-- Logs begin at Thu 2022-02-10 12:26:00 UTC, end at Thu 2022-02-10 14:32:55 UTC. -- Feb 10 12:58:43.547968 n-d-815324-6 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 12:58:46.508055 n-d-815324-6 neutron-server[103292]: INFO neutron.common.config [-] Logging enabled! Feb 10 12:58:46.509297 n-d-815324-6 neutron-server[103292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 12:58:46.509424 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 12:58:46.512681 n-d-815324-6 neutron-server[103292]: INFO neutron.common.config [-] Logging enabled! Feb 10 12:58:46.512954 n-d-815324-6 neutron-server[103292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 12:58:46.513264 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 12:58:46.514193 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 12:58:46.514428 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 12:58:46.514805 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 12:58:46.515053 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 12:58:46.515281 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 12:58:46.515769 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.516199 n-d-815324-6 neutron-server[103292]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 12:58:46.516516 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.516838 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.517135 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.517436 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.517728 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.518007 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.518294 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.518589 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.518877 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.519151 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.519438 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.519721 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.520002 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.520287 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.520574 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.520891 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.521183 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.521615 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.522032 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.522306 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.522594 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.522893 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.523138 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.523413 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.523697 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.524582 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] host = n-d-815324-6 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.524884 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.525175 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.525461 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.525754 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.526028 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.526304 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.526588 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.526860 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.527133 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.527410 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.527696 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.527980 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.528270 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.528494 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.528716 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.529048 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.529339 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.529617 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.529894 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.530171 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.530446 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.530721 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.530989 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.531284 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.531569 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.531855 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.532129 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.532402 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.532673 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.532971 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.533255 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.533530 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.533805 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.534078 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.534364 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.534643 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.534910 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.535206 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.535490 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.535773 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.536060 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.536331 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.536613 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.536914 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.537188 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.537460 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.537733 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.538003 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.538285 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.538567 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.538831 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.539108 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.539374 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.540198 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.540468 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:46.540780 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.541088 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.541391 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.541696 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.541990 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.542273 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.542563 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.542843 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.543133 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.543423 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.543711 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.543991 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.544291 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.544583 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.544925 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.545247 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.545515 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.545811 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.546090 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.546365 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.546644 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.546933 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.547253 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.547538 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.547830 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.548120 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.548401 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.548699 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.549014 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.549309 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.549600 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.549875 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.550157 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.550450 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.550730 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.551003 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.551288 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.551576 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.551855 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.552129 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.552408 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.552685 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.552980 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.553254 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.553541 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.553832 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.554114 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.554387 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.554657 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.554935 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.555801 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.556089 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.556365 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.556638 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.556936 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.557217 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.557489 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.557761 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.558038 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.558308 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.558586 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.558859 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.559130 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.559402 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.559674 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.559945 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.560216 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.560487 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.560785 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.561057 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.561331 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.561603 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.561873 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.562144 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.562430 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.562729 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.563009 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.563286 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.563562 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.563839 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.564115 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.564392 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.564669 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.564968 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.565248 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.565532 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.565815 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.566101 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.566403 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.566685 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.566978 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.567256 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.567539 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.567816 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.568094 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.568378 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.568665 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.568985 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.569281 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.569577 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.569871 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.570165 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.570443 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.570777 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.571058 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:46.571280 n-d-815324-6 neutron-server[103292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 12:58:46.571524 n-d-815324-6 neutron-server[103292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 12:58:46.948580 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 12:58:46.948871 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 12:58:46.949184 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 12:58:46.949519 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 12:58:47.284719 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.284928 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.285206 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.286520 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.286794 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.287060 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.332777 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.333051 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.333313 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.349332 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.349611 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.349877 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.379224 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.379503 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.379769 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.415987 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.416262 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.416528 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.764038 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.764667 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.764667 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.764876 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.765525 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.867016 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.867342 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.867653 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.867924 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.868189 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.868498 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.868771 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.869046 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.869301 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.869584 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.869849 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.870115 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.870370 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.870621 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.870874 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.871135 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.871386 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.871650 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.871915 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.872185 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.872455 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.872706 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.873011 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.873386 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.873636 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.873882 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.874281 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.874519 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.874754 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.874988 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.875220 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.875453 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:47.875811 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 12:58:47.879206 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 12:58:47.883367 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 12:58:47.887127 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 10 12:58:47.888804 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 12:58:47.889290 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 12:58:47.889624 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 12:58:47.890011 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 12:58:47.892876 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 12:58:47.893126 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 12:58:47.893467 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 12:58:47.898366 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 12:58:47.922149 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 12:58:47.922778 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.923080 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 12:58:47.923440 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.924847 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 12:58:47.925126 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 12:58:47.925372 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 12:58:47.928621 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.928934 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:47.992655 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 12:58:47.992927 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 12:58:47.993164 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 12:58:47.993704 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 12:58:48.014623 n-d-815324-6 neutron-server[103292]: DEBUG oslo_db.sqlalchemy.engines [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 12:58:48.470920 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing driver for type 'gre' Feb 10 12:58:48.471685 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] gre ID ranges: [(1, 1000)] Feb 10 12:58:48.529181 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing driver for type 'local' Feb 10 12:58:48.529544 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing driver for type 'vlan' Feb 10 12:58:48.543398 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] VlanTypeDriver initialization complete Feb 10 12:58:48.543926 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing driver for type 'vxlan' Feb 10 12:58:48.544426 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] vxlan ID ranges: [(1, 1000)] Feb 10 12:58:48.596882 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing extension driver 'port_security' Feb 10 12:58:48.597224 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] PortSecurityExtensionDriver initialization complete Feb 10 12:58:48.597559 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing mechanism driver 'openvswitch' Feb 10 12:58:48.598207 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing mechanism driver 'hyperv' Feb 10 12:58:48.605510 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.plugin [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:58:48.606362 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.606732 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.607082 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.607610 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.608041 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.608391 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.608735 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.609159 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.609563 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.609908 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.610251 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.610639 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.611046 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.611400 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.611740 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.612135 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.612534 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.612905 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.613242 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.613631 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.614030 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > address_group after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.614370 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > address_group after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.614704 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.615096 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 12:58:48.615542 n-d-815324-6 neutron-server[103292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] ML2 OVO RPC backend initialized. {{(pid=103292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 12:58:48.616236 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.616589 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.617033 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.617385 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > networks before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.617732 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.618075 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > ports before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.618418 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.618760 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnets before_response 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.619104 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.619443 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.619778 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.620111 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.620445 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.620800 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.621140 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.621475 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.621807 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.630633 n-d-815324-6 neutron-server[103292]: INFO neutron.quota [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded quota_driver: . Feb 10 12:58:48.630994 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.plugin [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Modular L2 Plugin initialization complete Feb 10 12:58:48.631339 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading services supported by the core plugin {{(pid=103292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 12:58:48.631679 n-d-815324-6 neutron-server[103292]: INFO neutron.plugins.ml2.managers [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Got port-security extension from driver 'port_security' Feb 10 12:58:48.632159 n-d-815324-6 neutron-server[103292]: INFO neutron.extensions.vlantransparent [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Disabled vlantransparent extension. Feb 10 12:58:48.632644 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 12:58:48.632989 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: router Feb 10 12:58:48.669552 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.669942 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.670311 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router before_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.670673 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.671044 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.671398 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_delete 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.671756 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.672101 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.672456 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.672896 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.673260 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.673601 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.673960 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.674374 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.674742 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.675076 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.675412 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: subnet after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.675748 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.676094 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.676437 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.676795 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.677138 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.677491 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router after_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.677829 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.678303 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_create 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.678669 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.679012 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_update 55549900 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.679373 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > agent after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.679720 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > agent after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.680090 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > network after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.680968 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Tracking information for resource: router configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:48.681300 n-d-815324-6 neutron-server[103292]: DEBUG neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Tracking information for resource: floatingip configured {{(pid=103292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 12:58:48.686212 n-d-815324-6 neutron-server[103292]: INFO neutron.db.l3_agentschedulers_db [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 12:58:48.686779 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.687137 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.687484 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.687836 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: port after_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.688626 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router before_create 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.689012 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.689371 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_create 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.689725 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > router precommit_update 55550100 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.694442 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.provider_configuration [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service providers = [] {{(pid=103292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 12:58:48.694806 n-d-815324-6 neutron-server[103292]: DEBUG neutron.db.servicetype_db [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 12:58:48.698279 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.service_base [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 12:58:48.698631 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.service_base [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 12:58:48.698974 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.service_base [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 12:58:48.699850 n-d-815324-6 neutron-server[103292]: DEBUG neutron.services.service_base [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 12:58:48.700218 n-d-815324-6 neutron-server[103292]: INFO neutron.services.service_base [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 12:58:48.700586 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.700925 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 12:58:48.712449 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.712803 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: auto_allocate Feb 10 12:58:48.718854 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: network precommit_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.719218 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: network precommit_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.719751 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.720070 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: tag Feb 10 12:58:48.727040 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.727317 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: timestamp Feb 10 12:58:48.731205 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.731537 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: network_ip_availability Feb 10 12:58:48.737304 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.737673 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.738025 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.738748 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.739066 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: flavors Feb 10 12:58:48.744023 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.744357 n-d-815324-6 neutron-server[103292]: INFO neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading Plugin: revisions Feb 10 12:58:48.749278 n-d-815324-6 neutron-server[103292]: DEBUG neutron.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 12:58:48.749898 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=103292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 12:58:48.750674 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 12:58:48.751008 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Initializing extension manager. Feb 10 12:58:48.751526 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: __init__.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.751960 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: __pycache__ {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.752298 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.752630 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.753422 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.753985 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: address-group Feb 10 12:58:48.754305 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: address_scope.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.755006 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.755505 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: address-scope Feb 10 12:58:48.755824 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.756771 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.757276 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: router-admin-state-down-before-update Feb 10 12:58:48.757596 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: agent.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.758965 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.759758 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: agent Feb 10 12:58:48.760219 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: agent_resources_synced.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.761115 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.761639 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: agent-resources-synced Feb 10 12:58:48.761942 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: allowedaddresspairs.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.763739 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.764255 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: allowed-address-pairs Feb 10 12:58:48.764802 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: auto_allocated_topology.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.765672 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.766181 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: auto-allocated-topology Feb 10 12:58:48.766505 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.767197 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.767699 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: availability_zone Feb 10 12:58:48.768022 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: availability_zone_filter.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.768963 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.769467 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: availability_zone_filter Feb 10 12:58:48.769788 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: data_plane_status.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.770682 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.771181 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 12:58:48.771500 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: default_subnetpools.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.772404 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.772929 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: default-subnetpools Feb 10 12:58:48.773249 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.774680 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.775178 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: dhcp_agent_scheduler Feb 10 12:58:48.775497 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: dns.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.776400 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.776933 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension dns-integration not supported by any of loaded plugins Feb 10 12:58:48.777252 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: dns_domain_ports.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.778152 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.778648 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 12:58:48.778972 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.779874 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.780368 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 12:58:48.780685 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: dvr.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.781368 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.781865 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: dvr Feb 10 12:58:48.782183 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: ecmp_routes.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.783085 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.783576 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 12:58:48.783897 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: empty_string_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.784825 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.785320 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: empty-string-filtering Feb 10 12:58:48.785637 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.786555 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.787048 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 12:58:48.787366 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.788269 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.788774 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 12:58:48.789108 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: external_net.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.790026 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.790525 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: external-net Feb 10 12:58:48.790843 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.791742 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.792243 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: extra_dhcp_opt Feb 10 12:58:48.792562 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: extraroute.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.793486 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.793992 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: extraroute Feb 10 12:58:48.794310 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: extraroute_atomic.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.795329 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.795834 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: extraroute-atomic Feb 10 12:58:48.796152 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: filter_validation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.796840 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.797340 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: filter-validation Feb 10 12:58:48.797656 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: fip_pf_description.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.798551 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.799047 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 12:58:48.799362 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: fip_port_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.800482 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.801007 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: fip-port-details Feb 10 12:58:48.801327 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: flavors.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.802560 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.803067 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: flavors Feb 10 12:58:48.803391 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.805117 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.805631 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 12:58:48.805961 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: floatingip_pools.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.806655 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.807159 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: floatingip-pools Feb 10 12:58:48.807483 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: ip_allocation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.808399 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.808928 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 12:58:48.809252 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.810158 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.810654 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: ip-substring-filtering Feb 10 12:58:48.810977 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l2_adjacency.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.811879 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.812373 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 12:58:48.812694 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.813668 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.814175 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: router Feb 10 12:58:48.814503 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.816719 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.817275 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 12:58:48.817607 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.818533 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.819050 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: ext-gw-mode Feb 10 12:58:48.819379 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.820289 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.821360 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: l3-ha Feb 10 12:58:48.821685 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.822592 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.823101 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 12:58:48.823427 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_flavors.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.824328 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.824864 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: l3-flavors Feb 10 12:58:48.825191 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.826565 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.827074 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 12:58:48.827401 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.828313 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.828850 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 12:58:48.829174 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: l3agentscheduler.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.830215 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.830722 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: l3_agent_scheduler Feb 10 12:58:48.831045 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: local_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.833105 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.833620 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension local_ip not supported by any of loaded plugins Feb 10 12:58:48.833949 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: logging.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.835565 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.836082 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension logging not supported by any of loaded plugins Feb 10 12:58:48.837001 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: metering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.837743 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.838318 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: metering Feb 10 12:58:48.838645 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.839735 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.840247 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: metering_source_and_destination_fields Feb 10 12:58:48.840574 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: multiprovidernet.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.841524 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.842027 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: multi-provider Feb 10 12:58:48.842350 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: netmtu.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.843259 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.843762 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: net-mtu Feb 10 12:58:48.844082 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: netmtu_writable.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.845019 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.845524 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: net-mtu-writable Feb 10 12:58:48.845845 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: network_availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.846514 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.847012 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: network_availability_zone Feb 10 12:58:48.847332 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: network_ip_availability.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.848457 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.848996 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: network-ip-availability Feb 10 12:58:48.849327 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: network_segment_range.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.850084 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.850582 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 12:58:48.850902 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: pagination.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.851896 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.852218 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: pagination Feb 10 12:58:48.852539 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: port_device_profile.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.853558 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.854059 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: port-device-profile Feb 10 12:58:48.854378 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.855293 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.855791 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: port-mac-address-regenerate Feb 10 12:58:48.856108 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.857050 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.857546 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: port-numa-affinity-policy Feb 10 12:58:48.857865 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: port_resource_request.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.858775 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.859269 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 12:58:48.859592 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: port_resource_request_groups.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.860573 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.861100 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 12:58:48.861418 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: portbindings.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.862341 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.862841 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: binding Feb 10 12:58:48.863162 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: portbindings_extended.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.864436 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.864976 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: binding-extended Feb 10 12:58:48.865305 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: portsecurity.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.866212 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.866719 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: port-security Feb 10 12:58:48.867042 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: project_id.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.868056 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.868442 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: project-id Feb 10 12:58:48.868727 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: providernet.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.869642 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.870140 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: provider Feb 10 12:58:48.870461 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.874110 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.874625 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos not supported by any of loaded plugins Feb 10 12:58:48.874953 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.876196 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.876704 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 12:58:48.877055 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.877962 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.878466 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 12:58:48.878789 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_default.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.879697 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.880201 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-default not supported by any of loaded plugins Feb 10 12:58:48.880527 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_fip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.881460 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.881962 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-fip not supported by any of loaded plugins Feb 10 12:58:48.882285 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.883718 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.884217 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 12:58:48.884540 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_gateway_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.885604 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.886106 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 12:58:48.886426 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_port_network_policy.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.887325 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.887825 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 12:58:48.888147 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.889210 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.889711 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 12:58:48.890035 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_pps_rule.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.891209 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.891720 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-pps not supported by any of loaded plugins Feb 10 12:58:48.892042 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_rule_type_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.892987 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.893493 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 12:58:48.893814 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: qos_rules_alias.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.894848 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.895357 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 12:58:48.895677 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: quota_check_limit.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.896578 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.897119 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: quota-check-limit Feb 10 12:58:48.897441 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: quotasv2.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.898381 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.898736 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: quotas Feb 10 12:58:48.899568 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: quotasv2_detail.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.901354 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.901696 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: quota_details Feb 10 12:58:48.902027 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: rbac.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.903078 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.903598 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: rbac-policies Feb 10 12:58:48.903927 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: rbac_address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.904875 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.905390 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: rbac-address-group Feb 10 12:58:48.905717 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: rbac_address_scope.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.906628 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.907140 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: rbac-address-scope Feb 10 12:58:48.907464 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: rbac_security_groups.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.908373 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.908912 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: rbac-security-groups Feb 10 12:58:48.909239 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: rbac_subnetpool.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.910149 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.910648 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: rbac-subnetpool Feb 10 12:58:48.910969 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: revisionifmatch.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.911875 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.912378 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: revision-if-match Feb 10 12:58:48.912699 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: revisions.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.913999 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.914435 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: standard-attr-revisions Feb 10 12:58:48.914757 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: router_availability_zone.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.915423 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.915924 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: router_availability_zone Feb 10 12:58:48.916245 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: routerservicetype.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.917184 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.917686 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension router-service-type not supported by any of loaded plugins Feb 10 12:58:48.918007 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.918919 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.919425 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: security-groups-normalized-cidr Feb 10 12:58:48.919751 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.920662 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.921187 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: port-security-groups-filtering Feb 10 12:58:48.921509 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.922429 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.922931 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: security-groups-remote-address-group Feb 10 12:58:48.923252 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.924174 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.924672 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: security-groups-shared-filtering Feb 10 12:58:48.925017 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.925599 n-d-815324-6 neutron-server[103292]: WARNING neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 12:58:48.925915 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: securitygroup.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.937023 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.937541 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: security-group Feb 10 12:58:48.937875 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: segment.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.938659 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.939166 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension segment not supported by any of loaded plugins Feb 10 12:58:48.939496 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.940439 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.940968 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 12:58:48.941297 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: servicetype.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.942419 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.942933 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: service-type Feb 10 12:58:48.943259 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: sorting.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.944316 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.944579 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: sorting Feb 10 12:58:48.944941 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: standard_attr_segment.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.946373 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.947084 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 12:58:48.947084 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: standardattrdescription.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.947827 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.948326 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: standard-attr-description Feb 10 12:58:48.948647 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: stateful_security_group.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.949598 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.950135 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: stateful-security-group Feb 10 12:58:48.950436 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: stdattrs_common.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.950998 n-d-815324-6 neutron-server[103292]: WARNING neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 12:58:48.951317 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.952227 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.952735 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 12:58:48.953081 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnet_onboard.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.954262 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.954780 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: subnet_onboard Feb 10 12:58:48.955099 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.956016 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.956516 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 12:58:48.956865 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnet_service_types.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.958031 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.958565 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: subnet-service-types Feb 10 12:58:48.958880 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnetallocation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.959956 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.960467 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: subnet_allocation Feb 10 12:58:48.960820 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.962048 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.962624 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: subnetpool-prefix-ops Feb 10 12:58:48.962869 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.963834 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.964293 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 12:58:48.964611 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: tagging.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.965734 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.966242 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: standard-attr-tag Feb 10 12:58:48.966567 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: timestamp.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.967769 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.968274 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loaded extension: standard-attr-timestamp Feb 10 12:58:48.968599 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: trunk.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.969664 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.970166 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension trunk not supported by any of loaded plugins Feb 10 12:58:48.970492 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: trunk_details.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.971401 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.971907 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension trunk-details not supported by any of loaded plugins Feb 10 12:58:48.972228 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: uplink_status_propagation.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.973177 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.973681 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 12:58:48.974002 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Loading extension file: vlantransparent.py {{(pid=103292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 12:58:48.974661 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 12:58:48.975164 n-d-815324-6 neutron-server[103292]: INFO neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 12:58:48.977824 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:network Feb 10 12:58:48.978287 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnet Feb 10 12:58:48.978677 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 12:58:48.979062 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:port Feb 10 12:58:48.980292 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.980739 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service FLAVORS assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.981365 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.981797 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.982124 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:router Feb 10 12:58:48.982550 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 12:58:48.983030 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service METERING assigned prefix: /metering {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.984482 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.984889 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.985246 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 12:58:48.986257 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 12:58:48.986690 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:security_group Feb 10 12:58:48.987121 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 12:58:48.987710 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.988049 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 12:58:48.988393 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] subnetpool is already registered Feb 10 12:58:48.988863 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.989188 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 12:58:48.989515 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] subnetpool is already registered Feb 10 12:58:48.991783 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.992209 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service FLAVORS assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.992927 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.993354 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.993686 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:router Feb 10 12:58:48.994019 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] router is already registered Feb 10 12:58:48.994424 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 12:58:48.994754 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] floatingip is already registered Feb 10 12:58:48.995204 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service METERING assigned prefix: /metering {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.995856 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 12:58:48.996178 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] rbac_policy is already registered Feb 10 12:58:48.996583 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:security_group Feb 10 12:58:48.996940 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] security_group is already registered Feb 10 12:58:48.997337 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 12:58:48.997662 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] security_group_rule is already registered Feb 10 12:58:48.998277 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.998601 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 12:58:48.998928 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] subnetpool is already registered Feb 10 12:58:48.999350 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.v2.resource_helper [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Service CORE assigned prefix: {{(pid=103292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 12:58:48.999661 n-d-815324-6 neutron-server[103292]: INFO neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 12:58:48.999982 n-d-815324-6 neutron-server[103292]: WARNING neutron.quota.resource_registry [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] subnetpool is already registered Feb 10 12:58:49.000487 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: extensions {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.002052 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: address-groups {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.003499 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: address-scopes {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.004861 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.005997 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: auto-allocated-topology {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.007252 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: availability_zones {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.009007 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: dhcp-networks {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.010504 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: dhcp-agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.011920 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.014139 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: flavors {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.015293 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: service_profiles {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.016516 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: next_providers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.017985 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: service_profiles {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.019532 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: floatingip-pools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.020737 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.022872 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: floatingips {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.024967 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: l3-routers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.026351 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: l3-agents {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.027750 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: metering-labels {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.029123 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: metering-label-rules {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.030439 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: network-ip-availabilities {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.031715 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: bindings {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.033370 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: quotas {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.034913 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: quotas {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.036431 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: rbac-policies {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.038674 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: security-groups {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.040559 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: security-group-rules {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.041828 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: service-providers {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.043034 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: subnetpools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.044445 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: subnetpools {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.045921 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.047590 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.049419 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.051234 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.053014 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.055013 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.057238 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.059136 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.060898 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.062738 n-d-815324-6 neutron-server[103292]: DEBUG neutron.api.extensions [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Extended resource: tags {{(pid=103292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 12:58:49.068587 n-d-815324-6 neutron-server[103292]: WARNING keystonemiddleware.auth_token [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 12:58:49.073394 n-d-815324-6 neutron-server[103292]: WARNING keystonemiddleware.auth_token [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 12:58:49.081931 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Acquired lock "singleton_lock" {{(pid=103292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 12:58:49.082671 n-d-815324-6 neutron-server[103292]: DEBUG oslo_concurrency.lockutils [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Releasing lock "singleton_lock" {{(pid=103292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 12:58:49.083329 n-d-815324-6 neutron-server[103292]: INFO oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Starting 2 workers Feb 10 12:58:49.088915 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Started child 103399 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 12:58:49.093559 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Started child 103400 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 12:58:49.094554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.095326 n-d-815324-6 neutron-server[103292]: INFO neutron.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 12:58:49.095843 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.096137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [-] (103399) wsgi starting up on http://0.0.0.0:9696 Feb 10 12:58:49.098305 n-d-815324-6 neutron-server[103292]: INFO oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Starting 1 workers Feb 10 12:58:49.098465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.099835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [-] (103400) wsgi starting up on http://0.0.0.0:9696 Feb 10 12:58:49.104175 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Started child 103401 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 12:58:49.104721 n-d-815324-6 neutron-server[103292]: INFO oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Starting 1 workers Feb 10 12:58:49.108191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] calling RpcWorker wait() {{(pid=103401) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 12:58:49.108776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] returning from RpcWorker wait() {{(pid=103401) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 12:58:49.109328 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Started child 103402 {{(pid=103292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 12:58:49.110008 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.110165 n-d-815324-6 neutron-server[103292]: DEBUG neutron_lib.callbacks.manager [None req-7a81dc09-2d1b-4ce0-98cf-5bdca5178f6f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.110441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:58:49.112175 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 12:58:49.112381 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 12:58:49.112562 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 12:58:49.112803 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 12:58:49.113181 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 12:58:49.113347 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 12:58:49.113861 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.114140 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.114414 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.114661 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.114945 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.115101 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:58:49.115555 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.115797 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.116048 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.116245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:58:49.116339 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.116535 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.116706 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.116897 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.117132 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.117375 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.117696 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.117948 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.118181 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.118426 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.118600 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.118854 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.119130 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.119368 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.119627 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.119873 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.120343 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.120579 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.120920 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.121160 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.121444 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.121686 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.121954 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.122181 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.122421 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.122648 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.122922 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.123158 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.123366 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.123612 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.123820 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.124068 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.124282 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.124768 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] host = n-d-815324-6 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.125045 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.125219 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.125456 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.125695 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.125948 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.126157 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.126404 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.126655 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.126896 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.127114 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.127346 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.127605 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.127960 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.128120 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.128258 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_options = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.128418 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.128675 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.128949 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.129136 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.129293 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.129453 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.129708 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.129853 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.130087 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.130298 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.130508 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.130716 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.130940 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.131168 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.131445 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.131689 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.131926 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.132160 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.132400 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.132628 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.132869 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.133123 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.134240 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.134674 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.134823 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.134975 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.135239 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.135447 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.135679 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.135922 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.136173 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.136437 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.136680 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.136955 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.137273 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.137553 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.137766 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.138244 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.138537 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.138769 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.139035 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.140032 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.140257 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.141027 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.141258 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.141511 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.141737 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.141957 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.142197 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.143061 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.143501 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.143643 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.145581 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.145850 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.146211 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.146351 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.147184 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.147481 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.147807 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.148176 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.148389 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.149272 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.149841 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.150095 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.150353 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.150595 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.151489 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.151489 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.151489 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.152233 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.152233 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.152233 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.152584 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.152815 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.153027 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.153279 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.153517 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.153740 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.154028 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.154584 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.154584 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.154860 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.155064 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.155248 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.155514 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.155859 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.156563 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.156563 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.156868 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.156868 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.157102 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.157315 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.157830 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.157830 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.158080 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.158291 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.158507 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.158689 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.158909 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.159142 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.159358 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.159654 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.160135 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.160135 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.160396 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.160550 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.160806 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.163951 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.165685 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.166735 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.166735 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.166735 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.166735 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.166735 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167314 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167314 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167314 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167682 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167771 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.167913 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.168122 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.168346 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.168558 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.168770 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.168999 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.169214 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.169427 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.169637 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.169846 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.170057 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.170285 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.170563 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.170878 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.171128 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.171363 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.171598 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.171864 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.172099 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.172337 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.172569 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.172837 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.173079 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.173369 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.173611 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.173842 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.174098 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.174318 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.174571 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.174805 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.175049 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.175266 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.175504 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.175748 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.176036 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.176291 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.176538 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.176816 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.177069 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.177357 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.177604 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.177874 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.178091 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.178361 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.178640 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.178911 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.179186 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.179441 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.179717 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.179987 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.180311 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.180584 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.180839 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.181116 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.181338 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.181587 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.181826 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.182037 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.182269 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.182605 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.182835 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.183049 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.183263 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.183530 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.183785 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.184197 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.184631 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.184919 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.185174 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.185429 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.185678 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.185895 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.186147 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.186395 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.186610 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.186848 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.187090 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.187312 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.187523 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.187738 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.187972 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.188205 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.188443 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.188765 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.189002 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.189214 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.189628 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.189841 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.190061 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.190311 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.190554 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.190779 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.190997 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.191210 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.191462 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.191677 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.191955 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.192195 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.192410 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.192658 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.192926 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.193165 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.193378 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.193623 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.193841 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.194054 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.194266 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.194489 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.194704 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.194916 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.195139 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.195351 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.195618 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.195865 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.196197 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.196467 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.196693 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.196972 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.197208 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.197444 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.197663 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.197877 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.198109 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.198320 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.198550 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.198766 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.198981 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.199203 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.199416 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.199648 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.199918 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.200178 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.200389 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.200610 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.200851 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.201074 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.201296 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.201511 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.201721 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.201953 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.202163 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.202398 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.202608 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.202906 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.203151 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.203381 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.203655 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.203876 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.204109 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.204383 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.204614 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.204867 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.205090 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.205309 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.205523 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.205750 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.205955 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.206162 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.206382 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.206596 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.206807 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.207027 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.207498 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.207709 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.207928 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.208142 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.208352 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.208571 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.208800 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.209017 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.209236 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.209450 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.209659 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.209923 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.210113 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.210341 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.210566 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.210778 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.211010 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.211799 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.212044 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.212278 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.212568 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.212837 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.213093 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.213330 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.213626 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.213859 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.214103 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.214354 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.214579 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.214801 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.215071 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.215390 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.215691 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.215936 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.216190 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.216465 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.216746 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.217194 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.217413 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.217710 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.218054 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.218289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:58:49.218389 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.218587 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.218861 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.219111 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.219333 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.219587 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.219782 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.220028 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.220271 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.220528 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.220933 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.221338 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.221744 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.222491 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.222491 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.222491 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.222733 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.223004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:58:49.223112 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.223112 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.223274 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 12:58:49.223774 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 12:58:49.223944 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 12:58:49.224097 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 12:58:49.224282 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 12:58:49.224458 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 12:58:49.224612 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 12:58:49.224861 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.225027 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.225191 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.225355 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.225512 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.225841 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.226182 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.226490 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.226651 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.227556 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.227917 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.228030 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.228174 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.228509 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.228861 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.229187 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.229519 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.229682 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.229979 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.230143 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.230464 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.230632 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.230962 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] debug = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.231294 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.231578 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.231745 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.232042 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.232373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070813 Feb 10 12:58:49.232485 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.233030 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.233193 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.233502 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.233672 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.233829 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.234130 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235134 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235307 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235476 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235641 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235802 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.235958 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.236267 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.236430 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] host = n-d-815324-6 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.236593 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.236774 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.236938 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.237095 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.237415 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.237579 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.237745 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.237942 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238098 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238243 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238386 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238563 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238713 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.238866 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239011 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_options = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239152 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239308 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239460 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239648 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239815 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.239973 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.240142 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.240289 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.240443 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.240602 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.240913 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.241768 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.241930 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.242092 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.242341 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243051 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243141 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243252 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243410 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243569 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243727 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.243885 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244046 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244206 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244364 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244525 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244669 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244845 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.244996 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245150 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245303 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245457 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245611 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245763 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.245963 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.246086 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.246205 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.246355 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.246523 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.247499 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_json = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248746 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248746 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248746 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.248746 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.249238 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.249238 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 12:58:49.249238 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.249573 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.249573 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.249783 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.249911 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250032 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250246 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250370 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250490 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250698 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.250822 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251029 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251029 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251358 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251358 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251590 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251721 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251842 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.251964 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252084 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252247 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252409 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252578 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252739 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.252965 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.253126 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.253286 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255006 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.255890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.256834 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257439 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257439 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257439 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257439 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257757 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257757 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.257908 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259218 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259218 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259218 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259218 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259218 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259588 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259588 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259828 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.259828 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260057 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260186 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260407 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260407 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260641 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260915 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.260915 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261202 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261202 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261501 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261501 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261710 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.261877 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262030 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262152 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262244 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262392 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262554 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262717 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.262879 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263039 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263199 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263360 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263521 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263682 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.263856 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.264031 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.264192 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.264353 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.264513 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.264675 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.265718 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.265884 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266042 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266217 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266392 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266576 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266715 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.266884 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267023 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267157 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267285 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267414 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267547 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267700 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.267866 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268027 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268188 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268349 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268496 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268659 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.268860 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269001 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269156 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269310 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269483 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269625 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269797 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.269948 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270120 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270258 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270491 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270635 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270871 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.270871 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271138 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271390 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271390 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271747 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271747 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.271747 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272134 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272134 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272518 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272518 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272518 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272929 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.272929 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273184 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273184 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273441 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273593 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273593 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273958 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.273958 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274227 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274362 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274497 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274630 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274765 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.274909 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275044 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275178 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275312 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275445 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275600 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275761 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.275923 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.276067 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.276232 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.276404 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.276565 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.276699 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.277662 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.277830 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.277995 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278158 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278321 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278482 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278646 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278808 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.278970 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279133 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279296 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279458 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279620 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279783 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.279943 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.280105 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.280267 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.280429 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.280651 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.280798 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281040 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281163 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281248 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281380 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281568 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281784 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.281894 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282031 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282191 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282354 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282514 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282676 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.282840 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283000 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283165 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283327 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283487 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283648 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283809 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.283972 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284137 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284301 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284463 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284609 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284825 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.284970 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285132 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285292 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285453 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285614 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285760 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.285924 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286072 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286247 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286410 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286571 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286731 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.286892 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287055 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287213 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287378 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287538 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287699 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.287859 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.288021 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.288191 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.288353 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.288514 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.288702 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.289760 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.289928 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290102 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290265 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290428 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290594 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290761 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.290922 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291094 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291243 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291405 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291565 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291726 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.291890 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292061 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292222 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292383 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292543 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292704 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.292901 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293074 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293236 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293397 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293567 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293833 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.293957 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294053 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294189 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294349 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294512 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294679 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294831 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.294975 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295141 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295307 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295477 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295645 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295808 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.295978 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.296147 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.296316 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.296485 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.296649 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.297469 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.297721 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.297826 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.297948 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298109 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298270 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298432 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298592 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298753 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.298914 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299077 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299239 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299402 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299563 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299725 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.299886 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.300047 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.300208 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.300369 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.300534 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 12:58:49.300687 n-d-815324-6 neutron-server[103292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 12:59:00.811634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5949fdb-1303-46be-8e14-48e2a3eaf302 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 12:59:00.869458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5949fdb-1303-46be-8e14-48e2a3eaf302 None None] No non-hosted networks {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 12:59:00.886633 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-482d39a1-b4a7-400e-ac92-dae1ce9bd362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:03.119251 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88a974a7-be2a-4c3b-99f2-e830a201a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:03.181089 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7d8e3ad-a829-4d38-a4ae-0e2d4e9a2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:04.392137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:05.628582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:06.664331 n-d-815324-6 neutron-server[103401]: INFO neutron.db.l3_hamode_db [None req-a47babd9-70fa-479f-9f79-7943705fb1d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 12:59:06.747319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47babd9-70fa-479f-9f79-7943705fb1d0 None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 12:59:06.747639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47babd9-70fa-479f-9f79-7943705fb1d0 None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 12:59:07.009180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:07.276308 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:07.276979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.277325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.277670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.278000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.278333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.278661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.278996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.279311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.279634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.279956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.280272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.281672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.281984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:07.283949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815324-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:07.296742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815324-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:07.547012 n-d-815324-6 neutron-server[103399]: WARNING oslo_policy.policy [None req-c86425f0-9688-4199-a098-1f605f62ee65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:07.547660 n-d-815324-6 neutron-server[103399]: WARNING oslo_policy.policy [None req-c86425f0-9688-4199-a098-1f605f62ee65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:07.782431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-c86425f0-9688-4199-a098-1f605f62ee65 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 12:59:07.783650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c86425f0-9688-4199-a098-1f605f62ee65 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7725222 Feb 10 12:59:10.249725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:10.560747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:10.654686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.policy [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103399) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 12:59:10.700218 n-d-815324-6 neutron-server[103399]: WARNING oslo_policy.policy [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:10.700609 n-d-815324-6 neutron-server[103399]: WARNING oslo_policy.policy [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:10.796037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124600775', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124602356', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124590456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124650625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124636959', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754124629525', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8365670', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8178288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632032'] for rbac-policy (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:10.861476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:10.862989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-408e097f-92a2-4276-bbda-8c90a8335d36 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6121080 Feb 10 12:59:13.298254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:13.794656 n-d-815324-6 neutron-server[103400]: WARNING oslo_policy.policy [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:13.795211 n-d-815324-6 neutron-server[103400]: WARNING oslo_policy.policy [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:14.047374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:14.103927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Made reservation on behalf of 9e9d1b4bd86741de8c4dba477b317444 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:59:14.164726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.policy [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103400) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 12:59:14.206031 n-d-815324-6 neutron-server[103400]: WARNING oslo_policy.policy [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:14.206401 n-d-815324-6 neutron-server[103400]: WARNING oslo_policy.policy [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 12:59:14.217818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.239208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.362720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks [] for security_group (d618865e-ffec-421b-a8a9-3db685250f71), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.367345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d618865e-ffec-421b-a8a9-3db685250f71), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.398840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:59:14.429973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754120306863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6457cd69-567b-4052-bfa2-5748a92c6989), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.430579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Unsubscribe: segment precommit_create {{(pid=103400) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 12:59:14.431114 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Added segment 6457cd69-567b-4052-bfa2-5748a92c6989 of type vlan for network 40affb9d-4ada-4693-a486-959c99dc2f37 Feb 10 12:59:14.436717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d618865e-ffec-421b-a8a9-3db685250f71,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:14.458597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.458941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.459434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.459618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.459953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.460303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.460626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.460973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.461293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.461613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.461931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.462248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.462563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Tracked resource versions report: Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: pushed versions: Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Log': {'1.0'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Network': {'1.1'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Port': {'1.7'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'PortForwarding': {'1.2'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'QosPolicy': {'1.10'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SubPort': {'1.0'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Subnet': {'1.1'}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Trunk': {'1.1'}} Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: consumer versions: Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: { DHCP agent@n-d-815324-6: {}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: L3 agent@n-d-815324-6: {}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: Metadata agent@n-d-815324-6: {}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: Metering agent@n-d-815324-6: {}, Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'ConntrackHelper': '1.0', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'LocalIPAssociation': '1.0', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Log': '1.0', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Network': '1.1', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Port': '1.7', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'PortForwarding': '1.2', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'QosPolicy': '1.10', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SecurityGroup': '1.5', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SecurityGroupRule': '1.2', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'SubPort': '1.0', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Subnet': '1.1', Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: 'Trunk': '1.1'}} Feb 10 12:59:14.463697 n-d-815324-6 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 12:59:14.545256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (40affb9d-4ada-4693-a486-959c99dc2f37), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.585964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (40affb9d-4ada-4693-a486-959c99dc2f37), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.590905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:14.591619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:14.659290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3598583 Feb 10 12:59:14.712370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ffd6a-1104-4b44-83d6-35b458d9bbff demo demo] Pushing event updated for resources: {'Network': ['ID=40affb9d-4ada-4693-a486-959c99dc2f37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:14.724908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 40affb9d-4ada-4693-a486-959c99dc2f37 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 12:59:17.137866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:17.553006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4be196-168e-42b2-8021-f80d8b5571aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:17.554996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d4be196-168e-42b2-8021-f80d8b5571aa demo admin] 10.222.0.13 "GET /v2.0/networks/40affb9d-4ada-4693-a486-959c99dc2f37 HTTP/1.1" status: 200 len: 825 time: 0.4162221 Feb 10 12:59:17.594337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7bf9eafa-be88-4935-9651-68d531778627 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/d47b370f-3266-4e20-83dc-694e1a63bfee HTTP/1.1" status: 200 len: 734 time: 0.0335481 Feb 10 12:59:17.603521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Request body: {'subnet': {'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:17.628575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Made reservation on behalf of 9e9d1b4bd86741de8c4dba477b317444 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:59:17.631625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:17.938086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:18.006751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Pushing event updated for resources: {'Subnet': ['ID=4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:18.009021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Checking segment: {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 12:59:18.009391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Network hostable DHCP agents. Network: 40affb9d-4ada-4693-a486-959c99dc2f37, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:59:18.033220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Network 40affb9d-4ada-4693-a486-959c99dc2f37 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:59:18.045901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 40affb9d-4ada-4693-a486-959c99dc2f37) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:18.050900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:18.051495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:18.056502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca45f23-0bd1-46ff-ae79-d27249048739 None None] Network 40affb9d-4ada-4693-a486-959c99dc2f37 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 12:59:18.076528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ea7b92f-6da9-4fe8-a023-54ff8607b80a demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4764860 Feb 10 12:59:18.328989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-40affb9d-4ada-4693-a486-959c99dc2f37', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 12:59:18.330302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:18.611188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Allocated IP 172.20.0.2 (40affb9d-4ada-4693-a486-959c99dc2f37/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10/9617a85f-afb0-4022-b8fc-61866226d7d1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:59:18.887740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks [] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:18.895200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:18.970403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Network 40affb9d-4ada-4693-a486-959c99dc2f37 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:59:18.979179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:18.984307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Pushing event updated for resources: {'Port': ['ID=9617a85f-afb0-4022-b8fc-61866226d7d1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:18.986515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 12:59:18.996152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.996408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.996766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.997148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.997442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.997773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.998098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.998423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.998747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.999069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.999392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:18.999713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:19.000031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Tracked resource versions report: Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: pushed versions: Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'LocalIPAssociation': {'1.0'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Log': {'1.0'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Network': {'1.1'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Port': {'1.7'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'PortForwarding': {'1.2'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'QosPolicy': {'1.10'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SubPort': {'1.0'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Subnet': {'1.1'}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Trunk': {'1.1'}} Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: consumer versions: Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: { DHCP agent@n-d-815324-6: {}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: L3 agent@n-d-815324-6: {}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: Metadata agent@n-d-815324-6: {}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: Metering agent@n-d-815324-6: {}, Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'ConntrackHelper': '1.0', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'LocalIPAssociation': '1.0', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Log': '1.0', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Network': '1.1', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Port': '1.7', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'PortForwarding': '1.2', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'QosPolicy': '1.10', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SecurityGroup': '1.5', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SecurityGroupRule': '1.2', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'SubPort': '1.0', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Subnet': '1.1', Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: 'Trunk': '1.1'}} Feb 10 12:59:19.001177 n-d-815324-6 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 12:59:19.085950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Attempting to bind port 9617a85f-afb0-4022-b8fc-61866226d7d1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 12:59:19.086602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Attempting to bind port 9617a85f-afb0-4022-b8fc-61866226d7d1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 12:59:19.086870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Attempting to bind port 9617a85f-afb0-4022-b8fc-61866226d7d1 on network 40affb9d-4ada-4693-a486-959c99dc2f37 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 12:59:19.091775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 12:59:19.092160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Checking segment: {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 12:59:19.092643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:19.093066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Bound using segment: {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 12:59:19.093549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Bound port: 9617a85f-afb0-4022-b8fc-61866226d7d1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 12:59:19.093966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:19.154619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] For port 9617a85f-afb0-4022-b8fc-61866226d7d1, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:59:19.158835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] For port 9617a85f-afb0-4022-b8fc-61866226d7d1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9617a85f-afb0-4022-b8fc-61866226d7d1,segment=NetworkSegment(6457cd69-567b-4052-bfa2-5748a92c6989),segment_id=6457cd69-567b-4052-bfa2-5748a92c6989)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:59:19.168782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:19.232080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5c4ec-00b3-4017-a632-d5f957ac145a None None] Pushing event updated for resources: {'Port': ['ID=9617a85f-afb0-4022-b8fc-61866226d7d1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:20.585991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:20.900611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-61d62465-5b90-44d0-9df0-52c493fc2847 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 12:59:20.901608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61d62465-5b90-44d0-9df0-52c493fc2847 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146927 Feb 10 12:59:23.391818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:23.724617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-9d5d0352-b9f2-4865-b815-ccc4f2f44e17 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 12:59:23.726331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d5d0352-b9f2-4865-b815-ccc4f2f44e17 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330734 Feb 10 12:59:26.244598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:26.557536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:26.588297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a9e4d905-6be4-45fe-8a04-4574dd010f81), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:26.590863 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a9e4d905-6be4-45fe-8a04-4574dd010f81), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:26.742042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Publish callbacks [] for router_controller (a9e4d905-6be4-45fe-8a04-4574dd010f81), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:26.747088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a9e4d905-6be4-45fe-8a04-4574dd010f81), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:26.766923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:26.768087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f444446b-9fcb-47c5-9c5b-95836e3cb562 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5224264 Feb 10 12:59:29.303785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:29.646505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-35004f77-f05c-4fd4-a6f0-132de42b64be admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 12:59:29.648049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35004f77-f05c-4fd4-a6f0-132de42b64be admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3433228 Feb 10 12:59:29.899515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9617a85f-afb0-4022-b8fc-61866226d7d1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 12:59:29.988454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9617a85f-afb0-4022-b8fc-61866226d7d1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:29.988914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.096805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9617a85f-afb0-4022-b8fc-61866226d7d1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:30.097150 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.131626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 9617a85f-afb0-4022-b8fc-61866226d7d1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9617a85f-afb0-4022-b8fc-61866226d7d1,segment=NetworkSegment(6457cd69-567b-4052-bfa2-5748a92c6989),segment_id=6457cd69-567b-4052-bfa2-5748a92c6989)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:59:30.135309 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.181141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=9617a85f-afb0-4022-b8fc-61866226d7d1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:30.329886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110a937-fb8b-4da8-a8e5-fca05f10d5b7 None None] Network 40affb9d-4ada-4693-a486-959c99dc2f37 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 12:59:30.398541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dbde9966-752f-46eb-a4dd-772bee0e9d52 None None] Provisioning complete for port 9617a85f-afb0-4022-b8fc-61866226d7d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:30.398859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbde9966-752f-46eb-a4dd-772bee0e9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.533587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dbde9966-752f-46eb-a4dd-772bee0e9d52 None None] Current status of the port 9617a85f-afb0-4022-b8fc-61866226d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:30.744981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-420097fb-3c05-45e1-99cd-fd5203ac21c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.755638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3ebacb99-41d2-4243-bfa0-5f7b92bd5785 None None] Provisioning complete for port 9617a85f-afb0-4022-b8fc-61866226d7d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:30.756027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ebacb99-41d2-4243-bfa0-5f7b92bd5785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:30.834501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3ebacb99-41d2-4243-bfa0-5f7b92bd5785 None None] Current status of the port 9617a85f-afb0-4022-b8fc-61866226d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:31.851297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9617a85f-afb0-4022-b8fc-61866226d7d1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 12:59:31.899503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9617a85f-afb0-4022-b8fc-61866226d7d1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:31.899892 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:31.977240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9617a85f-afb0-4022-b8fc-61866226d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:32.123415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:32.430672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:32.452506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Made reservation on behalf of c7165afb26ce4d8188846ac3b25e5894 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:59:32.454776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.463077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.534033 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks [] for security_group (cda8d0a5-57fe-47c2-b4e5-fc858d61decf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.538172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cda8d0a5-57fe-47c2-b4e5-fc858d61decf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.555679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103400) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 12:59:32.569889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8d0a5-57fe-47c2-b4e5-fc858d61decf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:32.577454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eda15c47-aa4c-407b-a84c-2b8af2cc48c0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.577638 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Added segment eda15c47-aa4c-407b-a84c-2b8af2cc48c0 of type flat for network f6d7ec51-b422-47e7-beca-925ae04878bc Feb 10 12:59:32.637385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f6d7ec51-b422-47e7-beca-925ae04878bc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.669082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f6d7ec51-b422-47e7-beca-925ae04878bc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.669929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:32.670498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:32.720402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5959089 Feb 10 12:59:32.763841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fe2f7-5b16-4c98-877b-153b0f3f5ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d7ec51-b422-47e7-beca-925ae04878bc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:32.774165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f6d7ec51-b422-47e7-beca-925ae04878bc details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 12:59:33.112926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f83fa63-867d-4bc0-b9ee-684d8650c14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:34.373902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:35.192184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:35.369958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67804465-d724-491f-8d64-687bb39e965e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:35.371298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67804465-d724-491f-8d64-687bb39e965e demo admin] 10.222.0.13 "GET /v2.0/subnets/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10 HTTP/1.1" status: 200 len: 849 time: 0.1781363 Feb 10 12:59:35.532002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1feabc28-8b6e-471d-bbb4-21a17b71f174 demo admin] 10.222.0.13 "GET /v2.0/routers/a9e4d905-6be4-45fe-8a04-4574dd010f81 HTTP/1.1" status: 200 len: 704 time: 0.1550434 Feb 10 12:59:35.581835 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:35.804730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.091243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Allocated IP 172.20.0.1 (40affb9d-4ada-4693-a486-959c99dc2f37/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10/e51ee2e7-4047-4d02-a7dd-b4f60b7e0898) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:59:36.284700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks [] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.353023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.421103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Network 40affb9d-4ada-4693-a486-959c99dc2f37 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:59:36.425546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:36.428778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 12:59:36.429586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a9e4d905-6be4-45fe-8a04-4574dd010f81), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.502436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Pushing event updated for resources: {'Port': ['ID=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:36.646235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.689441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-173fe1e0-7fdb-40b8-898e-3a5f5c478078 None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:36.690021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-173fe1e0-7fdb-40b8-898e-3a5f5c478078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.723299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-173fe1e0-7fdb-40b8-898e-3a5f5c478078 None None] Port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 12:59:36.853144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks [] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.857335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.858090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a9e4d905-6be4-45fe-8a04-4574dd010f81), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:36.917792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Pushing event updated for resources: {'Port': ['ID=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:36.985428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Network 40affb9d-4ada-4693-a486-959c99dc2f37 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:59:36.986793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:37.142732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da9eb347-1702-46dd-8cd9-6c000fbc0e2c None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:37.143121 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da9eb347-1702-46dd-8cd9-6c000fbc0e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:37.150024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Router a9e4d905-6be4-45fe-8a04-4574dd010f81 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:59:37.177831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da9eb347-1702-46dd-8cd9-6c000fbc0e2c None None] Port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 12:59:37.242881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:59:37.248155 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12ade62f-4ad5-4969-9fc1-7b6f08da1a3f demo admin] 10.222.0.13 "PUT /v2.0/routers/a9e4d905-6be4-45fe-8a04-4574dd010f81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7109361 Feb 10 12:59:37.253272 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Sync routers for ids ['a9e4d905-6be4-45fe-8a04-4574dd010f81'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 12:59:37.269320 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Routers {'a9e4d905-6be4-45fe-8a04-4574dd010f81'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 12:59:37.270133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T12:59:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a9e4d905-6be4-45fe-8a04-4574dd010f81'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:37.286121 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:37.468981 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Set router a9e4d905-6be4-45fe-8a04-4574dd010f81 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 12:59:37.922083 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:36Z', 'revision_number': 2, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port_host': None, '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:36Z', 'revision_number': 2, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:37.978172 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Checking router: a9e4d905-6be4-45fe-8a04-4574dd010f81 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 12:59:37.979587 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Updating router a9e4d905-6be4-45fe-8a04-4574dd010f81 port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 12:59:38.042360 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.582270 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks [] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.589559 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.742549 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Pushing event updated for resources: {'Port': ['ID=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:38.760905 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.761257 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.761614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.761939 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.762267 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.762596 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.762923 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.763249 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.763572 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.763893 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.764213 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.764532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.764875 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Tracked resource versions report: Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: pushed versions: Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'LocalIPAssociation': {'1.0'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Log': {'1.0'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Network': {'1.1'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Port': {'1.7'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'PortForwarding': {'1.2'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'QosPolicy': {'1.10'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SubPort': {'1.0'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Subnet': {'1.1'}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Trunk': {'1.1'}} Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: consumer versions: Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: { DHCP agent@n-d-815324-6: {}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: L3 agent@n-d-815324-6: {}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: Metadata agent@n-d-815324-6: {}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: Metering agent@n-d-815324-6: {}, Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'ConntrackHelper': '1.0', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'LocalIPAssociation': '1.0', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Log': '1.0', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Network': '1.1', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Port': '1.7', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'PortForwarding': '1.2', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'QosPolicy': '1.10', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SecurityGroup': '1.5', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SecurityGroupRule': '1.2', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'SubPort': '1.0', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Subnet': '1.1', Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: 'Trunk': '1.1'}} Feb 10 12:59:38.766030 n-d-815324-6 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 12:59:38.771006 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Attempting to bind port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 12:59:38.771419 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Attempting to bind port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 12:59:38.772393 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Attempting to bind port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 on network 40affb9d-4ada-4693-a486-959c99dc2f37 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 12:59:38.778079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 12:59:38.778498 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Checking segment: {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 12:59:38.778994 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.779378 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Bound using segment: {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 12:59:38.779864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Bound port: e51ee2e7-4047-4d02-a7dd-b4f60b7e0898, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6457cd69-567b-4052-bfa2-5748a92c6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 12:59:38.780268 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.849071 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] For port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:59:38.869785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] For port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,segment=NetworkSegment(6457cd69-567b-4052-bfa2-5748a92c6989),segment_id=6457cd69-567b-4052-bfa2-5748a92c6989)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:59:38.877261 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.906373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:38.907381 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:38.923281 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Routers {'a9e4d905-6be4-45fe-8a04-4574dd010f81'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 12:59:38.924011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T12:59:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a9e4d905-6be4-45fe-8a04-4574dd010f81'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:38.990317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Current status of the port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:38.991013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:39.014744 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] Set router a9e4d905-6be4-45fe-8a04-4574dd010f81 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 12:59:39.026637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] For port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,segment=NetworkSegment(6457cd69-567b-4052-bfa2-5748a92c6989),segment_id=6457cd69-567b-4052-bfa2-5748a92c6989)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:59:39.030619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:39.090930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44aa3b5-cdb1-40a4-b0c6-adaed76cf91d None None] Pushing event updated for resources: {'Port': ['ID=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:39.148165 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b89506-23e0-40d8-9518-e4bcaf131fad None None] Pushing event updated for resources: {'Port': ['ID=e51ee2e7-4047-4d02-a7dd-b4f60b7e0898,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:39.151296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-40b4c5df-96bc-44be-84f3-b1380046a262 None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:39.151693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-40b4c5df-96bc-44be-84f3-b1380046a262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:39.233602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-40b4c5df-96bc-44be-84f3-b1380046a262 None None] Current status of the port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:39.253832 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:36Z', 'revision_number': 2, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port_host': None, '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:38Z', 'revision_number': 4, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:39.281976 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a96c6-2859-4a44-9751-629f4f3bb921 None None] The sync data for ids ['a9e4d905-6be4-45fe-8a04-4574dd010f81'] in n-d-815324-6 is: [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:36Z', 'revision_number': 2, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port_host': None, '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:38Z', 'revision_number': 4, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 12:59:39.672741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:39.782315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f7bc58-af92-442d-896b-e7a7a2aba600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:39.783608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-38f7bc58-af92-442d-896b-e7a7a2aba600 admin admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 842 time: 0.1098850 Feb 10 12:59:39.793832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Request body: {'subnet': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'cidr': '172.25.8.0/24'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:39.815442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Made reservation on behalf of c7165afb26ce4d8188846ac3b25e5894 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:59:39.818005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:40.187253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 12:59:40.187685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (5e05829c-98a9-4f50-b3d3-4b808c78093e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:40.238968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e05829c-98a9-4f50-b3d3-4b808c78093e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:40.250095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 12:59:40.250319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Network hostable DHCP agents. Network: f6d7ec51-b422-47e7-beca-925ae04878bc, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:59:40.267298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:59:40.276655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f6d7ec51-b422-47e7-beca-925ae04878bc) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:40.283543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:40.284526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:40.287936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c7483e-ba8b-4c12-b116-3387d2a1c265 None None] Network f6d7ec51-b422-47e7-beca-925ae04878bc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 12:59:40.301160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed8f4791-ff00-4b45-b052-878ffe4bb70e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5107358 Feb 10 12:59:40.405853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e44f5c-e1b1-4c89-a4a3-32a34d997af2 None None] Network f6d7ec51-b422-47e7-beca-925ae04878bc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 12:59:42.675173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:42.905330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a3ccbde0-5d58-4635-baa9-91c69f1ed78f demo admin] 10.222.0.13 "GET /v2.0/routers/a9e4d905-6be4-45fe-8a04-4574dd010f81 HTTP/1.1" status: 200 len: 710 time: 0.2290537 Feb 10 12:59:43.085059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea93d0-5440-4f05-a493-1ddca7462044 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:59:43.086573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-80ea93d0-5440-4f05-a493-1ddca7462044 demo admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 886 time: 0.1758225 Feb 10 12:59:43.095468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 12:59:43.373178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks [] for router_gateway (a9e4d905-6be4-45fe-8a04-4574dd010f81), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:43.612247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks [] for router_gateway (a9e4d905-6be4-45fe-8a04-4574dd010f81), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:43.687761 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:43.873809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Allocated IP 172.25.8.222 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/43ea135a-7d0b-4d66-9b90-376ce284568d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:59:43.980904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks [] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.039518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.082598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:59:44.103675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:59:44.145801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 12:59:44.183149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Pushing event updated for resources: {'Port': ['ID=43ea135a-7d0b-4d66-9b90-376ce284568d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:44.194798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.195143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.195483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.195817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.196148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.196473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.196903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.197140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.197461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.197779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.198097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.198412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.198726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Tracked resource versions report: Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: pushed versions: Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Log': {'1.0'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Network': {'1.1'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Port': {'1.7'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'PortForwarding': {'1.2'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'QosPolicy': {'1.10'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SubPort': {'1.0'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Subnet': {'1.1'}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Trunk': {'1.1'}} Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: consumer versions: Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: { DHCP agent@n-d-815324-6: {}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: L3 agent@n-d-815324-6: {}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: Metadata agent@n-d-815324-6: {}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: Metering agent@n-d-815324-6: {}, Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'ConntrackHelper': '1.0', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'LocalIPAssociation': '1.0', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Log': '1.0', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Network': '1.1', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Port': '1.7', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'PortForwarding': '1.2', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'QosPolicy': '1.10', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SecurityGroup': '1.5', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SecurityGroupRule': '1.2', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'SubPort': '1.0', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Subnet': '1.1', Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: 'Trunk': '1.1'}} Feb 10 12:59:44.199825 n-d-815324-6 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 12:59:44.512150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks [] for router_gateway (a9e4d905-6be4-45fe-8a04-4574dd010f81), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.716159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (a9e4d905-6be4-45fe-8a04-4574dd010f81), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.720816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (a9e4d905-6be4-45fe-8a04-4574dd010f81), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.840667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Router a9e4d905-6be4-45fe-8a04-4574dd010f81 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:59:44.950556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:59:44.955341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:44.956839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eb49fe2d-d6cf-4af0-853e-6c481d1d8ade demo admin] 10.222.0.13 "PUT /v2.0/routers/a9e4d905-6be4-45fe-8a04-4574dd010f81 HTTP/1.1" status: 200 len: 890 time: 1.8645182 Feb 10 12:59:45.160316 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 12:59:45.899352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 12:59:45.950523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:45.950927 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:46.036217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:47.485144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 12:59:47.610320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cdfd66f0-6050-4656-bad2-51a2e51bae75 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240375 Feb 10 12:59:47.767854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Sync routers for ids ['a9e4d905-6be4-45fe-8a04-4574dd010f81'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 12:59:47.779036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Routers {'a9e4d905-6be4-45fe-8a04-4574dd010f81'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 12:59:47.779687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T12:59:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a9e4d905-6be4-45fe-8a04-4574dd010f81'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:48.002735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Set router a9e4d905-6be4-45fe-8a04-4574dd010f81 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 12:59:48.495238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:44Z', 'revision_number': 4, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port': {'id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:43Z', 'updated_at': '2022-02-10T12:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:39Z', 'revision_number': 5, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:48.550111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Checking router: a9e4d905-6be4-45fe-8a04-4574dd010f81 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 12:59:48.550461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Updating router a9e4d905-6be4-45fe-8a04-4574dd010f81 port 43ea135a-7d0b-4d66-9b90-376ce284568d binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 12:59:48.601624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:48.919934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks [] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:48.932297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:48.988650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Attempting to bind port 43ea135a-7d0b-4d66-9b90-376ce284568d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 12:59:48.988983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Attempting to bind port 43ea135a-7d0b-4d66-9b90-376ce284568d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 12:59:48.989348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Attempting to bind port 43ea135a-7d0b-4d66-9b90-376ce284568d on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 12:59:48.991195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c4b1-2431-4984-b77d-e94da43474e9 None None] Pushing event updated for resources: {'Port': ['ID=43ea135a-7d0b-4d66-9b90-376ce284568d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:48.996529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 12:59:48.996936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 12:59:48.997342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:48.997727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 12:59:48.998192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Bound port: 43ea135a-7d0b-4d66-9b90-376ce284568d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 12:59:48.998906 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:49.048069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] For port 43ea135a-7d0b-4d66-9b90-376ce284568d, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:59:49.051144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] For port 43ea135a-7d0b-4d66-9b90-376ce284568d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=43ea135a-7d0b-4d66-9b90-376ce284568d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:59:49.057195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:49.115655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c4b1-2431-4984-b77d-e94da43474e9 None None] Pushing event updated for resources: {'Port': ['ID=43ea135a-7d0b-4d66-9b90-376ce284568d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:49.118086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Routers {'a9e4d905-6be4-45fe-8a04-4574dd010f81'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 12:59:49.118702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T12:59:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a9e4d905-6be4-45fe-8a04-4574dd010f81'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:49.228075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] Set router a9e4d905-6be4-45fe-8a04-4574dd010f81 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 12:59:49.457952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:44Z', 'revision_number': 4, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port': {'id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:43Z', 'updated_at': '2022-02-10T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:39Z', 'revision_number': 5, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:59:49.485734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f140327-ed8c-4c46-92b0-6e097b162989 None None] The sync data for ids ['a9e4d905-6be4-45fe-8a04-4574dd010f81'] in n-d-815324-6 is: [{'id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'name': 'router1', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:59:26Z', 'updated_at': '2022-02-10T12:59:44Z', 'revision_number': 4, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'gw_port': {'id': '43ea135a-7d0b-4d66-9b90-376ce284568d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:43Z', 'updated_at': '2022-02-10T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e51ee2e7-4047-4d02-a7dd-b4f60b7e0898', 'name': '', 'network_id': '40affb9d-4ada-4693-a486-959c99dc2f37', 'tenant_id': '9e9d1b4bd86741de8c4dba477b317444', 'mac_address': 'fa:16:3e:55:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e4d905-6be4-45fe-8a04-4574dd010f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:59:35Z', 'updated_at': '2022-02-10T12:59:39Z', 'revision_number': 5, 'project_id': '9e9d1b4bd86741de8c4dba477b317444', 'subnets': [{'id': '4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd47b370f-3266-4e20-83dc-694e1a63bfee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 12:59:49.929560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 43ea135a-7d0b-4d66-9b90-376ce284568d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 12:59:49.993673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 43ea135a-7d0b-4d66-9b90-376ce284568d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:49.994426 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:50.100477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 43ea135a-7d0b-4d66-9b90-376ce284568d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 12:59:50.101265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:50.126990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 43ea135a-7d0b-4d66-9b90-376ce284568d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=43ea135a-7d0b-4d66-9b90-376ce284568d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:59:50.139846 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:50.212033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=43ea135a-7d0b-4d66-9b90-376ce284568d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:59:51.911310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 43ea135a-7d0b-4d66-9b90-376ce284568d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 12:59:51.975757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 43ea135a-7d0b-4d66-9b90-376ce284568d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:59:51.976495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (43ea135a-7d0b-4d66-9b90-376ce284568d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 12:59:52.089696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 43ea135a-7d0b-4d66-9b90-376ce284568d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:00:00.748336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18ca439d-f3bb-437a-a0a3-83baca88531e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:03.117017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-925ea4b5-1d0e-4b34-bb94-52ca16fc2a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:04.338109 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:05.590469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:07.281995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:22.181566 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:00:30.755000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6285-6fe9-4d29-8052-a73d44d5d27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:33.131432 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-076e630a-bc7d-41cf-993c-aed23dee838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:34.338957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:35.607654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:37.290280 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:00:59.163053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:01:00.748389 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae3d411a-3cd0-4ba7-9bf6-5e768be0e174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:03.131180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb497-c694-487f-83c9-25e42227e5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:04.337020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:05.596183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:07.281971 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:12.743286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51060) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:12.804402 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffff8a07-d0c7-466c-9ef6-8d4b8da932ff admin admin] GET failed (client error): The resource could not be found. Feb 10 13:01:12.805690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ffff8a07-d0c7-466c-9ef6-8d4b8da932ff admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614438 Feb 10 13:01:12.967508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3729b-0560-4f20-90d5-411eed219b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:12.968930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9d3729b-0560-4f20-90d5-411eed219b69 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591685 Feb 10 13:01:15.231352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:15.324995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfb6778-ce9d-42dc-8441-c4b18b7baa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:15.326369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5dfb6778-ce9d-42dc-8441-c4b18b7baa90 admin admin] 10.222.0.13 "GET /v2.0/subnets/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10 HTTP/1.1" status: 200 len: 849 time: 0.0940783 Feb 10 13:01:15.336279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:01:15.421288 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Publish callbacks [] for subnet (4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:15.565783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754120288247'] for subnet (4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:15.600821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:15.601974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:15.602849 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] 10.222.0.13 "PUT /v2.0/subnets/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10 HTTP/1.1" status: 200 len: 868 time: 0.2702243 Feb 10 13:01:15.605687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689892b-7496-497b-9a0e-b91844ec2526 None None] Network 40affb9d-4ada-4693-a486-959c99dc2f37 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:01:15.622461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:01:15.630872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.631229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.631709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.632056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.632395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.632728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.633104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.633424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.633749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.634869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.634869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.635058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:15.635775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86443fb-3720-470d-bb52-a46dfc5c3100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:01:16.068694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Provisioning complete for port 9617a85f-afb0-4022-b8fc-61866226d7d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:01:16.069190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9617a85f-afb0-4022-b8fc-61866226d7d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:16.152014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Current status of the port 9617a85f-afb0-4022-b8fc-61866226d7d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:01:16.163576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Provisioning complete for port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:01:16.163963 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e51ee2e7-4047-4d02-a7dd-b4f60b7e0898), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:16.237309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-efb9e339-17ed-4f96-9510-1a2df9e5e228 None None] Current status of the port e51ee2e7-4047-4d02-a7dd-b4f60b7e0898 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:01:17.912615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:18.114428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc8432-baed-4879-9579-a344d6aa1c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:18.114818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc8432-baed-4879-9579-a344d6aa1c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:18.116363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ddc8432-baed-4879-9579-a344d6aa1c64 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027748 Feb 10 13:01:20.339571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:20.544653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fdcbf0-2c48-4464-a99a-840a7e5e79e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:20.545161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fdcbf0-2c48-4464-a99a-840a7e5e79e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:20.546693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-69fdcbf0-2c48-4464-a99a-840a7e5e79e1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061775 Feb 10 13:01:22.819328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:22.957862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468b645-4f65-4b78-abc7-e98e9bde828e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:22.959257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d468b645-4f65-4b78-abc7-e98e9bde828e admin admin] 10.222.0.13 "GET /v2.0/networks/40affb9d-4ada-4693-a486-959c99dc2f37 HTTP/1.1" status: 200 len: 869 time: 0.1389585 Feb 10 13:01:25.227945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:25.353818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053c837-d91f-462b-9c15-ccfdfe71a697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:25.355317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3053c837-d91f-462b-9c15-ccfdfe71a697 admin admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 886 time: 0.1263666 Feb 10 13:01:27.637310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:27.765477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed7f12-f31e-44e2-ae92-b85778b290cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:27.765935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed7f12-f31e-44e2-ae92-b85778b290cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:27.767510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-35ed7f12-f31e-44e2-ae92-b85778b290cc admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292548 Feb 10 13:01:30.002783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:30.093074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc7b73-230c-4ab2-90a0-e23f2f72c0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:30.093535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc7b73-230c-4ab2-90a0-e23f2f72c0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:30.095068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0bdc7b73-230c-4ab2-90a0-e23f2f72c0bc admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913446 Feb 10 13:01:30.750273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73a3f5a1-893c-45c5-9084-6d0d4ccf9c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:32.412114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:32.523001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c00b9-aa33-4c9e-a937-7a51d0717f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:32.524388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a4c00b9-aa33-4c9e-a937-7a51d0717f8d admin admin] 10.222.0.13 "GET /v2.0/subnets/4fec7bcf-04d6-4d77-bfa2-e6e4ca696c10 HTTP/1.1" status: 200 len: 868 time: 0.1113315 Feb 10 13:01:33.122752 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71f58e30-0bb7-4cba-a7dc-8191c8777d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:34.338942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:34.790764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:34.876103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93eb1d-411c-4b84-9dd9-a1796922f458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:01:34.877510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0f93eb1d-411c-4b84-9dd9-a1796922f458 admin admin] 10.222.0.13 "GET /v2.0/subnets/5e05829c-98a9-4f50-b3d3-4b808c78093e HTTP/1.1" status: 200 len: 816 time: 0.0857961 Feb 10 13:01:35.598937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:36.163193 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:01:37.274875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:01:58.859542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:01:58.907822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-826ccc32-1819-4182-be40-52b3b19d9933 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:01:58.908856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-826ccc32-1819-4182-be40-52b3b19d9933 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483408 Feb 10 13:02:00.751354 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc160f6e-0ccb-4b92-bfc9-00043e2334f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:01.251191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:02:01.311311 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fc9ac5-0d96-445f-8ec7-34b66b31fc78 admin admin] GET failed (client error): The resource could not be found. Feb 10 13:02:01.312595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e6fc9ac5-0d96-445f-8ec7-34b66b31fc78 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604579 Feb 10 13:02:01.399971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec49a8e-922e-4e58-9c9e-2291307494bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:02:01.401477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ec49a8e-922e-4e58-9c9e-2291307494bd admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843148 Feb 10 13:02:03.125935 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5181653f-8afe-4bc0-9a96-465688d913e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.709251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:02:03.755587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:02:03.780943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Made reservation on behalf of c7165afb26ce4d8188846ac3b25e5894 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:02:03.783159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.809826 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.revisions.revision_plugin [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Could not find related network for resource to bump revision. Feb 10 13:02:03.820681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:02:03.829059 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2a3dd761-abe9-4aa7-b298-59227e12c5dd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.829672 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Added segment 2a3dd761-abe9-4aa7-b298-59227e12c5dd of type vlan for network 51213954-5318-45f4-810e-cc869eaabefc Feb 10 13:02:03.866866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (51213954-5318-45f4-810e-cc869eaabefc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.893013 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (51213954-5318-45f4-810e-cc869eaabefc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.894479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:02:03.895046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:03.926391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2161009 Feb 10 13:02:03.960237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f65ea-d7c2-427d-b127-ca8abe6f3e74 admin admin] Pushing event updated for resources: {'Network': ['ID=51213954-5318-45f4-810e-cc869eaabefc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:02:03.970630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 51213954-5318-45f4-810e-cc869eaabefc details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:02:04.342874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:05.602889 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:06.183998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:02:06.245712 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c8de08-45ad-43c5-b5b1-15f14ce03967 admin admin] GET failed (client error): The resource could not be found. Feb 10 13:02:06.247051 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34c8de08-45ad-43c5-b5b1-15f14ce03967 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621006 Feb 10 13:02:06.319973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcf742-00aa-4c2c-857f-45696e06af86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:02:06.321470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a7bcf742-00aa-4c2c-857f-45696e06af86 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703380 Feb 10 13:02:06.332237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'name': 'shared-subnet'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:02:06.351386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Made reservation on behalf of c7165afb26ce4d8188846ac3b25e5894 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:02:06.353718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:06.523687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (6f0192af-efde-4578-bbb6-449b1bbea6f1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:06.680377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0192af-efde-4578-bbb6-449b1bbea6f1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:02:06.690512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:02:06.690865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Network hostable DHCP agents. Network: 51213954-5318-45f4-810e-cc869eaabefc, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:02:06.708623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Network 51213954-5318-45f4-810e-cc869eaabefc is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:02:06.718606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 51213954-5318-45f4-810e-cc869eaabefc) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:02:06.724046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:02:06.724639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:06.729912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c07e5-6b46-4640-b657-2d04d5ee5d87 None None] Network 51213954-5318-45f4-810e-cc869eaabefc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:02:06.741689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-841459d7-bc06-45ca-a692-35f9603415b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4132264 Feb 10 13:02:06.851526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-51213954-5318-45f4-810e-cc869eaabefc', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'project_id': 'c7165afb26ce4d8188846ac3b25e5894', 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:02:06.852415 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:06.998872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Allocated IP 192.168.233.2 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:02:07.158208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks [] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.165687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.210334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:02:07.213252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:02:07.216740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:02:07.222201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Pushing event updated for resources: {'Port': ['ID=1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:02:07.233141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.233493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.233838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.234741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.235089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.235429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.235766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.236091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.236421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.236743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.237642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.237970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.238291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:02:07.305750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Attempting to bind port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:02:07.306107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Attempting to bind port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:02:07.306506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Attempting to bind port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:02:07.311939 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.313801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:02:07.314165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:02:07.314538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.314907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:02:07.316006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Bound port: 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:02:07.316376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.382299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c756551f-3753-42ff-a256-68db310c6dec None None] For port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:02:07.385496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c756551f-3753-42ff-a256-68db310c6dec None None] For port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:02:07.390635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:07.446636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756551f-3753-42ff-a256-68db310c6dec None None] Pushing event updated for resources: {'Port': ['ID=1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:02:08.085826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:02:08.248603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:02:08.249034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:08.332102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57723592-4bf8-4913-bd19-6c51426333d9 None None] Network 51213954-5318-45f4-810e-cc869eaabefc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:02:08.335649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:02:08.336032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:08.430811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:02:08.439908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:08.485096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5e1f6a1-dc52-4c5e-8dc9-9bd503e72bb9 None None] Provisioning complete for port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:02:08.485401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f6a1-dc52-4c5e-8dc9-9bd503e72bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:08.550634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:02:08.607743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1f6a1-dc52-4c5e-8dc9-9bd503e72bb9 None None] Current status of the port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:02:08.828682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4fb3eb5f-284a-457f-bb18-aae4c6d4d869 None None] Provisioning complete for port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:02:08.829107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fb3eb5f-284a-457f-bb18-aae4c6d4d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:08.910680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3eb5f-284a-457f-bb18-aae4c6d4d869 None None] Current status of the port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:02:10.017727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:02:10.069118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:02:10.069506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:10.144161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1fcbdfc9-88bc-4da2-bd2d-b8a1fdba42fc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:02:13.166244 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:02:30.755047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-412983d2-bd89-4a92-9f0e-af2a4433e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:33.128344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e08e71ab-59dd-407c-aa58-20d515ff2862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:34.348629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:35.604423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:37.279587 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:02:50.165629 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:03:00.758504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e02cce98-6222-402f-a82e-714034abc04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:03.129199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ad4cd8c7-574f-43be-bb66-7f5388bc942c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:04.350515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:05.607897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:07.275402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:27.167897 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:03:27.414113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:03:27.422446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-84913534-7ea9-41ae-a869-e02787121801 tempest-verify_tempest_config-504298237 tempest-verify_tempest_config-504298237-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:03:27.423752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84913534-7ea9-41ae-a869-e02787121801 tempest-verify_tempest_config-504298237 tempest-verify_tempest_config-504298237-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0080972 Feb 10 13:03:27.734134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:03:27.846304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:27.921584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Publish callbacks [] for security_group (866bd994-1fd9-450d-83a9-e4b195f53dfe), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:27.925647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (866bd994-1fd9-450d-83a9-e4b195f53dfe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:27.970353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866bd994-1fd9-450d-83a9-e4b195f53dfe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:03:27.974359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2504a81b04e4e428efbe497f1b393b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2391355 Feb 10 13:03:27.977205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:03:27.980182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.980531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.980906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.981245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.981567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.981892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.982213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.982531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.982856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.983169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.983483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.983797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:27.984117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3cf4eb-bd88-4246-96ed-57baef1dd94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.060404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Publish callbacks [] for security_group (866bd994-1fd9-450d-83a9-e4b195f53dfe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:28.081665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Publish callbacks [] for security_group (866bd994-1fd9-450d-83a9-e4b195f53dfe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:28.175394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (866bd994-1fd9-450d-83a9-e4b195f53dfe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:28.178042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:28.179215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/866bd994-1fd9-450d-83a9-e4b195f53dfe HTTP/1.1" status: 204 len: 168 time: 0.2010531 Feb 10 13:03:28.188368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bd994-1fd9-450d-83a9-e4b195f53dfe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:03:28.195884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.196236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.196574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.196931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.197270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.197654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.197914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.198366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.198693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.199014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.199335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.199652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:28.199970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cf44e-b3eb-4cd2-9e10-ff7866499750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:03:30.762379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4718d67e-c7e5-4d14-af21-a9c2a9d96415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:33.131603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b6164fe-f401-4274-917c-869503ea6de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:34.350770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:35.609926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:03:37.269467 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:00.763594 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e9e-54ef-4216-8ba3-a89e6a46c63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:03.133148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1c888c2-cf16-4607-b9f5-ce4d5e70be8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:04.167939 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:04:04.355619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:05.610992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:07.272324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:30.766259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a496620f-76e2-422b-b453-674994884159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:33.135081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc4f7-84c7-4481-ac01-423ad08f2cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:34.358055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:35.614765 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:37.275727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:04:41.170040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:05:00.768195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5af9e848-868e-4802-92db-8eb9d445bfd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:03.136146 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7916f992-69f7-4853-aea6-0aeee87ef009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:04.359580 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:05.616627 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:07.279438 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:18.170808 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:05:30.772702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-444781bf-cd7c-4c43-ab7f-39f6230d418e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:33.138661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-50be648b-dafd-4061-b2c5-57c3f1ebc1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:34.361955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:35.619798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:37.282489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:05:55.174101 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:06:00.767949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6dff4b8-c284-482e-a197-3090668311aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:03.140900 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2baf-b98f-402b-8f11-b76b65418a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:04.365617 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:05.622552 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:07.285404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:30.770760 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72f088da-4e61-4601-8fa9-be276e00b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:32.175367 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 5 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:06:33.142023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01818ae0-bd08-4648-a0fa-3dc03ff15938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:34.369254 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:35.628674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:35.630229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:37.292336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:06:40.797719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606968'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:00.774411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b45b867-7d20-4b5a-b295-94379e5fd503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:03.142634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80a8d8c7-1bcb-4bed-ae93-d74aeec2d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:04.373120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:05.593827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:05.628522 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:07.288960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:09.181256 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:07:10.798663 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:28.545490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:07:28.696049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a8995243-3118-48ed-9c87-edc418b74c8e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1493268 Feb 10 13:07:30.778634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3f91a97-7b6c-4f98-bb48-819d156d9905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:31.094692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:07:31.162894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f73cf697-2121-4191-9135-6061176ad2c5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0670662 Feb 10 13:07:33.144681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b1b00ef-0184-4f37-b1ac-89138f4292c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:34.375404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:35.588788 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:35.632141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:37.294221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:40.812350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:07:46.252892 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:08:00.781226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3148a93d-176b-4f5f-9282-893d4d392fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:03.148191 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0064a74a-93ca-4506-a322-32fca8f8515f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:04.377861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:05.605076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:05.634946 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:07.287382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:10.809859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:23.192273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:08:30.783984 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-771e064c-27b4-4d5a-919e-6d6ef766542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:33.150557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d191-7f3d-44a9-912a-366b00a75dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:34.380933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:35.605313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:35.639394 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:37.291173 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:40.807893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.430998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:58.626001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.721699 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Publish callbacks [] for security_group (f3cbf81e-7076-4abe-b26e-6663be0e8f14), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.727431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3cbf81e-7076-4abe-b26e-6663be0e8f14), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.772400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f4a75ba41ca484ca72737d6ed378283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3403943 Feb 10 13:08:58.774523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbf81e-7076-4abe-b26e-6663be0e8f14,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:08:58.775771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:58.783170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.783745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.784252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.784588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.784945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.785406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.785862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.786339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.786793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.787245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.787696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.788160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.788610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13620-4cc5-485e-bbd4-03d9596e0cd4 admin admin] Tracked resource versions report: Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: pushed versions: Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Log': {'1.0'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Network': {'1.1'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Port': {'1.7'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'PortForwarding': {'1.2'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'QosPolicy': {'1.10'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SubPort': {'1.0'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Subnet': {'1.1'}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Trunk': {'1.1'}} Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: consumer versions: Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: { DHCP agent@n-d-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: HyperV agent@n-h1-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: HyperV agent@n-h2-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: L3 agent@n-d-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: Metadata agent@n-d-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: Metering agent@n-d-815324-6: {}, Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'ConntrackHelper': '1.0', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'LocalIPAssociation': '1.0', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Log': '1.0', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Network': '1.1', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Port': '1.7', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'PortForwarding': '1.2', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'QosPolicy': '1.10', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SecurityGroup': '1.5', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SecurityGroupRule': '1.2', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'SubPort': '1.0', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Subnet': '1.1', Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: 'Trunk': '1.1'}} Feb 10 13:08:58.789927 n-d-815324-6 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 13:08:58.839251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Publish callbacks [] for security_group (f3cbf81e-7076-4abe-b26e-6663be0e8f14), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.861788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Publish callbacks [] for security_group (f3cbf81e-7076-4abe-b26e-6663be0e8f14), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.870187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:58.933255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3cbf81e-7076-4abe-b26e-6663be0e8f14), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.937752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:58.939565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3cbf81e-7076-4abe-b26e-6663be0e8f14 HTTP/1.1" status: 204 len: 168 time: 0.1622562 Feb 10 13:08:58.952087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbf81e-7076-4abe-b26e-6663be0e8f14,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:08:58.961305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.961775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.962126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.962465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.962792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.963119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.963437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.964030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.964493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.965000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.965460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.966186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.967182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610ffbf-38f8-4f3e-b36b-ae57765e582c admin admin] Tracked resource versions report: Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: pushed versions: Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Log': {'1.0'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Network': {'1.1'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Port': {'1.7'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'PortForwarding': {'1.2'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'QosPolicy': {'1.10'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SubPort': {'1.0'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Subnet': {'1.1'}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Trunk': {'1.1'}} Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: consumer versions: Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: { DHCP agent@n-d-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: HyperV agent@n-h1-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: HyperV agent@n-h2-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: L3 agent@n-d-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: Metadata agent@n-d-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: Metering agent@n-d-815324-6: {}, Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'ConntrackHelper': '1.0', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'LocalIPAssociation': '1.0', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Log': '1.0', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Network': '1.1', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Port': '1.7', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'PortForwarding': '1.2', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'QosPolicy': '1.10', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SecurityGroup': '1.5', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SecurityGroupRule': '1.2', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'SubPort': '1.0', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Subnet': '1.1', Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: 'Trunk': '1.1'}} Feb 10 13:08:58.969296 n-d-815324-6 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 13:08:59.147260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15fdf6fd-86ba-4b27-b094-5735d09f7206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.294963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15fdf6fd-86ba-4b27-b094-5735d09f7206 admin admin] Publish callbacks [] for security_group (d481c1ab-9db6-4bde-809a-25a162cc9f72), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.303987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15fdf6fd-86ba-4b27-b094-5735d09f7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d481c1ab-9db6-4bde-809a-25a162cc9f72), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.354249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15fdf6fd-86ba-4b27-b094-5735d09f7206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f0c6707bdd14b939324a64936b1f16b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4828017 Feb 10 13:08:59.356980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:59.365513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdf6fd-86ba-4b27-b094-5735d09f7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481c1ab-9db6-4bde-809a-25a162cc9f72,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:08:59.428233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] Publish callbacks [] for security_group (d481c1ab-9db6-4bde-809a-25a162cc9f72), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.455525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] Publish callbacks [] for security_group (d481c1ab-9db6-4bde-809a-25a162cc9f72), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.501543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:59.514326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d481c1ab-9db6-4bde-809a-25a162cc9f72), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.515096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04593e00-5d39-45a0-abc2-cdfa7299fa7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.519081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.529355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d481c1ab-9db6-4bde-809a-25a162cc9f72 HTTP/1.1" status: 204 len: 168 time: 0.1700563 Feb 10 13:08:59.550300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96593395-e918-4ee9-9792-0df0e7fec0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481c1ab-9db6-4bde-809a-25a162cc9f72,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:08:59.619920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04593e00-5d39-45a0-abc2-cdfa7299fa7f admin admin] Publish callbacks [] for security_group (f4eeca91-f4cc-4de1-8c4d-30a02831edbf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.625301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04593e00-5d39-45a0-abc2-cdfa7299fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4eeca91-f4cc-4de1-8c4d-30a02831edbf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.661488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04593e00-5d39-45a0-abc2-cdfa7299fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eeca91-f4cc-4de1-8c4d-30a02831edbf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:08:59.681394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-04593e00-5d39-45a0-abc2-cdfa7299fa7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a751c622c7f143058eaa2400e1af1b8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1787376 Feb 10 13:08:59.684027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:08:59.751430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] Publish callbacks [] for security_group (f4eeca91-f4cc-4de1-8c4d-30a02831edbf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.775604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] Publish callbacks [] for security_group (f4eeca91-f4cc-4de1-8c4d-30a02831edbf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.848413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4eeca91-f4cc-4de1-8c4d-30a02831edbf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.852568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:08:59.857214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4eeca91-f4cc-4de1-8c4d-30a02831edbf HTTP/1.1" status: 204 len: 168 time: 0.1722434 Feb 10 13:08:59.868276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3d534-dec0-448f-b486-4906641650d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eeca91-f4cc-4de1-8c4d-30a02831edbf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:00.121433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.136870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e46dc69-31ad-46a2-9d2e-a974824b7c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.187898 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:09:00.229642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e46dc69-31ad-46a2-9d2e-a974824b7c95 admin admin] Publish callbacks [] for security_group (4d201116-32e9-402d-808f-cf1ec29e5c28), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.233970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e46dc69-31ad-46a2-9d2e-a974824b7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4d201116-32e9-402d-808f-cf1ec29e5c28), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.275326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e46dc69-31ad-46a2-9d2e-a974824b7c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5648d1fd4b471fb7cf5e45d70c33ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1525922 Feb 10 13:09:00.276193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46dc69-31ad-46a2-9d2e-a974824b7c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d201116-32e9-402d-808f-cf1ec29e5c28,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:00.278540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.339226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] Publish callbacks [] for security_group (4d201116-32e9-402d-808f-cf1ec29e5c28), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.362552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] Publish callbacks [] for security_group (4d201116-32e9-402d-808f-cf1ec29e5c28), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.408669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.417203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4d201116-32e9-402d-808f-cf1ec29e5c28), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.421486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.423339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d201116-32e9-402d-808f-cf1ec29e5c28 HTTP/1.1" status: 204 len: 168 time: 0.1435356 Feb 10 13:09:00.432329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e4826-fee4-479c-b00a-36e3025dc609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d201116-32e9-402d-808f-cf1ec29e5c28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:00.461188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51898) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.622972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a27c050-ff6c-4dfd-9e8a-3ad71f1129d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.693512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be033219-f549-47bf-8e06-9f4b3075df96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.810848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e91d1576-1c71-4c53-a72f-e1c0d893c664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.836881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a27c050-ff6c-4dfd-9e8a-3ad71f1129d6 admin admin] Publish callbacks [] for security_group (c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.846946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a27c050-ff6c-4dfd-9e8a-3ad71f1129d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.900237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be033219-f549-47bf-8e06-9f4b3075df96 admin admin] Publish callbacks [] for security_group (4eb22a3d-50d8-4301-bc2c-9d449af936ce), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.906389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.906549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a27c050-ff6c-4dfd-9e8a-3ad71f1129d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edb47d7135b54a138b067df6cd24d603&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4964821 Feb 10 13:09:00.911716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be033219-f549-47bf-8e06-9f4b3075df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4eb22a3d-50d8-4301-bc2c-9d449af936ce), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:00.928438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27c050-ff6c-4dfd-9e8a-3ad71f1129d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:00.971981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be033219-f549-47bf-8e06-9f4b3075df96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2844c0c29ddf4c79bd7581e7cfcc9d47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5087821 Feb 10 13:09:00.972576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:00.994157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be033219-f549-47bf-8e06-9f4b3075df96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb22a3d-50d8-4301-bc2c-9d449af936ce,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:01.007533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] Publish callbacks [] for security_group (c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.048181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] Publish callbacks [] for security_group (c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.065865 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] Publish callbacks [] for security_group (4eb22a3d-50d8-4301-bc2c-9d449af936ce), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.094526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] Publish callbacks [] for security_group (4eb22a3d-50d8-4301-bc2c-9d449af936ce), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.166353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4eb22a3d-50d8-4301-bc2c-9d449af936ce), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.167463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.169585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.173440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.173538 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4eb22a3d-50d8-4301-bc2c-9d449af936ce HTTP/1.1" status: 204 len: 168 time: 0.1871772 Feb 10 13:09:01.173605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3 HTTP/1.1" status: 204 len: 168 time: 0.2642720 Feb 10 13:09:01.186453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888d7a-8d4e-4c16-a699-9a4f1c0838c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffffed-7af7-43c9-8f8e-0a0a6241a2d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:01.193787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a73a1-9352-405d-9580-daf86c012110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb22a3d-50d8-4301-bc2c-9d449af936ce,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:01.756422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:01.773411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d19215d-dc46-4038-89ba-bb47a8baecd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.834460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:01.893024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c7b1-fbe3-4861-b78c-dd899e95ef11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.935447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d19215d-dc46-4038-89ba-bb47a8baecd5 admin admin] Publish callbacks [] for security_group (a36a8117-a2df-4e1f-97d9-7908e7740a91), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:01.943278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d19215d-dc46-4038-89ba-bb47a8baecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a36a8117-a2df-4e1f-97d9-7908e7740a91), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.006471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19215d-dc46-4038-89ba-bb47a8baecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a8117-a2df-4e1f-97d9-7908e7740a91,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:02.052676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d19215d-dc46-4038-89ba-bb47a8baecd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46aa562489d4302927dca4dee5ada2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2940748 Feb 10 13:09:02.060936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:02.065455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c7b1-fbe3-4861-b78c-dd899e95ef11 admin admin] Publish callbacks [] for security_group (fc9b4a44-02bb-4c94-b431-4253803dd493), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.070342 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c7b1-fbe3-4861-b78c-dd899e95ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fc9b4a44-02bb-4c94-b431-4253803dd493), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.127950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0c7b1-fbe3-4861-b78c-dd899e95ef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b4a44-02bb-4c94-b431-4253803dd493,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:02.155353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a4f0c7b1-fbe3-4861-b78c-dd899e95ef11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd2cbf6f00044a07be6a0db294dc8b4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3168564 Feb 10 13:09:02.155438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:02.185365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] Publish callbacks [] for security_group (a36a8117-a2df-4e1f-97d9-7908e7740a91), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.243097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] Publish callbacks [] for security_group (a36a8117-a2df-4e1f-97d9-7908e7740a91), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.279960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] Publish callbacks [] for security_group (fc9b4a44-02bb-4c94-b431-4253803dd493), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.322257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] Publish callbacks [] for security_group (fc9b4a44-02bb-4c94-b431-4253803dd493), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.344798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a36a8117-a2df-4e1f-97d9-7908e7740a91), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.347367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.348648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a36a8117-a2df-4e1f-97d9-7908e7740a91 HTTP/1.1" status: 204 len: 168 time: 0.2853038 Feb 10 13:09:02.360237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb8d89-6140-4541-9b5f-84ee3ddab243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a8117-a2df-4e1f-97d9-7908e7740a91,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:02.369096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:02.400297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fc9b4a44-02bb-4c94-b431-4253803dd493), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.405636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.408314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc9b4a44-02bb-4c94-b431-4253803dd493 HTTP/1.1" status: 204 len: 168 time: 0.2501578 Feb 10 13:09:02.418331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a5435-5bf4-4552-bbc7-20af2cda85ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b4a44-02bb-4c94-b431-4253803dd493,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:02.765469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b32ece-1c91-432a-aba2-2857cda016be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.845727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b32ece-1c91-432a-aba2-2857cda016be admin admin] Publish callbacks [] for security_group (14083334-fc7d-4c5c-83f2-147ca442b9e8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.850358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b32ece-1c91-432a-aba2-2857cda016be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (14083334-fc7d-4c5c-83f2-147ca442b9e8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:02.897107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a8b32ece-1c91-432a-aba2-2857cda016be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=257279ad9c354848bd2d674cea5d8f4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5123379 Feb 10 13:09:02.897567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:02.898146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32ece-1c91-432a-aba2-2857cda016be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14083334-fc7d-4c5c-83f2-147ca442b9e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:03.014133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:03.036234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] Publish callbacks [] for security_group (14083334-fc7d-4c5c-83f2-147ca442b9e8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.063267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] Publish callbacks [] for security_group (14083334-fc7d-4c5c-83f2-147ca442b9e8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.122694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (14083334-fc7d-4c5c-83f2-147ca442b9e8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.125687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.126839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14083334-fc7d-4c5c-83f2-147ca442b9e8 HTTP/1.1" status: 204 len: 168 time: 0.2273021 Feb 10 13:09:03.135877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8d5e9-b7af-442f-8995-a18baa254899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14083334-fc7d-4c5c-83f2-147ca442b9e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:03.174255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-efadb62b-13a7-4d4f-aede-d65c15b428da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.257572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d79b9a8-87c9-4576-a909-cdad76e19ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.348523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d79b9a8-87c9-4576-a909-cdad76e19ee5 admin admin] Publish callbacks [] for security_group (80b0baac-f2a5-4567-ade0-8e2f40a2bf9c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.353242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d79b9a8-87c9-4576-a909-cdad76e19ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (80b0baac-f2a5-4567-ade0-8e2f40a2bf9c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.396165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5d79b9a8-87c9-4576-a909-cdad76e19ee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c1b4c8f486e4bdd806a25e91c622d0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3785229 Feb 10 13:09:03.396165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b9a8-87c9-4576-a909-cdad76e19ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0baac-f2a5-4567-ade0-8e2f40a2bf9c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:03.396548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:03.453463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] Publish callbacks [] for security_group (80b0baac-f2a5-4567-ade0-8e2f40a2bf9c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.476727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] Publish callbacks [] for security_group (80b0baac-f2a5-4567-ade0-8e2f40a2bf9c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.525964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (80b0baac-f2a5-4567-ade0-8e2f40a2bf9c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.528832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.533053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80b0baac-f2a5-4567-ade0-8e2f40a2bf9c HTTP/1.1" status: 204 len: 168 time: 0.1324203 Feb 10 13:09:03.538427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42445600-8438-4ec7-969a-4f83cfb56f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0baac-f2a5-4567-ade0-8e2f40a2bf9c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:03.571362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:03.795716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:03.810272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4278cd1d-f02c-4527-ad1d-6f066f8ef0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.892279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4278cd1d-f02c-4527-ad1d-6f066f8ef0ea admin admin] Publish callbacks [] for security_group (6fae63cb-05de-49d5-93ed-63212bc5461a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.896794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4278cd1d-f02c-4527-ad1d-6f066f8ef0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6fae63cb-05de-49d5-93ed-63212bc5461a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:03.938027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4278cd1d-f02c-4527-ad1d-6f066f8ef0ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65836891605242f99f549b791e65d93a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1410406 Feb 10 13:09:03.938700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:03.939036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278cd1d-f02c-4527-ad1d-6f066f8ef0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fae63cb-05de-49d5-93ed-63212bc5461a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.003724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] Publish callbacks [] for security_group (6fae63cb-05de-49d5-93ed-63212bc5461a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.022436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:04.027138 n-d-815324-6 neutron-server[103400]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 13:09:04.029139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] Publish callbacks [] for security_group (6fae63cb-05de-49d5-93ed-63212bc5461a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.030591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-network', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:04.055340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Made reservation on behalf of b25529da73df42fb9da53dc6240a1ffc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:04.057855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-b00ef5fc-ffe9-4a63-b004-cef3cd77eec6 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef043765a2f04f17a6882b811376ae85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318501 Feb 10 13:09:04.059051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.073098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.202553 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks [] for security_group (fa2a4267-39f8-49ea-9292-7727b702b7bd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.209374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fa2a4267-39f8-49ea-9292-7727b702b7bd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.243754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a4267-39f8-49ea-9292-7727b702b7bd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.263130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6fae63cb-05de-49d5-93ed-63212bc5461a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.264418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:04.267868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.269621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fae63cb-05de-49d5-93ed-63212bc5461a HTTP/1.1" status: 204 len: 168 time: 0.3304765 Feb 10 13:09:04.288190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754120306863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77cf0284-b12a-43cd-966e-e53e8d4f7c08), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.288856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Unsubscribe: segment precommit_create {{(pid=103399) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 13:09:04.289613 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Added segment 77cf0284-b12a-43cd-966e-e53e8d4f7c08 of type vlan for network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 Feb 10 13:09:04.297363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e963c4a-2070-42cb-a7f6-43f05d2ddca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fae63cb-05de-49d5-93ed-63212bc5461a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.307181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-c2663794-0b12-4d02-9de9-03c1736ddff5 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:04.315961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-c2663794-0b12-4d02-9de9-03c1736ddff5 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501690 Feb 10 13:09:04.333462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-76e80198-ebec-4890-a5cb-b9ab5dcee2c5 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/quotas/ef043765a2f04f17a6882b811376ae85 HTTP/1.1" status: 200 len: 375 time: 0.0164123 Feb 10 13:09:04.369863 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4053a25f-df79-49b0-a2fc-f844c1aa3c33), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.396877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.401136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:04.425138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c0629a-e3a4-44a2-91e1-4b5b9844c5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.429306 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8eacabff-cdcb-4f89-8fd2-e7bced2c67df tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef043765a2f04f17a6882b811376ae85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867369 Feb 10 13:09:04.435641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4053a25f-df79-49b0-a2fc-f844c1aa3c33), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.436770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:04.437480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.492014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9188614 Feb 10 13:09:04.494562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:04.499710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Request body: {'subnet': {'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-subnet', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:04.537343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Made reservation on behalf of b25529da73df42fb9da53dc6240a1ffc for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:04.539706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.634299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592529-f8eb-4a4b-8cfc-cc4f1f1c60ee admin admin] Pushing event updated for resources: {'Network': ['ID=4053a25f-df79-49b0-a2fc-f844c1aa3c33,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.647600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:04.699011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c0629a-e3a4-44a2-91e1-4b5b9844c5df admin admin] Publish callbacks [] for security_group (83050e4f-d0e8-42f7-913e-a38cd1462e9a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.715451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c0629a-e3a4-44a2-91e1-4b5b9844c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83050e4f-d0e8-42f7-913e-a38cd1462e9a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.775363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22c0629a-e3a4-44a2-91e1-4b5b9844c5df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6ceefadfabf46ab9802b81daa71c4d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3706856 Feb 10 13:09:04.776276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:04.790222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0629a-e3a4-44a2-91e1-4b5b9844c5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83050e4f-d0e8-42f7-913e-a38cd1462e9a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.835567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] Publish callbacks [] for security_group (83050e4f-d0e8-42f7-913e-a38cd1462e9a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.863264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] Publish callbacks [] for security_group (83050e4f-d0e8-42f7-913e-a38cd1462e9a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.897966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (d56d75a4-382a-416e-a24c-2bb2a20276c6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.944992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83050e4f-d0e8-42f7-913e-a38cd1462e9a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.949199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:04.951819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83050e4f-d0e8-42f7-913e-a38cd1462e9a HTTP/1.1" status: 204 len: 168 time: 0.1745455 Feb 10 13:09:04.965638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6024b2-e4cc-4424-b9d0-b4cc42a5e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83050e4f-d0e8-42f7-913e-a38cd1462e9a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:04.965830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Checking segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:04.966292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Network hostable DHCP agents. Network: 4053a25f-df79-49b0-a2fc-f844c1aa3c33, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:04.981739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56d75a4-382a-416e-a24c-2bb2a20276c6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:05.006160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:05.017467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 4053a25f-df79-49b0-a2fc-f844c1aa3c33) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:05.022198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:05.023120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.030083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed1d6a-0152-4fe5-9e45-3ce61815488e None None] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:05.042938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88bb95fa-77b8-4437-831b-08605e4f55f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5472989 Feb 10 13:09:05.045712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:05.052493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:05.080403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.082027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.179376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:09:05.180573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.202897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for router_controller (5c0fe7f4-6831-4323-9184-d81a5983fddf), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.386058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Allocated IP 172.20.0.2 (4053a25f-df79-49b0-a2fc-f844c1aa3c33/d56d75a4-382a-416e-a24c-2bb2a20276c6/52f6575b-455c-42c5-b424-1d9430f8b843) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:05.464631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for router_gateway (5c0fe7f4-6831-4323-9184-d81a5983fddf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.470632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:05.620364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks [] for port (52f6575b-455c-42c5-b424-1d9430f8b843), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.633722 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.636629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.680266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.688358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:05.691523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:05.695258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:05.706303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Pushing event updated for resources: {'Port': ['ID=52f6575b-455c-42c5-b424-1d9430f8b843,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:05.719036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.719475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.719885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.720291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.720687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.721121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.721507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.721898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.722292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.722686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.724059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.724645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.725064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Tracked resource versions report: Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: pushed versions: Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'LocalIPAssociation': {'1.0'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Log': {'1.0'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Network': {'1.1'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Port': {'1.7'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'PortForwarding': {'1.2'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'QosPolicy': {'1.10'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SubPort': {'1.0'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Subnet': {'1.1'}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Trunk': {'1.1'}} Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: consumer versions: Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: { DHCP agent@n-d-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: HyperV agent@n-h1-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: HyperV agent@n-h2-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: L3 agent@n-d-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: Metadata agent@n-d-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: Metering agent@n-d-815324-6: {}, Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'ConntrackHelper': '1.0', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'LocalIPAssociation': '1.0', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Log': '1.0', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Network': '1.1', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Port': '1.7', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'PortForwarding': '1.2', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'QosPolicy': '1.10', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SecurityGroup': '1.5', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SecurityGroupRule': '1.2', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'SubPort': '1.0', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Subnet': '1.1', Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: 'Trunk': '1.1'}} Feb 10 13:09:05.726858 n-d-815324-6 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 13:09:05.807702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Attempting to bind port 52f6575b-455c-42c5-b424-1d9430f8b843 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:05.808776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Attempting to bind port 52f6575b-455c-42c5-b424-1d9430f8b843 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:05.808776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Attempting to bind port 52f6575b-455c-42c5-b424-1d9430f8b843 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:05.814441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:05.814821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Checking segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:05.815235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.815767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Bound using segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:05.816252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Bound port: 52f6575b-455c-42c5-b424-1d9430f8b843, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:05.816795 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.882264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for router_gateway (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.888670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] For port 52f6575b-455c-42c5-b424-1d9430f8b843, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:05.892281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] For port 52f6575b-455c-42c5-b424-1d9430f8b843, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=52f6575b-455c-42c5-b424-1d9430f8b843,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:05.901824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.904619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:05.988300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a178f-861f-4ece-8e8c-8ca07346ce20 None None] Pushing event updated for resources: {'Port': ['ID=52f6575b-455c-42c5-b424-1d9430f8b843,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:06.106309 n-d-815324-6 neutron-server[103399]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 13:09:06.112642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Allocated IP 172.25.8.235 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/fab4bc76-3df8-4305-a758-d93ea9c1aa54) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:06.197294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-decb79d2-1ad0-4369-84e8-c0367df5ae3c req-2adc1f11-0261-4a7e-a093-e3752ccf86b9 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 210 time: 0.7254896 Feb 10 13:09:06.300981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:06.384036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:06.489829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:06.517500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:06.535429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:06.555535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-ea2c270a-f097-4a06-9a9b-9e01f3870d3f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=34bc03e7790b473497fe8a6a25315df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971420 Feb 10 13:09:06.610203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Pushing event updated for resources: {'Port': ['ID=fab4bc76-3df8-4305-a758-d93ea9c1aa54,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:06.824893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-a1d1e4af-4316-40cc-9443-b742f4293d71 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:06.832074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-a1d1e4af-4316-40cc-9443-b742f4293d71 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351367 Feb 10 13:09:06.869160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-11517d1c-0de1-46c3-a69a-ef38c2d6b3c4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/quotas/34bc03e7790b473497fe8a6a25315df1 HTTP/1.1" status: 200 len: 375 time: 0.0361419 Feb 10 13:09:06.938061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-135e14e2-74a2-4d72-b84a-6c23c982c2a5 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680318 Feb 10 13:09:06.965791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for router_gateway (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:07.103756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.77', 56334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:07.210595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-c41ed102-5844-470b-93f5-62dfd9082ae0 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ef043765a2f04f17a6882b811376ae85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051581 Feb 10 13:09:07.320657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:07.323543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:07.640509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35707295-268d-4575-b1b8-6da462821bcc None None] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:07.678029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d65c72d-0682-4255-8cf7-c9f60b70985c req-5927f085-745a-4c51-8630-fbbfb05c201c tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 210 time: 0.3540239 Feb 10 13:09:07.749668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-bce4d133-dd96-4e67-b041-024e9b9aa7c1 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:07.752671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-bce4d133-dd96-4e67-b041-024e9b9aa7c1 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360658 Feb 10 13:09:07.754303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Provisioning complete for port 52f6575b-455c-42c5-b424-1d9430f8b843 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:07.754708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:07.853315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Request body: {'port': {'device_id': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'ef043765a2f04f17a6882b811376ae85'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:07.915676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4691cdfc-3a70-49c2-92f2-a056fbea4506 req-55fe89fb-3b8d-4330-9b3f-2fda2c41ac5c tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0684586 Feb 10 13:09:07.972893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Current status of the port 52f6575b-455c-42c5-b424-1d9430f8b843 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:07.974837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:07.975272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:09:08.058640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] For port 52f6575b-455c-42c5-b424-1d9430f8b843, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=52f6575b-455c-42c5-b424-1d9430f8b843,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:08.066495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.126531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:09:08.143901 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:09:08.157631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.160988 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8c3cd99-f959-49b5-8de1-5acc2b8b0622 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1121860 Feb 10 13:09:08.162136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:08.180584 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:08.183458 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:08.225700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b42ec-6888-4c28-9670-1680110fba0b None None] Pushing event updated for resources: {'Port': ['ID=52f6575b-455c-42c5-b424-1d9430f8b843,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:08.413406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Made reservation on behalf of ef043765a2f04f17a6882b811376ae85 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:08.416694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-955c3db6-0630-401b-a896-95f5a2c33874 None None] Provisioning complete for port 52f6575b-455c-42c5-b424-1d9430f8b843 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:08.417827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.425301 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-955c3db6-0630-401b-a896-95f5a2c33874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.434489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.532165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 52f6575b-455c-42c5-b424-1d9430f8b843 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:08.557749 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:08.661274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks [] for security_group (6e0eb0bd-147f-4313-9b5b-1b155284f39e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.671603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6e0eb0bd-147f-4313-9b5b-1b155284f39e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.790546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0eb0bd-147f-4313-9b5b-1b155284f39e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:08.926623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 52f6575b-455c-42c5-b424-1d9430f8b843 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:08.926899 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:08.929623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-955c3db6-0630-401b-a896-95f5a2c33874 None None] Current status of the port 52f6575b-455c-42c5-b424-1d9430f8b843 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:09.068949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:06Z', 'revision_number': 3, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:09.101633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90bd8a47-33f9-4e1b-beff-ba35f3a983b8 req-ce4790ab-da6d-410e-a20c-7145d4d76744 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 210 time: 0.2739105 Feb 10 13:09:09.150986 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:09:09.152830 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Updating router 5c0fe7f4-6831-4323-9184-d81a5983fddf port fab4bc76-3df8-4305-a758-d93ea9c1aa54 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:09:09.279002 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:09.385018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 52f6575b-455c-42c5-b424-1d9430f8b843 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:09.561101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:09.633263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Allocated IP 192.168.233.51 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/7ec1b262-2726-46e5-901f-efe123230815) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:09.707378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8ae859c-83a1-4d23-a676-65732c6e6283 req-88a2c9e2-aaf4-40e2-bfb3-4b8f5c8cc183 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 210 time: 0.1892529 Feb 10 13:09:10.119815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.21', 50440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:10.191950 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks [] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.213549 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.251152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-992fba13-9970-418c-a491-0c0386a5fa2f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=34bc03e7790b473497fe8a6a25315df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305375 Feb 10 13:09:10.429988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Pushing event updated for resources: {'Port': ['ID=fab4bc76-3df8-4305-a758-d93ea9c1aa54,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:10.442643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 52f6575b-455c-42c5-b424-1d9430f8b843 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:10.460187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Attempting to bind port fab4bc76-3df8-4305-a758-d93ea9c1aa54 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:10.460547 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Attempting to bind port fab4bc76-3df8-4305-a758-d93ea9c1aa54 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:10.462763 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Attempting to bind port fab4bc76-3df8-4305-a758-d93ea9c1aa54 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:10.496561 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.501307 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.502963 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.503518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.504088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.506034 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.506595 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.508331 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.509250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.512416 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.513184 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.515516 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.516430 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Tracked resource versions report: Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: pushed versions: Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: { 'AddressGroup': {'1.2'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'ConntrackHelper': {'1.0'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'LocalIPAssociation': {'1.0'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Log': {'1.0'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Network': {'1.1'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Port': {'1.7'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'PortForwarding': {'1.2'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'QosPolicy': {'1.10'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SecurityGroup': {'1.5'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SecurityGroupRule': {'1.2'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SubPort': {'1.0'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Subnet': {'1.1'}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Trunk': {'1.1'}} Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: consumer versions: Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: { DHCP agent@n-d-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: HyperV agent@n-h1-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: HyperV agent@n-h2-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: L3 agent@n-d-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: Metadata agent@n-d-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: Metering agent@n-d-815324-6: {}, Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: Open vSwitch agent@n-d-815324-6: { 'AddressGroup': '1.2', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'ConntrackHelper': '1.0', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'LocalIPAssociation': '1.0', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Log': '1.0', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Network': '1.1', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Port': '1.7', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'PortForwarding': '1.2', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'QosPolicy': '1.10', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SecurityGroup': '1.5', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SecurityGroupRule': '1.2', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'SubPort': '1.0', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Subnet': '1.1', Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: 'Trunk': '1.1'}} Feb 10 13:09:10.521240 n-d-815324-6 neutron-server[103402]: {{(pid=103402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 13:09:10.536651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:10.537037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:10.540779 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.541415 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:10.542109 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Bound port: fab4bc76-3df8-4305-a758-d93ea9c1aa54, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:10.543842 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.584496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-927e0803-e218-40b0-a536-7e3f73a56753 req-7ac028ff-e84e-4f46-9775-3924e861ff3c tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 210 time: 0.0748978 Feb 10 13:09:10.617239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 52f6575b-455c-42c5-b424-1d9430f8b843 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:10.618035 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.652130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks [] for port (7ec1b262-2726-46e5-901f-efe123230815), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.722669 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] For port fab4bc76-3df8-4305-a758-d93ea9c1aa54, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:10.752023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 52f6575b-455c-42c5-b424-1d9430f8b843 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:10.762317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.762810 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] For port fab4bc76-3df8-4305-a758-d93ea9c1aa54, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fab4bc76-3df8-4305-a758-d93ea9c1aa54,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:10.776175 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.831164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:10.865280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Allocated IP 172.20.0.1 (4053a25f-df79-49b0-a2fc-f844c1aa3c33/d56d75a4-382a-416e-a24c-2bb2a20276c6/8a210203-a2ee-482d-8c5d-aec49ec23bf5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:10.879232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:10.888581 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:10.910258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-eb015759-8f9f-446c-804d-273c61300b9a tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:10.912880 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-eb015759-8f9f-446c-804d-273c61300b9a tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6397269 Feb 10 13:09:10.956228 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caae580-aea1-4f36-968d-42ee599d5d3b None None] Pushing event updated for resources: {'Port': ['ID=fab4bc76-3df8-4305-a758-d93ea9c1aa54,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:10.960300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:11.137733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Request body: {'port': {'device_id': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '34bc03e7790b473497fe8a6a25315df1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:11.154247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:11.182723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:11.183599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Pushing event updated for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:11.194968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:11.209307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:11.214530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:11.215159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:11.259372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-80126d57-9a11-4d99-a57d-b41b7fde3f7f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4097347 Feb 10 13:09:11.349957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:11.424311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:11.490865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-140e6177-fa64-4b46-be16-bc168176b772 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:11.492731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-140e6177-fa64-4b46-be16-bc168176b772 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097725 Feb 10 13:09:11.632402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:06Z', 'revision_number': 3, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:11.646853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a8009b4-455d-4bd9-954d-e9a590f4bbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:11.680739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93717750-32d0-49cb-b352-12327e2df490 None None] Provisioning complete for port 7ec1b262-2726-46e5-901f-efe123230815 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:11.684703 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93717750-32d0-49cb-b352-12327e2df490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7ec1b262-2726-46e5-901f-efe123230815), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:11.743713 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1019ad45-b4ba-4220-9913-885d69e07545 None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:06Z', 'revision_number': 3, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:09:11.798073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93717750-32d0-49cb-b352-12327e2df490 None None] Port 7ec1b262-2726-46e5-901f-efe123230815 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:11.918676 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf86c843-f6b8-49b9-9052-b5d2b31a49ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:11.963035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28bada-49ca-4133-b3b7-2321d5b2d729 req-1219c4f1-b04a-4d3c-a68e-ad197fc605e4 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:11.975141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff28bada-49ca-4133-b3b7-2321d5b2d729 req-1219c4f1-b04a-4d3c-a68e-ad197fc605e4 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 935 time: 1.0977640 Feb 10 13:09:11.997419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks [] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.068781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a8009b4-455d-4bd9-954d-e9a590f4bbf7 admin admin] Publish callbacks [] for security_group (202accd6-173c-49c4-8c1c-cfd3de560b51), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.073123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188c8b1-2a3a-4a02-b6ac-bbf647714a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.086559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a8009b4-455d-4bd9-954d-e9a590f4bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (202accd6-173c-49c4-8c1c-cfd3de560b51), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.108809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Made reservation on behalf of 34bc03e7790b473497fe8a6a25315df1 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:12.115077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.156474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.183922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fd44aff-26b0-4629-8c01-ce709037748b req-474ce238-a3e0-4769-83fe-c63a1209206d tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 210 time: 0.1542459 Feb 10 13:09:12.186652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff28bada-49ca-4133-b3b7-2321d5b2d729 req-6cdba01c-0848-470b-90ec-552949126eed tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104230 Feb 10 13:09:12.206752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.252837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2a8009b4-455d-4bd9-954d-e9a590f4bbf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b2f02180684b9e844cced2f96caa46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2911968 Feb 10 13:09:12.260192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:12.300169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:12.332997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:12.341726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:12.348474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:12.348936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.407131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8009b4-455d-4bd9-954d-e9a590f4bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202accd6-173c-49c4-8c1c-cfd3de560b51,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:12.462992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Request body: {'port': {'device_id': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'device_owner': 'compute:tempest-test_az-716933610', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:12.672595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf86c843-f6b8-49b9-9052-b5d2b31a49ae admin admin] Publish callbacks [] for security_group (7be9e65b-0ef1-4605-a871-c711dff93d11), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.708597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf86c843-f6b8-49b9-9052-b5d2b31a49ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7be9e65b-0ef1-4605-a871-c711dff93d11), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.849921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7ec1b262-2726-46e5-901f-efe123230815), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.859042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b31fbc07-316c-41f2-be89-67ad4e507bbf None None] Provisioning complete for port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:12.860407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b31fbc07-316c-41f2-be89-67ad4e507bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.900202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86c843-f6b8-49b9-9052-b5d2b31a49ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9e65b-0ef1-4605-a871-c711dff93d11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:12.922945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf86c843-f6b8-49b9-9052-b5d2b31a49ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f65aa1f87d7402e891ffb3248aa6402&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5713842 Feb 10 13:09:12.932406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:12.946046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188c8b1-2a3a-4a02-b6ac-bbf647714a56 admin admin] Publish callbacks [] for security_group (fe21002e-0da4-4bfe-8488-2225a3d43650), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:12.993299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] Publish callbacks [] for security_group (202accd6-173c-49c4-8c1c-cfd3de560b51), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.000551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188c8b1-2a3a-4a02-b6ac-bbf647714a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fe21002e-0da4-4bfe-8488-2225a3d43650), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.019874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b31fbc07-316c-41f2-be89-67ad4e507bbf None None] Port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:13.042921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] Publish callbacks [] for security_group (202accd6-173c-49c4-8c1c-cfd3de560b51), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.088498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks [] for security_group (d7441e00-725f-42b9-9345-3ac199175781), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.122308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6188c8b1-2a3a-4a02-b6ac-bbf647714a56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e3f082cd1d04df2b395a949749c4a38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6963706 Feb 10 13:09:13.129001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:13.152046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188c8b1-2a3a-4a02-b6ac-bbf647714a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe21002e-0da4-4bfe-8488-2225a3d43650,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:13.167653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d7441e00-725f-42b9-9345-3ac199175781), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.267132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7441e00-725f-42b9-9345-3ac199175781,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:13.293265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (202accd6-173c-49c4-8c1c-cfd3de560b51), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.296965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.298156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/202accd6-173c-49c4-8c1c-cfd3de560b51 HTTP/1.1" status: 204 len: 168 time: 1.0265691 Feb 10 13:09:13.344661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952df6a-7e91-4e6e-b134-b351a6f11452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202accd6-173c-49c4-8c1c-cfd3de560b51,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:13.503570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:13.657579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5cd78f72-2d85-4f7d-b186-1297c8e2f1ed req-47a796cf-e024-42d5-ab59-80328b87877b tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 210 time: 0.2279756 Feb 10 13:09:13.744691 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] Publish callbacks [] for security_group (7be9e65b-0ef1-4605-a871-c711dff93d11), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.855168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] Publish callbacks [] for security_group (7be9e65b-0ef1-4605-a871-c711dff93d11), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.863571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] Publish callbacks [] for security_group (fe21002e-0da4-4bfe-8488-2225a3d43650), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:13.997128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cd299-aa82-44a3-bcd8-f47b7eadec67 req-507a13f8-fc54-415f-b4e8-a875020c57de tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:14.000085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-440cd299-aa82-44a3-bcd8-f47b7eadec67 req-507a13f8-fc54-415f-b4e8-a875020c57de tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 935 time: 0.4474933 Feb 10 13:09:14.015580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87c5e1f6-ee80-4574-a89c-e974959e7c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.026947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] Publish callbacks [] for security_group (fe21002e-0da4-4bfe-8488-2225a3d43650), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.051024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.075576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:14.120205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eaef92-8257-4da5-9d6f-6dc35c9c7704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.132105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-440cd299-aa82-44a3-bcd8-f47b7eadec67 req-59bb98d4-e71f-4d15-a098-93ca4c441b4f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038816 Feb 10 13:09:14.192433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec1b262-2726-46e5-901f-efe123230815 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:14.201396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7be9e65b-0ef1-4605-a871-c711dff93d11), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.204638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.205959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7be9e65b-0ef1-4605-a871-c711dff93d11 HTTP/1.1" status: 204 len: 168 time: 1.2723546 Feb 10 13:09:14.208198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks [] for port (7ec1b262-2726-46e5-901f-efe123230815), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.231456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fe21002e-0da4-4bfe-8488-2225a3d43650), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.235469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.235634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe21002e-0da4-4bfe-8488-2225a3d43650 HTTP/1.1" status: 204 len: 168 time: 1.1043508 Feb 10 13:09:14.257542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f3289-1d11-40ce-a299-d8521a043f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9e65b-0ef1-4605-a871-c711dff93d11,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:14.306037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87c5e1f6-ee80-4574-a89c-e974959e7c71 admin admin] Publish callbacks [] for security_group (2d001505-2eda-4c2b-93d8-19684d6ddd4b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.314707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9989d-5e1f-40e7-9905-9882b9875dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe21002e-0da4-4bfe-8488-2225a3d43650,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:14.326460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87c5e1f6-ee80-4574-a89c-e974959e7c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2d001505-2eda-4c2b-93d8-19684d6ddd4b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.358144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Transition to ACTIVE for port object 7ec1b262-2726-46e5-901f-efe123230815 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:14.366140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.606804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e1f6-ee80-4574-a89c-e974959e7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d001505-2eda-4c2b-93d8-19684d6ddd4b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:14.621397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-87c5e1f6-ee80-4574-a89c-e974959e7c71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d282f987e4984d4db619e576a5bc22bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0893180 Feb 10 13:09:14.626358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:14.676259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Attempting to bind port 7ec1b262-2726-46e5-901f-efe123230815 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:14.688082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Attempting to bind port 7ec1b262-2726-46e5-901f-efe123230815 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:14.688815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Attempting to bind port 7ec1b262-2726-46e5-901f-efe123230815 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:14.707070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eaef92-8257-4da5-9d6f-6dc35c9c7704 admin admin] Publish callbacks [] for security_group (3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.711711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Port 7ec1b262-2726-46e5-901f-efe123230815 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:14.712614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Attempting to bind port 7ec1b262-2726-46e5-901f-efe123230815 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:14.743107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:14.743637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eaef92-8257-4da5-9d6f-6dc35c9c7704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.751890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Allocated IP 192.168.233.58 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/607abcc0-e226-49fa-a5d7-80204de13e8f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:14.770529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:14.770908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:14.773533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:14.774142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Bound port: 7ec1b262-2726-46e5-901f-efe123230815, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:14.775168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fab4bc76-3df8-4305-a758-d93ea9c1aa54 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:14.775681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7ec1b262-2726-46e5-901f-efe123230815), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.931036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fab4bc76-3df8-4305-a758-d93ea9c1aa54 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:14.938463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:14.986192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:15.000998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7ec1b262-2726-46e5-901f-efe123230815,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:15.020334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.207580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:15.238692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks [] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.249352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:15.249986 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.252005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-8a581ff1-0988-45ec-aa08-b65eb83e88f1 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ec1b262-2726-46e5-901f-efe123230815 HTTP/1.1" status: 200 len: 1116 time: 3.0256491 Feb 10 13:09:15.252695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:15.253399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'tag': '7ec1b262-2726-46e5-901f-efe123230815'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:15.386802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fab4bc76-3df8-4305-a758-d93ea9c1aa54 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:15.387488 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.403209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks [] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.431659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:15.434297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port fab4bc76-3df8-4305-a758-d93ea9c1aa54, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fab4bc76-3df8-4305-a758-d93ea9c1aa54,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:15.459724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.515919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2911346-ebf1-4c3f-8ed5-a977b4b03b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.517537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02eaef92-8257-4da5-9d6f-6dc35c9c7704 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=665952dcbd7545ceb15e0f30100b0afb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4308765 Feb 10 13:09:15.519092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.519949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.557431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:15.590697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] Publish callbacks [] for security_group (2d001505-2eda-4c2b-93d8-19684d6ddd4b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.647687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=fab4bc76-3df8-4305-a758-d93ea9c1aa54,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:15.726805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3bbe-3230-4a57-a7f3-c2d3ba3d7eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.806399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:15.846758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.885419 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdac5bd-4bdb-426c-ae58-a546961881e6" -d '{"events": [{"name": "network-changed", "server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "tag": "7ec1b262-2726-46e5-901f-efe123230815"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:15.951352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2911346-ebf1-4c3f-8ed5-a977b4b03b43 admin admin] Publish callbacks [] for security_group (9ded558e-6118-4334-a58a-914bbb8d3697), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.970660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] Publish callbacks [] for security_group (2d001505-2eda-4c2b-93d8-19684d6ddd4b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.977040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2911346-ebf1-4c3f-8ed5-a977b4b03b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9ded558e-6118-4334-a58a-914bbb8d3697), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:15.998784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c04eb4-be6c-4276-b105-c2bf7ca3b70f req-604c2c72-92d3-4b24-981a-65da9e8bb41d tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.000443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6c04eb4-be6c-4276-b105-c2bf7ca3b70f req-604c2c72-92d3-4b24-981a-65da9e8bb41d tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.5267386 Feb 10 13:09:16.059282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-16a660d1-bd33-42bd-8da4-25e58c8f6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.060832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-16a660d1-bd33-42bd-8da4-25e58c8f6284 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef043765a2f04f17a6882b811376ae85&device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 1150 time: 0.6421683 Feb 10 13:09:16.061979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaef92-8257-4da5-9d6f-6dc35c9c7704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:16.133739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e2911346-ebf1-4c3f-8ed5-a977b4b03b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a751ac070b34d238e538d0a7209a34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188420 Feb 10 13:09:16.169736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:16.321380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2911346-ebf1-4c3f-8ed5-a977b4b03b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded558e-6118-4334-a58a-914bbb8d3697,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:16.357137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fab4bc76-3df8-4305-a758-d93ea9c1aa54 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:16.390390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-85fa7d95-a387-4729-b2d3-196ef9baabe5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7ec1b262-2726-46e5-901f-efe123230815 HTTP/1.1" status: 200 len: 217 time: 0.2877963 Feb 10 13:09:16.401267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:16.452371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:16.458115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2d001505-2eda-4c2b-93d8-19684d6ddd4b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:16.460927 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:16.463331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d001505-2eda-4c2b-93d8-19684d6ddd4b HTTP/1.1" status: 204 len: 168 time: 1.8048351 Feb 10 13:09:16.476356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6c04eb4-be6c-4276-b105-c2bf7ca3b70f req-3997a95e-963c-4984-bd2e-18ef95585124 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544258 Feb 10 13:09:16.486919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:16.493173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.493852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:16.531009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f979475-7b4e-41cb-b8d9-03267f9474df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d001505-2eda-4c2b-93d8-19684d6ddd4b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:16.555275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-1241e225-52a8-4fe2-8502-ab63a3fd7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.557283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-1241e225-52a8-4fe2-8502-ab63a3fd7a1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1543355 Feb 10 13:09:16.565639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Pushing event updated for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:16.633785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fab4bc76-3df8-4305-a758-d93ea9c1aa54 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:16.634364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:16.720618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:16.770755 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-365be7a5-4954-4265-ae15-66a14b091a4e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7302089 Feb 10 13:09:16.782564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-319346d9-ce97-4928-b2a5-404faf2e7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.786102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:16.791776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-319346d9-ce97-4928-b2a5-404faf2e7397 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2286642 Feb 10 13:09:16.858709 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb33ff8-464d-4a81-a876-54635e5e03c1 x-openstack-request-id: req-5fb33ff8-464d-4a81-a876-54635e5e03c1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:16.859024 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "tag": "7ec1b262-2726-46e5-901f-efe123230815", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:16.859285 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fb33ff8-464d-4a81-a876-54635e5e03c1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:16.859738 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'tag': '7ec1b262-2726-46e5-901f-efe123230815', 'status': 'completed', 'code': 200} Feb 10 13:09:16.881674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784bdf0-b0b8-4c33-b608-6ea78a0f3f2b req-6fd9c01f-b20d-4006-993c-7a36862d5743 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:16.893240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6784bdf0-b0b8-4c33-b608-6ea78a0f3f2b req-6fd9c01f-b20d-4006-993c-7a36862d5743 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 935 time: 1.3812490 Feb 10 13:09:16.907542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] Publish callbacks [] for security_group (3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:16.934031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-3fd20626-6f3d-4a7b-b54a-c6017f1cfa70 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:16.949837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-3fd20626-6f3d-4a7b-b54a-c6017f1cfa70 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0379717 Feb 10 13:09:16.976379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-12c04e2c-a7ee-422f-a0be-a20b92d24143 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737001 Feb 10 13:09:16.999464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fab4bc76-3df8-4305-a758-d93ea9c1aa54 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:17.044559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-17537f74-c29f-4071-96a8-8a77265192d3 None None] Provisioning complete for port 607abcc0-e226-49fa-a5d7-80204de13e8f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:17.046209 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17537f74-c29f-4071-96a8-8a77265192d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.115715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17537f74-c29f-4071-96a8-8a77265192d3 None None] Port 607abcc0-e226-49fa-a5d7-80204de13e8f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:17.137873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] Publish callbacks [] for security_group (9ded558e-6118-4334-a58a-914bbb8d3697), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.161144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] Publish callbacks [] for security_group (9ded558e-6118-4334-a58a-914bbb8d3697), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.171634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] Publish callbacks [] for security_group (3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.185439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:17.187578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3bbe-3230-4a57-a7f3-c2d3ba3d7eb7 admin admin] Publish callbacks [] for security_group (18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.209626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3bbe-3230-4a57-a7f3-c2d3ba3d7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.212574 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaff07f-3ce9-4dca-ac50-bf6a5fa821d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.267123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dd66c113-6cd8-4dc7-9b15-3a78affe1a36 None None] Provisioning complete for port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:17.267400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd66c113-6cd8-4dc7-9b15-3a78affe1a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.310474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a794f1cb-dac5-43e4-ad49-183f8b4c0b33 req-a0d08d02-7473-487b-8738-456c2763bbb8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291104 Feb 10 13:09:17.380241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6784bdf0-b0b8-4c33-b608-6ea78a0f3f2b req-a44f2ed8-17ec-4c87-89b5-06bbbd1c796e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857290 Feb 10 13:09:17.388667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dd66c113-6cd8-4dc7-9b15-3a78affe1a36 None None] Port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:17.390754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0ab3bbe-3230-4a57-a7f3-c2d3ba3d7eb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd6ea4004d5440a898abdfd1384b541&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8775053 Feb 10 13:09:17.395649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:17.406417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab3bbe-3230-4a57-a7f3-c2d3ba3d7eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:17.474301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9ded558e-6118-4334-a58a-914bbb8d3697), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.476915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.480516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ded558e-6118-4334-a58a-914bbb8d3697 HTTP/1.1" status: 204 len: 168 time: 1.2894993 Feb 10 13:09:17.488343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:09:17.507624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.510924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.511421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06 HTTP/1.1" status: 204 len: 168 time: 1.7794118 Feb 10 13:09:17.544470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854f34-ff4a-4964-9bcb-19a63f648395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded558e-6118-4334-a58a-914bbb8d3697,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:17.546700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaff07f-3ce9-4dca-ac50-bf6a5fa821d3 admin admin] Publish callbacks [] for security_group (b3274a07-9e82-47af-b6e9-2611ae9dae46), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.554169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-d279b058-3bb5-4e9b-ab6c-65fe5bd481c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:17.574801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a4683-6303-485c-90eb-603ee08038e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33e3cd-86ef-4090-bb3c-3a58e7cdeb06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:17.575745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-d279b058-3bb5-4e9b-ab6c-65fe5bd481c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef043765a2f04f17a6882b811376ae85&device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 1150 time: 0.1953435 Feb 10 13:09:17.579388 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaff07f-3ce9-4dca-ac50-bf6a5fa821d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b3274a07-9e82-47af-b6e9-2611ae9dae46), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.645897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eeaff07f-3ce9-4dca-ac50-bf6a5fa821d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=257d837cef5b4c409a0a46612d02e2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593747 Feb 10 13:09:17.669181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:17.804581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaff07f-3ce9-4dca-ac50-bf6a5fa821d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3274a07-9e82-47af-b6e9-2611ae9dae46,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:17.965500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] Publish callbacks [] for security_group (18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.978136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] Publish callbacks [] for security_group (b3274a07-9e82-47af-b6e9-2611ae9dae46), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:17.985444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Request body: {'port': {'device_id': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:18.010790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc1a4b-53aa-4dda-a367-3814170874bc req-9663d299-b821-4c53-97c3-9246d59649f2 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:18.012331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32cc1a4b-53aa-4dda-a367-3814170874bc req-9663d299-b821-4c53-97c3-9246d59649f2 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.3005257 Feb 10 13:09:18.029221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-a5b60381-374f-4167-8c37-6001b9f54253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:18.031523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-a5b60381-374f-4167-8c37-6001b9f54253 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3902833 Feb 10 13:09:18.063976 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] Publish callbacks [] for security_group (b3274a07-9e82-47af-b6e9-2611ae9dae46), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.116543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-564d45ea-d291-458f-b2b9-e5c5b64b2a16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7ec1b262-2726-46e5-901f-efe123230815 HTTP/1.1" status: 200 len: 217 time: 0.0625961 Feb 10 13:09:18.149483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] Publish callbacks [] for security_group (18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.176060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32cc1a4b-53aa-4dda-a367-3814170874bc req-956612ef-ab8c-4ea8-b38f-1e91c42da2bf tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540380 Feb 10 13:09:18.201174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-1e00696b-2a6f-488c-8256-cdc00133d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:18.203260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-1e00696b-2a6f-488c-8256-cdc00133d301 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0789840 Feb 10 13:09:18.266747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b3274a07-9e82-47af-b6e9-2611ae9dae46), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.272695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.272695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3274a07-9e82-47af-b6e9-2611ae9dae46 HTTP/1.1" status: 204 len: 168 time: 0.6020479 Feb 10 13:09:18.278337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-1eb28cbf-c0b4-48b4-abae-80b238b43d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:18.281568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-1eb28cbf-c0b4-48b4-abae-80b238b43d3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0704017 Feb 10 13:09:18.301080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec7c90-7262-4594-b587-5d43a6f0dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3274a07-9e82-47af-b6e9-2611ae9dae46,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:18.369950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.531212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-696e38d4-f6ab-4f0e-9a5d-87833b3d0a4c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447231 Feb 10 13:09:18.552928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:09:18.560843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-382e7823-da86-43a6-85ae-67d3181d65a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c0fe7f4-6831-4323-9184-d81a5983fddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3973377 Feb 10 13:09:18.586636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:09:18.605715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:18.606708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:18.629378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.643700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:18.648067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01 HTTP/1.1" status: 204 len: 168 time: 1.2504108 Feb 10 13:09:18.728384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcdac5bd-4bdb-426c-ae58-a546961881e6 req-8c02a469-0ab6-49ad-8fc4-e08e0f87a5fa service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910427 Feb 10 13:09:18.838112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de1c25-7b51-4888-97ce-ac518fbd6a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7f7de-b521-4d1d-bc7f-4e0fd14d3b01,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:18.844086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:18.870628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279334-8906-43e4-a6d9-52efdae17c04 req-41eeb5f1-bdb0-4616-b51c-4d1cbd3e3a83 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:18.878158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d279334-8906-43e4-a6d9-52efdae17c04 req-41eeb5f1-bdb0-4616-b51c-4d1cbd3e3a83 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 935 time: 0.3453045 Feb 10 13:09:19.105417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d279334-8906-43e4-a6d9-52efdae17c04 req-8bc40237-b4a7-44e0-84d8-b0a19989387e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265975 Feb 10 13:09:19.145253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:14Z', 'revision_number': 2, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:19.185403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:09:19.186127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Updating router 5c0fe7f4-6831-4323-9184-d81a5983fddf port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:09:19.228391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.270355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607abcc0-e226-49fa-a5d7-80204de13e8f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:19.282761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks [] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.318342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Transition to ACTIVE for port object 607abcc0-e226-49fa-a5d7-80204de13e8f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:19.338334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.493969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfc4c-23d8-4644-8ec4-2ebaa5b56d08 req-5f9806b8-e891-4cd3-a165-1fdf280c9ec8 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:19.504562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1ddfc4c-23d8-4644-8ec4-2ebaa5b56d08 req-5f9806b8-e891-4cd3-a165-1fdf280c9ec8 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.2020667 Feb 10 13:09:19.507943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Pushing event updated for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:19.607507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Attempting to bind port 607abcc0-e226-49fa-a5d7-80204de13e8f on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:19.609472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Attempting to bind port 607abcc0-e226-49fa-a5d7-80204de13e8f by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:19.609878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Attempting to bind port 607abcc0-e226-49fa-a5d7-80204de13e8f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:19.625728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Port 607abcc0-e226-49fa-a5d7-80204de13e8f on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:19.626316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Attempting to bind port 607abcc0-e226-49fa-a5d7-80204de13e8f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:19.645440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:19.645879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:19.646491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:19.646939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Bound port: 607abcc0-e226-49fa-a5d7-80204de13e8f, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:19.647527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.685643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1ddfc4c-23d8-4644-8ec4-2ebaa5b56d08 req-c2f1e823-5a87-4507-90f0-b2d6ac6ca7a9 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788430 Feb 10 13:09:19.771000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks [] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.787122 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.822071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:19.828684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=607abcc0-e226-49fa-a5d7-80204de13e8f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:19.840156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.928696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Pushing event updated for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:19.951542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:19.952433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:19.954742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-7c11d60f-d115-40fd-8766-d89c12f8cedd service neutron] 10.222.0.21 "PUT /v2.0/ports/607abcc0-e226-49fa-a5d7-80204de13e8f HTTP/1.1" status: 200 len: 1095 time: 2.7105019 Feb 10 13:09:19.955502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:20.040092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4d75-53a8-42c8-ab05-ce617c2bd13d None None] Pushing event updated for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:20.190618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Attempting to bind port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:20.190991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Attempting to bind port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:20.194429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Attempting to bind port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:20.209216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:20.209657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Checking segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:20.210477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:20.212087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Bound using segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:20.212602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Bound port: 8a210203-a2ee-482d-8c5d-aec49ec23bf5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:20.214914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:20.391163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-c2779b6c-cee0-43fd-8a3e-6a226a8c6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:20.392693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-c2779b6c-cee0-43fd-8a3e-6a226a8c6bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 1129 time: 0.2822065 Feb 10 13:09:20.481244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] For port 8a210203-a2ee-482d-8c5d-aec49ec23bf5, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:20.490378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] For port 8a210203-a2ee-482d-8c5d-aec49ec23bf5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a210203-a2ee-482d-8c5d-aec49ec23bf5,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:20.513714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:20.609540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4d75-53a8-42c8-ab05-ce617c2bd13d None None] Pushing event updated for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:20.644392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Provisioning complete for port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:20.645087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:20.695858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:20.696623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:20.771613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-941357d7-4027-4b7a-8be3-96476ce73663 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=607abcc0-e226-49fa-a5d7-80204de13e8f HTTP/1.1" status: 200 len: 217 time: 0.3586993 Feb 10 13:09:20.954219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:20.981335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d0595-fac9-47b1-b2e4-03c7567a7eef req-828e462f-f0cc-4005-8127-a08af07ba66e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:20.991643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b6d0595-fac9-47b1-b2e4-03c7567a7eef req-828e462f-f0cc-4005-8127-a08af07ba66e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.4585176 Feb 10 13:09:20.992109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38030-3f28-4cb1-9c8d-1b7fd07c7974 req-b23a28eb-040a-4416-882b-0c26ae75a522 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:21.007963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f38030-3f28-4cb1-9c8d-1b7fd07c7974 req-b23a28eb-040a-4416-882b-0c26ae75a522 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.1420038 Feb 10 13:09:21.042022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-0f6c651f-3cbf-4b4d-bec4-69862631067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:21.044955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-0f6c651f-3cbf-4b4d-bec4-69862631067e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2547858 Feb 10 13:09:21.135947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f38030-3f28-4cb1-9c8d-1b7fd07c7974 req-79e58d6b-c134-4d06-ab11-3a0e70b52240 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269183 Feb 10 13:09:21.149689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b6d0595-fac9-47b1-b2e4-03c7567a7eef req-8095863f-8ccd-4f8e-9f65-3b62df33277c tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494882 Feb 10 13:09:21.192834 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803faf9f-7af7-4785-b299-0025c0cfb8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:21.237947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Current status of the port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:21.242738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:21.290014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] For port 8a210203-a2ee-482d-8c5d-aec49ec23bf5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a210203-a2ee-482d-8c5d-aec49ec23bf5,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:21.301088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:21.374476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b261a-6328-4df8-9f09-2a36172eba73 None None] Pushing event updated for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:21.437801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0c02b9a9-dff0-47f3-bc37-5b2820cb1e20 None None] Provisioning complete for port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:21.438211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c02b9a9-dff0-47f3-bc37-5b2820cb1e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:21.485566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:20Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:21.738737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:21.744522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-network', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:21.774340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405801a-0bc4-4c5a-a4a8-e130a01899ef None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:20Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:09:21.783907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Made reservation on behalf of 6a400bda4b054150bcc1c1e4b219c1cc for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:21.791197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:21.942215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0c02b9a9-dff0-47f3-bc37-5b2820cb1e20 None None] Current status of the port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:21.992383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.062314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-b3a85dd1-4e35-470d-8d9d-a6c4c8e78dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:22.064183 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-b3a85dd1-4e35-470d-8d9d-a6c4c8e78dec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2665999 Feb 10 13:09:22.339600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks [] for security_group (227af4d9-c701-42d2-b0fe-bfa6f0978758), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.345280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-06ddfe36-0ca2-4f9b-9e07-920d636f4782 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740824 Feb 10 13:09:22.351883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (227af4d9-c701-42d2-b0fe-bfa6f0978758), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.424165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a210203-a2ee-482d-8c5d-aec49ec23bf5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:22.443133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227af4d9-c701-42d2-b0fe-bfa6f0978758,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:22.509382 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed16e247-59b0-42ea-b0a0-aa27b63fc8a8 x-openstack-request-id: req-ed16e247-59b0-42ea-b0a0-aa27b63fc8a8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:22.510103 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:22.510566 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed16e247-59b0-42ea-b0a0-aa27b63fc8a8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:22.511245 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f', 'status': 'completed', 'code': 200} Feb 10 13:09:22.512237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:22.566607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (20a6f676-9483-4a8a-b590-3a6bacb18d76), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.582899 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Added segment 20a6f676-9483-4a8a-b590-3a6bacb18d76 of type vlan for network ad7252a7-783e-428d-9273-75717a4851ff Feb 10 13:09:22.612689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659925c-0378-4f40-9306-30eac909d3dc req-52077765-88f8-4804-ad20-0c923688f388 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:22.637687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d659925c-0378-4f40-9306-30eac909d3dc req-52077765-88f8-4804-ad20-0c923688f388 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.2771363 Feb 10 13:09:22.664257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:22.676116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.839662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d659925c-0378-4f40-9306-30eac909d3dc req-1b9d5526-99d4-4738-a499-054e44cdff80 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979547 Feb 10 13:09:22.878129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ad7252a7-783e-428d-9273-75717a4851ff), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:22.942434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:23.001899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ad7252a7-783e-428d-9273-75717a4851ff), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:23.002942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:23.003577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:23.065723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dae7bc05-0e50-4c4e-b098-a8a575d1ab9d req-5d179644-6a4a-4b8a-ba97-0486af54031c service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088051 Feb 10 13:09:23.135774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d3e82-eb93-485d-8fb4-4bbebafdfe1d req-415816bd-be94-4dc0-85ff-9cdaeedb103e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:23.158137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c3d3e82-eb93-485d-8fb4-4bbebafdfe1d req-415816bd-be94-4dc0-85ff-9cdaeedb103e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.4901588 Feb 10 13:09:23.663532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] Pushing event updated for resources: {'Network': ['ID=ad7252a7-783e-428d-9273-75717a4851ff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:23.677494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ad7252a7-783e-428d-9273-75717a4851ff details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:23.696210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12e161fe-f886-46c4-bacc-7d6d952ebf5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9562445 Feb 10 13:09:23.699206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:23.708743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Request body: {'subnet': {'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-subnet', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:23.792650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Made reservation on behalf of 6a400bda4b054150bcc1c1e4b219c1cc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:23.799290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:23.824193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-ebf81650-8aa1-435b-aab1-7df50dc0e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:23.830531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-ebf81650-8aa1-435b-aab1-7df50dc0e591 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 1129 time: 0.6681657 Feb 10 13:09:23.856016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c3d3e82-eb93-485d-8fb4-4bbebafdfe1d req-15ba4368-6422-4bf6-853d-995091afe2f4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968055 Feb 10 13:09:23.924407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:24.459610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1507760096-network', 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:24.538285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409ef34-b3cb-4239-95c9-2d51f22ad1a7 req-c2a98526-5843-4e97-b9ef-04d6955be9f0 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:24.546299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6409ef34-b3cb-4239-95c9-2d51f22ad1a7 req-c2a98526-5843-4e97-b9ef-04d6955be9f0 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.4792652 Feb 10 13:09:24.567666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-f0c5b4b2-400c-46be-9c0f-19ce63f61b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:24.572553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-f0c5b4b2-400c-46be-9c0f-19ce63f61b42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.7008674 Feb 10 13:09:24.750389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:24.760201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:24.779698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-ca4a492f-85a3-4107-8a47-fc676b99003f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=607abcc0-e226-49fa-a5d7-80204de13e8f HTTP/1.1" status: 200 len: 217 time: 0.1889489 Feb 10 13:09:24.835889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:24.939016 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (c204234b-227b-4c24-a51d-223eb41b0ddd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.219034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-e7f02492-f8cf-4bc8-8d48-3f2cbb959bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:25.227751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-e7f02492-f8cf-4bc8-8d48-3f2cbb959bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.4273424 Feb 10 13:09:25.323166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c204234b-227b-4c24-a51d-223eb41b0ddd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:25.355575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6409ef34-b3cb-4239-95c9-2d51f22ad1a7 req-1a699ac2-706e-4125-b023-7252b917e1af tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7920280 Feb 10 13:09:25.382258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadec5f-976e-4dcc-8d96-cc88af6bdf21 req-b6140037-2ade-422b-98f8-c34c8811a977 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:25.393529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3dadec5f-976e-4dcc-8d96-cc88af6bdf21 req-b6140037-2ade-422b-98f8-c34c8811a977 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.4113851 Feb 10 13:09:25.432272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Checking segment: {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:25.436812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Network hostable DHCP agents. Network: ad7252a7-783e-428d-9273-75717a4851ff, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:25.467374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-bdd6d0c3-7ad9-4b1e-be49-d57a3d11e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:25.482440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-bdd6d0c3-7ad9-4b1e-be49-d57a3d11e93f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2295763 Feb 10 13:09:25.490479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Network ad7252a7-783e-428d-9273-75717a4851ff is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:25.516654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ad7252a7-783e-428d-9273-75717a4851ff) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:25.531592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:25.532309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.534139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039e69a-60eb-458b-b524-b298f64184f5 None None] Network ad7252a7-783e-428d-9273-75717a4851ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:25.586992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-92de7dab-aae2-422a-9afa-d86e06d291f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8855779 Feb 10 13:09:25.592539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:25.606941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:25.611251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks [] for security_group (c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.682247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.689348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.751446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.840427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3dadec5f-976e-4dcc-8d96-cc88af6bdf21 req-bc9ac24a-6585-4b84-9d80-bb78128caed5 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459665 Feb 10 13:09:25.891653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for router_controller (ab061fd1-8a67-440c-95f7-d2179e89a5c2), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.938732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:25.960143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ad7252a7-783e-428d-9273-75717a4851ff', 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff', 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'fixed_ips': [{'subnet_id': 'c204234b-227b-4c24-a51d-223eb41b0ddd'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:09:25.963622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:25.996494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:26.017252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77a9509b-3ade-43ad-823a-f81d61abfeee), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.017252 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Added segment 77a9509b-3ade-43ad-823a-f81d61abfeee of type vlan for network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe Feb 10 13:09:26.190525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-dd7fb652-e0a7-4eca-be22-1d67e2cd81b4 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419830 Feb 10 13:09:26.255944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.336094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for router_gateway (ab061fd1-8a67-440c-95f7-d2179e89a5c2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.437236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.438322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:26.439017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.577368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:26.609956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:26.641541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2f3a04b9-6f2d-455f-860d-6b7b910889c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7123926 Feb 10 13:09:26.646211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:26.665550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-803faf9f-7af7-4785-b299-0025c0cfb8dd req-47e22d20-5b39-4507-89ee-aa5b44360358 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499941 Feb 10 13:09:26.665924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Request body: {'subnet': {'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1507760096-subnet', 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:26.683163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Allocated IP 172.20.0.2 (ad7252a7-783e-428d-9273-75717a4851ff/c204234b-227b-4c24-a51d-223eb41b0ddd/4ba727f4-6818-41e8-8dd6-98080f5d0325) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:26.872093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:26.875022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:26.968392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for router_gateway (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.083593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa3962-472e-4e8d-8e44-1bea681dd5b2 req-d3518b1e-1ae5-4d94-a2d8-8de2d22b5493 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:27.090716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0fa3962-472e-4e8d-8e44-1bea681dd5b2 req-d3518b1e-1ae5-4d94-a2d8-8de2d22b5493 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.2987278 Feb 10 13:09:27.091841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.143764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks [] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.153267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.189264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2eb1-dcfe-4555-a976-a62546c1cfd1 req-935ed771-6fe6-4a1c-96e2-654cbca09ed7 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:27.200675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d34b2eb1-dcfe-4555-a976-a62546c1cfd1 req-935ed771-6fe6-4a1c-96e2-654cbca09ed7 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.1377220 Feb 10 13:09:27.268056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Network ad7252a7-783e-428d-9273-75717a4851ff is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:27.272370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Pushing event updated for resources: {'Port': ['ID=4ba727f4-6818-41e8-8dd6-98080f5d0325,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:27.285105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:27.287074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:27.297322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0fa3962-472e-4e8d-8e44-1bea681dd5b2 req-3898888a-f067-4644-9d87-39d309436134 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980479 Feb 10 13:09:27.339169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d34b2eb1-dcfe-4555-a976-a62546c1cfd1 req-23580703-db9f-4bd2-8878-8337991ccef3 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374943 Feb 10 13:09:27.349410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Attempting to bind port 4ba727f4-6818-41e8-8dd6-98080f5d0325 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:27.349846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Attempting to bind port 4ba727f4-6818-41e8-8dd6-98080f5d0325 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:27.350286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Attempting to bind port 4ba727f4-6818-41e8-8dd6-98080f5d0325 on network ad7252a7-783e-428d-9273-75717a4851ff {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:27.356418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:27.356904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Checking segment: {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:27.357698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.367493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Bound using segment: {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:27.368331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Bound port: 4ba727f4-6818-41e8-8dd6-98080f5d0325, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:27.368827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.449004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] For port 4ba727f4-6818-41e8-8dd6-98080f5d0325, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:27.452900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] For port 4ba727f4-6818-41e8-8dd6-98080f5d0325, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4ba727f4-6818-41e8-8dd6-98080f5d0325,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:27.463749 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.481932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:27.544797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Allocated IP 172.25.8.239 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/922993a1-8b72-4865-a8da-5a065e1c53b5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:27.548632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80101616-58b8-488c-b23f-2380d4210b43 None None] Pushing event updated for resources: {'Port': ['ID=4ba727f4-6818-41e8-8dd6-98080f5d0325,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:27.696157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4dddc3e8-7dda-44c9-8cef-954fdda74e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.853870 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.895496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (61e1da9d-6343-49e4-a1f6-faec55116771), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.944745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4dddc3e8-7dda-44c9-8cef-954fdda74e77 admin admin] Publish callbacks [] for security_group (807b9569-0690-48d9-84f4-d2b7575823e4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:27.968803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4dddc3e8-7dda-44c9-8cef-954fdda74e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (807b9569-0690-48d9-84f4-d2b7575823e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.062336 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4dddc3e8-7dda-44c9-8cef-954fdda74e77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62b9d08485184ed8af51eca2600d309b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792558 Feb 10 13:09:28.062960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:28.065321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddc3e8-7dda-44c9-8cef-954fdda74e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807b9569-0690-48d9-84f4-d2b7575823e4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:28.073735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.109597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:28.113990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:28.124088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:28.182007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] Publish callbacks [] for security_group (807b9569-0690-48d9-84f4-d2b7575823e4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.265195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] Publish callbacks [] for security_group (807b9569-0690-48d9-84f4-d2b7575823e4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.290111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e1da9d-6343-49e4-a1f6-faec55116771,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:28.293556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:28.386884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (807b9569-0690-48d9-84f4-d2b7575823e4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.389765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.394225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/807b9569-0690-48d9-84f4-d2b7575823e4 HTTP/1.1" status: 204 len: 168 time: 0.3299270 Feb 10 13:09:28.413966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e13b6-d37e-4767-bfa5-049cd4042a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b9569-0690-48d9-84f4-d2b7575823e4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:28.432748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Pushing event updated for resources: {'Port': ['ID=922993a1-8b72-4865-a8da-5a065e1c53b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:28.479993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:28.480404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Network hostable DHCP agents. Network: 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:28.521682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4ba727f4-6818-41e8-8dd6-98080f5d0325 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:28.605597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296dfde-3f5f-486a-8079-4e66a5e96fa4 req-1df110a8-689c-45ab-9533-4e9fd3788af4 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:28.608097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b296dfde-3f5f-486a-8079-4e66a5e96fa4 req-1df110a8-689c-45ab-9533-4e9fd3788af4 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.0937617 Feb 10 13:09:28.621939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4ba727f4-6818-41e8-8dd6-98080f5d0325 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:28.623358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.697200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b296dfde-3f5f-486a-8079-4e66a5e96fa4 req-0347928a-c752-434d-b8eb-2fe36eb0a970 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714443 Feb 10 13:09:28.742547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4ba727f4-6818-41e8-8dd6-98080f5d0325 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:28.743106 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.769627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:28.785670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 4ba727f4-6818-41e8-8dd6-98080f5d0325, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4ba727f4-6818-41e8-8dd6-98080f5d0325,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:28.792475 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.803503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for router_gateway (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.811493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:28.839707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227d544-fb26-4ee2-a5db-1adf71525087 None None] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:28.882645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94171fb6-c1da-44e0-a801-5cf9c7cebcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.886774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:28.887373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:28.897849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:28.933609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f1d4b-e376-4ce6-aec2-e040268a8472 req-00e7e189-21b4-4504-bc52-bac71a0affe1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:28.940598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c95f1d4b-e376-4ce6-aec2-e040268a8472 req-00e7e189-21b4-4504-bc52-bac71a0affe1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.3729734 Feb 10 13:09:28.985530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-49ac6ebb-8544-437c-8052-d9f786d56544 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3380439 Feb 10 13:09:29.048897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c4e81a-6c2f-47c3-8718-3ffe77e2a284 None None] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:29.066196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=4ba727f4-6818-41e8-8dd6-98080f5d0325,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.067524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47dd2c97-ae2d-4b58-b1d5-201884c3e7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.151484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:29.175472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc1bda3c-9bc8-4e1b-bb2c-7c94e0b895de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.277921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47dd2c97-ae2d-4b58-b1d5-201884c3e7f9 admin admin] Publish callbacks [] for security_group (2d4a8799-40d7-4a97-81fb-616b9d855804), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.286470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47dd2c97-ae2d-4b58-b1d5-201884c3e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2d4a8799-40d7-4a97-81fb-616b9d855804), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.338349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94f27c-5b30-4225-82bf-0efbd356fb09 None None] Network ad7252a7-783e-428d-9273-75717a4851ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:29.345763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc1bda3c-9bc8-4e1b-bb2c-7c94e0b895de admin admin] Publish callbacks [] for security_group (4f4c75be-3c91-4af6-84ba-ee1aeddbe13e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.356821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-47dd2c97-ae2d-4b58-b1d5-201884c3e7f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9c11b787d514218a2c58fa105ab6bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569893 Feb 10 13:09:29.357886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc1bda3c-9bc8-4e1b-bb2c-7c94e0b895de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4f4c75be-3c91-4af6-84ba-ee1aeddbe13e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.368872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:29.371137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2c97-ae2d-4b58-b1d5-201884c3e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a8799-40d7-4a97-81fb-616b9d855804,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.391001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c95f1d4b-e376-4ce6-aec2-e040268a8472 req-537b8670-de6d-416a-8423-8aa7837eaac2 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493744 Feb 10 13:09:29.439462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc1bda3c-9bc8-4e1b-bb2c-7c94e0b895de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d61f018fa4e4b0684ef3b7864ec11da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858665 Feb 10 13:09:29.447161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:29.454224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bda3c-9bc8-4e1b-bb2c-7c94e0b895de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c75be-3c91-4af6-84ba-ee1aeddbe13e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.478792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] Publish callbacks [] for security_group (2d4a8799-40d7-4a97-81fb-616b9d855804), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.503195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94171fb6-c1da-44e0-a801-5cf9c7cebcc4 admin admin] Publish callbacks [] for security_group (025a73c3-0818-4661-8d9a-e9126fce0d43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.513512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] Publish callbacks [] for security_group (2d4a8799-40d7-4a97-81fb-616b9d855804), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.515985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94171fb6-c1da-44e0-a801-5cf9c7cebcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (025a73c3-0818-4661-8d9a-e9126fce0d43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.516690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9a71c6b8-db6b-4353-be4f-7fd50f901ee7 None None] Provisioning complete for port 4ba727f4-6818-41e8-8dd6-98080f5d0325 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:29.517115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a71c6b8-db6b-4353-be4f-7fd50f901ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.532682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.595021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2d4a8799-40d7-4a97-81fb-616b9d855804), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.599131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.600571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d4a8799-40d7-4a97-81fb-616b9d855804 HTTP/1.1" status: 204 len: 168 time: 0.2303531 Feb 10 13:09:29.619018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-94171fb6-c1da-44e0-a801-5cf9c7cebcc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a0442a1b5ed4f90b87c873f6d3f54d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2935114 Feb 10 13:09:29.626644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171fb6-c1da-44e0-a801-5cf9c7cebcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a73c3-0818-4661-8d9a-e9126fce0d43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.630602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:29.642178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9a71c6b8-db6b-4353-be4f-7fd50f901ee7 None None] Current status of the port 4ba727f4-6818-41e8-8dd6-98080f5d0325 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:29.643596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473be128-6153-4e65-8ea9-75e88ddfc689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a8799-40d7-4a97-81fb-616b9d855804,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.661888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] Publish callbacks [] for security_group (4f4c75be-3c91-4af6-84ba-ee1aeddbe13e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.742590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] Publish callbacks [] for security_group (025a73c3-0818-4661-8d9a-e9126fce0d43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.770055 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] Publish callbacks [] for security_group (4f4c75be-3c91-4af6-84ba-ee1aeddbe13e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.782891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] Publish callbacks [] for security_group (025a73c3-0818-4661-8d9a-e9126fce0d43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.887292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (025a73c3-0818-4661-8d9a-e9126fce0d43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.894955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.899937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/025a73c3-0818-4661-8d9a-e9126fce0d43 HTTP/1.1" status: 204 len: 168 time: 0.2681131 Feb 10 13:09:29.926704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4f4c75be-3c91-4af6-84ba-ee1aeddbe13e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.933248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a68aac-d50f-4e02-ae98-9f9115308d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a73c3-0818-4661-8d9a-e9126fce0d43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.942745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:29.944480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f4c75be-3c91-4af6-84ba-ee1aeddbe13e HTTP/1.1" status: 204 len: 168 time: 0.4935832 Feb 10 13:09:29.957205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061740b-52bb-481e-99ba-296d332638bb req-cd4c7b07-25f0-441a-90ce-1f3c07abfc19 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:29.958004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36935d26-a319-4b43-b079-f4367b25238d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c75be-3c91-4af6-84ba-ee1aeddbe13e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:29.962619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9061740b-52bb-481e-99ba-296d332638bb req-cd4c7b07-25f0-441a-90ce-1f3c07abfc19 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.1303864 Feb 10 13:09:29.964378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Router ab061fd1-8a67-440c-95f7-d2179e89a5c2 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:09:29.992696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56d94a6a-8f63-4c3b-86cb-5175ed4a1604 None None] Provisioning complete for port 4ba727f4-6818-41e8-8dd6-98080f5d0325 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:29.993213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d94a6a-8f63-4c3b-86cb-5175ed4a1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.028994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9061740b-52bb-481e-99ba-296d332638bb req-ff9a2a89-5dd5-4c3a-b079-f528cb3d7bd5 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Feb 10 13:09:30.066058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.084740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a177bb9-04c9-404c-b36a-bd5a21aef458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.101022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56d94a6a-8f63-4c3b-86cb-5175ed4a1604 None None] Current status of the port 4ba727f4-6818-41e8-8dd6-98080f5d0325 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:30.150208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:09:30.165662 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Sync routers for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:09:30.180374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:30.181205 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:30.186984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.189080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22f16dbd-0f22-4d6a-ae32-d629147a1191 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5954721 Feb 10 13:09:30.190583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a177bb9-04c9-404c-b36a-bd5a21aef458 admin admin] Publish callbacks [] for security_group (1c5d166c-e549-4e13-9d6c-ec7e18b32b6a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.192145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.198383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a177bb9-04c9-404c-b36a-bd5a21aef458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1c5d166c-e549-4e13-9d6c-ec7e18b32b6a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.208275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.216919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1754835932-network', 'tenant_id': '14bc3420d9d948598536626425d13ec9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:30.317427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Made reservation on behalf of 14bc3420d9d948598536626425d13ec9 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:30.318933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a177bb9-04c9-404c-b36a-bd5a21aef458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d166c-e549-4e13-9d6c-ec7e18b32b6a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:30.320975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.329399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4a177bb9-04c9-404c-b36a-bd5a21aef458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e53bfa500c4f15a6e253ae4410cf69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619452 Feb 10 13:09:30.332628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.340905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4ba727f4-6818-41e8-8dd6-98080f5d0325 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:30.367575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.449678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4ba727f4-6818-41e8-8dd6-98080f5d0325 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:30.450057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.455976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] Publish callbacks [] for security_group (1c5d166c-e549-4e13-9d6c-ec7e18b32b6a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.467764 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:30.496347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] Publish callbacks [] for security_group (1c5d166c-e549-4e13-9d6c-ec7e18b32b6a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.524294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.554280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17895d4b-29fb-4b36-9d18-2e5059e463ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.612932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1c5d166c-e549-4e13-9d6c-ec7e18b32b6a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.615815 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.619369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c5d166c-e549-4e13-9d6c-ec7e18b32b6a HTTP/1.1" status: 204 len: 168 time: 0.2839816 Feb 10 13:09:30.652715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4ba727f4-6818-41e8-8dd6-98080f5d0325 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:30.666590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473c22-abf9-4871-86da-cb13ee70e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d166c-e549-4e13-9d6c-ec7e18b32b6a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:30.683985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e216e-54b9-43f0-be3f-b8317646bfac req-59590453-1666-424f-894d-c3d95813b988 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:30.691933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f61e216e-54b9-43f0-be3f-b8317646bfac req-59590453-1666-424f-894d-c3d95813b988 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.1580758 Feb 10 13:09:30.748392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17895d4b-29fb-4b36-9d18-2e5059e463ed admin admin] Publish callbacks [] for security_group (7ee1f212-aae4-498a-ad92-6e831971a2c6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.756038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17895d4b-29fb-4b36-9d18-2e5059e463ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ee1f212-aae4-498a-ad92-6e831971a2c6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.768723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:28Z', 'revision_number': 3, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:30.802336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks [] for security_group (0805554a-469f-4606-b870-8cc9645ff351), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.817139 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0805554a-469f-4606-b870-8cc9645ff351), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.820370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb5be-8a2f-4cd0-8a7a-a8afbf445062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.844011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f61e216e-54b9-43f0-be3f-b8317646bfac req-bceb574c-b6ef-4f83-a151-c5638a9d7a1d tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493042 Feb 10 13:09:30.854763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17895d4b-29fb-4b36-9d18-2e5059e463ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e568a52d10144508baa7258401038aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228421 Feb 10 13:09:30.854856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:30.854925 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Checking router: ab061fd1-8a67-440c-95f7-d2179e89a5c2 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:09:30.856524 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Updating router ab061fd1-8a67-440c-95f7-d2179e89a5c2 port 922993a1-8b72-4865-a8da-5a065e1c53b5 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:09:30.864122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17895d4b-29fb-4b36-9d18-2e5059e463ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee1f212-aae4-498a-ad92-6e831971a2c6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:30.900039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:30.924099 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.936066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (50477468-b12b-427d-b0ad-845a696bb0c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:30.936386 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Added segment 50477468-b12b-427d-b0ad-845a696bb0c9 of type vlan for network a94ce33e-de6d-4b6b-ba80-f2686bae0d22 Feb 10 13:09:30.952968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0805554a-469f-4606-b870-8cc9645ff351,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.030329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a94ce33e-de6d-4b6b-ba80-f2686bae0d22), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.057955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] Publish callbacks [] for security_group (7ee1f212-aae4-498a-ad92-6e831971a2c6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.170957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] Publish callbacks [] for security_group (7ee1f212-aae4-498a-ad92-6e831971a2c6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.204629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a94ce33e-de6d-4b6b-ba80-f2686bae0d22), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.207020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:31.207713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.251177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b45b6-e436-4e0c-b061-2b40ec661f43 req-048ec98e-5c57-4e8d-889b-ceb407f29592 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:31.255572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b82b45b6-e436-4e0c-b061-2b40ec661f43 req-048ec98e-5c57-4e8d-889b-ceb407f29592 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.1245646 Feb 10 13:09:31.301400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0880384 Feb 10 13:09:31.306384 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks [] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.306950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:31.315952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Request body: {'subnet': {'network_id': 'a94ce33e-de6d-4b6b-ba80-f2686bae0d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1754835932-subnet', 'tenant_id': '14bc3420d9d948598536626425d13ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:31.316707 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.347097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138c860-fe95-4ded-b716-2501336a4b89 admin admin] Pushing event updated for resources: {'Network': ['ID=a94ce33e-de6d-4b6b-ba80-f2686bae0d22,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.350037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.367702 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b82b45b6-e436-4e0c-b061-2b40ec661f43 req-78cac859-73bd-4652-a246-7b375d768b88 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044118 Feb 10 13:09:31.367973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a94ce33e-de6d-4b6b-ba80-f2686bae0d22 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:31.375037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ee1f212-aae4-498a-ad92-6e831971a2c6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.377672 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.381235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ee1f212-aae4-498a-ad92-6e831971a2c6 HTTP/1.1" status: 204 len: 168 time: 0.5273583 Feb 10 13:09:31.398678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Made reservation on behalf of 14bc3420d9d948598536626425d13ec9 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:31.401141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.436693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f478e-428d-45c8-aeea-516efcbdd24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee1f212-aae4-498a-ad92-6e831971a2c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.507033 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Attempting to bind port 922993a1-8b72-4865-a8da-5a065e1c53b5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:31.507819 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Attempting to bind port 922993a1-8b72-4865-a8da-5a065e1c53b5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:31.508430 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Attempting to bind port 922993a1-8b72-4865-a8da-5a065e1c53b5 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:31.519056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:31.519735 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:31.526721 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.527339 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:31.528138 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Bound port: 922993a1-8b72-4865-a8da-5a065e1c53b5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:31.528718 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.590703 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34da7b-5bbc-40c7-aa4b-dc9c69fbcbdf None None] Pushing event updated for resources: {'Port': ['ID=922993a1-8b72-4865-a8da-5a065e1c53b5,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.616086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (7aac9650-142a-45b9-a712-62d191e6d715), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.621021 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] For port 922993a1-8b72-4865-a8da-5a065e1c53b5, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:31.625585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] For port 922993a1-8b72-4865-a8da-5a065e1c53b5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=922993a1-8b72-4865-a8da-5a065e1c53b5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:31.637952 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.681702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Allocated IP 172.20.0.1 (ad7252a7-783e-428d-9273-75717a4851ff/c204234b-227b-4c24-a51d-223eb41b0ddd/1723d035-7615-4386-95e1-da2fd1062206) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:31.693339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aac9650-142a-45b9-a712-62d191e6d715,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.708041 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:31.708711 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:31.715375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Checking segment: {'id': '50477468-b12b-427d-b0ad-845a696bb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a94ce33e-de6d-4b6b-ba80-f2686bae0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:31.716008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Network hostable DHCP agents. Network: a94ce33e-de6d-4b6b-ba80-f2686bae0d22, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:31.744395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Network a94ce33e-de6d-4b6b-ba80-f2686bae0d22 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:31.752449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34da7b-5bbc-40c7-aa4b-dc9c69fbcbdf None None] Pushing event updated for resources: {'Port': ['ID=922993a1-8b72-4865-a8da-5a065e1c53b5,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:31.762865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a94ce33e-de6d-4b6b-ba80-f2686bae0d22) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:31.772290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58104b-6531-4190-804e-4925845460fe None None] Network a94ce33e-de6d-4b6b-ba80-f2686bae0d22 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:31.775109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:31.775971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.801643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-22dbcddf-42b2-4e06-b7e6-cca356ec6699 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4937599 Feb 10 13:09:31.854553 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:31.892318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks [] for port (1723d035-7615-4386-95e1-da2fd1062206), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:31.997118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:32.109870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320e14f-fb31-4a5c-a397-1b3562e1294a None None] Network a94ce33e-de6d-4b6b-ba80-f2686bae0d22 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:32.215305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:28Z', 'revision_number': 3, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:32.260086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454690e-b623-45b9-93af-ee0dbffea6b7 req-b122d3f8-98e9-4549-a6bf-99c502a17d8f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:32.262345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f454690e-b623-45b9-93af-ee0dbffea6b7 req-b122d3f8-98e9-4549-a6bf-99c502a17d8f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.3306518 Feb 10 13:09:32.271572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Network ad7252a7-783e-428d-9273-75717a4851ff is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:32.275056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff01e2-62ef-4217-be12-fa9f091b444e None None] The sync data for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 is: [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:28Z', 'revision_number': 3, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:09:32.283348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:32.300000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:32.301290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:32.393200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Pushing event updated for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:32.438842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7ec1b262-2726-46e5-901f-efe123230815 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:32.494882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f454690e-b623-45b9-93af-ee0dbffea6b7 req-59b1ddf7-27a4-413e-b540-08688cde904e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218995 Feb 10 13:09:32.681422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1723d035-7615-4386-95e1-da2fd1062206), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:32.709183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-24c0f0a7-4f33-443d-b2d3-5f58e7e8a8a9 None None] Provisioning complete for port 1723d035-7615-4386-95e1-da2fd1062206 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:32.709798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24c0f0a7-4f33-443d-b2d3-5f58e7e8a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1723d035-7615-4386-95e1-da2fd1062206), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:32.714186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7ec1b262-2726-46e5-901f-efe123230815,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:32.754012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '7ec1b262-2726-46e5-901f-efe123230815', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '7ec1b262-2726-46e5-901f-efe123230815', 'mac_address': 'fa:16:3e:43:9b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-716933610', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:32.766604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24c0f0a7-4f33-443d-b2d3-5f58e7e8a8a9 None None] Port 1723d035-7615-4386-95e1-da2fd1062206 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:32.825157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 7ec1b262-2726-46e5-901f-efe123230815 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:32.837164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7ec1b262-2726-46e5-901f-efe123230815), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:32.851387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeecaaf-cf51-42ae-813c-e41fd42b40bb req-c362c564-d8ac-470c-8b41-5220a759a040 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:32.860445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4eeecaaf-cf51-42ae-813c-e41fd42b40bb req-c362c564-d8ac-470c-8b41-5220a759a040 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 968 time: 0.1766493 Feb 10 13:09:32.875186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec1b262-2726-46e5-901f-efe123230815 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:32.930113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7ec1b262-2726-46e5-901f-efe123230815,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:32.934154 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.022847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:33.082234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks [] for port (1723d035-7615-4386-95e1-da2fd1062206), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.090557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4eeecaaf-cf51-42ae-813c-e41fd42b40bb req-188cd2c7-d704-4acf-b512-08cc473a11c7 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286952 Feb 10 13:09:33.091622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.092913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.200793 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4aef50d-bb33-41d6-9d1e-1580e5f7c12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.235841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7ec1b262-2726-46e5-901f-efe123230815'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:33.251346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b58a1e75-4a58-420e-bf76-6b6a6ba985e6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:33.253091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b58a1e75-4a58-420e-bf76-6b6a6ba985e6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.4266353 Feb 10 13:09:33.269282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9ead33c6-8efe-42d6-bf36-03c50b53bf27 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/quotas/ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 375 time: 0.0106208 Feb 10 13:09:33.286023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Network ad7252a7-783e-428d-9273-75717a4851ff is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:33.290129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:33.291963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Pushing event updated for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:33.329899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-d7a1c768-dad7-406c-bca5-9c587b308b9f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552254 Feb 10 13:09:33.509703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 607abcc0-e226-49fa-a5d7-80204de13e8f details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:33.523464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Router ab061fd1-8a67-440c-95f7-d2179e89a5c2 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:09:33.736675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d1accac-d23e-4faa-ae89-8dad09509455 None None] Provisioning complete for port 1723d035-7615-4386-95e1-da2fd1062206 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:33.736675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d1accac-d23e-4faa-ae89-8dad09509455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1723d035-7615-4386-95e1-da2fd1062206), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.761332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1ff3-90cf-4e57-9279-bda85f98b74c req-de4f1a68-ee9f-4e15-9af1-323eef7f2218 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:33.762988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-076a1ff3-90cf-4e57-9279-bda85f98b74c req-de4f1a68-ee9f-4e15-9af1-323eef7f2218 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 947 time: 0.1076806 Feb 10 13:09:33.779407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:09:33.794706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d55cf4a4-efda-445e-b535-074de1f59a3d admin admin] 10.222.0.13 "PUT /v2.0/routers/ab061fd1-8a67-440c-95f7-d2179e89a5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012650 Feb 10 13:09:33.799688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d1accac-d23e-4faa-ae89-8dad09509455 None None] Port 1723d035-7615-4386-95e1-da2fd1062206 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:33.802802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=607abcc0-e226-49fa-a5d7-80204de13e8f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:33.817681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '607abcc0-e226-49fa-a5d7-80204de13e8f', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '607abcc0-e226-49fa-a5d7-80204de13e8f', 'mac_address': 'fa:16:3e:51:d6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:33.843817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-076a1ff3-90cf-4e57-9279-bda85f98b74c req-7f6c5380-cb32-4c88-9ffa-9cc290e71455 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722861 Feb 10 13:09:33.892481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 607abcc0-e226-49fa-a5d7-80204de13e8f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:33.893071 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.907554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607abcc0-e226-49fa-a5d7-80204de13e8f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:33.932253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=607abcc0-e226-49fa-a5d7-80204de13e8f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:33.937672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:33.993047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:34.102220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-1a561128-07ec-4a7c-b1de-8fb041c0e691 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:34.103236 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-1a561128-07ec-4a7c-b1de-8fb041c0e691 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2442899 Feb 10 13:09:34.235452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-3e51b4e3-a1c0-4d43-b609-7ec7813cdc50 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231172 Feb 10 13:09:34.340861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-2c2e9164-cb20-4055-ad4a-3522f10ae3b1 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026289 Feb 10 13:09:34.345440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 922993a1-8b72-4865-a8da-5a065e1c53b5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:34.372510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['607abcc0-e226-49fa-a5d7-80204de13e8f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:34.445095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7ec1b262-2726-46e5-901f-efe123230815 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:34.469792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:34.620333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 922993a1-8b72-4865-a8da-5a065e1c53b5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:34.621770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:34.640823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Sync routers for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:09:34.688205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 7ec1b262-2726-46e5-901f-efe123230815 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:34.707403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 7ec1b262-2726-46e5-901f-efe123230815 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:34.707777 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7ec1b262-2726-46e5-901f-efe123230815), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:34.709383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:34.709951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:34.968197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fea86-cb81-481e-9d2a-64b7814d238b req-e4ca5e17-222a-4bf7-905c-ddfb0ff98889 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:34.970152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f19fea86-cb81-481e-9d2a-64b7814d238b req-e4ca5e17-222a-4bf7-905c-ddfb0ff98889 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 969 time: 0.3920834 Feb 10 13:09:34.979504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdc02fb7-5978-4c62-a890-7b6086586e87 req-d4f96629-332f-4c6d-9a9f-4cd96f395167 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 210 time: 0.0568922 Feb 10 13:09:35.038885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f19fea86-cb81-481e-9d2a-64b7814d238b req-b18eee71-e35d-44c3-aa2d-358d4c68254e tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628369 Feb 10 13:09:35.047132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 922993a1-8b72-4865-a8da-5a065e1c53b5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:35.047661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.063836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:35.119702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 922993a1-8b72-4865-a8da-5a065e1c53b5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=922993a1-8b72-4865-a8da-5a065e1c53b5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:35.132337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.140242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 7ec1b262-2726-46e5-901f-efe123230815 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:35.140546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7ec1b262-2726-46e5-901f-efe123230815), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.241568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1b262-2726-46e5-901f-efe123230815'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:35.485078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7ec1b262-2726-46e5-901f-efe123230815,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:35.493663 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.497769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=922993a1-8b72-4865-a8da-5a065e1c53b5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:35.578389 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6689f22f-b7cb-4b12-9fb6-fc9a60a78475" -d '{"events": [{"server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1b262-2726-46e5-901f-efe123230815"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:35.595783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:35.632525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:32Z', 'revision_number': 4, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '1723d035-7615-4386-95e1-da2fd1062206', 'name': '', 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'mac_address': 'fa:16:3e:47:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:31Z', 'updated_at': '2022-02-10T13:09:32Z', 'revision_number': 2, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'subnets': [{'id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:35.672313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Checking router: ab061fd1-8a67-440c-95f7-d2179e89a5c2 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:09:35.672721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Updating router ab061fd1-8a67-440c-95f7-d2179e89a5c2 port 1723d035-7615-4386-95e1-da2fd1062206 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:09:35.678640 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.700589 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.711364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1723d035-7615-4386-95e1-da2fd1062206), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:35.830122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd021f1-609a-47ee-a3a0-051cba967b87 req-9c509837-ab8f-47d2-b975-cfda59e68f13 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:35.838149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cd021f1-609a-47ee-a3a0-051cba967b87 req-9c509837-ab8f-47d2-b975-cfda59e68f13 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 948 time: 0.0718920 Feb 10 13:09:35.963924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cd021f1-609a-47ee-a3a0-051cba967b87 req-a4af9d36-6a49-46df-be8e-f439a6053926 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248887 Feb 10 13:09:36.051562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-59fc0c05-bb5c-406c-a020-a69e238f2a38 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:36.053127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-59fc0c05-bb5c-406c-a020-a69e238f2a38 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.2306356 Feb 10 13:09:36.067589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Request body: {'port': {'device_id': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'admin_state_up': True, 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:36.101282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks [] for port (1723d035-7615-4386-95e1-da2fd1062206), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.121400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.195684 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb44da2b-f4d7-4488-86f4-62cf6a3c139a x-openstack-request-id: req-fb44da2b-f4d7-4488-86f4-62cf6a3c139a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:36.196217 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1b262-2726-46e5-901f-efe123230815", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:36.196779 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb44da2b-f4d7-4488-86f4-62cf6a3c139a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:36.198220 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1b262-2726-46e5-901f-efe123230815', 'code': 200} Feb 10 13:09:36.219713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:36.224048 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.230337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.77', 56342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:36.307048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Attempting to bind port 1723d035-7615-4386-95e1-da2fd1062206 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:36.307422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Attempting to bind port 1723d035-7615-4386-95e1-da2fd1062206 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:36.307789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Attempting to bind port 1723d035-7615-4386-95e1-da2fd1062206 on network ad7252a7-783e-428d-9273-75717a4851ff {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:36.314374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:36.314762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Checking segment: {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:36.315171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.315571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Bound using segment: {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:36.316053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Bound port: 1723d035-7615-4386-95e1-da2fd1062206, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a6f676-9483-4a8a-b590-3a6bacb18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:36.316435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1723d035-7615-4386-95e1-da2fd1062206), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.318545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300de7-cb29-48cb-b925-1bc841fd097d None None] Pushing event updated for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:36.378895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-db9614d9-a323-43b0-88b0-307c1301fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:36.380888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-db9614d9-a323-43b0-88b0-307c1301fc70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 1152 time: 0.1488113 Feb 10 13:09:36.382139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d46b4e3a-fb72-433c-a9ed-5de7f3997e6a req-ac371615-892f-41a1-8940-3623c02938fa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 210 time: 0.0896301 Feb 10 13:09:36.393521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] For port 1723d035-7615-4386-95e1-da2fd1062206, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:36.397335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] For port 1723d035-7615-4386-95e1-da2fd1062206, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1723d035-7615-4386-95e1-da2fd1062206,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:36.403016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-2c036bd1-dde5-4fe4-a7af-00118ce46ac1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.403584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 922993a1-8b72-4865-a8da-5a065e1c53b5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:36.450909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.493917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-2c036bd1-dde5-4fe4-a7af-00118ce46ac1 service neutron] Publish callbacks [] for security_group (1888c0d2-eaa1-40aa-8776-82b7b5574993), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.501711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-2c036bd1-dde5-4fe4-a7af-00118ce46ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1888c0d2-eaa1-40aa-8776-82b7b5574993), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.528515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300de7-cb29-48cb-b925-1bc841fd097d None None] Pushing event updated for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:36.553437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afc66e75-4bfe-46bc-8b60-8e2a5e3e2729 req-2c036bd1-dde5-4fe4-a7af-00118ce46ac1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639585 Feb 10 13:09:36.572708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Provisioning complete for port 1723d035-7615-4386-95e1-da2fd1062206 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:36.573142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1723d035-7615-4386-95e1-da2fd1062206), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.577537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Allocated IP 172.20.0.14 (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe/61e1da9d-6343-49e4-a1f6-faec55116771/57258309-d29d-4790-a6ed-4f4f98923083) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:36.588062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c036bd1-dde5-4fe4-a7af-00118ce46ac1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1888c0d2-eaa1-40aa-8776-82b7b5574993,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:36.618373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 922993a1-8b72-4865-a8da-5a065e1c53b5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:36.618913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.686411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:36.687270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:36.711198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da657703-36e6-4bac-b8c2-6c7be6b376c9 req-98f51250-42b7-425b-bb3f-c51260963ce0 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:36.712889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da657703-36e6-4bac-b8c2-6c7be6b376c9 req-98f51250-42b7-425b-bb3f-c51260963ce0 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 970 time: 0.1560590 Feb 10 13:09:36.854769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Current status of the port 1723d035-7615-4386-95e1-da2fd1062206 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:36.855073 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1723d035-7615-4386-95e1-da2fd1062206), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:36.915016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 922993a1-8b72-4865-a8da-5a065e1c53b5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:36.923778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:09:36.965440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] For port 1723d035-7615-4386-95e1-da2fd1062206, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1723d035-7615-4386-95e1-da2fd1062206,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:36.981427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.029136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da657703-36e6-4bac-b8c2-6c7be6b376c9 req-cd75cd18-6345-4135-b651-b0eaaa15d9dd tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062999 Feb 10 13:09:37.062695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks [] for port (57258309-d29d-4790-a6ed-4f4f98923083), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.126564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.171855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-260a0741-cd41-46cb-bb22-b8f9cc38fd22 None None] Provisioning complete for port 1723d035-7615-4386-95e1-da2fd1062206 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:37.172347 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-260a0741-cd41-46cb-bb22-b8f9cc38fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1723d035-7615-4386-95e1-da2fd1062206), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.174413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151dbd3-8891-4dc3-8003-210b66450bcf None None] Pushing event updated for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:37.195317 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:09:37.217503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:37.220616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:37.234626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:37.246038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:37.246698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.255858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:37.295844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-9d90d75b-74da-41eb-a558-5cb60888593c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329869 Feb 10 13:09:37.314969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Request body: {'port': {'device_id': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'device_owner': 'compute:tempest-test_az-716933610', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:37.327321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f3e7-ff11-4b53-93e9-605708a2f6bb req-0acf2b82-1bb3-4756-b730-a0043bdd2210 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:37.334810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5f7f3e7-ff11-4b53-93e9-605708a2f6bb req-0acf2b82-1bb3-4756-b730-a0043bdd2210 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 948 time: 0.0730217 Feb 10 13:09:37.344232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:37.349652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042923824', 'description': 'tempest-description--855045280'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:37.359487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:37.406147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.408488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.427740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 607abcc0-e226-49fa-a5d7-80204de13e8f up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:37.429865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-260a0741-cd41-46cb-bb22-b8f9cc38fd22 None None] Current status of the port 1723d035-7615-4386-95e1-da2fd1062206 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:37.431072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.441772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5f7f3e7-ff11-4b53-93e9-605708a2f6bb req-35f370f4-ad63-4542-922a-5efd5a631f6c tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021209 Feb 10 13:09:37.554016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:32Z', 'revision_number': 4, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '1723d035-7615-4386-95e1-da2fd1062206', 'name': '', 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'mac_address': 'fa:16:3e:47:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:31Z', 'updated_at': '2022-02-10T13:09:36Z', 'revision_number': 4, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'subnets': [{'id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:37.603321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addc45-3a46-473e-8154-58a67b5e5868 None None] The sync data for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 is: [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:09:32Z', 'revision_number': 4, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '1723d035-7615-4386-95e1-da2fd1062206', 'name': '', 'network_id': 'ad7252a7-783e-428d-9273-75717a4851ff', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'mac_address': 'fa:16:3e:47:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:31Z', 'updated_at': '2022-02-10T13:09:36Z', 'revision_number': 4, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'subnets': [{'id': 'c204234b-227b-4c24-a51d-223eb41b0ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:09:37.618100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 607abcc0-e226-49fa-a5d7-80204de13e8f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:37.623544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 607abcc0-e226-49fa-a5d7-80204de13e8f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:37.623975 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.629859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (3679ecd9-08e0-47a1-ad96-1879f6dca072), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.641515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3679ecd9-08e0-47a1-ad96-1879f6dca072), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.717321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3679ecd9-08e0-47a1-ad96-1879f6dca072,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:37.738624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.740120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05e24e91-b3a3-4e01-a293-d4f41a89b1f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.741203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c87312ff-28c7-4ca7-be01-a7fd2f373dd9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3959432 Feb 10 13:09:37.744094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:37.751325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7991f8-ad30-40d1-b502-58d131d57702 req-5ce1b33f-e7e1-45ee-a3d2-da18c7a05dc5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:37.759267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'security_group_rule': {'security_group_id': '3679ecd9-08e0-47a1-ad96-1879f6dca072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:37.759868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf7991f8-ad30-40d1-b502-58d131d57702 req-5ce1b33f-e7e1-45ee-a3d2-da18c7a05dc5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 932 time: 0.2011878 Feb 10 13:09:37.809347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 607abcc0-e226-49fa-a5d7-80204de13e8f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:37.810410 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.830066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (627611f5-718a-4341-b18a-c220effa5a55), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.833381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf7991f8-ad30-40d1-b502-58d131d57702 req-e2774bf3-72c4-4f26-ad75-cbe93506751e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724952 Feb 10 13:09:37.882930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=607abcc0-e226-49fa-a5d7-80204de13e8f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:37.890289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:37.932809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:38.018261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05e24e91-b3a3-4e01-a293-d4f41a89b1f5 admin admin] Publish callbacks [] for security_group (1fb93fff-46e6-4599-8a32-23e6f0376b13), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.031371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57258309-d29d-4790-a6ed-4f4f98923083 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:38.041909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks [] for port (57258309-d29d-4790-a6ed-4f4f98923083), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.057456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05e24e91-b3a3-4e01-a293-d4f41a89b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1fb93fff-46e6-4599-8a32-23e6f0376b13), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.091289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-966c2bd3-06a7-48a2-879b-07951a02e238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.096294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (627611f5-718a-4341-b18a-c220effa5a55), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.102696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Transition to ACTIVE for port object 57258309-d29d-4790-a6ed-4f4f98923083 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:38.109632 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (627611f5-718a-4341-b18a-c220effa5a55), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.120851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.137332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627611f5-718a-4341-b18a-c220effa5a55,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.139606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.182058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05e24e91-b3a3-4e01-a293-d4f41a89b1f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dd8240fe3fa4a24a8502902933979d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8216376 Feb 10 13:09:38.183386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-966c2bd3-06a7-48a2-879b-07951a02e238 admin admin] Publish callbacks [] for security_group (3997bc7f-c60f-4fc5-a296-88917a9ac869), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.184585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:38.194127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-966c2bd3-06a7-48a2-879b-07951a02e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3997bc7f-c60f-4fc5-a296-88917a9ac869), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.199945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:38.202940 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b057e-c83e-4c52-af92-4439a70f86ba" -d '{"events": [{"server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "name": "network-vif-plugged", "status": "completed", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:38.204998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e24e91-b3a3-4e01-a293-d4f41a89b1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb93fff-46e6-4599-8a32-23e6f0376b13,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.277752 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b730f59-de25-4adf-912b-82664040575d x-openstack-request-id: req-8b730f59-de25-4adf-912b-82664040575d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:38.279052 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "name": "network-vif-plugged", "status": "completed", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:38.279545 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b730f59-de25-4adf-912b-82664040575d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:38.280160 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f', 'code': 200} Feb 10 13:09:38.283982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-966c2bd3-06a7-48a2-879b-07951a02e238 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9124452345640fd8a8fa0d96cda69a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481677 Feb 10 13:09:38.285106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c2bd3-06a7-48a2-879b-07951a02e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3997bc7f-c60f-4fc5-a296-88917a9ac869,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.289943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:38.290210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.291320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0b05f38-1f66-408e-ad3d-a4efdddcc032 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5461113 Feb 10 13:09:38.314653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:38.345730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] Publish callbacks [] for security_group (1fb93fff-46e6-4599-8a32-23e6f0376b13), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.347464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'security_group_rule': {'security_group_id': '3679ecd9-08e0-47a1-ad96-1879f6dca072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:38.376166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] Publish callbacks [] for security_group (1fb93fff-46e6-4599-8a32-23e6f0376b13), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.382139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:38.382346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:38.382676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:38.396466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:38.396985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:38.433165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (66a471c8-60d3-49d7-bcbc-112a2c87d1cc), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.443534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.455619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:38.455833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:38.456127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:38.456613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Bound port: 57258309-d29d-4790-a6ed-4f4f98923083, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:38.458416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.491574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] Publish callbacks [] for security_group (3997bc7f-c60f-4fc5-a296-88917a9ac869), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.509740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1723d035-7615-4386-95e1-da2fd1062206 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:38.515059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07600e-e1ea-4a54-9193-4207b0f6447b req-fe0627d8-dce8-4547-99b6-8b53f6e10700 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:38.521976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d07600e-e1ea-4a54-9193-4207b0f6447b req-fe0627d8-dce8-4547-99b6-8b53f6e10700 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 970 time: 0.3702555 Feb 10 13:09:38.543929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] Publish callbacks [] for security_group (3997bc7f-c60f-4fc5-a296-88917a9ac869), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.626720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87474b12-182c-4e2c-884e-5aa3d68b708d req-d4fc4cfc-2901-4c10-a0df-9f7d23dd5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:38.628162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87474b12-182c-4e2c-884e-5aa3d68b708d req-d4fc4cfc-2901-4c10-a0df-9f7d23dd5736 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 1131 time: 0.2424512 Feb 10 13:09:38.635027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1fb93fff-46e6-4599-8a32-23e6f0376b13), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.635236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1723d035-7615-4386-95e1-da2fd1062206 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:38.635574 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1723d035-7615-4386-95e1-da2fd1062206), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.637251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.641023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb93fff-46e6-4599-8a32-23e6f0376b13 HTTP/1.1" status: 204 len: 168 time: 0.4522748 Feb 10 13:09:38.668154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d07600e-e1ea-4a54-9193-4207b0f6447b req-bb1fd506-ff53-4adc-b235-cc8287ec5bde tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433220 Feb 10 13:09:38.672845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dad13-40b4-417a-a2f2-c5ccee2bafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb93fff-46e6-4599-8a32-23e6f0376b13,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.673953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (66a471c8-60d3-49d7-bcbc-112a2c87d1cc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.686183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (66a471c8-60d3-49d7-bcbc-112a2c87d1cc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.722834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed272-64df-44be-86d6-525d5fc4e90a req-caacc046-03b0-4105-92c7-b0b2ffa20a14 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:38.724789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8eed272-64df-44be-86d6-525d5fc4e90a req-caacc046-03b0-4105-92c7-b0b2ffa20a14 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 949 time: 0.1643445 Feb 10 13:09:38.757711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.760403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429209 Feb 10 13:09:38.762314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:38.765428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:38.767829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbcba-1372-447b-a6e9-19b62746a286 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a471c8-60d3-49d7-bcbc-112a2c87d1cc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.789692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3997bc7f-c60f-4fc5-a296-88917a9ac869), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.790059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:38.805347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.807422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3997bc7f-c60f-4fc5-a296-88917a9ac869 HTTP/1.1" status: 204 len: 168 time: 0.5162940 Feb 10 13:09:38.830160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21f2b1-6890-4c87-9be9-1380a3e8f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997bc7f-c60f-4fc5-a296-88917a9ac869,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:38.830459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:38.846735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87474b12-182c-4e2c-884e-5aa3d68b708d req-594acb27-1d5f-45e2-af2d-72dc93c28a92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070999 Feb 10 13:09:38.871398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:38.890622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8eed272-64df-44be-86d6-525d5fc4e90a req-650908d0-1d13-42c7-8196-ab77fc681696 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561878 Feb 10 13:09:38.908466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1723d035-7615-4386-95e1-da2fd1062206 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:38.940185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.020628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:39.021290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.022729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] 10.222.0.77 "PUT /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 1113 time: 1.7193906 Feb 10 13:09:39.026316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:39.028919 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b29c28-cb58-4d24-824d-72b7ce1a46c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "tag": "57258309-d29d-4790-a6ed-4f4f98923083"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:39.059579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604108-23b4-468b-bfef-a0c3ef6c3c0a service neutron] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:39.105248 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbb148-2d85-4ad7-b832-3a49b4a24740 x-openstack-request-id: req-d1fbb148-2d85-4ad7-b832-3a49b4a24740 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:39.105879 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "tag": "57258309-d29d-4790-a6ed-4f4f98923083", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:39.106008 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1fbb148-2d85-4ad7-b832-3a49b4a24740 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:39.106317 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083', 'status': 'completed', 'code': 200} Feb 10 13:09:39.125688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:39.138942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c990e7-cf6a-438f-b5b4-009ebfb2297f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.180367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256e8d-9ce9-4189-96c7-b459b34c3095 req-8fe4eba8-e691-4e6e-b0c6-210778a81958 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:39.182000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69256e8d-9ce9-4189-96c7-b459b34c3095 req-8fe4eba8-e691-4e6e-b0c6-210778a81958 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.2139213 Feb 10 13:09:39.243314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c990e7-cf6a-438f-b5b4-009ebfb2297f admin admin] Publish callbacks [] for security_group (7866ca85-2010-4f93-8a99-c511e1ead1aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.249972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c990e7-cf6a-438f-b5b4-009ebfb2297f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7866ca85-2010-4f93-8a99-c511e1ead1aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.253334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69256e8d-9ce9-4189-96c7-b459b34c3095 req-3b90dd9c-908b-4beb-bc14-52883c45ca90 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Feb 10 13:09:39.258578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-44cc529d-d85f-4cfe-b2fc-0560828c9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:39.260260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-44cc529d-d85f-4cfe-b2fc-0560828c9a80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1147 time: 0.1715271 Feb 10 13:09:39.303021 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-73c990e7-cf6a-438f-b5b4-009ebfb2297f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9944936dbd487094451a034c0cce60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762104 Feb 10 13:09:39.305203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c990e7-cf6a-438f-b5b4-009ebfb2297f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866ca85-2010-4f93-8a99-c511e1ead1aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:39.307765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:39.318789 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-230bd2e5-5b65-4ed4-83db-136467a362cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0492911 Feb 10 13:09:39.325533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.364915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] Publish callbacks [] for security_group (7866ca85-2010-4f93-8a99-c511e1ead1aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.409080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] Publish callbacks [] for security_group (7866ca85-2010-4f93-8a99-c511e1ead1aa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.426540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-e16976c6-1697-4b3f-b1f8-5641ca461198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:39.428079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-e16976c6-1697-4b3f-b1f8-5641ca461198 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0997763 Feb 10 13:09:39.465439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:39.477885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-4363eb9c-d7db-4189-93d5-fb7fc746986a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430324 Feb 10 13:09:39.480792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e16333d2-c356-4e70-acb8-74787af1b4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.483990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7866ca85-2010-4f93-8a99-c511e1ead1aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.486557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.492831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7866ca85-2010-4f93-8a99-c511e1ead1aa HTTP/1.1" status: 204 len: 168 time: 0.1789110 Feb 10 13:09:39.504160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec0e85-e496-402f-8d30-3eba44d8ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866ca85-2010-4f93-8a99-c511e1ead1aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:39.588099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e16333d2-c356-4e70-acb8-74787af1b4c2 admin admin] Publish callbacks [] for security_group (20f57d81-4287-4458-acec-2c8c0f0ddf72), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.596269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Allocated IP 172.25.8.80 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/1a2349a2-9a92-4774-90a9-eef7ce0971c2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:39.596719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e16333d2-c356-4e70-acb8-74787af1b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (20f57d81-4287-4458-acec-2c8c0f0ddf72), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.643718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e16333d2-c356-4e70-acb8-74787af1b4c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb41a1107635466c8b96fc75b69fb98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769719 Feb 10 13:09:39.644739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16333d2-c356-4e70-acb8-74787af1b4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f57d81-4287-4458-acec-2c8c0f0ddf72,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:39.647193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:39.657974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-0df5ae8e-e390-4c69-a2c3-595c5c91214d service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532898 Feb 10 13:09:39.705945 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] Publish callbacks [] for security_group (20f57d81-4287-4458-acec-2c8c0f0ddf72), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.731519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] Publish callbacks [] for security_group (20f57d81-4287-4458-acec-2c8c0f0ddf72), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.806434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.828094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7edc-2d77-46df-8b43-5bb21efc32d3 req-3a464e11-8c37-4367-9958-2643101827aa tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:39.829689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e5d3dd-2886-4d45-bee6-9197358cf978 req-dcd25dd2-4381-4e08-8ff9-0817b2950360 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391449 Feb 10 13:09:39.829807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25df7edc-2d77-46df-8b43-5bb21efc32d3 req-3a464e11-8c37-4367-9958-2643101827aa tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 970 time: 0.0876448 Feb 10 13:09:39.839580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (20f57d81-4287-4458-acec-2c8c0f0ddf72), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.843557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.846122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20f57d81-4287-4458-acec-2c8c0f0ddf72 HTTP/1.1" status: 204 len: 168 time: 0.1972253 Feb 10 13:09:39.868394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdb9d2-68b8-4ea7-94de-36eb6b1c5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f57d81-4287-4458-acec-2c8c0f0ddf72,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:39.944121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:39.956291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25df7edc-2d77-46df-8b43-5bb21efc32d3 req-798ce248-65da-4b5e-b30f-68d351de975b tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080334 Feb 10 13:09:40.049310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:40.058232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:40.063158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-1dec2ffc-bc64-427e-b5ff-680e7885b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.064665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-1dec2ffc-bc64-427e-b5ff-680e7885b962 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1147 time: 0.1794791 Feb 10 13:09:40.065294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'Port': ['ID=1a2349a2-9a92-4774-90a9-eef7ce0971c2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:40.073624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:40.118799 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-f128add0-9d33-4109-8445-80be88cb5356 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022108 Feb 10 13:09:40.158707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-2006ae67-31b7-44c2-b696-30f71228bbf3 tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.160392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-2006ae67-31b7-44c2-b696-30f71228bbf3 tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 1152 time: 0.0630751 Feb 10 13:09:40.197482 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-45dac228-6be0-4a33-8297-8487fe6be44f tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.262086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-36a3fd50-4efe-4f51-8015-af4187c5ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.264117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-36a3fd50-4efe-4f51-8015-af4187c5ba87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef043765a2f04f17a6882b811376ae85&device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 1152 time: 0.0887449 Feb 10 13:09:40.306675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be6f61-80fd-4109-8a05-c468a0d82439 req-4d6208b4-07e2-4e1d-8310-2674a00dee35 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.310977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43be6f61-80fd-4109-8a05-c468a0d82439 req-4d6208b4-07e2-4e1d-8310-2674a00dee35 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 949 time: 0.3167210 Feb 10 13:09:40.354177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-7a63427b-2878-4b3a-92fe-f0723c5554e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.355921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-7a63427b-2878-4b3a-92fe-f0723c5554e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.2016370 Feb 10 13:09:40.360234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.407628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-45dac228-6be0-4a33-8297-8487fe6be44f tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] Publish callbacks [] for security_group (771fcee0-616a-4552-a1f0-c8f8c1a330d0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.414910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-45dac228-6be0-4a33-8297-8487fe6be44f tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (771fcee0-616a-4552-a1f0-c8f8c1a330d0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.431760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-22f80992-8127-4981-9477-b38fb0f8d179 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0658801 Feb 10 13:09:40.468568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-27bed1f2-43ff-4791-a8af-ae1ec19e59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.470056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-27bed1f2-43ff-4791-a8af-ae1ec19e59a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1694031 Feb 10 13:09:40.472208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c84ea335-517f-4c48-aac7-1b3a950d5344 req-45dac228-6be0-4a33-8297-8487fe6be44f tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048880 Feb 10 13:09:40.474528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dac228-6be0-4a33-8297-8487fe6be44f tempest-AggregatesAdminTestJSON-1863613028 tempest-AggregatesAdminTestJSON-1863613028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771fcee0-616a-4552-a1f0-c8f8c1a330d0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:40.520320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-52b94446-cc66-45f1-9692-e96a54756b86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7ec1b262-2726-46e5-901f-efe123230815 HTTP/1.1" status: 200 len: 217 time: 0.0427849 Feb 10 13:09:40.559599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.613217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43be6f61-80fd-4109-8a05-c468a0d82439 req-bd98c09c-5048-4fac-b7d5-a85647f761a4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556062 Feb 10 13:09:40.616556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-61995758-78f6-4f71-99a5-1350aa849775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.618120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-61995758-78f6-4f71-99a5-1350aa849775 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1776028 Feb 10 13:09:40.670855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f6fc-54a3-4554-a23e-8a4afbe17592 req-ad94222a-c104-4aa0-a4dc-c45fc2532a6f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.672365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8c54f6fc-54a3-4554-a23e-8a4afbe17592 req-ad94222a-c104-4aa0-a4dc-c45fc2532a6f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.1239710 Feb 10 13:09:40.673826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-26c93e8a-83df-455e-85a7-d0a21f24f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.675137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-26c93e8a-83df-455e-85a7-d0a21f24f510 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1478183 Feb 10 13:09:40.675592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:40.690425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-ab1bb568-cb15-47bd-b6cc-7d4c13f9df74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617793 Feb 10 13:09:40.775543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8c54f6fc-54a3-4554-a23e-8a4afbe17592 req-da31a02d-bb15-40c9-9b65-bd6ecfbfe9eb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942721 Feb 10 13:09:40.792809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-416c2623-401d-414d-8eff-0239501260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:40.794490 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-416c2623-401d-414d-8eff-0239501260ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1115661 Feb 10 13:09:40.846201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:40.851100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1469659074-network', 'tenant_id': '9b7abf9e58e04fcf85a84e8e532e8a04'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:40.926310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-12005f21-c002-4aeb-8291-ee5f83c50d72 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197812 Feb 10 13:09:40.987934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Made reservation on behalf of 9b7abf9e58e04fcf85a84e8e532e8a04 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:40.990594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.014215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.087277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-ef981652-6880-4ee1-9692-57c7ef04cd22 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859836 Feb 10 13:09:41.162964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05ef84-76e2-4d50-8baa-537a81885ecf req-57de3af3-9d77-49ab-a1bb-b237059e12c9 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:41.165100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a05ef84-76e2-4d50-8baa-537a81885ecf req-57de3af3-9d77-49ab-a1bb-b237059e12c9 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 970 time: 0.1379840 Feb 10 13:09:41.214130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.220378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.272297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.282924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97b643e2-8eca-4a2b-a661-e99f9548a425 req-28a4003c-652e-4617-99c1-d052d55bb344 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801693 Feb 10 13:09:41.295097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.296567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5245821 Feb 10 13:09:41.299156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks [] for security_group (b99d71cc-3aa6-4683-b00f-6ffb5596aaa5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.301670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285c3fd-5c5f-431b-9699-ca219bf6acef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'Port': ['ID=1a2349a2-9a92-4774-90a9-eef7ce0971c2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:41.311658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a05ef84-76e2-4d50-8baa-537a81885ecf req-0774eab5-0bb1-420c-b117-43bbbaa9ee7a tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e0eb0bd-147f-4313-9b5b-1b155284f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135402 Feb 10 13:09:41.313624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b29c28-cb58-4d24-824d-72b7ce1a46c1 req-472c0da0-c366-4c3d-aee2-3ee3f72347fe service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703634 Feb 10 13:09:41.314337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b99d71cc-3aa6-4683-b00f-6ffb5596aaa5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.338439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:41.356368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:41.360215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (28750df1-7f2e-4aa8-9439-5c865074c4a5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.362773 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Added segment 28750df1-7f2e-4aa8-9439-5c865074c4a5 of type vlan for network 41e45109-0a9f-4131-b996-cc167f989978 Feb 10 13:09:41.409138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (41e45109-0a9f-4131-b996-cc167f989978), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.442306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (41e45109-0a9f-4131-b996-cc167f989978), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.443399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:41.444091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.477665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8010406 Feb 10 13:09:41.480985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:41.487808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Request body: {'subnet': {'network_id': '41e45109-0a9f-4131-b996-cc167f989978', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1469659074-subnet', 'tenant_id': '9b7abf9e58e04fcf85a84e8e532e8a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:41.511031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Made reservation on behalf of 9b7abf9e58e04fcf85a84e8e532e8a04 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:41.514137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.537195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90513b-97eb-4dd4-8f92-08322034f69c admin admin] Pushing event updated for resources: {'Network': ['ID=41e45109-0a9f-4131-b996-cc167f989978,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:41.552180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 41e45109-0a9f-4131-b996-cc167f989978 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:41.634935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-e67a5ada-ffae-40b3-aa94-24cb798603e8 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1042923824&fields=id&tenant_id=b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 267 time: 0.1047702 Feb 10 13:09:41.744485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f79d79-5f21-4c57-9779-82d0f8255903 req-b0b2cc7d-2585-4a84-8f59-ffcf01f3acb9 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:41.753582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1f79d79-5f21-4c57-9779-82d0f8255903 req-b0b2cc7d-2585-4a84-8f59-ffcf01f3acb9 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 949 time: 0.0603843 Feb 10 13:09:41.803203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1f79d79-5f21-4c57-9779-82d0f8255903 req-308e754e-d161-4556-a617-3b0897081e32 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480704 Feb 10 13:09:41.817806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-b4b46339-bc31-4b33-904e-0c0824a6986a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:41.819284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-b4b46339-bc31-4b33-904e-0c0824a6986a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 822 time: 0.1768165 Feb 10 13:09:41.837159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (9754a131-aa11-43e5-baeb-437daf7ee713), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:41.863598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-4b72b6ad-6842-4f8d-a9cb-5c138acea3fe tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/quotas/b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 375 time: 0.0356495 Feb 10 13:09:41.951485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9754a131-aa11-43e5-baeb-437daf7ee713,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:41.969776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Checking segment: {'id': '28750df1-7f2e-4aa8-9439-5c865074c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41e45109-0a9f-4131-b996-cc167f989978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:41.970131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Network hostable DHCP agents. Network: 41e45109-0a9f-4131-b996-cc167f989978, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:41.988203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-f35c0425-a296-4d49-8538-f664b9f065d2 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136816 Feb 10 13:09:42.001864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Network 41e45109-0a9f-4131-b996-cc167f989978 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:42.012024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 41e45109-0a9f-4131-b996-cc167f989978) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:42.016158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:42.016747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.028802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2200c-7666-4001-9979-b231323f1b67 None None] Network 41e45109-0a9f-4131-b996-cc167f989978 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:42.035783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43045420-6058-49eb-aa76-f7a964f3123b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5525939 Feb 10 13:09:42.138784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cd5d2-0b6f-4bc0-ba41-8fb9c9da9725 None None] Network 41e45109-0a9f-4131-b996-cc167f989978 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:42.223778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-c3bc50f5-3213-492c-8918-13d1a2930732 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:42.224971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-c3bc50f5-3213-492c-8918-13d1a2930732 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1191022 Feb 10 13:09:42.339534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-079aa27b-3477-4b78-87e9-c4346e7f43b9 service neutron] 10.222.0.13 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005406 Feb 10 13:09:42.467672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a7733-7b0e-470d-bebc-e35bc36290d4 req-37fbe768-2cf6-4f19-b09b-d562fe61efc2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:42.469508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-455a7733-7b0e-470d-bebc-e35bc36290d4 req-37fbe768-2cf6-4f19-b09b-d562fe61efc2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.0657842 Feb 10 13:09:42.475666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:42.489446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-6811259e-99d4-423a-bb18-52b8250fca67 service neutron] 10.222.0.13 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431968 Feb 10 13:09:42.500782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-462d6857-d544-4ad5-a912-9d94083ccf1f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:42.502363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-462d6857-d544-4ad5-a912-9d94083ccf1f tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 970 time: 0.0836089 Feb 10 13:09:42.530004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-455a7733-7b0e-470d-bebc-e35bc36290d4 req-25ed92b6-dfe3-4b2a-9573-0c405bbbb878 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530412 Feb 10 13:09:42.658553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:42.671853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '57258309-d29d-4790-a6ed-4f4f98923083', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'port_id': '57258309-d29d-4790-a6ed-4f4f98923083', 'mac_address': 'fa:16:3e:1a:47:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e1da9d-6343-49e4-a1f6-faec55116771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-716933610', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:42.735892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57258309-d29d-4790-a6ed-4f4f98923083 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:42.736297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.768333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57258309-d29d-4790-a6ed-4f4f98923083 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:42.777338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Deleting port 7ec1b262-2726-46e5-901f-efe123230815 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:09:42.777682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7ec1b262-2726-46e5-901f-efe123230815), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.811264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:42.821953 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.874760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:42.877251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] For port 7ec1b262-2726-46e5-901f-efe123230815, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7ec1b262-2726-46e5-901f-efe123230815,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:42.877618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7ec1b262-2726-46e5-901f-efe123230815), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.882046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1547763667-network', 'tenant_id': 'b1ea5fed60474b81bd70201a5a7a00a4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:42.894040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Calling delete_port for 7ec1b262-2726-46e5-901f-efe123230815 owned by compute:tempest-test_az-716933610 {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:09:42.936090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:42.947884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Made reservation on behalf of b1ea5fed60474b81bd70201a5a7a00a4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:42.951692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:42.968894 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.020875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['57258309-d29d-4790-a6ed-4f4f98923083'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:43.065856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (7ec1b262-2726-46e5-901f-efe123230815), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.085402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks [] for security_group (b8b61b4d-200b-43ee-9658-b0374bf2d5ae), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.093472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b8b61b4d-200b-43ee-9658-b0374bf2d5ae), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.104004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be680585-1e16-4384-b7df-83c21b9dfcee req-c39c61e2-72dd-4268-ab95-ce67ac36bf69 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.13 "GET /v2.0/ports?device_id=173f2d3c-8479-4a36-8e3b-cf673a99a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0451090 Feb 10 13:09:43.140454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:09:43.150933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Pushing event deleted for resources: {'Port': ['ID=7ec1b262-2726-46e5-901f-efe123230815,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:43.197941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b61b4d-200b-43ee-9658-b0374bf2d5ae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:43.202698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.202945 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Added segment e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1 of type vlan for network 6b192734-559f-483b-879d-6f14e1afaf17 Feb 10 13:09:43.246826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6886a148-d12f-4fa8-a917-9a05afa6a670 req-4eb65968-5a47-4c4f-80e1-e950044e0c3f tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 210 time: 0.0897183 Feb 10 13:09:43.280521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (6b192734-559f-483b-879d-6f14e1afaf17), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.294323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099a309-2727-4dae-80d5-14e133b95b70 req-5f5e6e81-07e2-4e72-ab86-7a4cb6234716 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:43.302285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f099a309-2727-4dae-80d5-14e133b95b70 req-5f5e6e81-07e2-4e72-ab86-7a4cb6234716 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 949 time: 0.1595418 Feb 10 13:09:43.303592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] No DVR routers for this DVR port 7ec1b262-2726-46e5-901f-efe123230815 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:09:43.312375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.316047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df938042-e7a6-44a6-9b2a-9125f70b10a0 req-89bac201-2154-4759-896c-9da5011377f3 tempest-AggregatesAdminTestJSON-711017674 tempest-AggregatesAdminTestJSON-711017674-project] 10.222.0.77 "DELETE /v2.0/ports/7ec1b262-2726-46e5-901f-efe123230815 HTTP/1.1" status: 204 len: 173 time: 0.8080435 Feb 10 13:09:43.324740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'name': 'network-vif-deleted', 'tag': '7ec1b262-2726-46e5-901f-efe123230815'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:43.328396 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8576662-7bf4-4fbb-8e94-539000c3f2a2" -d '{"events": [{"server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "name": "network-vif-deleted", "tag": "7ec1b262-2726-46e5-901f-efe123230815"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:43.382361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (6b192734-559f-483b-879d-6f14e1afaf17), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.383315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:43.383890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.425202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f099a309-2727-4dae-80d5-14e133b95b70 req-16b3d6d5-fd90-4dbc-a739-437b409d96bc tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219580 Feb 10 13:09:43.496914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6202939 Feb 10 13:09:43.499990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:43.510260 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db828ab5-66e9-4bba-99e0-6076b495921e x-openstack-request-id: req-db828ab5-66e9-4bba-99e0-6076b495921e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:43.510764 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f2d3c-8479-4a36-8e3b-cf673a99a1d1", "name": "network-vif-deleted", "tag": "7ec1b262-2726-46e5-901f-efe123230815", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:43.510858 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db828ab5-66e9-4bba-99e0-6076b495921e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:43.511485 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f2d3c-8479-4a36-8e3b-cf673a99a1d1', 'name': 'network-vif-deleted', 'tag': '7ec1b262-2726-46e5-901f-efe123230815', 'status': 'completed', 'code': 200} Feb 10 13:09:43.533105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Request body: {'subnet': {'network_id': '6b192734-559f-483b-879d-6f14e1afaf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1547763667-subnet', 'tenant_id': 'b1ea5fed60474b81bd70201a5a7a00a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:43.541604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015192-14d7-4aa0-a04d-fc00bdfb4def admin admin] Pushing event updated for resources: {'Network': ['ID=6b192734-559f-483b-879d-6f14e1afaf17,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:43.553177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 6b192734-559f-483b-879d-6f14e1afaf17 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:09:43.563106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Made reservation on behalf of b1ea5fed60474b81bd70201a5a7a00a4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:43.571996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.719615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1048edd6-24f4-4d8a-96f3-ff27caa7a8e9 req-13b5523e-b44f-45a3-b5c8-a79293d97887 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235050 Feb 10 13:09:43.758098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90df89-653c-4fbd-937f-3053fafd0729 req-65aad9ea-4d48-4fbf-beb3-19e4b8f95398 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:43.759780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec90df89-653c-4fbd-937f-3053fafd0729 req-65aad9ea-4d48-4fbf-beb3-19e4b8f95398 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1042290 Feb 10 13:09:43.840954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (2a32f145-fbe0-45d2-a78d-a92cc77c639c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:43.868058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048edd6-24f4-4d8a-96f3-ff27caa7a8e9 req-7f065783-da87-4a27-8834-010688b0abac tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:43.871080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1048edd6-24f4-4d8a-96f3-ff27caa7a8e9 req-7f065783-da87-4a27-8834-010688b0abac tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441772 Feb 10 13:09:43.881354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec90df89-653c-4fbd-937f-3053fafd0729 req-47ced86b-95bb-44ea-85f4-d2c20ea3e446 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978587 Feb 10 13:09:43.898836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1048edd6-24f4-4d8a-96f3-ff27caa7a8e9 req-0beee73b-35fc-454f-a535-95c9a8319b55 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/quotas/45e45e09d00e4d5ca921bd5e85cc29d3 HTTP/1.1" status: 200 len: 375 time: 0.0221694 Feb 10 13:09:43.941407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1048edd6-24f4-4d8a-96f3-ff27caa7a8e9 req-68915942-dc7a-448b-9dea-6638a8f9e1b3 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414042 Feb 10 13:09:43.956195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a32f145-fbe0-45d2-a78d-a92cc77c639c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:43.960443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Checking segment: {'id': 'e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b192734-559f-483b-879d-6f14e1afaf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:43.960443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Network hostable DHCP agents. Network: 6b192734-559f-483b-879d-6f14e1afaf17, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:09:43.980120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Network 6b192734-559f-483b-879d-6f14e1afaf17 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:09:43.990504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 6b192734-559f-483b-879d-6f14e1afaf17) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:43.995148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:43.995756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.006728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a6a3f-a375-48a4-a268-258af8af7426 None None] Network 6b192734-559f-483b-879d-6f14e1afaf17 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:44.041046 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-280ef16a-f68d-46a4-8090-b2a9d8b63176 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5399904 Feb 10 13:09:44.054160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-b0e5c746-07a2-463c-b802-0fede1443b86 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:44.055774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-b0e5c746-07a2-463c-b802-0fede1443b86 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 1131 time: 0.0552006 Feb 10 13:09:44.158622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Deleting port 607abcc0-e226-49fa-a5d7-80204de13e8f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:09:44.158980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.195449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377084a2-3a0e-40d5-9819-fe8f6b9b6f2a None None] Network 6b192734-559f-483b-879d-6f14e1afaf17 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:09:44.304071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] For port 607abcc0-e226-49fa-a5d7-80204de13e8f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=607abcc0-e226-49fa-a5d7-80204de13e8f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:44.304440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.352797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.21', 50452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:44.487769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:44.584167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-9c8b8c5a-b237-4a62-885b-3edc68ade324 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:44.586504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-9c8b8c5a-b237-4a62-885b-3edc68ade324 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 822 time: 0.2313800 Feb 10 13:09:44.596844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 57258309-d29d-4790-a6ed-4f4f98923083 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:44.609732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 57258309-d29d-4790-a6ed-4f4f98923083 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:44.610148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (57258309-d29d-4790-a6ed-4f4f98923083), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.656803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Calling delete_port for 607abcc0-e226-49fa-a5d7-80204de13e8f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:09:44.687520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-661601ee-5601-4197-b1c8-ff3d8710d349 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 380 time: 0.0924482 Feb 10 13:09:44.689070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-105a04bb-209b-430b-8b8a-e9c285abc4a1 req-3fb8f86f-df38-441d-b7b6-08d8f5f02298 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 210 time: 0.0517530 Feb 10 13:09:44.700240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'port': {'device_id': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'admin_state_up': True, 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'security_groups': ['3679ecd9-08e0-47a1-ad96-1879f6dca072']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:44.725815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57258309-d29d-4790-a6ed-4f4f98923083 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:44.726606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.757526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:44.760246 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033fd376-60fe-431b-a41b-d5fd0fe16e41" -d '{"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-plugged", "status": "completed", "tag": "57258309-d29d-4790-a6ed-4f4f98923083"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:44.777525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:44.784975 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.789960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7ec1b262-2726-46e5-901f-efe123230815 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:09:44.845558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 7ec1b262-2726-46e5-901f-efe123230815 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:09:44.846136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7ec1b262-2726-46e5-901f-efe123230815 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:09:44.886453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:44.983076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (607abcc0-e226-49fa-a5d7-80204de13e8f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:44.994547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['607abcc0-e226-49fa-a5d7-80204de13e8f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:45.031703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-5b7fd06d-8c7c-42c5-a6b8-6ef1d46a4bc4 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:45.033158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1675-8c73-4bea-8e90-834d11b2dcaa req-a9034174-4414-473c-a87c-55f59cdaed92 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:45.034612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c8a1675-8c73-4bea-8e90-834d11b2dcaa req-a9034174-4414-473c-a87c-55f59cdaed92 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4ec7df0-61f4-48bc-890e-8a157abff4ee HTTP/1.1" status: 200 len: 949 time: 0.3104270 Feb 10 13:09:45.038528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-5b7fd06d-8c7c-42c5-a6b8-6ef1d46a4bc4 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/networks?id=41e45109-0a9f-4131-b996-cc167f989978 HTTP/1.1" status: 200 len: 815 time: 0.2010424 Feb 10 13:09:45.040276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Pushing event deleted for resources: {'Port': ['ID=607abcc0-e226-49fa-a5d7-80204de13e8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:45.078706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-171bee48-cf11-4df6-b1b1-6ac51f0f4a85 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/quotas/9b7abf9e58e04fcf85a84e8e532e8a04 HTTP/1.1" status: 200 len: 375 time: 0.0394588 Feb 10 13:09:45.099210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] No DVR routers for this DVR port 607abcc0-e226-49fa-a5d7-80204de13e8f on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:09:45.104180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:45.105272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Made reservation on behalf of b25529da73df42fb9da53dc6240a1ffc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:45.108912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edb8dd05-a0e0-47ab-b864-3eae5b80d44b req-899ca215-e98f-448e-b36c-673c61b02987 tempest-DeleteServersAdminTestJSON-1622209106 tempest-DeleteServersAdminTestJSON-1622209106-project-admin] 10.222.0.21 "DELETE /v2.0/ports/607abcc0-e226-49fa-a5d7-80204de13e8f HTTP/1.1" status: 204 len: 173 time: 1.0472107 Feb 10 13:09:45.109305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:45.110089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'name': 'network-vif-deleted', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:45.112905 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac378047-daf6-4db0-8e7b-6bb9b3972bba" -d '{"events": [{"server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "name": "network-vif-deleted", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:45.124567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c8a1675-8c73-4bea-8e90-834d11b2dcaa req-db17df08-25b0-4dcc-a449-70a8e9f84a74 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717025 Feb 10 13:09:45.152704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-aeb39c85-eeaa-4a72-b620-2add1156c48c tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b7abf9e58e04fcf85a84e8e532e8a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550239 Feb 10 13:09:45.277242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-461ef0c2-3a2f-4f54-b0b4-1fc83814fbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170332 Feb 10 13:09:45.304271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Allocated IP 172.20.0.12 (4053a25f-df79-49b0-a2fc-f844c1aa3c33/d56d75a4-382a-416e-a24c-2bb2a20276c6/6b4c895f-155d-4307-9dd9-057c9164c647) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:45.417393 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bd9391-9c18-45ea-9916-50249a656daf x-openstack-request-id: req-57bd9391-9c18-45ea-9916-50249a656daf {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:45.417896 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-plugged", "status": "completed", "tag": "57258309-d29d-4790-a6ed-4f4f98923083", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:45.418923 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57bd9391-9c18-45ea-9916-50249a656daf {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:45.419503 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083', 'code': 200} Feb 10 13:09:45.443466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-dd190969-2874-434b-8aae-bcbcbead26f3 service neutron] 10.222.0.13 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624963 Feb 10 13:09:45.580725 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93557db8-b84b-451d-b37c-9780a4ea6707 x-openstack-request-id: req-93557db8-b84b-451d-b37c-9780a4ea6707 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:45.581330 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ec7df0-61f4-48bc-890e-8a157abff4ee", "name": "network-vif-deleted", "tag": "607abcc0-e226-49fa-a5d7-80204de13e8f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:45.582160 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93557db8-b84b-451d-b37c-9780a4ea6707 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:45.582449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for port (6b4c895f-155d-4307-9dd9-057c9164c647), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:45.583947 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec7df0-61f4-48bc-890e-8a157abff4ee', 'name': 'network-vif-deleted', 'tag': '607abcc0-e226-49fa-a5d7-80204de13e8f', 'status': 'completed', 'code': 200} Feb 10 13:09:45.636490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457200-1e86-4dd4-9814-82201302c5b5 req-42f866ba-8e64-4f4e-8222-799c7969ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:45.638934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69457200-1e86-4dd4-9814-82201302c5b5 req-42f866ba-8e64-4f4e-8222-799c7969ab75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1149 time: 0.1570175 Feb 10 13:09:45.647615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722aecf-b699-4674-a869-46592b34fe6f req-72938c20-222d-44c0-9d16-636387f9b908 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:45.649161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f722aecf-b699-4674-a869-46592b34fe6f req-72938c20-222d-44c0-9d16-636387f9b908 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 967 time: 0.1587737 Feb 10 13:09:45.711506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:45.765820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69457200-1e86-4dd4-9814-82201302c5b5 req-ed444123-50e6-4423-85bb-c0f56a9d830d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156271 Feb 10 13:09:45.814565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f722aecf-b699-4674-a869-46592b34fe6f req-4a2288d9-1506-4058-85da-f514222c0e20 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402745 Feb 10 13:09:45.814565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:45.814565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:45.814565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:45.829433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:45.830402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:45.837940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:45.894504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e3089ec-ee32-4da6-b7f7-1662988e76c7 req-fee672e8-4fef-48c3-a3b2-d9cbbc221ded tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 210 time: 0.0478280 Feb 10 13:09:45.905710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-61a7939b-373f-44eb-a83b-407105e4d329 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2127600 Feb 10 13:09:45.917634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Request body: {'port': {'device_id': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:45.948645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-73300031-b383-4743-9f3f-b634c736be83 req-5e541589-ffdf-45c4-915d-d7bdd2757278 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466924 Feb 10 13:09:46.032378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.080290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73300031-b383-4743-9f3f-b634c736be83 req-d76dc68b-bc9b-4ee5-86d5-b3ec24a1a66c tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:46.084429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca1795-df7d-4371-9eb9-1b1216d38892 req-3393353b-4572-4220-8b4a-caf9d6444397 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:46.086228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ca1795-df7d-4371-9eb9-1b1216d38892 req-3393353b-4572-4220-8b4a-caf9d6444397 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 932 time: 0.0922222 Feb 10 13:09:46.087739 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-73300031-b383-4743-9f3f-b634c736be83 req-d76dc68b-bc9b-4ee5-86d5-b3ec24a1a66c tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373334 Feb 10 13:09:46.104429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-73300031-b383-4743-9f3f-b634c736be83 req-31bbee81-c02f-46d6-83a7-2896cfd049b5 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/quotas/45e45e09d00e4d5ca921bd5e85cc29d3 HTTP/1.1" status: 200 len: 375 time: 0.0156703 Feb 10 13:09:46.147514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-73300031-b383-4743-9f3f-b634c736be83 req-c85adb2b-2fc3-416f-adf4-fe68adb7f84f tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419207 Feb 10 13:09:46.152470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b5a724c9-05dd-4801-aab2-256a8b30b54f None None] Provisioning complete for port 6b4c895f-155d-4307-9dd9-057c9164c647 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:46.154366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5a724c9-05dd-4801-aab2-256a8b30b54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.193192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b5a724c9-05dd-4801-aab2-256a8b30b54f None None] Port 6b4c895f-155d-4307-9dd9-057c9164c647 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:46.229672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ca1795-df7d-4371-9eb9-1b1216d38892 req-dc2ee79b-515e-4a21-b343-acdf4ee37567 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325269 Feb 10 13:09:46.463942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4c895f-155d-4307-9dd9-057c9164c647 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:46.478659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks [] for port (6b4c895f-155d-4307-9dd9-057c9164c647), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.498737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Transition to ACTIVE for port object 6b4c895f-155d-4307-9dd9-057c9164c647 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:46.503694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.560533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-894ce876-7e95-4b42-8a8f-248ff163e23d tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=34bc03e7790b473497fe8a6a25315df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431228 Feb 10 13:09:46.567827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:46.599106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Attempting to bind port 6b4c895f-155d-4307-9dd9-057c9164c647 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:46.599431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Attempting to bind port 6b4c895f-155d-4307-9dd9-057c9164c647 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:46.599756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Attempting to bind port 6b4c895f-155d-4307-9dd9-057c9164c647 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:46.607705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Port 6b4c895f-155d-4307-9dd9-057c9164c647 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:46.608116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Attempting to bind port 6b4c895f-155d-4307-9dd9-057c9164c647 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:46.613404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:46.613744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Checking segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:46.614119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Bound using segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:46.614544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Bound port: 6b4c895f-155d-4307-9dd9-057c9164c647, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:46.614896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.725112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-76c336f9-0497-4604-8a0c-5f5a96aba652 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:46.726870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:46.733359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-76c336f9-0497-4604-8a0c-5f5a96aba652 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666186 Feb 10 13:09:46.733896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6b4c895f-155d-4307-9dd9-057c9164c647,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:46.747438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.761645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-e4c29dff-f826-4e89-b0ba-848584961332 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/quotas/34bc03e7790b473497fe8a6a25315df1 HTTP/1.1" status: 200 len: 375 time: 0.0273886 Feb 10 13:09:46.828303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:46.828958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:46.831550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] 10.222.0.21 "PUT /v2.0/ports/6b4c895f-155d-4307-9dd9-057c9164c647 HTTP/1.1" status: 200 len: 1092 time: 0.9182980 Feb 10 13:09:46.832017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:46.845953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-e58ac8e8-9211-48c3-802d-836ae79cc747 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755537 Feb 10 13:09:46.849691 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22685fe4-8009-497f-9b47-99087df689a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:46.900583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79e4b4-1082-43b1-bac9-fa0a25b74471 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:47.081380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-60a4d319-75ce-40c4-808c-a810313c586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.082977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-60a4d319-75ce-40c4-808c-a810313c586e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 1126 time: 0.0802782 Feb 10 13:09:47.151338 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da42a42e-2e8b-4bcb-9414-0cf3dc9d12cd x-openstack-request-id: req-da42a42e-2e8b-4bcb-9414-0cf3dc9d12cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:47.151750 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:47.152097 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da42a42e-2e8b-4bcb-9414-0cf3dc9d12cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:47.152718 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647', 'status': 'completed', 'code': 200} Feb 10 13:09:47.191962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-239c096a-739a-437e-9f55-7bc81897a7a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b4c895f-155d-4307-9dd9-057c9164c647 HTTP/1.1" status: 200 len: 217 time: 0.1015594 Feb 10 13:09:47.223376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934cf31-942e-4112-9b2d-b295ac67a14c req-e9d3655d-115f-40b5-9177-157001a04bac tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.224896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8934cf31-942e-4112-9b2d-b295ac67a14c req-e9d3655d-115f-40b5-9177-157001a04bac tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 967 time: 0.1832294 Feb 10 13:09:47.234992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-8c0da00f-1205-4e63-96b9-c5099a1400d7 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.236806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-8c0da00f-1205-4e63-96b9-c5099a1400d7 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.21 "GET /v2.0/networks?id=41e45109-0a9f-4131-b996-cc167f989978 HTTP/1.1" status: 200 len: 815 time: 0.2627611 Feb 10 13:09:47.250889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Request body: {'port': {'device_id': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'network_id': '41e45109-0a9f-4131-b996-cc167f989978', 'admin_state_up': True, 'tenant_id': '9b7abf9e58e04fcf85a84e8e532e8a04'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:47.266806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a3781a5-5279-446e-87ae-8dfbf1e0bd86 req-cbb4094d-2599-44a2-a0a5-7d2061e5cf82 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 210 time: 0.0538995 Feb 10 13:09:47.281388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-71a837f6-3da4-4675-a01c-f13c9b1480c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.283498 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-71a837f6-3da4-4675-a01c-f13c9b1480c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.0853767 Feb 10 13:09:47.351460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-f458df15-5b3b-4a66-90d6-b2c62b401083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.358255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-f458df15-5b3b-4a66-90d6-b2c62b401083 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609658 Feb 10 13:09:47.359059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8934cf31-942e-4112-9b2d-b295ac67a14c req-9c43a2dd-fb2b-4e8e-bec8-c2f3954dab89 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215782 Feb 10 13:09:47.411341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Made reservation on behalf of 9b7abf9e58e04fcf85a84e8e532e8a04 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:47.415270 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:47.473583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 607abcc0-e226-49fa-a5d7-80204de13e8f no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:09:47.510383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 607abcc0-e226-49fa-a5d7-80204de13e8f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:09:47.511465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 607abcc0-e226-49fa-a5d7-80204de13e8f not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:09:47.566400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2fd65c0-9b78-416a-8b5b-0e4b0b5b1352 req-9d3340a6-3909-4715-8f0f-2c7e1459f85d tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943868 Feb 10 13:09:47.582097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-150a59a8-9fcd-4ffb-823e-021fac9bf70d req-9f4e9b4b-dbfe-4036-8167-d5cd204f02ce tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 210 time: 0.0396366 Feb 10 13:09:47.606355 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-5c0466fa-694c-443b-8eb8-087784855697 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613960 Feb 10 13:09:47.736239 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d274816a-49a9-4943-b225-1e3d4159e4fb req-1a6eece8-ebd9-4534-9b93-f02f21430ce7 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234207 Feb 10 13:09:47.741794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd65c0-9b78-416a-8b5b-0e4b0b5b1352 req-9e593db0-0930-4a03-a919-c81841a7bf3b tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.744116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2fd65c0-9b78-416a-8b5b-0e4b0b5b1352 req-9e593db0-0930-4a03-a919-c81841a7bf3b tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738183 Feb 10 13:09:47.748239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Allocated IP 172.20.0.9 (41e45109-0a9f-4131-b996-cc167f989978/9754a131-aa11-43e5-baeb-437daf7ee713/87c65f4f-c21f-4a1c-b843-d923ca9fce20) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:47.750533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98015f6-d780-411b-a491-7ffb19721df9 req-565b8f17-9130-48cd-b048-cb2bf4f630e8 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.752139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a98015f6-d780-411b-a491-7ffb19721df9 req-565b8f17-9130-48cd-b048-cb2bf4f630e8 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 944 time: 0.0799136 Feb 10 13:09:47.778306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2fd65c0-9b78-416a-8b5b-0e4b0b5b1352 req-a4b49345-4ed0-4bf1-addc-468145ab0881 tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/quotas/45e45e09d00e4d5ca921bd5e85cc29d3 HTTP/1.1" status: 200 len: 375 time: 0.0245857 Feb 10 13:09:47.826663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2fd65c0-9b78-416a-8b5b-0e4b0b5b1352 req-d1a8ee4d-f3cd-460c-945a-a7d8acc1dccf tempest-QuotasAdminNegativeTest-1122596190 tempest-QuotasAdminNegativeTest-1122596190-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346379 Feb 10 13:09:47.832423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a98015f6-d780-411b-a491-7ffb19721df9 req-bf87c985-de53-406e-91a4-98230d094179 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744352 Feb 10 13:09:47.856651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685fe4-8009-497f-9b47-99087df689a3 req-7972ad13-c0fc-4ab6-a6fc-c51fa1c9f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:47.864059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-7972ad13-c0fc-4ab6-a6fc-c51fa1c9f84d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 1126 time: 0.0638072 Feb 10 13:09:47.999699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685fe4-8009-497f-9b47-99087df689a3 req-45c71df5-d865-471d-843e-2d696bd9e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.002514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-45c71df5-d865-471d-843e-2d696bd9e086 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 923 time: 0.1301591 Feb 10 13:09:48.006316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks [] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.058169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.059828 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-d9b69f71-077d-4af2-90db-c6a413628b65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b4c895f-155d-4307-9dd9-057c9164c647 HTTP/1.1" status: 200 len: 217 time: 0.0514259 Feb 10 13:09:48.108165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Network 41e45109-0a9f-4131-b996-cc167f989978 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:48.111866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:48.115954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:48.124653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.125714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.151602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Pushing event updated for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:48.156258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685fe4-8009-497f-9b47-99087df689a3 req-332f19cd-632a-4161-a0cb-45092b437048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.157991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-332f19cd-632a-4161-a0cb-45092b437048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.0918720 Feb 10 13:09:48.168046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-ff4cda57-0053-42c3-a1f7-e84381c5dfe9 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9222586 Feb 10 13:09:48.186208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Request body: {'port': {'device_id': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:48.194454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e79-1285-4d3d-b250-2b376ad17900 req-a72da034-eb78-442c-ae0d-690f9069a8f8 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.196048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-881c6e79-1285-4d3d-b250-2b376ad17900 req-a72da034-eb78-442c-ae0d-690f9069a8f8 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1149 time: 0.0912936 Feb 10 13:09:48.230565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685fe4-8009-497f-9b47-99087df689a3 req-f56e65d5-bf78-4f10-b804-3da07a19bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.232627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-f56e65d5-bf78-4f10-b804-3da07a19bae3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665987 Feb 10 13:09:48.292080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-881c6e79-1285-4d3d-b250-2b376ad17900 req-b4ece305-2d73-47ba-b90d-e34b68beb385 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868685 Feb 10 13:09:48.308072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1fc12476-7aa1-48c4-8467-4f0d5fa6b412 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=34bc03e7790b473497fe8a6a25315df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398309 Feb 10 13:09:48.323064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.443809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-1fc6f4c6-23ce-42e9-93d2-c69ab669a17e service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012661 Feb 10 13:09:48.606677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729cf4-4ea1-4495-81f3-d8a4cbf4dd0e req-3cc1a260-43b8-441b-a01a-7553a56d7248 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.608860 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7729cf4-4ea1-4495-81f3-d8a4cbf4dd0e req-3cc1a260-43b8-441b-a01a-7553a56d7248 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1149 time: 0.1033947 Feb 10 13:09:48.616877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-85c14111-ab80-463f-81c7-90a640d9b0d5 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.618484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-85c14111-ab80-463f-81c7-90a640d9b0d5 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050401 Feb 10 13:09:48.619100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22685fe4-8009-497f-9b47-99087df689a3 req-f7e0f3c0-38b7-4a94-9c0f-251836891a9a service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681659 Feb 10 13:09:48.628571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f355-e35d-4e20-91c2-c3f31a651243 req-60035dc8-1179-489c-9233-c15b764d1f25 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:48.636827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfb3f355-e35d-4e20-91c2-c3f31a651243 req-60035dc8-1179-489c-9233-c15b764d1f25 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 931 time: 0.1752338 Feb 10 13:09:48.654433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Request body: {'port': {'device_id': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '34bc03e7790b473497fe8a6a25315df1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:48.665644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7729cf4-4ea1-4495-81f3-d8a4cbf4dd0e req-23aae21b-0ead-403c-998e-4a8161d070d1 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Feb 10 13:09:48.717858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:48.778243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfb3f355-e35d-4e20-91c2-c3f31a651243 req-f9dce66f-a65c-4a4b-8272-4a1be5a2f7d3 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404345 Feb 10 13:09:48.851778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9bc3890-a44a-4c26-a929-9a33a2ab3373 req-1776f04d-66ea-447e-a389-e2d5d52a16b1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 210 time: 0.0367353 Feb 10 13:09:48.876585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607163a6-7233-4227-8be0-26223d4e581c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.909475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Made reservation on behalf of 34bc03e7790b473497fe8a6a25315df1 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:48.914415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.967301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607163a6-7233-4227-8be0-26223d4e581c admin admin] Publish callbacks [] for security_group (142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.981759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607163a6-7233-4227-8be0-26223d4e581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:48.982232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c65f4f-c21f-4a1c-b843-d923ca9fce20 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:49.008170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-41479a3d-7976-4be2-8870-989a713d48e8 req-320c7b63-f2b7-45b7-aca7-3d7d98a7e60a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:49.009154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41479a3d-7976-4be2-8870-989a713d48e8 req-320c7b63-f2b7-45b7-aca7-3d7d98a7e60a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109539 Feb 10 13:09:49.017053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks [] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.035782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-607163a6-7233-4227-8be0-26223d4e581c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e45e09d00e4d5ca921bd5e85cc29d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168457 Feb 10 13:09:49.036433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:49.042991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607163a6-7233-4227-8be0-26223d4e581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.043100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Transition to ACTIVE for port object 87c65f4f-c21f-4a1c-b843-d923ca9fce20 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:49.059995 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.110106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] Publish callbacks [] for security_group (142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.136389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] Publish callbacks [] for security_group (142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.208801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.212391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.213908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d HTTP/1.1" status: 204 len: 168 time: 0.1762664 Feb 10 13:09:49.223458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be62111-6dbd-49a4-926c-f479c58f4e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ec0b9-448f-48b1-a7a1-4d64a7b2ba2d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.381925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Pushing event updated for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.394783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Allocated IP 192.168.233.82 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/74075d25-41c2-4db0-8ec5-d22cdb77fd49) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:49.451978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98462-030b-487f-a180-0cb14c44d665 req-bca6025f-ab30-4756-b68f-6a480c1b9b69 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:49.458767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53a98462-030b-487f-a180-0cb14c44d665 req-bca6025f-ab30-4756-b68f-6a480c1b9b69 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 944 time: 0.1678987 Feb 10 13:09:49.460516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Attempting to bind port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:49.460869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Attempting to bind port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '28750df1-7f2e-4aa8-9439-5c865074c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41e45109-0a9f-4131-b996-cc167f989978'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:49.461189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Attempting to bind port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 on network 41e45109-0a9f-4131-b996-cc167f989978 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:49.481241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 on network 41e45109-0a9f-4131-b996-cc167f989978 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:49.481576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Attempting to bind port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 on network 41e45109-0a9f-4131-b996-cc167f989978 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:49.510391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:49.510981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Checking segment: {'id': '28750df1-7f2e-4aa8-9439-5c865074c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41e45109-0a9f-4131-b996-cc167f989978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:49.511512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Bound using segment: {'id': '28750df1-7f2e-4aa8-9439-5c865074c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41e45109-0a9f-4131-b996-cc167f989978'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:49.512098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Bound port: 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28750df1-7f2e-4aa8-9439-5c865074c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41e45109-0a9f-4131-b996-cc167f989978'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:49.512499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.556161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:49.572626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3993-6964-4e7e-8810-b57081b9f299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.596740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53a98462-030b-487f-a180-0cb14c44d665 req-22e7a756-8415-4aae-be33-fdda39bb9060 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371634 Feb 10 13:09:49.674650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:49.679083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20,segment=NetworkSegment(28750df1-7f2e-4aa8-9439-5c865074c4a5),segment_id=28750df1-7f2e-4aa8-9439-5c865074c4a5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:49.696037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3993-6964-4e7e-8810-b57081b9f299 admin admin] Publish callbacks [] for security_group (3b7779f3-55d1-4d27-af90-f2bf7208e61b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.696877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.702981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3993-6964-4e7e-8810-b57081b9f299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3b7779f3-55d1-4d27-af90-f2bf7208e61b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.711513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks [] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.745412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:49.746230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.748175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] 10.222.0.21 "PUT /v2.0/ports/87c65f4f-c21f-4a1c-b843-d923ca9fce20 HTTP/1.1" status: 200 len: 1091 time: 1.5672703 Feb 10 13:09:49.752498 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b1f3993-6964-4e7e-8810-b57081b9f299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fea126046f484cb1ae91a4c63ff88d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921468 Feb 10 13:09:49.752654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:49.752746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f3993-6964-4e7e-8810-b57081b9f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7779f3-55d1-4d27-af90-f2bf7208e61b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.752852 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975" -d '{"events": [{"name": "network-changed", "server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:49.753928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:49.782772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb9073-32f4-4ca3-bced-f932c955f199 service neutron] Pushing event updated for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.817415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.859529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] Publish callbacks [] for security_group (3b7779f3-55d1-4d27-af90-f2bf7208e61b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.881166 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595c1349-a0e5-4058-83dd-3945412d0687 x-openstack-request-id: req-595c1349-a0e5-4058-83dd-3945412d0687 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:49.881458 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:49.881701 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-595c1349-a0e5-4058-83dd-3945412d0687 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:49.882098 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20', 'status': 'completed', 'code': 200} Feb 10 13:09:49.911329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:49.911981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] Publish callbacks [] for security_group (3b7779f3-55d1-4d27-af90-f2bf7208e61b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.916037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:49.920430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Pushing event updated for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:49.923489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:49.928488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:49.929129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:49.968529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-0ec374b8-1dfb-4ec9-baa6-444449adeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:49.970114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-0ec374b8-1dfb-4ec9-baa6-444449adeac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b7abf9e58e04fcf85a84e8e532e8a04&device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 1125 time: 0.1675026 Feb 10 13:09:49.990699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-3e9bbc87-35d3-4bad-bdca-121f6fb9aede tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3442736 Feb 10 13:09:50.007357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3b7779f3-55d1-4d27-af90-f2bf7208e61b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.010062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.014885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b7779f3-55d1-4d27-af90-f2bf7208e61b HTTP/1.1" status: 204 len: 168 time: 0.2486889 Feb 10 13:09:50.027372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61277213-e76b-4756-bb0a-8c263ab91fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7779f3-55d1-4d27-af90-f2bf7208e61b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:50.028293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Request body: {'port': {'device_id': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:50.034412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-975d1664-fdce-4652-b6f9-ec2ed214ca43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20 HTTP/1.1" status: 200 len: 217 time: 0.0574358 Feb 10 13:09:50.105184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0996d8c-30e4-480d-ac47-3ed2aa77bd48 req-d0cf7f97-dccb-4bad-b62c-21cba9f44252 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:50.106699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0996d8c-30e4-480d-ac47-3ed2aa77bd48 req-d0cf7f97-dccb-4bad-b62c-21cba9f44252 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 943 time: 0.1739600 Feb 10 13:09:50.165458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-5755a6ee-df82-4afb-a153-6207344def8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:50.168627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-5755a6ee-df82-4afb-a153-6207344def8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9754a131-aa11-43e5-baeb-437daf7ee713 HTTP/1.1" status: 200 len: 855 time: 0.1133027 Feb 10 13:09:50.206490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.215963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-6def8434-03d9-4f8b-8395-1a38059f71e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41e45109-0a9f-4131-b996-cc167f989978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398138 Feb 10 13:09:50.252886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dc85a916-606f-456e-a93e-6c09fea208a7 None None] Provisioning complete for port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:50.253708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc85a916-606f-456e-a93e-6c09fea208a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.295057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0996d8c-30e4-480d-ac47-3ed2aa77bd48 req-9c902083-2980-4340-8327-1df5b8549562 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769559 Feb 10 13:09:50.308721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dc85a916-606f-456e-a93e-6c09fea208a7 None None] Port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:50.470260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-24209251-7d85-496e-92ae-eb89f6f2f2ea service neutron] 10.222.0.21 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421465 Feb 10 13:09:50.599336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344a28-9670-4aaf-9ab5-2d0b4a6288b4 req-6db1d313-cab8-47ed-a365-696a7ff32b44 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:50.601576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a344a28-9670-4aaf-9ab5-2d0b4a6288b4 req-6db1d313-cab8-47ed-a365-696a7ff32b44 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 935 time: 0.1877091 Feb 10 13:09:50.665106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:50.780087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78c50946-0843-45f6-80fe-b46bbfd8ee68 req-7e92fd50-7184-4b2c-b4e4-3c40a16f1b1e service neutron] 10.222.0.21 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993908 Feb 10 13:09:50.785901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a344a28-9670-4aaf-9ab5-2d0b4a6288b4 req-ea023d91-b173-42ef-9fef-a46277193246 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028051 Feb 10 13:09:50.897172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74075d25-41c2-4db0-8ec5-d22cdb77fd49 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:50.908675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks [] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.930136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Transition to ACTIVE for port object 74075d25-41c2-4db0-8ec5-d22cdb77fd49 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:50.932128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-f58f70bb-e014-4f7c-b854-224af1cf954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:50.933701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-f58f70bb-e014-4f7c-b854-224af1cf954f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b7abf9e58e04fcf85a84e8e532e8a04&device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 1125 time: 0.0780525 Feb 10 13:09:50.935393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:50.969135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-1dc9d9fc-eac9-4b67-a33f-c6f94a71e96c tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:09:50.970340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-1dc9d9fc-eac9-4b67-a33f-c6f94a71e96c tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3039031 Feb 10 13:09:51.112875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Pushing event updated for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:51.136329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Attempting to bind port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:51.136672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Attempting to bind port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:51.141583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Attempting to bind port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:51.152992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:51.153726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Attempting to bind port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:51.168429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:51.169022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:51.169826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:51.170733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Bound port: 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:51.171443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.174227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-910f4b01-1caf-4f4a-84e3-e2cffde5a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:51.176529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-910f4b01-1caf-4f4a-84e3-e2cffde5a224 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41e45109-0a9f-4131-b996-cc167f989978 HTTP/1.1" status: 200 len: 916 time: 0.2339034 Feb 10 13:09:51.193105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc08483-7239-4cea-af50-e0bf320f5bab req-8983316e-8816-4bdd-8325-b73004edfa62 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:51.193317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-25525e21-2241-4943-909d-b3b4c3bc09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:51.194655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc08483-7239-4cea-af50-e0bf320f5bab req-8983316e-8816-4bdd-8325-b73004edfa62 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 944 time: 0.1879570 Feb 10 13:09:51.202163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-25525e21-2241-4943-909d-b3b4c3bc09b4 service neutron] 10.222.0.13 "GET /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 1146 time: 0.1134727 Feb 10 13:09:51.209073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:51.209917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:09:51.276530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-97a11161-4307-4ba1-966d-9fddd4eeeb5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20 HTTP/1.1" status: 200 len: 217 time: 0.0904472 Feb 10 13:09:51.369606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc08483-7239-4cea-af50-e0bf320f5bab req-797e4997-0862-4f50-b3b1-000a3966ed8d tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656628 Feb 10 13:09:51.377618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-74880696-c10f-4c61-9f75-b1a0c14629b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:51.379077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-74880696-c10f-4c61-9f75-b1a0c14629b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9754a131-aa11-43e5-baeb-437daf7ee713 HTTP/1.1" status: 200 len: 855 time: 0.0943761 Feb 10 13:09:51.380085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:51.383482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:51.397924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.414781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:51.415134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:51.415469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:51.421381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:51.421650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:51.428578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:51.428971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:51.429344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:51.429779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Bound port: 57258309-d29d-4790-a6ed-4f4f98923083, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:51.459007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-04cb6930-cb2c-49c3-b9db-f1d6fd8c2fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41e45109-0a9f-4131-b996-cc167f989978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736883 Feb 10 13:09:51.496445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6b4c895f-155d-4307-9dd9-057c9164c647 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:51.535280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:51.536410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.538329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] 10.222.0.77 "PUT /v2.0/ports/74075d25-41c2-4db0-8ec5-d22cdb77fd49 HTTP/1.1" status: 200 len: 1095 time: 1.5141084 Feb 10 13:09:51.555668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757797c-e58d-481c-aad2-7dc12d13daa6 service neutron] Pushing event updated for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:51.571257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:51.586493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.595277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-67d0841c-f9a8-4476-908f-e9f2ffae872c service neutron] 10.222.0.13 "POST /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083/bindings HTTP/1.1" status: 201 len: 389 time: 0.3867729 Feb 10 13:09:51.712188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6b4c895f-155d-4307-9dd9-057c9164c647,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:51.755237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6b4c895f-155d-4307-9dd9-057c9164c647', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'port_id': '6b4c895f-155d-4307-9dd9-057c9164c647', 'mac_address': 'fa:16:3e:db:f4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:51.853559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6b4c895f-155d-4307-9dd9-057c9164c647 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:51.854159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.892619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4c895f-155d-4307-9dd9-057c9164c647 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:51.938027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6b4c895f-155d-4307-9dd9-057c9164c647,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:51.944006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:51.946053 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:51.946315 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19a5ba-58d1-426a-aed5-3d4576c6b683" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:52.002138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-2dd1beea-803e-429f-8c39-e06ac8bbb98f service neutron] 10.222.0.21 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338254 Feb 10 13:09:52.010047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-705d4c8a-f203-4a93-b58e-052ccf61e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.012050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-705d4c8a-f203-4a93-b58e-052ccf61e506 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 1129 time: 0.4249582 Feb 10 13:09:52.023675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46033248-4c94-494b-abab-8810fdb45ae8 req-dd1edcf9-8940-4349-855a-d175ddfe01ed tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.025706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46033248-4c94-494b-abab-8810fdb45ae8 req-dd1edcf9-8940-4349-855a-d175ddfe01ed tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 943 time: 0.4532959 Feb 10 13:09:52.033421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:52.135400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-26351eef-985f-47dd-96d2-78d34350028e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49 HTTP/1.1" status: 200 len: 217 time: 0.0760183 Feb 10 13:09:52.189911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-4836600a-5d07-4631-8239-0b53ec49dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.191861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-4836600a-5d07-4631-8239-0b53ec49dc0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1149 time: 0.3019946 Feb 10 13:09:52.226259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d96c97-2b5e-4f0f-a5de-0418d4b17975 req-8105d0ed-fc0b-4c5b-ba4c-774729a1e9fe service neutron] 10.222.0.21 "GET /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115014 Feb 10 13:09:52.232285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46033248-4c94-494b-abab-8810fdb45ae8 req-3a76aa4b-dbf1-454b-be8e-49285d12aded tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699810 Feb 10 13:09:52.237018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-2873c7f3-b985-466c-aa28-e353385e9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.238064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-2873c7f3-b985-466c-aa28-e353385e9948 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0902503 Feb 10 13:09:52.240916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a157fb-2336-4f27-b108-72a1a830e4db req-b9d1949a-db16-46e8-b965-11e5960e943e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.242524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a8a157fb-2336-4f27-b108-72a1a830e4db req-b9d1949a-db16-46e8-b965-11e5960e943e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 967 time: 0.2880616 Feb 10 13:09:52.303379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-f463e49a-6dc4-4169-a338-fa0c02c59bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.304990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-f463e49a-6dc4-4169-a338-fa0c02c59bdd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0567584 Feb 10 13:09:52.335137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a8a157fb-2336-4f27-b108-72a1a830e4db req-a652a879-59f1-4ccc-8701-3adc88d1a448 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662184 Feb 10 13:09:52.336166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-f3eaae02-c260-48af-8763-71f1b46fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.337572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-f3eaae02-c260-48af-8763-71f1b46fe457 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1395111 Feb 10 13:09:52.395347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a53e4829-ef59-4a67-8ea8-11448895a88b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0497928 Feb 10 13:09:52.411009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6b4c895f-155d-4307-9dd9-057c9164c647'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:52.447471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-0cb917d7-f439-407e-bf4f-9f2a7526f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.449533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-0cb917d7-f439-407e-bf4f-9f2a7526f983 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0473499 Feb 10 13:09:52.458936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-b3e9be76-6663-4114-887c-a669c21c81ed service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461873 Feb 10 13:09:52.489708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85c13f-dd53-4491-8aad-c8d89fb397c0 req-b8e5b7e9-fef5-45b2-aabd-9c19a404e11f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.492328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a92a0535-3b2a-40b5-9e6e-788e1b911340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358400 Feb 10 13:09:52.498111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df85c13f-dd53-4491-8aad-c8d89fb397c0 req-b8e5b7e9-fef5-45b2-aabd-9c19a404e11f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 947 time: 0.0984774 Feb 10 13:09:52.590779 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c071a963-549f-4427-bdcd-ad2019e15e11 x-openstack-request-id: req-c071a963-549f-4427-bdcd-ad2019e15e11 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:52.591102 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:52.591348 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c071a963-549f-4427-bdcd-ad2019e15e11 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:52.591734 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49', 'status': 'completed', 'code': 200} Feb 10 13:09:52.618747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df85c13f-dd53-4491-8aad-c8d89fb397c0 req-e04b88c6-dfe8-498c-b10b-da16767edc82 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183052 Feb 10 13:09:52.620820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-8cd823db-eb6c-4ef6-b848-b85f79ca889e service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210942 Feb 10 13:09:52.655719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ecbf6e-79e0-40fe-b194-787d00158e90 req-81087e87-0410-40c5-8448-1837bedd9ebe service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903045 Feb 10 13:09:52.746378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-5727429a-594b-44f1-835a-6e65e93cc520 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181479 Feb 10 13:09:52.805099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-2f92787d-e8c0-4184-bbf2-e81f75c79285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.806713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-2f92787d-e8c0-4184-bbf2-e81f75c79285 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=34bc03e7790b473497fe8a6a25315df1&device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 1129 time: 0.0976665 Feb 10 13:09:52.843231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b6dd-5a46-49fe-9874-ff80b959ea6c req-3d4383c1-9487-4b61-a3ae-2c846b33fac0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.844737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b722b6dd-5a46-49fe-9874-ff80b959ea6c req-3d4383c1-9487-4b61-a3ae-2c846b33fac0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 945 time: 0.0944953 Feb 10 13:09:52.869636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-3fbed5de-92a0-4343-8757-15f601a3284e tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea402573620e4e4db975dba1e208080a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348802 Feb 10 13:09:52.957889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b722b6dd-5a46-49fe-9874-ff80b959ea6c req-3916bee9-ac7d-4a9d-8f09-f4affc2a369f tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030183 Feb 10 13:09:52.965119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-5c94a3fe-5e72-46a5-84db-ad254eb739e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:52.967277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-5c94a3fe-5e72-46a5-84db-ad254eb739e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1537228 Feb 10 13:09:53.016038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-224872a0-7cd3-49f9-81e3-9426171efda4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49 HTTP/1.1" status: 200 len: 217 time: 0.0383558 Feb 10 13:09:53.059274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:53.081581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-4c6ded57-129a-4ddd-a868-1f718b21ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.083340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-4c6ded57-129a-4ddd-a868-1f718b21ace9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0615718 Feb 10 13:09:53.090350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-191297ca-159d-46a7-b56f-b38a0eaf0b4f tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.091912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-191297ca-159d-46a7-b56f-b38a0eaf0b4f tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1149 time: 0.1735675 Feb 10 13:09:53.099184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-73cd3cb2-a8f0-42b2-98c0-5e69ad4d8bc2 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.100671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-73cd3cb2-a8f0-42b2-98c0-5e69ad4d8bc2 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261574 Feb 10 13:09:53.105510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:53.141680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-ff2782c7-6a86-4b0c-89e2-d79d26a60821 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/quotas/ea402573620e4e4db975dba1e208080a HTTP/1.1" status: 200 len: 375 time: 0.0323534 Feb 10 13:09:53.156432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-476ff5c8-7a82-48d0-a39f-2522ca4a5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.158068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-476ff5c8-7a82-48d0-a39f-2522ca4a5495 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0684299 Feb 10 13:09:53.194128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-35f48150-65d1-4191-a304-89afe9736b5a tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea402573620e4e4db975dba1e208080a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459266 Feb 10 13:09:53.230095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.253371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e932ca62-865e-4975-8016-32ef049cf814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.292829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-241fb859-2999-47f3-902e-668d097cf7d7 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281927 Feb 10 13:09:53.430603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:53.454623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e932ca62-865e-4975-8016-32ef049cf814 admin admin] Publish callbacks [] for security_group (10124495-abbd-4434-8916-0a17c8ef1072), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.464788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db19a5ba-58d1-426a-aed5-3d4576c6b683 req-1aff33b9-ad95-4fce-b1af-c4de59e5491f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636236 Feb 10 13:09:53.466018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e932ca62-865e-4975-8016-32ef049cf814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10124495-abbd-4434-8916-0a17c8ef1072), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.494096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f3fe6-be4d-4fc5-803e-cea6a8f41078 req-6def6946-687c-4914-9a8c-5034dd23f4a5 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.497296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a4f3fe6-be4d-4fc5-803e-cea6a8f41078 req-6def6946-687c-4914-9a8c-5034dd23f4a5 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 943 time: 0.1078067 Feb 10 13:09:53.504914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6b4c895f-155d-4307-9dd9-057c9164c647 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:53.525521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e932ca62-865e-4975-8016-32ef049cf814 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b72d229ace485eb9b784f8d2f408b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596612 Feb 10 13:09:53.526805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:53.528260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932ca62-865e-4975-8016-32ef049cf814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10124495-abbd-4434-8916-0a17c8ef1072,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:53.547249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:53.597473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a4f3fe6-be4d-4fc5-803e-cea6a8f41078 req-ecedc6e0-3cfa-454d-88f2-4f609b62e9d5 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Feb 10 13:09:53.608778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 6b4c895f-155d-4307-9dd9-057c9164c647 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:53.613089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6b4c895f-155d-4307-9dd9-057c9164c647 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:53.613579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.657302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] Publish callbacks [] for security_group (10124495-abbd-4434-8916-0a17c8ef1072), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.663839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:53.666133 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af0bc7-3402-4b65-ab32-1173c7d8f0b3" -d '{"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "57258309-d29d-4790-a6ed-4f4f98923083"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:53.670900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks [] for port (57258309-d29d-4790-a6ed-4f4f98923083), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.689493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.708934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6b4c895f-155d-4307-9dd9-057c9164c647 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:53.709412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.713706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-734a4e0a-ad72-48a4-a29a-2539d115e564 req-7aab613d-1483-4d90-9c51-b57db524d465 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 210 time: 0.0481153 Feb 10 13:09:53.748628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:53.751852 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8f8eb-77cf-4dfd-9254-e23872f8a079" -d '{"events": [{"server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "name": "network-vif-plugged", "status": "completed", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:53.760528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:53.766478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] Publish callbacks [] for security_group (10124495-abbd-4434-8916-0a17c8ef1072), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.780714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6b4c895f-155d-4307-9dd9-057c9164c647,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:53.787936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.788569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dabaf-582c-49bf-907e-6716ef1fc0db req-03404712-4e10-4c75-8d94-216e03b6ee47 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.791054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-092dabaf-582c-49bf-907e-6716ef1fc0db req-03404712-4e10-4c75-8d94-216e03b6ee47 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 967 time: 0.1920650 Feb 10 13:09:53.887053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:53.892893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:53.893260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:53.893554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:53.902191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-092dabaf-582c-49bf-907e-6716ef1fc0db req-ced45a5c-a68b-4519-8f55-faf7f9aeeb67 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994430 Feb 10 13:09:53.903150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:53.904180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Attempting to bind port 57258309-d29d-4790-a6ed-4f4f98923083 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:53.912020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:53.912356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:53.912735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:53.913180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Bound port: 57258309-d29d-4790-a6ed-4f4f98923083, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:53.913567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.916673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10124495-abbd-4434-8916-0a17c8ef1072), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.920440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:53.923915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10124495-abbd-4434-8916-0a17c8ef1072 HTTP/1.1" status: 204 len: 168 time: 0.3734047 Feb 10 13:09:53.951776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3b03-396c-4b48-99d4-e15379175daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10124495-abbd-4434-8916-0a17c8ef1072,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:53.992405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c9da2-7cda-4188-ba06-db2660521782 req-86583e68-ec11-4870-b7ba-6165c20bb08e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:53.995229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a8c9da2-7cda-4188-ba06-db2660521782 req-86583e68-ec11-4870-b7ba-6165c20bb08e tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 947 time: 0.1148281 Feb 10 13:09:54.000149 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f508f653-7afa-4868-9b88-208ea213b2bb x-openstack-request-id: req-f508f653-7afa-4868-9b88-208ea213b2bb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:54.000519 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "57258309-d29d-4790-a6ed-4f4f98923083", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:54.000936 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f508f653-7afa-4868-9b88-208ea213b2bb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:54.001733 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083', 'code': 200} Feb 10 13:09:54.033348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:54.045843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:54.053877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a8c9da2-7cda-4188-ba06-db2660521782 req-6ec72ae8-634b-49a2-a9cd-18e85d7415d8 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491202 Feb 10 13:09:54.060693 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb3bb19-87a7-4a5d-8297-c1857e1190e4 x-openstack-request-id: req-feb3bb19-87a7-4a5d-8297-c1857e1190e4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:54.061388 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "name": "network-vif-plugged", "status": "completed", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:54.061881 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feb3bb19-87a7-4a5d-8297-c1857e1190e4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:54.062521 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647', 'code': 200} Feb 10 13:09:54.067765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.207725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:54.237373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:54.239202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.241871 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-a585a56a-2180-4f56-a121-570c578a33d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 1143 time: 1.1402555 Feb 10 13:09:54.282186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['57258309-d29d-4790-a6ed-4f4f98923083'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:54.313253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed8fff-4168-4f6f-b3f8-604e967714c6 req-a102a79b-bee3-4f08-9840-f89b9b2c07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:54.314682 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4ed8fff-4168-4f6f-b3f8-604e967714c6 req-a102a79b-bee3-4f08-9840-f89b9b2c07c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 1128 time: 0.1673963 Feb 10 13:09:54.415421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4ed8fff-4168-4f6f-b3f8-604e967714c6 req-7fef26e7-c880-432f-b2de-a3c263daeaf1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935307 Feb 10 13:09:54.423809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cff0-aef8-4f0d-b0cb-dc24610c2278 req-b98cf0a9-15d4-49db-980d-e780aa04a93a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:54.425391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fce2cff0-aef8-4f0d-b0cb-dc24610c2278 req-b98cf0a9-15d4-49db-980d-e780aa04a93a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.1715178 Feb 10 13:09:54.484603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fce2cff0-aef8-4f0d-b0cb-dc24610c2278 req-970acbeb-381f-42ef-97f5-c0bd873cdefd tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528193 Feb 10 13:09:54.557728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:54.574063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33edbef7-5fee-4461-887c-7bac1b9afe3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.613807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:54.674365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33edbef7-5fee-4461-887c-7bac1b9afe3d admin admin] Publish callbacks [] for security_group (b8bc5824-23a3-4cfe-beb5-d86f480713a4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.679498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33edbef7-5fee-4461-887c-7bac1b9afe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b8bc5824-23a3-4cfe-beb5-d86f480713a4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.728250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edbef7-5fee-4461-887c-7bac1b9afe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bc5824-23a3-4cfe-beb5-d86f480713a4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:54.737241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-33edbef7-5fee-4461-887c-7bac1b9afe3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c6528c64344466b94ac974885372e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780169 Feb 10 13:09:54.737881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:54.805247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70b3d-c59d-4d05-89dc-51775b3f9444 req-0766a168-06df-4e40-bae9-43063a099be8 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:54.806780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39d70b3d-c59d-4d05-89dc-51775b3f9444 req-0766a168-06df-4e40-bae9-43063a099be8 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 943 time: 0.1004786 Feb 10 13:09:54.812648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] Publish callbacks [] for security_group (b8bc5824-23a3-4cfe-beb5-d86f480713a4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.825318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f38771c4-766e-472d-9cb1-498ede446501 req-cdbe217f-9801-4afd-83f8-eca269934d9d tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 210 time: 0.0309706 Feb 10 13:09:54.866369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c10e0da-0c56-4671-8da8-2739bc49ffff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.869309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] Publish callbacks [] for security_group (b8bc5824-23a3-4cfe-beb5-d86f480713a4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.927432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39d70b3d-c59d-4d05-89dc-51775b3f9444 req-7d077b1c-e7a6-4b3d-b2b1-472b8d689702 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119456 Feb 10 13:09:54.989852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b8bc5824-23a3-4cfe-beb5-d86f480713a4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.990661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:54.991779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8bc5824-23a3-4cfe-beb5-d86f480713a4 HTTP/1.1" status: 204 len: 168 time: 0.2529743 Feb 10 13:09:55.006515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7a7ae-aa1b-410d-a2c7-e30f791ef0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bc5824-23a3-4cfe-beb5-d86f480713a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:55.056512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c10e0da-0c56-4671-8da8-2739bc49ffff admin admin] Publish callbacks [] for security_group (bacd1313-33f6-42f7-90ba-6c7df8d08be3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.061802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c10e0da-0c56-4671-8da8-2739bc49ffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bacd1313-33f6-42f7-90ba-6c7df8d08be3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.112067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1c10e0da-0c56-4671-8da8-2739bc49ffff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aede3d8a92be4ba881f7252db317b79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979730 Feb 10 13:09:55.113048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e0da-0c56-4671-8da8-2739bc49ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacd1313-33f6-42f7-90ba-6c7df8d08be3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:55.115060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:55.124835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f64801-1d25-4599-a944-b6b2cb392698 req-f693d468-f5f9-4a48-8904-c866ca0216ff tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:55.126879 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53f64801-1d25-4599-a944-b6b2cb392698 req-f693d468-f5f9-4a48-8904-c866ca0216ff tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.1182470 Feb 10 13:09:55.192362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53f64801-1d25-4599-a944-b6b2cb392698 req-5ca2ef79-5bf4-47c7-846e-b4291ca12c81 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Feb 10 13:09:55.232411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] Publish callbacks [] for security_group (bacd1313-33f6-42f7-90ba-6c7df8d08be3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.256417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:55.260438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196007f-ca7c-458b-9564-6a380b596436 req-89f24058-541d-4b6a-bea1-7d717885df56 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:55.262089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4196007f-ca7c-458b-9564-6a380b596436 req-89f24058-541d-4b6a-bea1-7d717885df56 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 947 time: 0.0871303 Feb 10 13:09:55.273627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] Publish callbacks [] for security_group (bacd1313-33f6-42f7-90ba-6c7df8d08be3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.363491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-7b10dc92-2ced-48aa-a3a1-c9cfea301ecf tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea402573620e4e4db975dba1e208080a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462236 Feb 10 13:09:55.396154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4196007f-ca7c-458b-9564-6a380b596436 req-78490f5e-24e9-4258-8b27-9a9d75963ec1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252401 Feb 10 13:09:55.436073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bacd1313-33f6-42f7-90ba-6c7df8d08be3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.439001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.440173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bacd1313-33f6-42f7-90ba-6c7df8d08be3 HTTP/1.1" status: 204 len: 168 time: 0.3223341 Feb 10 13:09:55.479600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43e6f-3b0d-41f8-8f5d-39fa0aa96e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacd1313-33f6-42f7-90ba-6c7df8d08be3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:55.516212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31585231-419c-4403-b63c-6d3c25c08fa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef043765a2f04f17a6882b811376ae85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562678 Feb 10 13:09:55.518686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:55.543859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 87c65f4f-c21f-4a1c-b843-d923ca9fce20 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:55.556032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-0cb42f9d-ec9e-4d4c-8731-0bc4d3f39f75 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:55.557609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-0cb42f9d-ec9e-4d4c-8731-0bc4d3f39f75 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832263 Feb 10 13:09:55.574719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Request body: {'port': {'device_id': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'ea402573620e4e4db975dba1e208080a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:55.703598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20,segment=NetworkSegment(28750df1-7f2e-4aa8-9439-5c865074c4a5),segment_id=28750df1-7f2e-4aa8-9439-5c865074c4a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:55.711729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] Publish callbacks [] for security_group (6e0eb0bd-147f-4313-9b5b-1b155284f39e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.717846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '87c65f4f-c21f-4a1c-b843-d923ca9fce20', 'network_id': '41e45109-0a9f-4131-b996-cc167f989978', 'port_id': '87c65f4f-c21f-4a1c-b843-d923ca9fce20', 'mac_address': 'fa:16:3e:d8:73:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9754a131-aa11-43e5-baeb-437daf7ee713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:55.748259 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] Publish callbacks [] for security_group (6e0eb0bd-147f-4313-9b5b-1b155284f39e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.764610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09236-741b-481f-8946-6728a3a7b5a9 req-f24f9c07-6d31-4853-adaf-6019d05db8c0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:55.766355 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93d09236-741b-481f-8946-6728a3a7b5a9 req-f24f9c07-6d31-4853-adaf-6019d05db8c0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.1543815 Feb 10 13:09:55.796638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:55.797107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.798787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Made reservation on behalf of ea402573620e4e4db975dba1e208080a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:09:55.804892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.817704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c65f4f-c21f-4a1c-b843-d923ca9fce20 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:55.827177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.835790 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93d09236-741b-481f-8946-6728a3a7b5a9 req-abaae90f-270f-4516-a437-6806e946ff92 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598452 Feb 10 13:09:55.846026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6e0eb0bd-147f-4313-9b5b-1b155284f39e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.850427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.854290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0eb0bd-147f-4313-9b5b-1b155284f39e HTTP/1.1" status: 204 len: 168 time: 0.3337531 Feb 10 13:09:55.875205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9472b-cae5-40b9-871a-82f4a3c883ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0eb0bd-147f-4313-9b5b-1b155284f39e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:55.926409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:55.933608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20,segment=NetworkSegment(28750df1-7f2e-4aa8-9439-5c865074c4a5),segment_id=28750df1-7f2e-4aa8-9439-5c865074c4a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:55.939212 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.946517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e3b56dc-5cf4-4e29-bf66-6c02b7c85c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:55.979059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks [] for security_group (4cfa5f39-120e-4e5c-bd4d-7da38c415cbd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.002482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:56.005066 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43e0235-b68e-429c-b5ef-b31e97f2063f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "tag": "57258309-d29d-4790-a6ed-4f4f98923083"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:56.048823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cfa5f39-120e-4e5c-bd4d-7da38c415cbd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.055082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:56.077586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4b2b2a-e6d6-49c2-b87d-dbc96f4d144f req-a7ceaa10-fbb1-4f11-8f42-3cfaec65e416 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 210 time: 0.1061997 Feb 10 13:09:56.130272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e3b56dc-5cf4-4e29-bf66-6c02b7c85c84 admin admin] Publish callbacks [] for security_group (92a64e42-a433-4e0f-8c23-6a7ecfcf5515), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.141355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e3b56dc-5cf4-4e29-bf66-6c02b7c85c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92a64e42-a433-4e0f-8c23-6a7ecfcf5515), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.168804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b91d0b-52f4-4b9f-a0c8-c8ec70e9c752 req-3419a118-3dd6-409f-989b-66fcdaaffd88 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:56.171348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5b91d0b-52f4-4b9f-a0c8-c8ec70e9c752 req-3419a118-3dd6-409f-989b-66fcdaaffd88 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 944 time: 0.1196084 Feb 10 13:09:56.175104 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6e49f-1c65-48cb-b6ab-4afb1bda844c x-openstack-request-id: req-8ff6e49f-1c65-48cb-b6ab-4afb1bda844c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:56.175424 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "tag": "57258309-d29d-4790-a6ed-4f4f98923083", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:56.175713 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff6e49f-1c65-48cb-b6ab-4afb1bda844c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:56.176102 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083', 'status': 'completed', 'code': 200} Feb 10 13:09:56.229977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e3b56dc-5cf4-4e29-bf66-6c02b7c85c84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c214a7c477f64c2e82a937598a227b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021517 Feb 10 13:09:56.232803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b56dc-5cf4-4e29-bf66-6c02b7c85c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a64e42-a433-4e0f-8c23-6a7ecfcf5515,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:56.236358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:56.287070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:56.311553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5b91d0b-52f4-4b9f-a0c8-c8ec70e9c752 req-f8439755-e6a5-48ce-ae4d-bae9bcaf26a0 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181314 Feb 10 13:09:56.313186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['87c65f4f-c21f-4a1c-b843-d923ca9fce20'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:56.355631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] Publish callbacks [] for security_group (92a64e42-a433-4e0f-8c23-6a7ecfcf5515), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.394736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] Publish callbacks [] for security_group (92a64e42-a433-4e0f-8c23-6a7ecfcf5515), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.449401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53972) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:56.495237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92a64e42-a433-4e0f-8c23-6a7ecfcf5515), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.497952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.499072 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a64e42-a433-4e0f-8c23-6a7ecfcf5515 HTTP/1.1" status: 204 len: 168 time: 0.2615025 Feb 10 13:09:56.515190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da3455-f9bd-463b-b946-9deddce16ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a64e42-a433-4e0f-8c23-6a7ecfcf5515,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:56.535136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 74075d25-41c2-4db0-8ec5-d22cdb77fd49 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:56.535282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c722eed-099e-4cee-833a-a0a1191ed7da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44087b19d5a544f38ceed57142d57d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845187 Feb 10 13:09:56.538122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:56.551652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-d8d6c12a-6d29-4eea-84fb-c78e02228202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:56.563721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-d8d6c12a-6d29-4eea-84fb-c78e02228202 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1177 time: 0.3634865 Feb 10 13:09:56.566202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Allocated IP 192.168.233.73 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/c641759b-00c6-47ee-8096-2d903b5b0e2e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:09:56.621616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1482-d3ce-4f8e-86c6-1de6a252008e req-fa14491f-71cc-4b09-93ed-92ab4c53edb1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:56.628598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-390b1482-d3ce-4f8e-86c6-1de6a252008e req-fa14491f-71cc-4b09-93ed-92ab4c53edb1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 947 time: 0.1178327 Feb 10 13:09:56.695034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-390b1482-d3ce-4f8e-86c6-1de6a252008e req-4637698a-9b06-49ab-9abf-d4c93e00dea1 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606894 Feb 10 13:09:56.695818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] Publish callbacks [] for security_group (771fcee0-616a-4552-a1f0-c8f8c1a330d0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.723697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] Publish callbacks [] for security_group (771fcee0-616a-4552-a1f0-c8f8c1a330d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.770468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757541d9-47a7-4da4-bc40-f8dee5323968 req-bbe00294-719f-4b8b-951a-7795eed0e0ad tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:56.779897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-757541d9-47a7-4da4-bc40-f8dee5323968 req-bbe00294-719f-4b8b-951a-7795eed0e0ad tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.3933282 Feb 10 13:09:56.796376 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (771fcee0-616a-4552-a1f0-c8f8c1a330d0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.799080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.800244 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/771fcee0-616a-4552-a1f0-c8f8c1a330d0 HTTP/1.1" status: 204 len: 168 time: 0.2612190 Feb 10 13:09:56.804007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-73b83efb-4118-4f91-b791-2bb3d4c1699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:56.805651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-73b83efb-4118-4f91-b791-2bb3d4c1699f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.2291827 Feb 10 13:09:56.818577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7708b-efa4-47d4-930f-17ce68155839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fcee0-616a-4552-a1f0-c8f8c1a330d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:56.857516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-d1c512bb-db69-4c89-9691-1f738c654e14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0439453 Feb 10 13:09:56.899045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:56.913575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '74075d25-41c2-4db0-8ec5-d22cdb77fd49', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '74075d25-41c2-4db0-8ec5-d22cdb77fd49', 'mac_address': 'fa:16:3e:35:51:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:09:56.969141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:56.969535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:56.992027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74075d25-41c2-4db0-8ec5-d22cdb77fd49 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:57.011511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-757541d9-47a7-4da4-bc40-f8dee5323968 req-05f11378-041f-4255-9d97-d9be791c0f76 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269547 Feb 10 13:09:57.019696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:57.051414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-979ff958-939e-4bdf-bb8f-3dc9a243cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:57.051414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-979ff958-939e-4bdf-bb8f-3dc9a243cac8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1659963 Feb 10 13:09:57.054013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:57.085705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3dc84-3e35-4ede-9bff-193be7c4fcae req-50432829-1107-430c-a59c-937a577c54b3 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:57.095669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aaa3dc84-3e35-4ede-9bff-193be7c4fcae req-50432829-1107-430c-a59c-937a577c54b3 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.1105807 Feb 10 13:09:57.129157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:57.140833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-eabc05d7-a072-4af6-8315-7396ab644592 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801017 Feb 10 13:09:57.166932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aaa3dc84-3e35-4ede-9bff-193be7c4fcae req-f6de765c-0212-412c-829e-2e8bf28d05dd tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644608 Feb 10 13:09:57.261787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['74075d25-41c2-4db0-8ec5-d22cdb77fd49'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:09:57.306624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15f81320-08e7-4dd4-8aab-3d9523a5b6c5 req-30c7e1b0-9c15-419d-b5f7-1b5895a668c0 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 210 time: 0.0989895 Feb 10 13:09:57.348299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd80a4-04a3-4e57-bafa-c3ea42efdf91 req-437cb767-222f-4e32-a0a6-4942f7ff874c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:57.350508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks [] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:57.355859 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-facd80a4-04a3-4e57-bafa-c3ea42efdf91 req-437cb767-222f-4e32-a0a6-4942f7ff874c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.0782163 Feb 10 13:09:57.361015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:57.366565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'floatingip': {'port_id': '6b4c895f-155d-4307-9dd9-057c9164c647'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:57.474440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:57.500606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-aae66535-48ce-4393-976e-feae6376e6dc service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588033 Feb 10 13:09:57.536849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:57.552429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:09:57.639549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876924b8-cc8d-44e7-84bb-20b0a5fc0ece req-8cbb9080-ecc9-4c2a-b09a-4e01e09fe4f1 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:57.647211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-876924b8-cc8d-44e7-84bb-20b0a5fc0ece req-8cbb9080-ecc9-4c2a-b09a-4e01e09fe4f1 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 944 time: 0.2325847 Feb 10 13:09:57.654666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:09:57.672471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:09:57.674462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Pushing event updated for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:57.682031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:09:57.687118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:57.687743 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:57.760737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:57.793037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:09:58.023925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-258624da-616d-415f-8c12-030d6445d3c1 None None] Provisioning complete for port c641759b-00c6-47ee-8096-2d903b5b0e2e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:58.024986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-258624da-616d-415f-8c12-030d6445d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.030910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-f75586fb-db91-44f4-a014-76980aec1081 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4627945 Feb 10 13:09:58.048947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Request body: {'port': {'device_id': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:09:58.061429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e0235-b68e-429c-b5ef-b31e97f2063f req-fdd7954f-ef62-4985-8a19-45fe556f8447 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528309 Feb 10 13:09:58.100224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-876924b8-cc8d-44e7-84bb-20b0a5fc0ece req-98d5bff0-d222-4ec8-ab61-abd72636a67e tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498889 Feb 10 13:09:58.117713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-258624da-616d-415f-8c12-030d6445d3c1 None None] Port c641759b-00c6-47ee-8096-2d903b5b0e2e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:09:58.175449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.334971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad58b0-edee-4506-a69e-ccb562fc880f req-1e49b375-5212-4a80-947e-ee6ea3a3e12f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:58.341861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76ad58b0-edee-4506-a69e-ccb562fc880f req-1e49b375-5212-4a80-947e-ee6ea3a3e12f tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 948 time: 0.4872739 Feb 10 13:09:58.516354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce7a64-d4c1-4815-9841-c0ae840482d3 req-991a8900-413f-42a7-8593-24977425a751 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:58.517952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28ce7a64-d4c1-4815-9841-c0ae840482d3 req-991a8900-413f-42a7-8593-24977425a751 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.1192276 Feb 10 13:09:58.534973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 74075d25-41c2-4db0-8ec5-d22cdb77fd49 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:58.557982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:58.606581 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28ce7a64-d4c1-4815-9841-c0ae840482d3 req-2bb5c567-d2eb-430c-be25-290225119ed9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802741 Feb 10 13:09:58.637752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:58.653467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:58.654239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.679189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:09:58.682363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c641759b-00c6-47ee-8096-2d903b5b0e2e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:09:58.697622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks [] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.727092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Transition to ACTIVE for port object c641759b-00c6-47ee-8096-2d903b5b0e2e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:09:58.734983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.747773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:58.748772 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.769607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.778406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:58.778955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.784966 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5214c-3704-42fa-9934-80a54957e642" -d '{"events": [{"server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "name": "network-vif-plugged", "status": "completed", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:58.790670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Pushing event updated for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:58.800910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:09:58.807026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:58.886478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76ad58b0-edee-4506-a69e-ccb562fc880f req-7b9306cb-bcc6-41ab-ac9d-857e028895a4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437181 Feb 10 13:09:58.908801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:58.968038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9fef0d8b-e90e-4b64-9d70-c98b5f2f428a tempest-AutoAllocateNetworkTest-1020786674 tempest-AutoAllocateNetworkTest-1020786674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=942b28f3942f46718dae8835e2cc1b91&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4080532 Feb 10 13:09:58.969854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:58.988768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Attempting to bind port c641759b-00c6-47ee-8096-2d903b5b0e2e on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:09:58.989177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Attempting to bind port c641759b-00c6-47ee-8096-2d903b5b0e2e by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:09:58.989425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Attempting to bind port c641759b-00c6-47ee-8096-2d903b5b0e2e on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:59.008889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Port c641759b-00c6-47ee-8096-2d903b5b0e2e on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:09:59.009217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Attempting to bind port c641759b-00c6-47ee-8096-2d903b5b0e2e on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:09:59.026858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:09:59.027115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:09:59.027347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:09:59.027848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Bound port: c641759b-00c6-47ee-8096-2d903b5b0e2e, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:09:59.028216 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.034030 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7 associated. External IP: 172.25.8.80, port: 6b4c895f-155d-4307-9dd9-057c9164c647. Feb 10 13:09:59.154451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae028b57-9918-44d4-9e55-d367638d9425 req-a65a4702-385d-4da1-bee7-bfa5aa8fc734 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.157196 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae028b57-9918-44d4-9e55-d367638d9425 req-a65a4702-385d-4da1-bee7-bfa5aa8fc734 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.1775062 Feb 10 13:09:59.165223 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a03dc8c-59fd-45b2-997b-6c16d1758dfc x-openstack-request-id: req-2a03dc8c-59fd-45b2-997b-6c16d1758dfc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:59.165670 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "name": "network-vif-plugged", "status": "completed", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:59.165794 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a03dc8c-59fd-45b2-997b-6c16d1758dfc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:59.166200 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49', 'code': 200} Feb 10 13:09:59.174803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf56e8-57f1-4fa0-a669-67959567f124 tempest-AutoAllocateNetworkTest-1020786674 tempest-AutoAllocateNetworkTest-1020786674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.177202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b0cf56e8-57f1-4fa0-a669-67959567f124 tempest-AutoAllocateNetworkTest-1020786674 tempest-AutoAllocateNetworkTest-1020786674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2011628 Feb 10 13:09:59.184328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:59.188389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:09:59.197755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:09:59.261497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f13fe5e5-2a50-4cc4-a9d6-5a009ed4a9de tempest-AutoAllocateNetworkTest-1020786674 tempest-AutoAllocateNetworkTest-1020786674-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722923 Feb 10 13:09:59.265551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54084) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:59.272197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.329680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9d603483-2fa8-4821-ab4a-538803bbfd20 tempest-AutoAllocateNetworkTest-1020786674 tempest-AutoAllocateNetworkTest-1020786674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=942b28f3942f46718dae8835e2cc1b91 HTTP/1.1" status: 200 len: 208 time: 0.0538738 Feb 10 13:09:59.363493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae028b57-9918-44d4-9e55-d367638d9425 req-415d9b76-d002-4f18-a286-0a83539f53f7 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687067 Feb 10 13:09:59.405836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.406535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.408074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] 10.222.0.21 "PUT /v2.0/ports/c641759b-00c6-47ee-8096-2d903b5b0e2e HTTP/1.1" status: 200 len: 1095 time: 1.3695862 Feb 10 13:09:59.411225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:09:59.414102 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf74cb-9fac-4e17-9374-513017a513fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:09:59.460568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Pushing event updated for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:09:59.496943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afa5cb-83a4-473e-a54e-a211d7368253 req-2e762187-12fd-4a07-ad39-82af84a78737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.503836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2afa5cb-83a4-473e-a54e-a211d7368253 req-2e762187-12fd-4a07-ad39-82af84a78737 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 1131 time: 0.2470815 Feb 10 13:09:59.564512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:09:59.585211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 87c65f4f-c21f-4a1c-b843-d923ca9fce20 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:09:59.617539 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf0eab-5c9b-416c-b3b5-cb0ad89029cf x-openstack-request-id: req-e8bf0eab-5c9b-416c-b3b5-cb0ad89029cf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:09:59.617847 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:09:59.618110 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8bf0eab-5c9b-416c-b3b5-cb0ad89029cf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:09:59.618537 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e', 'status': 'completed', 'code': 200} Feb 10 13:09:59.646138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:09:59.743688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.744085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.744873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.745221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.745697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.746037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.746373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.747077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.747363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.747690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.748131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.748337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.748656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218a98d-7b11-46fa-9345-d38880fbe02f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:09:59.749760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:09:59.755598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:09:59.756456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.757123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2afa5cb-83a4-473e-a54e-a211d7368253 req-00e53402-ca00-4896-ba84-ecfffadb6298 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464094 Feb 10 13:09:59.788866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc726e5-e8f4-4946-b2f8-1f6bd817407a req-1a689a0e-9933-4cef-bca8-9e3fe01922d1 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.793963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcc726e5-e8f4-4946-b2f8-1f6bd817407a req-1a689a0e-9933-4cef-bca8-9e3fe01922d1 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 944 time: 0.4554923 Feb 10 13:09:59.931853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:09:59.938732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.949493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:09:59.949847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:09:59.951645 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:09:59.971170 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:09:59.971827 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:09:59.979890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9661b-870f-4d55-8dd6-a267f417a153 req-0d6a1f29-549f-4db2-9f41-722c784d0579 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.982162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-943e90ab-7931-45c9-a847-a48bdba79054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:09:59.986308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-943e90ab-7931-45c9-a847-a48bdba79054 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea402573620e4e4db975dba1e208080a&device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 1129 time: 0.5137742 Feb 10 13:09:59.988140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40d9661b-870f-4d55-8dd6-a267f417a153 req-0d6a1f29-549f-4db2-9f41-722c784d0579 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.1834474 Feb 10 13:10:00.009425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcc726e5-e8f4-4946-b2f8-1f6bd817407a req-51198494-069a-4604-9d74-c6aa55a64d2c tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979449 Feb 10 13:10:00.012640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-46a61437-9f3c-4cd4-9740-c082307fe699 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "PUT /v2.0/floatingips/08238f79-12ed-4740-b64d-f9742b70c0d7 HTTP/1.1" status: 200 len: 991 time: 2.6505055 Feb 10 13:10:00.014856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:00.017610 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad4192b-fe46-456b-bef9-d839a82b86db" -d '{"events": [{"name": "network-changed", "server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:00.047602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20,segment=NetworkSegment(28750df1-7f2e-4aa8-9439-5c865074c4a5),segment_id=28750df1-7f2e-4aa8-9439-5c865074c4a5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:00.057255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.057727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40d9661b-870f-4d55-8dd6-a267f417a153 req-d37d34dc-1fe3-44bb-8879-f81d341791fc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 Feb 10 13:10:00.107388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:00.132381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:00.132723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-139e1366-12aa-4b08-a6ec-3ab627cc3eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e HTTP/1.1" status: 200 len: 217 time: 0.1070604 Feb 10 13:10:00.163377 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:10:00.228580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.259439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-45fcd867-e7b7-4b89-9213-eb06485c0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.272826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-45fcd867-e7b7-4b89-9213-eb06485c0fa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1360238 Feb 10 13:10:00.338592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c41589a2-3ac5-499a-b9ff-de1230f95c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.345123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26e1a-196b-4a01-9529-36ed91b2b0ca req-e39593c1-337f-42e7-8f31-4d2ee8f16a67 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.352085 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70c26e1a-196b-4a01-9529-36ed91b2b0ca req-e39593c1-337f-42e7-8f31-4d2ee8f16a67 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.1104681 Feb 10 13:10:00.388380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f6d1-02e8-4940-94f3-cd98671f0f62 req-66828278-b7c6-43cc-973b-60927def75fb tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.389990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04b2f6d1-02e8-4940-94f3-cd98671f0f62 req-66828278-b7c6-43cc-973b-60927def75fb tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.1945076 Feb 10 13:10:00.418517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-7796f6fa-60ee-453a-979c-fdecf900dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.420247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-7796f6fa-60ee-453a-979c-fdecf900dfdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1316226 Feb 10 13:10:00.422298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Publish callbacks [] for security_group (05ffde68-6f03-4f50-9aeb-632394ade23b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.437912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70c26e1a-196b-4a01-9529-36ed91b2b0ca req-c0af316e-868c-4270-aad6-59a8d46b47ee tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849102 Feb 10 13:10:00.440175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05ffde68-6f03-4f50-9aeb-632394ade23b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.533328 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2654fa1f-5d26-42ea-8226-7743c6bd9b96 x-openstack-request-id: req-2654fa1f-5d26-42ea-8226-7743c6bd9b96 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:00.533657 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:00.533954 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2654fa1f-5d26-42ea-8226-7743c6bd9b96 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:00.534786 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647', 'status': 'completed', 'code': 200} Feb 10 13:10:00.565034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffde68-6f03-4f50-9aeb-632394ade23b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:00.565504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04b2f6d1-02e8-4940-94f3-cd98671f0f62 req-8dcb2ef3-f403-4995-a169-75abdcc05211 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672587 Feb 10 13:10:00.595730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=942b28f3942f46718dae8835e2cc1b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4879110 Feb 10 13:10:00.600981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:00.610629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c41589a2-3ac5-499a-b9ff-de1230f95c6f admin admin] Publish callbacks [] for security_group (0d302b92-8170-43d9-87d5-4155102031e1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.616994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-1175bf8f-0f85-4d8c-bb92-cd27a223224b service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865556 Feb 10 13:10:00.618037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c41589a2-3ac5-499a-b9ff-de1230f95c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d302b92-8170-43d9-87d5-4155102031e1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.625040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.626076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.626432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.627222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.627346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.627671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.628008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.628342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.628672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.629066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.629392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.629726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.630035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f231da3-16d5-4fa7-85a3-111cbeaef0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:00.722554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c41589a2-3ac5-499a-b9ff-de1230f95c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d434531a9594493ae9f518f573eecd2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0402808 Feb 10 13:10:00.723364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41589a2-3ac5-499a-b9ff-de1230f95c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d302b92-8170-43d9-87d5-4155102031e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:00.724412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:00.759171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-3006026c-9a91-4b10-b530-50a943389bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.761000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-3006026c-9a91-4b10-b530-50a943389bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 1128 time: 0.2158158 Feb 10 13:10:00.799508 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6b4c895f-155d-4307-9dd9-057c9164c647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:db:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:09:58Z', 'revision_number': 1, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:00.801786 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d359-990c-417e-90ff-571687cb1fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.816828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] Publish callbacks [] for security_group (05ffde68-6f03-4f50-9aeb-632394ade23b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.843365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9421f5-0dc0-4061-b62f-58ef9c3e7f98 req-5c14042b-d205-438b-a544-33601860a8dc service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922669 Feb 10 13:10:00.845007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93965325-13f6-4b0c-adfb-4405c8896f64 req-0a0f755e-40e6-478c-a755-0ccc31fa1c93 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:00.846513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93965325-13f6-4b0c-adfb-4405c8896f64 req-0a0f755e-40e6-478c-a755-0ccc31fa1c93 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.2496819 Feb 10 13:10:00.863232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:10:00.879614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:10:00.880655 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:09:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:00.943362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] Publish callbacks [] for security_group (05ffde68-6f03-4f50-9aeb-632394ade23b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:00.998257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] Publish callbacks [] for security_group (0d302b92-8170-43d9-87d5-4155102031e1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.040986 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93965325-13f6-4b0c-adfb-4405c8896f64 req-36548c19-0c10-4806-8885-fc63c641b405 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732657 Feb 10 13:10:01.042663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf74cb-9fac-4e17-9374-513017a513fb req-f2ab0a36-a301-4b92-abfa-322a4601c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.044964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-f2ab0a36-a301-4b92-abfa-322a4601c664 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea402573620e4e4db975dba1e208080a&device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 1129 time: 0.0823929 Feb 10 13:10:01.051437 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:10:01.084029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-2878c3b6-2d71-4413-b618-7dbe650ba352 service neutron] 10.222.0.77 "GET /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.1684372 Feb 10 13:10:01.110597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] Publish callbacks [] for security_group (0d302b92-8170-43d9-87d5-4155102031e1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.115839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-ba555e65-3b5f-4f69-b8fa-09c4a6470837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.117332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-ba555e65-3b5f-4f69-b8fa-09c4a6470837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 923 time: 0.3283582 Feb 10 13:10:01.167603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:01.169995 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fc410-bfad-41d2-a01f-9c369547419a" -d '{"events": [{"server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "name": "network-vif-plugged", "status": "completed", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:01.190210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05ffde68-6f03-4f50-9aeb-632394ade23b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.192829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.193930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05ffde68-6f03-4f50-9aeb-632394ade23b HTTP/1.1" status: 204 len: 168 time: 0.5886922 Feb 10 13:10:01.263147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf74cb-9fac-4e17-9374-513017a513fb req-852c77ee-ecee-4e99-81e0-11afb97c38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.263312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa525a5-5e46-435a-ab6b-45f57b21b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffde68-6f03-4f50-9aeb-632394ade23b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:01.265178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-852c77ee-ecee-4e99-81e0-11afb97c38f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2063439 Feb 10 13:10:01.301007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-b3f81e62-3ed4-4d1f-a8fd-64ebbe1aeec8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b4c895f-155d-4307-9dd9-057c9164c647 HTTP/1.1" status: 200 len: 999 time: 0.1752689 Feb 10 13:10:01.322788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-2d7e4542-bb5d-41ad-b6e5-67a103eacaae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e HTTP/1.1" status: 200 len: 217 time: 0.0489771 Feb 10 13:10:01.397279 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6b4c895f-155d-4307-9dd9-057c9164c647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:db:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:09:58Z', 'revision_number': 1, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:01.442430 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961fb1a-5cc4-44ea-a1fa-d9ecb205038d None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6b4c895f-155d-4307-9dd9-057c9164c647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:db:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:09:58Z', 'revision_number': 1, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:10:01.444951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf74cb-9fac-4e17-9374-513017a513fb req-bec1f758-ab25-4ce4-8c71-1283902bd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.446463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-bec1f758-ab25-4ce4-8c71-1283902bd0d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1165366 Feb 10 13:10:01.538250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:01.560009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02023e-58a2-4980-9a2e-440a98d14a42 req-27121127-1f40-4484-b7fd-871c7d71e2f0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.561605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf02023e-58a2-4980-9a2e-440a98d14a42 req-27121127-1f40-4484-b7fd-871c7d71e2f0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 965 time: 0.1383834 Feb 10 13:10:01.585409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf74cb-9fac-4e17-9374-513017a513fb req-6f47f3a2-42a8-4bca-961e-f02c8f4554ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.586861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-6f47f3a2-42a8-4bca-961e-f02c8f4554ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1217117 Feb 10 13:10:01.596487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:01.606136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914c60-d814-416a-a882-4ca6e4ff0397 req-a959bfc1-f341-4fbe-b09e-b5c4d0d349af tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.607725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed914c60-d814-416a-a882-4ca6e4ff0397 req-a959bfc1-f341-4fbe-b09e-b5c4d0d349af tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.4271669 Feb 10 13:10:01.608373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d302b92-8170-43d9-87d5-4155102031e1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.610926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.614404 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d302b92-8170-43d9-87d5-4155102031e1 HTTP/1.1" status: 204 len: 168 time: 0.8865876 Feb 10 13:10:01.634723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69e848-dfc9-4521-9c2b-fe6d1ea111e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d302b92-8170-43d9-87d5-4155102031e1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:01.640494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-8998b432-cab2-451b-a7c8-dad25019fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.642678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-8998b432-cab2-451b-a7c8-dad25019fa8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.3344183 Feb 10 13:10:01.682997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57258309-d29d-4790-a6ed-4f4f98923083 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:01.730461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed914c60-d814-416a-a882-4ca6e4ff0397 req-98dd329b-3526-4049-b42a-c58b11123be7 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014616 Feb 10 13:10:01.746490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:01.756550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-7a621a6f-4634-4f96-a01c-2f1818dc45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:01.758092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-7a621a6f-4634-4f96-a01c-2f1818dc45ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045115 Feb 10 13:10:01.779410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf02023e-58a2-4980-9a2e-440a98d14a42 req-27084a88-0d4b-47b8-af24-917893390332 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105472 Feb 10 13:10:01.790212 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:01.798418 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa374e06-bc4f-4d51-8da4-3e0243d93006 x-openstack-request-id: req-aa374e06-bc4f-4d51-8da4-3e0243d93006 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:01.799196 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "name": "network-vif-plugged", "status": "completed", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:01.799784 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa374e06-bc4f-4d51-8da4-3e0243d93006 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:01.800566 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20', 'code': 200} Feb 10 13:10:01.875053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-e8a41eae-9d8b-461e-92b5-3465cf8c1451 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690523 Feb 10 13:10:01.900506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5b95d-c401-4c0e-8e8b-36a0084da4a0 None None] New status for floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:10:01.917499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.21', 50460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:02.013069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-58fe3d3f-2eec-4140-a011-e4de58af3d31 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453604 Feb 10 13:10:02.133282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ad4192b-fe46-456b-bef9-d839a82b86db req-ea194edc-2352-469a-82e4-65694d73b030 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138399 Feb 10 13:10:02.142033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd164fc-f956-4f95-9f7a-5bed2aa76265 req-b1f1422e-401b-4dd3-b11d-65250467f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:02.143533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebd164fc-f956-4f95-9f7a-5bed2aa76265 req-b1f1422e-401b-4dd3-b11d-65250467f755 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 1127 time: 0.2251801 Feb 10 13:10:02.147550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] Transition to ACTIVE for port object 57258309-d29d-4790-a6ed-4f4f98923083 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:02.166081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6710-57fc-4bb4-b801-3ae4f596708c req-8ad37d99-a815-45e2-ab24-eab6cbec505d tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:02.167712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf6710-57fc-4bb4-b801-3ae4f596708c req-8ad37d99-a815-45e2-ab24-eab6cbec505d tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.2509172 Feb 10 13:10:02.176740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55cf74cb-9fac-4e17-9374-513017a513fb req-34926412-46be-4530-9638-99ca2cda5169 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609661 Feb 10 13:10:02.177845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.280675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3593-50f9-4f53-a53d-fb4eda5b32cb req-f30698b0-b147-437f-abf2-b3acb1294681 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:02.282562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e5a3593-50f9-4f53-a53d-fb4eda5b32cb req-f30698b0-b147-437f-abf2-b3acb1294681 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.0980637 Feb 10 13:10:02.383730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e5a3593-50f9-4f53-a53d-fb4eda5b32cb req-fe1b0a29-fd85-42b1-87c3-8b9ed491cd9b tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919161 Feb 10 13:10:02.384934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:02.426821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ba09b60-da8b-462c-ad64-ac94969aeb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.557015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ba09b60-da8b-462c-ad64-ac94969aeb3d admin admin] Publish callbacks [] for security_group (dae2fd00-2743-487f-a2f1-7983eee2c8ad), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.563971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ba09b60-da8b-462c-ad64-ac94969aeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dae2fd00-2743-487f-a2f1-7983eee2c8ad), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.570439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] No DVR routers for this DVR port 57258309-d29d-4790-a6ed-4f4f98923083 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:10:02.583660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf6710-57fc-4bb4-b801-3ae4f596708c req-91f71489-4ff3-43f5-8026-5f49fcdc2b0b tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034250 Feb 10 13:10:02.601194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebd164fc-f956-4f95-9f7a-5bed2aa76265 req-2df8b23c-f55b-4af8-ba0e-39bdddd17e9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437904 Feb 10 13:10:02.603206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] Pushing event updated for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:02.630657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-7a967167-ebd5-4937-9add-116656dfc54e service neutron] 10.222.0.77 "PUT /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5279038 Feb 10 13:10:02.658782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba09b60-da8b-462c-ad64-ac94969aeb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae2fd00-2743-487f-a2f1-7983eee2c8ad,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:02.668730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ba09b60-da8b-462c-ad64-ac94969aeb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21ad99adb96c401786ce0254fed1bd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740569 Feb 10 13:10:02.669257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:02.727527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] Publish callbacks [] for security_group (dae2fd00-2743-487f-a2f1-7983eee2c8ad), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.753192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] Publish callbacks [] for security_group (dae2fd00-2743-487f-a2f1-7983eee2c8ad), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.815476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dae2fd00-2743-487f-a2f1-7983eee2c8ad), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.818451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:02.822253 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dae2fd00-2743-487f-a2f1-7983eee2c8ad HTTP/1.1" status: 204 len: 168 time: 0.1497767 Feb 10 13:10:02.842207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02490c94-9d50-4282-b26b-19ca85ad92d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae2fd00-2743-487f-a2f1-7983eee2c8ad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:02.889018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9821d-a1fd-4992-9682-cebb98fcc579 req-057a14e1-be9b-49f2-a3d4-d2e711b120bb tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:02.890780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6c9821d-a1fd-4992-9682-cebb98fcc579 req-057a14e1-be9b-49f2-a3d4-d2e711b120bb tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0595076 Feb 10 13:10:02.970022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6c9821d-a1fd-4992-9682-cebb98fcc579 req-3badcbd9-eda2-4365-b5a8-b33e1ff9863f tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652564 Feb 10 13:10:03.063244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cb46-465c-490c-b553-db3e49b31881 req-22dbd597-0adb-4c4e-b635-4d196360d370 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:03.065677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d9e1cb46-465c-490c-b553-db3e49b31881 req-22dbd597-0adb-4c4e-b635-4d196360d370 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.0672886 Feb 10 13:10:03.093798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c17c8c-f5a0-473f-96b4-fd9ba42e803f req-33becba8-90b4-462f-8569-401871206750 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:03.095358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95c17c8c-f5a0-473f-96b4-fd9ba42e803f req-33becba8-90b4-462f-8569-401871206750 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.0602136 Feb 10 13:10:03.143904 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d9e1cb46-465c-490c-b553-db3e49b31881 req-f25d214a-3b3d-44ae-86e4-5f7c4aa560a0 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722871 Feb 10 13:10:03.160429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95c17c8c-f5a0-473f-96b4-fd9ba42e803f req-756a6736-afe8-4ff3-a87b-dce02e5a117e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 Feb 10 13:10:03.173818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4d15e8c-1d8f-409f-ba8d-8f1420d097cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:03.462343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331be8-076d-4b8e-acd5-fde4f6e0dce6 req-54c0528e-bd91-4013-a18a-0f5c43b817e4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:03.463886 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6331be8-076d-4b8e-acd5-fde4f6e0dce6 req-54c0528e-bd91-4013-a18a-0f5c43b817e4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.0628822 Feb 10 13:10:03.516593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6331be8-076d-4b8e-acd5-fde4f6e0dce6 req-8c2bde29-585e-444a-9fc8-330f0bf5cfd3 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 Feb 10 13:10:03.634090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0499440-52c9-423b-992c-931e33141686 req-963325e4-e259-4b06-b4f0-ad17aae2b5df tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:03.640927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0499440-52c9-423b-992c-931e33141686 req-963325e4-e259-4b06-b4f0-ad17aae2b5df tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.0632343 Feb 10 13:10:03.699155 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0499440-52c9-423b-992c-931e33141686 req-949a88fe-9bd7-467c-bd5f-e18601565c35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Feb 10 13:10:04.111590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba9e9-fd3b-45c5-a73c-ef39c1a0e6b0 req-297eb4f0-775a-4b6d-b915-eb7939f9e6e2 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:04.113202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72eba9e9-fd3b-45c5-a73c-ef39c1a0e6b0 req-297eb4f0-775a-4b6d-b915-eb7939f9e6e2 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Feb 10 13:10:04.167953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72eba9e9-fd3b-45c5-a73c-ef39c1a0e6b0 req-a15bad0d-1f45-4be9-9232-facc8906e570 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Feb 10 13:10:04.338030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a77a4e-35da-43f7-bc71-e06b4a336f9c req-e5857dc6-a049-42d3-8e0c-ad5d605022df tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:04.339638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01a77a4e-35da-43f7-bc71-e06b4a336f9c req-e5857dc6-a049-42d3-8e0c-ad5d605022df tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.0635633 Feb 10 13:10:04.395831 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:04.408679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01a77a4e-35da-43f7-bc71-e06b4a336f9c req-e5e8e9d3-7910-448c-9b02-c9ceadd46cb5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607572 Feb 10 13:10:04.580663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:10:04.625436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 57258309-d29d-4790-a6ed-4f4f98923083 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:10:04.626194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:10:04.718781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5493b-2966-4774-a849-f31b3691abca req-e8c36145-84f6-49fe-9c7c-407a1b9708ec tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:04.720336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc5493b-2966-4774-a849-f31b3691abca req-e8c36145-84f6-49fe-9c7c-407a1b9708ec tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.0869541 Feb 10 13:10:04.732666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f6e4c-14ea-4678-989e-249463951506 req-143bbd7b-4192-45b8-87db-96b7b3bf5017 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:04.734183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-117f6e4c-14ea-4678-989e-249463951506 req-143bbd7b-4192-45b8-87db-96b7b3bf5017 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.77 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 949 time: 0.0718169 Feb 10 13:10:04.774379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:04.837168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc5493b-2966-4774-a849-f31b3691abca req-4fd9f56f-95c6-4dfd-89f5-44544b16c152 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7441e00-725f-42b9-9345-3ac199175781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867214 Feb 10 13:10:04.845233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcf3ab-b0c2-4094-bad5-fbcd059b455f req-fe17524d-9206-42b5-b428-e2e6abf2ed14 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:04.846876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72bcf3ab-b0c2-4094-bad5-fbcd059b455f req-fe17524d-9206-42b5-b428-e2e6abf2ed14 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.0643773 Feb 10 13:10:04.892866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Deleting port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:10:04.893217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:04.910020 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72bcf3ab-b0c2-4094-bad5-fbcd059b455f req-ab092990-7925-424b-9c72-5734c298f123 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561998 Feb 10 13:10:05.005015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] For port 74075d25-41c2-4db0-8ec5-d22cdb77fd49, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=74075d25-41c2-4db0-8ec5-d22cdb77fd49,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:05.005446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.017724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Calling delete_port for 74075d25-41c2-4db0-8ec5-d22cdb77fd49 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:10:05.124838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c93ad732-6c4b-4059-bbaa-669c21a4a744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.141810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:05.173025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (74075d25-41c2-4db0-8ec5-d22cdb77fd49), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.185154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['74075d25-41c2-4db0-8ec5-d22cdb77fd49'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:05.218797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c93ad732-6c4b-4059-bbaa-669c21a4a744 admin admin] Publish callbacks [] for security_group (57318b02-9bab-4ac0-a1c2-c9cec09395ec), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.224513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c93ad732-6c4b-4059-bbaa-669c21a4a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (57318b02-9bab-4ac0-a1c2-c9cec09395ec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.272059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-872066ce-79b1-4057-b18f-ca8d31f6dc02 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857444 Feb 10 13:10:05.272814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Pushing event deleted for resources: {'Port': ['ID=74075d25-41c2-4db0-8ec5-d22cdb77fd49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:05.283123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c93ad732-6c4b-4059-bbaa-669c21a4a744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12f956e1215e4a55a3aecb09b9b76bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046227 Feb 10 13:10:05.283843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:05.305471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7f74-4df8-4c46-a527-ac6055f5137c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.317663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ad732-6c4b-4059-bbaa-669c21a4a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57318b02-9bab-4ac0-a1c2-c9cec09395ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:05.339633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] No DVR routers for this DVR port 74075d25-41c2-4db0-8ec5-d22cdb77fd49 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:10:05.360184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.363470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-117f6e4c-14ea-4678-989e-249463951506 req-d4e92bbc-55f5-4002-b4cc-7132543d8151 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.77 "DELETE /v2.0/ports/74075d25-41c2-4db0-8ec5-d22cdb77fd49 HTTP/1.1" status: 204 len: 173 time: 0.6223598 Feb 10 13:10:05.370496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a4d06-daca-414a-98ac-e76757fa0dc8 req-d912feb1-6af8-4a34-94cd-f5b37f8cb3e0 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:05.372344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'name': 'network-vif-deleted', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:05.374651 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce545a-8d18-4cdd-89e0-c5c25bac365d" -d '{"events": [{"server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "name": "network-vif-deleted", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:05.377725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b87a4d06-daca-414a-98ac-e76757fa0dc8 req-d912feb1-6af8-4a34-94cd-f5b37f8cb3e0 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.1154101 Feb 10 13:10:05.397332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] Publish callbacks [] for security_group (57318b02-9bab-4ac0-a1c2-c9cec09395ec), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.451250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] Publish callbacks [] for security_group (57318b02-9bab-4ac0-a1c2-c9cec09395ec), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.487204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-ed1a8e08-6b4a-41a3-b678-4aedb1bcee3f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:05.488833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-ed1a8e08-6b4a-41a3-b678-4aedb1bcee3f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881275 Feb 10 13:10:05.498728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b87a4d06-daca-414a-98ac-e76757fa0dc8 req-30c2e0bc-f684-443c-85df-4287447e494a tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197548 Feb 10 13:10:05.520501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-af14bcdc-4856-450b-8d74-d358a6bd1efe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0242233 Feb 10 13:10:05.548256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7f74-4df8-4c46-a527-ac6055f5137c admin admin] Publish callbacks [] for security_group (da0b317a-7490-4d27-b46c-67c109955663), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.550456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (57318b02-9bab-4ac0-a1c2-c9cec09395ec), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.552896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7f74-4df8-4c46-a527-ac6055f5137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da0b317a-7490-4d27-b46c-67c109955663), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.553547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.554690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57318b02-9bab-4ac0-a1c2-c9cec09395ec HTTP/1.1" status: 204 len: 168 time: 0.2698865 Feb 10 13:10:05.562546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a9e8e-3edb-41ea-a68b-1828f02f2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57318b02-9bab-4ac0-a1c2-c9cec09395ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:05.600037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b2bd7f74-4df8-4c46-a527-ac6055f5137c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8160cb27da2b46a4a3fc2769247f024e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569662 Feb 10 13:10:05.602090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c641759b-00c6-47ee-8096-2d903b5b0e2e details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:05.603037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:05.604665 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604734e-3b5a-4e03-a953-85a9ac266d12 x-openstack-request-id: req-5604734e-3b5a-4e03-a953-85a9ac266d12 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:05.605200 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff", "name": "network-vif-deleted", "tag": "74075d25-41c2-4db0-8ec5-d22cdb77fd49", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:05.605828 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5604734e-3b5a-4e03-a953-85a9ac266d12 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:05.606494 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff', 'name': 'network-vif-deleted', 'tag': '74075d25-41c2-4db0-8ec5-d22cdb77fd49', 'status': 'completed', 'code': 200} Feb 10 13:10:05.618928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-708dcb1b-0fcc-4449-a73c-8a488f060505 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882421 Feb 10 13:10:05.648192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd7f74-4df8-4c46-a527-ac6055f5137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0b317a-7490-4d27-b46c-67c109955663,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:05.670569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:10:05.700491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] Publish callbacks [] for security_group (da0b317a-7490-4d27-b46c-67c109955663), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.751967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] Publish callbacks [] for security_group (da0b317a-7490-4d27-b46c-67c109955663), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.793596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96716127-c048-4f73-9f01-860b7fc5e64a req-73789ca6-3ef3-497e-a128-7477bf4ceea1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:05.795218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96716127-c048-4f73-9f01-860b7fc5e64a req-73789ca6-3ef3-497e-a128-7477bf4ceea1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1107759 Feb 10 13:10:05.845353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:10:05.846212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da0b317a-7490-4d27-b46c-67c109955663), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.849668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.850936 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da0b317a-7490-4d27-b46c-67c109955663 HTTP/1.1" status: 204 len: 168 time: 0.2467892 Feb 10 13:10:05.891840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5902edb-c959-4ea3-9315-cf83c4e92629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0b317a-7490-4d27-b46c-67c109955663,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:05.893896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:05.911861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96716127-c048-4f73-9f01-860b7fc5e64a req-c726e02e-2a9f-48e3-b18e-14146334d6e3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108880 Feb 10 13:10:05.914105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49af99d8-5827-4cc2-9f58-7c6cca850a50 req-edb8d34a-3182-4d5a-9f15-e5aa8581f2d3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 210 time: 0.0402164 Feb 10 13:10:06.002343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.024202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:06.046618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c54410-c935-46df-adb8-59592b7a840b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.097462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5a4529c-ff24-45e4-83f5-00947c8dcb1d req-0a065c27-5822-49ed-98ae-02d91ca05ba4 tempest-DeleteServersAdminTestJSON-227314215 tempest-DeleteServersAdminTestJSON-227314215-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb1cb7c-c7b6-44a3-8dd9-eef3b0ad26ff HTTP/1.1" status: 200 len: 210 time: 0.0520360 Feb 10 13:10:06.177181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:06.189876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 57258309-d29d-4790-a6ed-4f4f98923083 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:06.195731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'c641759b-00c6-47ee-8096-2d903b5b0e2e', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'c641759b-00c6-47ee-8096-2d903b5b0e2e', 'mac_address': 'fa:16:3e:6f:e6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:06.212977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651ef0-53a3-4c6d-8ee2-da2e1acd46f1 req-849eea2c-b430-4de1-8993-e1054d630fee tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:06.222154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e651ef0-53a3-4c6d-8ee2-da2e1acd46f1 req-849eea2c-b430-4de1-8993-e1054d630fee tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 947 time: 0.1392534 Feb 10 13:10:06.222409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c54410-c935-46df-adb8-59592b7a840b admin admin] Publish callbacks [] for security_group (5182f4e8-4389-4e91-9ec4-21c0db8089ab), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.228096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c54410-c935-46df-adb8-59592b7a840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5182f4e8-4389-4e91-9ec4-21c0db8089ab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.283474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-64c54410-c935-46df-adb8-59592b7a840b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77fd5be4f1ef4c9daf3dedb49003b875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559159 Feb 10 13:10:06.284280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c54410-c935-46df-adb8-59592b7a840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182f4e8-4389-4e91-9ec4-21c0db8089ab,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:06.287309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:06.296722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c641759b-00c6-47ee-8096-2d903b5b0e2e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:06.297147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.318531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e651ef0-53a3-4c6d-8ee2-da2e1acd46f1 req-a40bfd9c-5145-4dc0-83c5-1eb860c6af6e tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952787 Feb 10 13:10:06.341732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c641759b-00c6-47ee-8096-2d903b5b0e2e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:06.350963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] Publish callbacks [] for security_group (5182f4e8-4389-4e91-9ec4-21c0db8089ab), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.371288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:06.377963 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.379685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] Publish callbacks [] for security_group (5182f4e8-4389-4e91-9ec4-21c0db8089ab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.437626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5182f4e8-4389-4e91-9ec4-21c0db8089ab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.438336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:06.446489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.447695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.448048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.448409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.449279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.449924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.450395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.450899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.451561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.452166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.452793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.453269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.453888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.454354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:10:06.454676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5182f4e8-4389-4e91-9ec4-21c0db8089ab HTTP/1.1" status: 204 len: 168 time: 0.1595736 Feb 10 13:10:06.461464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:06.474249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2f5c3-e872-405b-9b47-c201261b1eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182f4e8-4389-4e91-9ec4-21c0db8089ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:06.474878 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e99f0198-9cef-43f5-99fe-28a590bf04e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.594600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e99f0198-9cef-43f5-99fe-28a590bf04e2 admin admin] Publish callbacks [] for security_group (3378748b-d7a1-4c2f-905b-0d8d26fb7568), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.602978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e99f0198-9cef-43f5-99fe-28a590bf04e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3378748b-d7a1-4c2f-905b-0d8d26fb7568), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.654943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f0198-9cef-43f5-99fe-28a590bf04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378748b-d7a1-4c2f-905b-0d8d26fb7568,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:06.666003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96e25d-7f84-4da8-9fe7-81c4cf9e6da7 req-ca78ba0c-d2b1-4592-84f0-a251e28b8dd8 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:06.668096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a96e25d-7f84-4da8-9fe7-81c4cf9e6da7 req-ca78ba0c-d2b1-4592-84f0-a251e28b8dd8 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0779045 Feb 10 13:10:06.694179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e99f0198-9cef-43f5-99fe-28a590bf04e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4443ae468e7446e91b586f07670d38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311196 Feb 10 13:10:06.694952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:06.756164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c641759b-00c6-47ee-8096-2d903b5b0e2e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:06.761388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a96e25d-7f84-4da8-9fe7-81c4cf9e6da7 req-52f82fce-7344-4c5a-9ac1-4dcaf5ae1ca8 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830960 Feb 10 13:10:06.785318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] Publish callbacks [] for security_group (3378748b-d7a1-4c2f-905b-0d8d26fb7568), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.803817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] Publish callbacks [] for security_group (3378748b-d7a1-4c2f-905b-0d8d26fb7568), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.853473 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3378748b-d7a1-4c2f-905b-0d8d26fb7568), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.857600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.858348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:06.860947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3378748b-d7a1-4c2f-905b-0d8d26fb7568 HTTP/1.1" status: 204 len: 168 time: 0.1624572 Feb 10 13:10:06.876537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007f27a3-87e3-4cc4-9953-03f245fd55a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.879744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb83e6-bcda-48ec-9e62-977ae2e09be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378748b-d7a1-4c2f-905b-0d8d26fb7568,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:06.991422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007f27a3-87e3-4cc4-9953-03f245fd55a1 admin admin] Publish callbacks [] for security_group (a6fe1187-d407-4e4e-9735-c701b00eea86), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:06.998541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-007f27a3-87e3-4cc4-9953-03f245fd55a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6fe1187-d407-4e4e-9735-c701b00eea86), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.049982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63d7a2cc-9ff6-451e-a105-2f03150b481e req-a82c2cf3-dd88-412a-abb9-279d173ace78 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 210 time: 0.0483673 Feb 10 13:10:07.069400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-007f27a3-87e3-4cc4-9953-03f245fd55a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c08729b7f6c410d9cebe87537f0d292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067323 Feb 10 13:10:07.073328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:07.092122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f27a3-87e3-4cc4-9953-03f245fd55a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe1187-d407-4e4e-9735-c701b00eea86,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:07.119352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-d15243a4-802a-494d-91e4-d222ba63ce11 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439880 Feb 10 13:10:07.178076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b9de3-fcaa-446d-82c0-c5a7f27033e1 req-ccf7b001-cfb4-48f5-b01d-f62ed0159665 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:07.186875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-332b9de3-fcaa-446d-82c0-c5a7f27033e1 req-ccf7b001-cfb4-48f5-b01d-f62ed0159665 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1479857 Feb 10 13:10:07.187087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] Publish callbacks [] for security_group (a6fe1187-d407-4e4e-9735-c701b00eea86), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.237742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] Publish callbacks [] for security_group (a6fe1187-d407-4e4e-9735-c701b00eea86), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.293024 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-332b9de3-fcaa-446d-82c0-c5a7f27033e1 req-bf8a06ea-d2c0-4820-b4d5-7bc9cd6ce240 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061120 Feb 10 13:10:07.305802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-52deddb2-8c53-4b73-ba4f-9fe3ddadee16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:07.307929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-52deddb2-8c53-4b73-ba4f-9fe3ddadee16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821902 Feb 10 13:10:07.308427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.332115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:07.345552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6fe1187-d407-4e4e-9735-c701b00eea86), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.353586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.354756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6fe1187-d407-4e4e-9735-c701b00eea86 HTTP/1.1" status: 204 len: 168 time: 0.2800150 Feb 10 13:10:07.366648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638a6f4-6e92-447a-853e-7db28010097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe1187-d407-4e4e-9735-c701b00eea86,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:07.508403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a28dc-b76f-49b2-ad9d-285d33a08ef1 req-f0411f68-296e-4b4f-b852-f352f3088277 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:07.510394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-503a28dc-b76f-49b2-ad9d-285d33a08ef1 req-f0411f68-296e-4b4f-b852-f352f3088277 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 948 time: 0.1055353 Feb 10 13:10:07.571150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-503a28dc-b76f-49b2-ad9d-285d33a08ef1 req-2e6370e6-6426-447a-b4f7-434f5e9047ba tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Feb 10 13:10:07.572091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:07.580795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.598257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.648849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:07.699565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for security_group (2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.705298 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:07.779975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:07.896535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0921f9d4-c286-4a15-bc0f-368b5b80abbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34bc03e7790b473497fe8a6a25315df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462668 Feb 10 13:10:07.900173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:07.916948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afade0-388d-4f6a-925d-586b496acd1f req-1e76c88d-034c-4901-99f9-dd01564e4a15 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:07.919273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b0afade0-388d-4f6a-925d-586b496acd1f req-1e76c88d-034c-4901-99f9-dd01564e4a15 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0614078 Feb 10 13:10:07.948045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.18 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/d4e53446-72d9-4f6a-aa6b-b55b0941e3c9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:07.979668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b0afade0-388d-4f6a-925d-586b496acd1f req-9c2f62d5-80ea-4373-81d5-b6e9cbb844e6 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535977 Feb 10 13:10:08.009220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] Publish callbacks [] for security_group (d7441e00-725f-42b9-9345-3ac199175781), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.055808 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] Publish callbacks [] for security_group (d7441e00-725f-42b9-9345-3ac199175781), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.178821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b47cfb82-e669-47af-8764-9f8fd8d53790 req-754fa97c-0389-4c73-885f-eb80e40e1787 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 210 time: 0.0345094 Feb 10 13:10:08.190715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d7441e00-725f-42b9-9345-3ac199175781), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.193554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.197216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7441e00-725f-42b9-9345-3ac199175781 HTTP/1.1" status: 204 len: 168 time: 0.2943444 Feb 10 13:10:08.213983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7b64-3b17-40f3-9cd1-af5b57d5550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7441e00-725f-42b9-9345-3ac199175781,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:08.225866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.271546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.338250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:08.341847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:08.346325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:08.352417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:08.353102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.357508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:08.379295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-e24b723e-b65b-4115-bf20-a6eddf77e7a8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0577660 Feb 10 13:10:08.391146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Request body: {'port': {'device_id': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:08.525726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad041d3-dc09-45dc-ad61-7bb2135a1f04 req-3efe9ba3-f5f6-4ca5-a3ec-04eedf0f3604 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:08.544240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ad041d3-dc09-45dc-ad61-7bb2135a1f04 req-3efe9ba3-f5f6-4ca5-a3ec-04eedf0f3604 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.0930262 Feb 10 13:10:08.583779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.596327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 74075d25-41c2-4db0-8ec5-d22cdb77fd49 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:10:08.608104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-309d19a6-1391-4cbf-8ced-4b703403d2bd tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:08.610086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-309d19a6-1391-4cbf-8ced-4b703403d2bd tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1148 time: 0.1828201 Feb 10 13:10:08.640489 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ad041d3-dc09-45dc-ad61-7bb2135a1f04 req-7ac73a38-7687-4a1f-ba36-cae243666370 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952616 Feb 10 13:10:08.666803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 74075d25-41c2-4db0-8ec5-d22cdb77fd49 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:10:08.667055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 74075d25-41c2-4db0-8ec5-d22cdb77fd49 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:10:08.770288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c45b125c-48a8-4e89-b064-c98473d33078 None None] Provisioning complete for port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:08.770827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c45b125c-48a8-4e89-b064-c98473d33078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.821206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c45b125c-48a8-4e89-b064-c98473d33078 None None] Port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:08.873995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-dc106fae-88de-48d7-9ed4-7c27b81344fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:08.875318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-dc106fae-88de-48d7-9ed4-7c27b81344fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&tenant_id=ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 1148 time: 0.1947899 Feb 10 13:10:08.879115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:08.897320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c79a4bd-035c-4ccc-8fdd-f0da040c9a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:08.901435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80365-b1d2-4064-bfc3-e1e87274f273 req-082524fc-95a8-4922-bbef-daeebb313804 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:08.902965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cf80365-b1d2-4064-bfc3-e1e87274f273 req-082524fc-95a8-4922-bbef-daeebb313804 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 948 time: 0.1922505 Feb 10 13:10:09.005427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c79a4bd-035c-4ccc-8fdd-f0da040c9a05 admin admin] Publish callbacks [] for security_group (66685300-78ab-43e8-b92c-928edb3e3dec), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.012213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c79a4bd-035c-4ccc-8fdd-f0da040c9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (66685300-78ab-43e8-b92c-928edb3e3dec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.055352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cf80365-b1d2-4064-bfc3-e1e87274f273 req-688e7660-679e-4e5a-9979-37a0267540ee tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448510 Feb 10 13:10:09.065426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-dfe8b1d4-351f-4e16-a2e2-c7bf887555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:09.067064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-dfe8b1d4-351f-4e16-a2e2-c7bf887555d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1148 time: 0.1576743 Feb 10 13:10:09.105870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c79a4bd-035c-4ccc-8fdd-f0da040c9a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47f199fc405b4f43b903e560d305626b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231603 Feb 10 13:10:09.106131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79a4bd-035c-4ccc-8fdd-f0da040c9a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66685300-78ab-43e8-b92c-928edb3e3dec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:09.110029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:09.180395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:09.194255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks [] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.207517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] Publish callbacks [] for security_group (66685300-78ab-43e8-b92c-928edb3e3dec), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.220611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Transition to ACTIVE for port object d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:09.226137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30c8a-4cb9-4556-8856-bf29a095c960 req-835cf410-898e-4a3f-9658-eca6445adda2 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:09.230657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.233767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-932c42b5-f12d-4a89-8553-508bdfccf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:09.234181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fd30c8a-4cb9-4556-8856-bf29a095c960 req-835cf410-898e-4a3f-9658-eca6445adda2 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.1293304 Feb 10 13:10:09.235994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-932c42b5-f12d-4a89-8553-508bdfccf652 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1594026 Feb 10 13:10:09.279747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] Publish callbacks [] for security_group (66685300-78ab-43e8-b92c-928edb3e3dec), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.326807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-cda1276d-d09e-4d5f-a641-af6b217a649f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0645618 Feb 10 13:10:09.348424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fd30c8a-4cb9-4556-8856-bf29a095c960 req-89ad5ccf-62bf-4bb3-8adb-f972c275313d tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132569 Feb 10 13:10:09.390213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (66685300-78ab-43e8-b92c-928edb3e3dec), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.394870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.396293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66685300-78ab-43e8-b92c-928edb3e3dec HTTP/1.1" status: 204 len: 168 time: 0.2844081 Feb 10 13:10:09.405855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8cd75-f009-4b2f-aa99-ad110b4a3cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66685300-78ab-43e8-b92c-928edb3e3dec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:09.618044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:09.632775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c641759b-00c6-47ee-8096-2d903b5b0e2e up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:09.693409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953579b5-58a5-4783-807b-f74e1aea5068 req-2e4a3e55-0bf8-4e55-9512-11163200b23e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:09.700632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-953579b5-58a5-4783-807b-f74e1aea5068 req-2e4a3e55-0bf8-4e55-9512-11163200b23e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 947 time: 0.3890872 Feb 10 13:10:09.714057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Attempting to bind port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:09.714057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Attempting to bind port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:09.714057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Attempting to bind port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:09.720136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port c641759b-00c6-47ee-8096-2d903b5b0e2e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:09.724586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-9f8fbcd5-a4d6-42f5-8658-c958cfcfea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:09.724586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-9f8fbcd5-a4d6-42f5-8658-c958cfcfea5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1219599 Feb 10 13:10:09.730613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port c641759b-00c6-47ee-8096-2d903b5b0e2e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:09.732051 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.733131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:09.733533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Attempting to bind port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:09.756708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:09.757080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:09.757457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:09.757900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Bound port: d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:09.758253 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.786158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-f42f2e5f-031d-41e2-8a01-00b446724c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483489 Feb 10 13:10:09.822007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c641759b-00c6-47ee-8096-2d903b5b0e2e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:09.822360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.838275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-953579b5-58a5-4783-807b-f74e1aea5068 req-7fdcc1e6-732e-44c6-adbc-7c4eb218e38d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235547 Feb 10 13:10:09.855253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:09.862404 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3de6768-d042-4ae5-90b1-f6429565b6e0" -d '{"events": [{"server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "name": "network-vif-plugged", "status": "completed", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:09.879748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:09.888303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:09.956055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:09.975824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:09.995874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:10.008089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:10.011717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-1d658c3f-b199-405e-9d4d-677a701d90b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182734 Feb 10 13:10:10.081444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.082057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:10.085193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] 10.222.0.77 "PUT /v2.0/ports/d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 200 len: 1095 time: 1.6995046 Feb 10 13:10:10.088109 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5f4a30-fefb-47c9-aca1-b3cb28deb655 x-openstack-request-id: req-9e5f4a30-fefb-47c9-aca1-b3cb28deb655 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:10.088251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:10.093068 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:10.093962 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "name": "network-vif-plugged", "status": "completed", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:10.094770 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e5f4a30-fefb-47c9-aca1-b3cb28deb655 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:10.096741 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e', 'code': 200} Feb 10 13:10:10.133815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576298f7-37a4-452a-858e-e51d8f80cb9d req-137ca025-b466-4b4b-a699-bf10dff2d893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.135399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-576298f7-37a4-452a-858e-e51d8f80cb9d req-137ca025-b466-4b4b-a699-bf10dff2d893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1952567 Feb 10 13:10:10.207142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d84e26-eb63-4016-ad74-5b3aa466d301 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:10.326307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-576298f7-37a4-452a-858e-e51d8f80cb9d req-6e132721-1c0c-49a3-8b4b-b8f483ab0b3d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512175 Feb 10 13:10:10.332139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-5b233596-8141-48f0-8b0b-08190e6be481 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094723 Feb 10 13:10:10.338895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086624b-7910-48a3-93ae-833ff9c260ff req-776bdaed-db45-4cd4-9b93-95f1941d3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.340471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7086624b-7910-48a3-93ae-833ff9c260ff req-776bdaed-db45-4cd4-9b93-95f1941d3b80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 1131 time: 0.1494124 Feb 10 13:10:10.342337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-a0a66791-2d5b-44cf-b85a-d9dd72befdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.343935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-a0a66791-2d5b-44cf-b85a-d9dd72befdb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1129 time: 0.1629338 Feb 10 13:10:10.443189 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd55f4-294c-4581-a3f0-4b75c414ce9b x-openstack-request-id: req-b0cd55f4-294c-4581-a3f0-4b75c414ce9b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:10.443487 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:10.443740 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0cd55f4-294c-4581-a3f0-4b75c414ce9b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:10.444139 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9', 'status': 'completed', 'code': 200} Feb 10 13:10:10.447495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-0b303131-9c1c-4c04-9432-61808fad285e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0962522 Feb 10 13:10:10.467463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a40b9-21f1-4285-9906-2af8737381a3 req-4a0017e2-5dc9-4e4a-9243-930a841f28ef tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.476805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-877a40b9-21f1-4285-9906-2af8737381a3 req-4a0017e2-5dc9-4e4a-9243-930a841f28ef tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.0690780 Feb 10 13:10:10.536559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-877a40b9-21f1-4285-9906-2af8737381a3 req-f5d93233-9ad7-495b-bb76-c16372667413 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547631 Feb 10 13:10:10.574237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7086624b-7910-48a3-93ae-833ff9c260ff req-813eb347-a033-4dbd-b95d-47a4ba167594 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134788 Feb 10 13:10:10.587877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-90b20181-6650-48c3-9520-d5feafe06e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.602580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-90b20181-6650-48c3-9520-d5feafe06e55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1463773 Feb 10 13:10:10.728128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-fcf7d198-4965-45bc-b809-f8539370e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.729698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-fcf7d198-4965-45bc-b809-f8539370e773 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1198514 Feb 10 13:10:10.741854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5999-8607-4c0b-841e-a4e914995955 req-96763982-0763-4a28-9f92-f118e4324890 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.743339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d8d5999-8607-4c0b-841e-a4e914995955 req-96763982-0763-4a28-9f92-f118e4324890 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0767167 Feb 10 13:10:10.759778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:10.828742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:10.891043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d8d5999-8607-4c0b-841e-a4e914995955 req-0373fe64-4c23-49cc-8190-f599cbe54ba0 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288741 Feb 10 13:10:10.907668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-1c42b4fa-7f16-4823-9a0d-d83f89a2ba3a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633594 Feb 10 13:10:10.927822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-0ab075b7-47c4-45c3-a1ab-6ce2df1fbf59 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:10.930078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-0ab075b7-47c4-45c3-a1ab-6ce2df1fbf59 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1148 time: 0.1091979 Feb 10 13:10:11.028145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc6fa4-4739-44c8-9aad-837e80dd62bb req-dac76b9e-a826-4801-8423-5e9ee25c8a17 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.039468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bbc6fa4-4739-44c8-9aad-837e80dd62bb req-dac76b9e-a826-4801-8423-5e9ee25c8a17 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 947 time: 0.1412745 Feb 10 13:10:11.107341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bbc6fa4-4739-44c8-9aad-837e80dd62bb req-357441ca-ec45-4ead-a29a-89a54837c63c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Feb 10 13:10:11.128568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-234a3348-cf25-4b9a-95bf-b4565d4aaa1c req-6771b947-9ba9-4d3f-90ad-18446752fca5 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143455 Feb 10 13:10:11.136820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:11.139323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6acf18-386c-4745-8d93-889085318d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.233786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-5fe37cb0-fe0f-4792-b9eb-e0f281cb5816 service neutron] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:11.239219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-5fe37cb0-fe0f-4792-b9eb-e0f281cb5816 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.240513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1afa7a7-eb0b-449c-b3a6-16d75a46a322 req-5fe37cb0-fe0f-4792-b9eb-e0f281cb5816 service neutron] 10.222.0.21 "DELETE /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.2969091 Feb 10 13:10:11.249791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-c541e060-e7bd-4560-9d2a-9df78e25be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.251812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-c541e060-e7bd-4560-9d2a-9df78e25be6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1129 time: 0.0685370 Feb 10 13:10:11.363426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6acf18-386c-4745-8d93-889085318d8f admin admin] Publish callbacks [] for security_group (bf614adc-8507-491a-80e5-1fef0ad7cc61), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.364305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c510c3b6-5626-4ce5-ab4c-3c716c681a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.406210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-2f828fde-9d77-48ad-8b2b-5a818c98e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.407598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-2f828fde-9d77-48ad-8b2b-5a818c98e6da service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1496241 Feb 10 13:10:11.434944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6acf18-386c-4745-8d93-889085318d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf614adc-8507-491a-80e5-1fef0ad7cc61), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.471652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-c42bce87-ac90-4fd8-8f7c-e04b9d2a9d2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0569305 Feb 10 13:10:11.472208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6acf18-386c-4745-8d93-889085318d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf614adc-8507-491a-80e5-1fef0ad7cc61,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:11.476393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c510c3b6-5626-4ce5-ab4c-3c716c681a4e admin admin] Publish callbacks [] for security_group (d2d8e9e6-55c7-487b-bccf-52f6754320bd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.493577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c510c3b6-5626-4ce5-ab4c-3c716c681a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d2d8e9e6-55c7-487b-bccf-52f6754320bd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.508256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e6acf18-386c-4745-8d93-889085318d8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=165812bd60014a54bcbc371505c1d933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7473965 Feb 10 13:10:11.516637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:11.559187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-32026260-b147-43f3-8b32-c0871804de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.564014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-32026260-b147-43f3-8b32-c0871804de5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0808258 Feb 10 13:10:11.569462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c510c3b6-5626-4ce5-ab4c-3c716c681a4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bff83076a373454bb0c388b04986025d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311447 Feb 10 13:10:11.573773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510c3b6-5626-4ce5-ab4c-3c716c681a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8e9e6-55c7-487b-bccf-52f6754320bd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:11.581474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:11.653951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f98fe0-5b96-4ccf-99b2-794730b23092 req-6895ff2c-8f2e-420c-b525-566e430c8465 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.657394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03f98fe0-5b96-4ccf-99b2-794730b23092 req-6895ff2c-8f2e-420c-b525-566e430c8465 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1893528 Feb 10 13:10:11.694055 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] Publish callbacks [] for security_group (bf614adc-8507-491a-80e5-1fef0ad7cc61), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.740867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-6d9c3bf5-fe10-450a-b06f-7562029a4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.742983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-6d9c3bf5-fe10-450a-b06f-7562029a4f2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1711371 Feb 10 13:10:11.754450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] Publish callbacks [] for security_group (d2d8e9e6-55c7-487b-bccf-52f6754320bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.755401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03f98fe0-5b96-4ccf-99b2-794730b23092 req-46aa6de8-8de7-4d41-9dac-5c9ae4a3bf33 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918095 Feb 10 13:10:11.810050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] Publish callbacks [] for security_group (bf614adc-8507-491a-80e5-1fef0ad7cc61), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.859281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] Publish callbacks [] for security_group (d2d8e9e6-55c7-487b-bccf-52f6754320bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.911286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0270e1-97f2-41f2-93ff-125cffbf1029 req-4db5f79e-5c64-4835-83c5-59ffee750dd5 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:11.913056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb0270e1-97f2-41f2-93ff-125cffbf1029 req-4db5f79e-5c64-4835-83c5-59ffee750dd5 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.2672570 Feb 10 13:10:11.971836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-f25f2065-f023-40dd-89bf-feca2e3ccab8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085159 Feb 10 13:10:11.985632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf614adc-8507-491a-80e5-1fef0ad7cc61), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.988983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:11.990496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf614adc-8507-491a-80e5-1fef0ad7cc61 HTTP/1.1" status: 204 len: 168 time: 0.4701607 Feb 10 13:10:12.002030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb0270e1-97f2-41f2-93ff-125cffbf1029 req-c50529fe-b490-4c0d-8c9d-f16bf14472f0 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817547 Feb 10 13:10:12.012868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d2d8e9e6-55c7-487b-bccf-52f6754320bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:12.023321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:12.024932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2d8e9e6-55c7-487b-bccf-52f6754320bd HTTP/1.1" status: 204 len: 168 time: 0.4422643 Feb 10 13:10:12.030688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbd820-308f-4554-96fb-2aca89d64c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf614adc-8507-491a-80e5-1fef0ad7cc61,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:12.051705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91050e0-9810-4654-ab2c-d70961dcb081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8e9e6-55c7-487b-bccf-52f6754320bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:12.364547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebef2f76-a471-41cf-a0e4-4dc8df2a7b87 req-450873fb-2532-450f-a4c1-e64a402d6d9c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860879 Feb 10 13:10:12.372786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5f148-1fa8-427a-a8c5-cd1f649a4d20 req-500df7c6-eac8-48bb-8709-31a9ce9a0d9f tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:12.377044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5c5f148-1fa8-427a-a8c5-cd1f649a4d20 req-500df7c6-eac8-48bb-8709-31a9ce9a0d9f tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1148 time: 0.1733115 Feb 10 13:10:12.459058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08c4a-180e-415b-8609-ed102e0474f1 req-55af7493-e84c-4eef-a98d-d351824583b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:12.460631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26c08c4a-180e-415b-8609-ed102e0474f1 req-55af7493-e84c-4eef-a98d-d351824583b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 947 time: 0.0961890 Feb 10 13:10:12.467007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5c5f148-1fa8-427a-a8c5-cd1f649a4d20 req-796bd76e-b818-4e80-b52b-38476f98c47f tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 Feb 10 13:10:12.522254 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26c08c4a-180e-415b-8609-ed102e0474f1 req-1aed3836-50d0-44ef-9702-7ee33634eb24 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477834 Feb 10 13:10:12.713828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:12.728407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e83e85-8b98-4a71-b63a-b4407be0964c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:12.883594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e83e85-8b98-4a71-b63a-b4407be0964c admin admin] Publish callbacks [] for security_group (933cdb58-2e14-4ed2-a180-3cd3933514eb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:12.892346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8e83e85-8b98-4a71-b63a-b4407be0964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (933cdb58-2e14-4ed2-a180-3cd3933514eb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:12.954639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8e83e85-8b98-4a71-b63a-b4407be0964c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51616437b7224483b5903c7234e1075d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394390 Feb 10 13:10:12.957286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:12.973656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83e85-8b98-4a71-b63a-b4407be0964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933cdb58-2e14-4ed2-a180-3cd3933514eb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:12.990794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:13.011845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490e3dcf-8fb1-4262-ad3a-dba3b2032df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.067232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] Publish callbacks [] for security_group (933cdb58-2e14-4ed2-a180-3cd3933514eb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.106446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] Publish callbacks [] for security_group (933cdb58-2e14-4ed2-a180-3cd3933514eb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.119769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490e3dcf-8fb1-4262-ad3a-dba3b2032df3 admin admin] Publish callbacks [] for security_group (c7826d5d-492a-41f0-acdf-44f43c3bb2ac), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.131922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-490e3dcf-8fb1-4262-ad3a-dba3b2032df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c7826d5d-492a-41f0-acdf-44f43c3bb2ac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.203659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc246b-0791-4945-965c-153b688d51e8 req-86fad190-04bf-4bc2-80ce-526585106929 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:13.205252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dcc246b-0791-4945-965c-153b688d51e8 req-86fad190-04bf-4bc2-80ce-526585106929 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.0902393 Feb 10 13:10:13.220098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-490e3dcf-8fb1-4262-ad3a-dba3b2032df3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f05397f434f948d69126dbadf80f6d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273760 Feb 10 13:10:13.224032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:13.225979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (933cdb58-2e14-4ed2-a180-3cd3933514eb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.227831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e3dcf-8fb1-4262-ad3a-dba3b2032df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7826d5d-492a-41f0-acdf-44f43c3bb2ac,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:13.228639 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.232081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/933cdb58-2e14-4ed2-a180-3cd3933514eb HTTP/1.1" status: 204 len: 168 time: 0.2710469 Feb 10 13:10:13.263227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0972ed-03d6-4a43-a4a4-8d067468dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933cdb58-2e14-4ed2-a180-3cd3933514eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:13.280992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-47016283-f730-4032-8a37-88acda870607 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:13.283043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-47016283-f730-4032-8a37-88acda870607 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.1654074 Feb 10 13:10:13.302192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-019b2dbc-b7b2-4d63-8482-b2615f3559b9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/quotas/ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 375 time: 0.0120595 Feb 10 13:10:13.339491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dcc246b-0791-4945-965c-153b688d51e8 req-edae6402-7239-41a9-be05-eac20acfc02a tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220145 Feb 10 13:10:13.340404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] Publish callbacks [] for security_group (c7826d5d-492a-41f0-acdf-44f43c3bb2ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.377657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] Publish callbacks [] for security_group (c7826d5d-492a-41f0-acdf-44f43c3bb2ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.392645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-48381f2d-d7b3-4cf1-8016-f88fae46821d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818830 Feb 10 13:10:13.435443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c7826d5d-492a-41f0-acdf-44f43c3bb2ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.438181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:13.439322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7826d5d-492a-41f0-acdf-44f43c3bb2ac HTTP/1.1" status: 204 len: 168 time: 0.2142031 Feb 10 13:10:13.461568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d38d9-fb6c-47cb-b372-21480473f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7826d5d-492a-41f0-acdf-44f43c3bb2ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:13.513338 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-ed6362b4-c31d-4f57-b1fd-f58ebd3f0890 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122098 Feb 10 13:10:13.665158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-e8d1c6a8-22d5-4031-b1b0-18771511570c service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548052 Feb 10 13:10:13.900707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e894d0b-6b04-4c6d-a91b-79858873bb8e req-e62f3fdb-fdb1-4e9d-a55e-a7b7fcebda59 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:13.910322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e894d0b-6b04-4c6d-a91b-79858873bb8e req-e62f3fdb-fdb1-4e9d-a55e-a7b7fcebda59 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 947 time: 0.1092944 Feb 10 13:10:13.986488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e894d0b-6b04-4c6d-a91b-79858873bb8e req-328d9a2c-86b3-43a7-a75a-3a3543690686 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Feb 10 13:10:14.106604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e60b7b18-0088-4aaf-8c65-c65f26aa23a4 req-3ec532f4-eb72-4599-a5f8-ec2cffef4c2c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 210 time: 0.0573249 Feb 10 13:10:14.156585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e723a-5e24-4cfd-94e0-55cb78a80a48 req-fa8c904a-ee02-4510-86be-ae27a2d468a7 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:14.163353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d6e723a-5e24-4cfd-94e0-55cb78a80a48 req-fa8c904a-ee02-4510-86be-ae27a2d468a7 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.1570346 Feb 10 13:10:14.184495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:14.204950 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:10:14.255585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d6e723a-5e24-4cfd-94e0-55cb78a80a48 req-6c60b51c-2be4-4114-ab4a-154ae14d316f tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913069 Feb 10 13:10:14.463409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4ac021b-2267-4508-a5e4-0cb638cded69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.592680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4ac021b-2267-4508-a5e4-0cb638cded69 admin admin] Publish callbacks [] for security_group (c923d807-38cc-4628-95e3-ecc75dcf94b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.600642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4ac021b-2267-4508-a5e4-0cb638cded69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c923d807-38cc-4628-95e3-ecc75dcf94b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.641932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:14.652168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d4ac021b-2267-4508-a5e4-0cb638cded69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb20077fdf744246a157206d684b9de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664147 Feb 10 13:10:14.655471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:14.658368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac021b-2267-4508-a5e4-0cb638cded69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c923d807-38cc-4628-95e3-ecc75dcf94b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:14.723537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] Publish callbacks [] for security_group (c923d807-38cc-4628-95e3-ecc75dcf94b9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.760042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] Publish callbacks [] for security_group (c923d807-38cc-4628-95e3-ecc75dcf94b9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.837941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c923d807-38cc-4628-95e3-ecc75dcf94b9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.844126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.847727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c923d807-38cc-4628-95e3-ecc75dcf94b9 HTTP/1.1" status: 204 len: 168 time: 0.1905797 Feb 10 13:10:14.871085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:14.873300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177db899-39c3-4fa6-ae42-e2d2026429e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c923d807-38cc-4628-95e3-ecc75dcf94b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:14.898459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9', 'mac_address': 'fa:16:3e:c3:63:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:14.948091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:14.949119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:14.965585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:14.988337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:14.993715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:15.052401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:15.135524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb178af-c0cd-493b-b0e0-3820c58145f4 req-4d06fdc6-ebd7-4244-9df3-245ca01c769a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:15.144651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-beb178af-c0cd-493b-b0e0-3820c58145f4 req-4d06fdc6-ebd7-4244-9df3-245ca01c769a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 948 time: 0.0913773 Feb 10 13:10:15.226039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-beb178af-c0cd-493b-b0e0-3820c58145f4 req-b697c8a3-4372-41e2-8939-2f4fca0de43e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802860 Feb 10 13:10:15.285058 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ebb66cea-05f8-456a-baac-be1c7d01e216 req-df996a16-7107-4800-9285-80a13fd96d3f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 210 time: 0.0664184 Feb 10 13:10:15.463976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946432b-7e06-4ef7-9032-3fad99715da4 req-1dda7ca2-81f7-4309-af69-82c32452fec7 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:15.473527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7946432b-7e06-4ef7-9032-3fad99715da4 req-1dda7ca2-81f7-4309-af69-82c32452fec7 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.0820336 Feb 10 13:10:15.490280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:15.568983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7946432b-7e06-4ef7-9032-3fad99715da4 req-9418f985-7728-4d93-8698-07bd94aec341 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 Feb 10 13:10:15.663173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-870c76c8-cbfb-48cd-ba36-c4c48483f39e tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:15.666776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-870c76c8-cbfb-48cd-ba36-c4c48483f39e tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 949 time: 0.2044263 Feb 10 13:10:15.675832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-f38b0052-c0cf-42bc-b855-e34d59ce00fa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:15.678019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-f38b0052-c0cf-42bc-b855-e34d59ce00fa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.3249929 Feb 10 13:10:15.737140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Request body: {'port': {'device_id': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'admin_state_up': True, 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:15.783148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:15.811634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28fdf5e4-99e6-4cbb-983e-25c8cd29fec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:15.914399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28fdf5e4-99e6-4cbb-983e-25c8cd29fec4 admin admin] Publish callbacks [] for security_group (d99ee7b3-92f0-4183-9d05-58b8389902e1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:15.922796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28fdf5e4-99e6-4cbb-983e-25c8cd29fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d99ee7b3-92f0-4183-9d05-58b8389902e1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:15.986218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-28fdf5e4-99e6-4cbb-983e-25c8cd29fec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46947e5ca1ef4983bc019201cbdf793d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017505 Feb 10 13:10:15.987314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:15.988146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdf5e4-99e6-4cbb-983e-25c8cd29fec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ee7b3-92f0-4183-9d05-58b8389902e1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:16.105129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] Publish callbacks [] for security_group (d99ee7b3-92f0-4183-9d05-58b8389902e1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.181884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Deleting port c641759b-00c6-47ee-8096-2d903b5b0e2e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:10:16.182354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.192215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] Publish callbacks [] for security_group (d99ee7b3-92f0-4183-9d05-58b8389902e1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.287645 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d99ee7b3-92f0-4183-9d05-58b8389902e1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.290289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:16.292910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.294244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.297652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d99ee7b3-92f0-4183-9d05-58b8389902e1 HTTP/1.1" status: 204 len: 168 time: 0.3032329 Feb 10 13:10:16.311175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc997aac-da02-43e9-87fa-efc2007c6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ee7b3-92f0-4183-9d05-58b8389902e1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:16.328140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] For port c641759b-00c6-47ee-8096-2d903b5b0e2e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c641759b-00c6-47ee-8096-2d903b5b0e2e,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:16.328606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.358859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Calling delete_port for c641759b-00c6-47ee-8096-2d903b5b0e2e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:10:16.448028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f09b7-ebca-4d50-b98e-20ca3b4edc2c req-4ecce822-245e-4221-8273-2a8c16092ba6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:16.457555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd9f09b7-ebca-4d50-b98e-20ca3b4edc2c req-4ecce822-245e-4221-8273-2a8c16092ba6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 948 time: 0.0748854 Feb 10 13:10:16.521914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd9f09b7-ebca-4d50-b98e-20ca3b4edc2c req-abfdb09e-6e9b-4a2c-ad11-21335c9cbd6c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 Feb 10 13:10:16.582558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bea9142e-0ad2-480d-9879-0f24a83474ca req-c931e723-b1bb-4657-86d8-680db06d81e0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 210 time: 0.0557621 Feb 10 13:10:16.587535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Allocated IP 172.20.0.10 (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe/61e1da9d-6343-49e4-a1f6-faec55116771/ea0ac699-043d-416d-ae67-ededd4bbfa9a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:16.641309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:16.707109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:16.712116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:16.713057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.727674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c641759b-00c6-47ee-8096-2d903b5b0e2e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.770294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c641759b-00c6-47ee-8096-2d903b5b0e2e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:16.773817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08040ca6-f36c-4c9f-873c-b5565c73162e req-cfc284dd-9cff-48ca-ac6b-5f39776e0f46 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf77558-c80e-463d-aa28-d38e0b1e8a49 HTTP/1.1" status: 200 len: 210 time: 0.0517645 Feb 10 13:10:16.846231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Pushing event deleted for resources: {'Port': ['ID=c641759b-00c6-47ee-8096-2d903b5b0e2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:16.859724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] No DVR routers for this DVR port c641759b-00c6-47ee-8096-2d903b5b0e2e on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:10:16.865158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.870398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f69f7753-cac7-49fc-a4e2-cdcfc355a1c5 req-b3c758a7-0436-4021-a0a0-cabb6fa7ef35 tempest-ServerDiagnosticsNegativeTest-370705846 tempest-ServerDiagnosticsNegativeTest-370705846-project] 10.222.0.21 "DELETE /v2.0/ports/c641759b-00c6-47ee-8096-2d903b5b0e2e HTTP/1.1" status: 204 len: 173 time: 1.1905596 Feb 10 13:10:16.888254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'name': 'network-vif-deleted', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:16.895638 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c9a93-86ef-41f5-ae2e-9ff19a27ae2f" -d '{"events": [{"server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "name": "network-vif-deleted", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:16.924906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:16.928172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:16.982468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:16.987693 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8317fce-b181-4e38-9704-efce94b3fd95" -d '{"events": [{"server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "name": "network-vif-plugged", "status": "completed", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:17.018629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:17.024538 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd4b32f-dae1-44b3-b4ac-f91cdd2d5b74 x-openstack-request-id: req-ccd4b32f-dae1-44b3-b4ac-f91cdd2d5b74 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:17.025908 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf77558-c80e-463d-aa28-d38e0b1e8a49", "name": "network-vif-deleted", "tag": "c641759b-00c6-47ee-8096-2d903b5b0e2e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:17.026276 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd4b32f-dae1-44b3-b4ac-f91cdd2d5b74 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:17.026823 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf77558-c80e-463d-aa28-d38e0b1e8a49', 'name': 'network-vif-deleted', 'tag': 'c641759b-00c6-47ee-8096-2d903b5b0e2e', 'status': 'completed', 'code': 200} Feb 10 13:10:17.030300 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:17.107289 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c6554b-b12a-4eb2-ae7a-90b5ffa938cc x-openstack-request-id: req-c8c6554b-b12a-4eb2-ae7a-90b5ffa938cc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:17.107289 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "name": "network-vif-plugged", "status": "completed", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:17.107289 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8c6554b-b12a-4eb2-ae7a-90b5ffa938cc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:17.109277 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9', 'code': 200} Feb 10 13:10:17.153434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks [] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:17.164654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:17.203597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:17.237475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a6db-eaa9-4489-86cc-02a06f889531 req-934786b0-7771-4266-951d-6f148868003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:17.239834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d263a6db-eaa9-4489-86cc-02a06f889531 req-934786b0-7771-4266-951d-6f148868003c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1131 time: 0.0619321 Feb 10 13:10:17.268848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:17.273263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:17.277332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:17.283998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:17.284803 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:17.291027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:17.311874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-6530fbc0-29b2-420d-9077-109dee558449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6222465 Feb 10 13:10:17.328006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Request body: {'port': {'device_id': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:17.328204 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d263a6db-eaa9-4489-86cc-02a06f889531 req-b59e7952-6123-4fab-b870-e6960912c958 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813167 Feb 10 13:10:17.460218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:17.807947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d01f-5c36-47d4-9754-47a5f7a7a860 req-02756c7b-ac97-4b81-93bb-37bbd3ff3cd7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:17.810112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3db0d01f-5c36-47d4-9754-47a5f7a7a860 req-02756c7b-ac97-4b81-93bb-37bbd3ff3cd7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 949 time: 0.1528587 Feb 10 13:10:17.828776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db793ca4-9ff5-4aeb-97e6-720cd2169463 req-4729e014-e837-41dc-8b4f-0bb935fb6518 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:17.830300 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db793ca4-9ff5-4aeb-97e6-720cd2169463 req-4729e014-e837-41dc-8b4f-0bb935fb6518 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 932 time: 0.0946038 Feb 10 13:10:17.893432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db793ca4-9ff5-4aeb-97e6-720cd2169463 req-81f94829-9b93-4c6c-958c-a58586fa76de tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554271 Feb 10 13:10:17.899486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3db0d01f-5c36-47d4-9754-47a5f7a7a860 req-2f115fac-aa74-4a29-8062-a78b92e40078 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793538 Feb 10 13:10:17.992645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0ac699-043d-416d-ae67-ededd4bbfa9a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:18.004377 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks [] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.018127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Transition to ACTIVE for port object ea0ac699-043d-416d-ae67-ededd4bbfa9a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:18.023470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.115214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:18.117698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:18.118033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:18.118556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:18.124000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:18.124382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:18.129989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:18.130432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:18.130856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:18.131349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Bound port: ea0ac699-043d-416d-ae67-ededd4bbfa9a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:18.131770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.233565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:18.237871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:18.248958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.295813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:18.296537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.298663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] 10.222.0.77 "PUT /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 1092 time: 0.9790566 Feb 10 13:10:18.325012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3c50-a5fb-488c-adc0-ab0b7af45f60 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:18.420140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-bd1a6ba7-8d09-49e5-983c-a69430b34ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:18.424570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-bd1a6ba7-8d09-49e5-983c-a69430b34ee9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1126 time: 0.0638695 Feb 10 13:10:18.482296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-eed3e8b3-d743-4fcf-baf0-b8377a4d557e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.0491273 Feb 10 13:10:18.535943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-ec66a176-7004-40ce-b163-a6aaad148a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:18.537795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-ec66a176-7004-40ce-b163-a6aaad148a7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0505207 Feb 10 13:10:18.579934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-7bc4f842-7222-4201-96e0-e762dab4435e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364277 Feb 10 13:10:18.610835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54902) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:18.635764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:18.650826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:18.728034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-29eadf1b-b850-4a80-ae58-090ab50bcabd service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415799 Feb 10 13:10:18.773064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1153074023-network', 'tenant_id': '0b005071cf1b43e09f65b61070870ebf'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:18.832447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dcb5a878-e5d5-4518-9be7-ec9953281ac6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea402573620e4e4db975dba1e208080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948946 Feb 10 13:10:18.834169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Made reservation on behalf of 0b005071cf1b43e09f65b61070870ebf for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:18.836226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:18.837899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.851701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.881313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00295a47-3596-422f-b353-57858a7ab787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.903393 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8213d5-cec3-4555-a71b-b4fa2b1e993a req-062c2031-3d87-423d-bb2a-4945e2c1d353 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682508 Feb 10 13:10:18.936624 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] Publish callbacks [] for security_group (4cfa5f39-120e-4e5c-bd4d-7da38c415cbd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:18.985323 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] Publish callbacks [] for security_group (4cfa5f39-120e-4e5c-bd4d-7da38c415cbd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.031351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks [] for security_group (bc10862c-a299-4cef-9de7-7fa1e7f884ed), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.040341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bc10862c-a299-4cef-9de7-7fa1e7f884ed), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.046100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:19.050262 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:19.076794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:10:19.079926 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cfa5f39-120e-4e5c-bd4d-7da38c415cbd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.083586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.084722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cfa5f39-120e-4e5c-bd4d-7da38c415cbd HTTP/1.1" status: 204 len: 168 time: 0.2475333 Feb 10 13:10:19.116152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69cdfe-4c0c-499a-8b37-4bc5f4155d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa5f39-120e-4e5c-bd4d-7da38c415cbd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:19.123105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.123561 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Added segment 4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4 of type vlan for network 077780f0-5bdd-4c97-b066-d15f5e21a1dd Feb 10 13:10:19.148943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc10862c-a299-4cef-9de7-7fa1e7f884ed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:19.177066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00295a47-3596-422f-b353-57858a7ab787 admin admin] Publish callbacks [] for security_group (a7212210-fd11-46ea-9d66-72e2dc886aba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.178340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13451f7-0110-4be8-8fb6-3afa181e12a2 req-08cc2bec-fb9d-4b89-9878-3279b131e302 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.186157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d13451f7-0110-4be8-8fb6-3afa181e12a2 req-08cc2bec-fb9d-4b89-9878-3279b131e302 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.1245584 Feb 10 13:10:19.202264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00295a47-3596-422f-b353-57858a7ab787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a7212210-fd11-46ea-9d66-72e2dc886aba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.237337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d13451f7-0110-4be8-8fb6-3afa181e12a2 req-5f39b4b3-8d37-46c1-8eaf-0c381f3666e8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Feb 10 13:10:19.240004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (077780f0-5bdd-4c97-b066-d15f5e21a1dd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.285133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8c19e-b73f-48dd-a3c7-52ccf1fb584b req-f030beba-9dd5-4e4b-a326-d6e8a4b554cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.292059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dbe8c19e-b73f-48dd-a3c7-52ccf1fb584b req-f030beba-9dd5-4e4b-a326-d6e8a4b554cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 949 time: 0.2119575 Feb 10 13:10:19.303773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00295a47-3596-422f-b353-57858a7ab787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7212210-fd11-46ea-9d66-72e2dc886aba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:19.312281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00295a47-3596-422f-b353-57858a7ab787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e01c01d91fa480ea879de39ea3f2124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6601989 Feb 10 13:10:19.322255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:19.351081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (077780f0-5bdd-4c97-b066-d15f5e21a1dd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.354682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.357595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.406302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] Publish callbacks [] for security_group (a7212210-fd11-46ea-9d66-72e2dc886aba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.426728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=077780f0-5bdd-4c97-b066-d15f5e21a1dd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:19.446883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dbe8c19e-b73f-48dd-a3c7-52ccf1fb584b req-9ec24e36-cb3c-4d42-b7ae-2b0e702592e8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538765 Feb 10 13:10:19.454260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] Publish callbacks [] for security_group (a7212210-fd11-46ea-9d66-72e2dc886aba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.454454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e81b07df-25ce-43df-a7e6-edde811eb2b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8389392 Feb 10 13:10:19.459306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:19.459960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 077780f0-5bdd-4c97-b066-d15f5e21a1dd details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:10:19.473282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Request body: {'subnet': {'network_id': '077780f0-5bdd-4c97-b066-d15f5e21a1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1153074023-subnet', 'tenant_id': '0b005071cf1b43e09f65b61070870ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:19.536967 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eeb90d-c081-47a0-bf92-f4a9b68a2036 x-openstack-request-id: req-b2eeb90d-c081-47a0-bf92-f4a9b68a2036 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:19.541088 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:19.541516 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2eeb90d-c081-47a0-bf92-f4a9b68a2036 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:19.542106 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'status': 'completed', 'code': 200} Feb 10 13:10:19.583492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:19.610755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3953901-f1a8-4d51-8abd-e8e336bc5c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.645520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-2f43011a-9279-4fc0-9a10-5d898accdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.647140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-2f43011a-9279-4fc0-9a10-5d898accdb56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1126 time: 0.0869143 Feb 10 13:10:19.648659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Made reservation on behalf of 0b005071cf1b43e09f65b61070870ebf for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:19.651223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.719937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c641759b-00c6-47ee-8096-2d903b5b0e2e no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:10:19.745340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: c641759b-00c6-47ee-8096-2d903b5b0e2e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:10:19.746078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c641759b-00c6-47ee-8096-2d903b5b0e2e not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:10:19.768816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-77807e45-b6a8-4bae-98c4-efe15b61c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.770228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-77807e45-b6a8-4bae-98c4-efe15b61c995 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1039276 Feb 10 13:10:19.822872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-3947e3ef-3a0d-482c-b4b7-fa3c165716f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.0457656 Feb 10 13:10:19.899408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3953901-f1a8-4d51-8abd-e8e336bc5c0c admin admin] Publish callbacks [] for security_group (0d81c609-9a3d-4f75-8a50-7252fe5ea286), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.912457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-7071acc8-9c77-4be7-a59e-7abaf30b6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:19.913090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3953901-f1a8-4d51-8abd-e8e336bc5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d81c609-9a3d-4f75-8a50-7252fe5ea286), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.913959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-7071acc8-9c77-4be7-a59e-7abaf30b6bde service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0839093 Feb 10 13:10:19.919633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a7212210-fd11-46ea-9d66-72e2dc886aba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.922283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:19.926162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7212210-fd11-46ea-9d66-72e2dc886aba HTTP/1.1" status: 204 len: 168 time: 0.6028881 Feb 10 13:10:19.960356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-9389818d-55f1-44b5-b9c0-e8caefbb444d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328591 Feb 10 13:10:19.977869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27f95a-d73d-4670-9c18-92bc32080d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7212210-fd11-46ea-9d66-72e2dc886aba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.001520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3953901-f1a8-4d51-8abd-e8e336bc5c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81c609-9a3d-4f75-8a50-7252fe5ea286,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.013026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3953901-f1a8-4d51-8abd-e8e336bc5c0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd8686af8766419c9d63bd4788680dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283085 Feb 10 13:10:20.013813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:20.047809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-36363f80-2921-4b33-80e4-69db7a972838 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:20.055186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-36363f80-2921-4b33-80e4-69db7a972838 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1131 time: 0.1537027 Feb 10 13:10:20.081023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-3a37db85-ed8b-484d-ae51-08dd7da6ea08 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084340 Feb 10 13:10:20.106643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-18fc5e6a-6913-47b9-8ef5-5cc0cd4f842b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.175243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59b7d87-19f3-427c-80e5-a34e1b36a9a3 req-0147f06e-bbfc-47c0-9b96-8f0bc7a4a554 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Feb 10 13:10:20.197151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] Publish callbacks [] for security_group (0d81c609-9a3d-4f75-8a50-7252fe5ea286), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.266791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] Publish callbacks [] for security_group (0d81c609-9a3d-4f75-8a50-7252fe5ea286), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.291001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (ae16773b-76aa-4444-bd43-0003587ad2b0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.342571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae16773b-76aa-4444-bd43-0003587ad2b0,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.380509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Checking segment: {'id': '4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '077780f0-5bdd-4c97-b066-d15f5e21a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:20.381175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Network hostable DHCP agents. Network: 077780f0-5bdd-4c97-b066-d15f5e21a1dd, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:10:20.410268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Network 077780f0-5bdd-4c97-b066-d15f5e21a1dd is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:10:20.426136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 077780f0-5bdd-4c97-b066-d15f5e21a1dd) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:20.438205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c8c93-061c-4b7c-b870-5585cc022687 None None] Network 077780f0-5bdd-4c97-b066-d15f5e21a1dd requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:20.446186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:20.450558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.464518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-18fc5e6a-6913-47b9-8ef5-5cc0cd4f842b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Publish callbacks [] for security_group (709ec44f-fa40-440a-9453-838143734baa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.465979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d81c609-9a3d-4f75-8a50-7252fe5ea286), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.470923 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.474851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d81c609-9a3d-4f75-8a50-7252fe5ea286 HTTP/1.1" status: 204 len: 168 time: 0.4564681 Feb 10 13:10:20.475519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-18fc5e6a-6913-47b9-8ef5-5cc0cd4f842b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (709ec44f-fa40-440a-9453-838143734baa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.489023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f6f751c-2bcc-4087-ad94-fbc4c1395ec5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0263863 Feb 10 13:10:20.508573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac828c-3505-4e71-a4e3-16a4a5aecedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81c609-9a3d-4f75-8a50-7252fe5ea286,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.522753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:20.549744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774f7667-e2f1-4d99-98d9-a3a7208bdb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.574149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8a8a1edd-123f-46e4-a5d4-4dd89f2febeb req-18fc5e6a-6913-47b9-8ef5-5cc0cd4f842b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153685 Feb 10 13:10:20.620053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5e6a-6913-47b9-8ef5-5cc0cd4f842b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ec44f-fa40-440a-9453-838143734baa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.625127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02793f21-7a2f-4374-a1f9-fec0ebcccf8c None None] Network 077780f0-5bdd-4c97-b066-d15f5e21a1dd requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:20.791051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774f7667-e2f1-4d99-98d9-a3a7208bdb36 admin admin] Publish callbacks [] for security_group (d998e544-59c9-43ca-859a-a7fcbdc3c2c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.799359 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774f7667-e2f1-4d99-98d9-a3a7208bdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d998e544-59c9-43ca-859a-a7fcbdc3c2c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:20.807809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352072f-cb70-478e-8eff-d991a1d3a525 req-80897609-aaf3-479a-8094-112828f2afbf tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:20.815728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6352072f-cb70-478e-8eff-d991a1d3a525 req-80897609-aaf3-479a-8094-112828f2afbf tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.0836277 Feb 10 13:10:20.875732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-774f7667-e2f1-4d99-98d9-a3a7208bdb36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7d376a56ea2445a9dc008853a683a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518832 Feb 10 13:10:20.878870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:20.888334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7667-e2f1-4d99-98d9-a3a7208bdb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d998e544-59c9-43ca-859a-a7fcbdc3c2c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:20.898562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6352072f-cb70-478e-8eff-d991a1d3a525 req-f4696556-26c2-41da-a31c-0de48abf3788 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816317 Feb 10 13:10:20.973102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] Publish callbacks [] for security_group (d998e544-59c9-43ca-859a-a7fcbdc3c2c9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:21.021402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] Publish callbacks [] for security_group (d998e544-59c9-43ca-859a-a7fcbdc3c2c9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:21.082505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d998e544-59c9-43ca-859a-a7fcbdc3c2c9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:21.086741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:21.089195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d998e544-59c9-43ca-859a-a7fcbdc3c2c9 HTTP/1.1" status: 204 len: 168 time: 0.2082939 Feb 10 13:10:21.113330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dfb0c-305e-43d5-b786-f289c27710e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998e544-59c9-43ca-859a-a7fcbdc3c2c9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:21.296326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-56936f50-b7e6-4f9f-97ac-a6672034c497 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277259 Feb 10 13:10:21.424736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-00f2d899-db51-4bf1-aeca-dc48266160ea tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:21.426231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-00f2d899-db51-4bf1-aeca-dc48266160ea tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283772 Feb 10 13:10:21.451050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-157da800-d98c-43b5-99c7-6e8709b99795 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0165472 Feb 10 13:10:21.531913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-650dd13c-84a5-4f20-b0b5-521c4e152aed tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729711 Feb 10 13:10:22.190363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:22.196209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1595818916-network', 'tenant_id': 'ea0b68c1e57e4e6c916a7f73a8e9a58a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:22.244937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Made reservation on behalf of ea0b68c1e57e4e6c916a7f73a8e9a58a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:22.247712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.268578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.459793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda8e45-6807-461a-bccb-b517aed26aff req-91b0c713-0f12-4c8c-97fd-075647e42b28 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:22.469345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dda8e45-6807-461a-bccb-b517aed26aff req-91b0c713-0f12-4c8c-97fd-075647e42b28 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.1194022 Feb 10 13:10:22.473783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks [] for security_group (b1de08da-c552-4915-8dd5-ae93069f18d1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.485481 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1de08da-c552-4915-8dd5-ae93069f18d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.519790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:10:22.545724 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6144d2c7-5d9d-4810-b0b3-2cb882a03577), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.547209 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Added segment 6144d2c7-5d9d-4810-b0b3-2cb882a03577 of type vlan for network bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 Feb 10 13:10:22.601589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dda8e45-6807-461a-bccb-b517aed26aff req-633d9085-4db1-49f8-ba8e-a057f3ba7445 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312704 Feb 10 13:10:22.674214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:22.703740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (bb4b34d0-6921-4b4b-9aa0-8ff14e585f87), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.779319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de08da-c552-4915-8dd5-ae93069f18d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:22.811480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (bb4b34d0-6921-4b4b-9aa0-8ff14e585f87), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.813407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:22.814314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.865385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6712270 Feb 10 13:10:22.865708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:22.882050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Request body: {'subnet': {'network_id': 'bb4b34d0-6921-4b4b-9aa0-8ff14e585f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1595818916-subnet', 'tenant_id': 'ea0b68c1e57e4e6c916a7f73a8e9a58a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:22.939007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Made reservation on behalf of ea0b68c1e57e4e6c916a7f73a8e9a58a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:22.946388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:22.990087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5b68fe5-0bd0-4842-9a54-9d4b80d86a5f req-9c79b28b-9092-457a-9788-f6e2b911ee12 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 210 time: 0.0717976 Feb 10 13:10:23.048095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8f9e8-4ec5-42dd-ac97-57746484d5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4b34d0-6921-4b4b-9aa0-8ff14e585f87,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:23.097157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:23.123061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'port_id': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e1da9d-6343-49e4-a1f6-faec55116771', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:23.125488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:10:23.329769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ea0ac699-043d-416d-ae67-ededd4bbfa9a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:23.341898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:23.364821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0ac699-043d-416d-ae67-ededd4bbfa9a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:23.413825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:23.423657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:23.445872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (9291e15c-566f-49a4-a3a1-1bce92dfa0ad), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:23.554000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:23.645024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ea0ac699-043d-416d-ae67-ededd4bbfa9a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:23.666352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9291e15c-566f-49a4-a3a1-1bce92dfa0ad,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:23.737409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Checking segment: {'id': '6144d2c7-5d9d-4810-b0b3-2cb882a03577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bb4b34d0-6921-4b4b-9aa0-8ff14e585f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:23.747194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Network hostable DHCP agents. Network: bb4b34d0-6921-4b4b-9aa0-8ff14e585f87, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:10:23.811493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Network bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:10:23.843892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, bb4b34d0-6921-4b4b-9aa0-8ff14e585f87) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:23.857626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:23.858198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:23.860327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4814fa1-358b-4117-964d-ebc984b11ea9 None None] Network bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:23.908359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f761ddfb-618e-4f31-9307-80a047e0dadb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0414014 Feb 10 13:10:23.994230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888c94-704f-40e3-bd48-4bcd25110d12 req-f4df0da6-27a8-465f-8dc8-e51cd55c1515 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:23.994230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e888c94-704f-40e3-bd48-4bcd25110d12 req-f4df0da6-27a8-465f-8dc8-e51cd55c1515 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.2149489 Feb 10 13:10:24.052012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32454fa-a68b-4f25-b14c-b6cdcaca14c9 None None] Network bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:24.120812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e888c94-704f-40e3-bd48-4bcd25110d12 req-73ec1f1e-7b4f-4d43-98b0-05e5af4ac91b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181660 Feb 10 13:10:24.249466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c53e8aa-2371-4a53-8300-b12c92ed1de7 req-7a135de0-4499-410b-8494-67b6ed348ee5 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 210 time: 0.0998614 Feb 10 13:10:24.275057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55120) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:24.417954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Deleting subnet ae16773b-76aa-4444-bd43-0003587ad2b0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:10:24.435157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Publish callbacks [] for subnet (ae16773b-76aa-4444-bd43-0003587ad2b0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.523825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Publish callbacks [] for subnet (ae16773b-76aa-4444-bd43-0003587ad2b0), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.560855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ae16773b-76aa-4444-bd43-0003587ad2b0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.629214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:24.676196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (ae16773b-76aa-4444-bd43-0003587ad2b0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.718570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae16773b-76aa-4444-bd43-0003587ad2b0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:24.725868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.730684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6dba0d51-a200-463f-b359-6a699c9f7d6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae16773b-76aa-4444-bd43-0003587ad2b0 HTTP/1.1" status: 204 len: 168 time: 0.4539654 Feb 10 13:10:24.733460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:24.770591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d1ae9902-346f-4091-875b-c6e2e429fc94 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678284 Feb 10 13:10:24.862873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (077780f0-5bdd-4c97-b066-d15f5e21a1dd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:24.968636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-bdce8424-a33b-4b96-bd90-8b8be0604afa tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707378 Feb 10 13:10:25.125406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-6a0c2bde-b48c-4db9-9939-6c6505f5ea8d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:25.142388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-6a0c2bde-b48c-4db9-9939-6c6505f5ea8d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656631 Feb 10 13:10:25.164338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:25.176198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (077780f0-5bdd-4c97-b066-d15f5e21a1dd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.236198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d498038-6201-49a2-a525-c7e4bed82c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.284334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.284334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.297285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.297791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.298255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.298755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.299202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.299665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.300088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.300797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.436273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.436811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.436955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.437282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:10:25.437641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077780f0-5bdd-4c97-b066-d15f5e21a1dd']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:25.501178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d498038-6201-49a2-a525-c7e4bed82c49 admin admin] Publish callbacks [] for security_group (282fa3e3-ac82-405e-a23b-60a8d45e1a10), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.524508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d498038-6201-49a2-a525-c7e4bed82c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (282fa3e3-ac82-405e-a23b-60a8d45e1a10), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.569802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d498038-6201-49a2-a525-c7e4bed82c49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60721d269654a1297ca19df1a78f6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9371140 Feb 10 13:10:25.595519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:25.602965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:25.607502 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.654068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c94feb4-8870-437f-b0c8-ab7960179fea req-870611ea-ac1d-474e-a2ef-e3d881599f0c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 210 time: 0.0852921 Feb 10 13:10:25.683182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498038-6201-49a2-a525-c7e4bed82c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282fa3e3-ac82-405e-a23b-60a8d45e1a10,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:25.719376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] Publish callbacks [] for security_group (282fa3e3-ac82-405e-a23b-60a8d45e1a10), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.744282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] Publish callbacks [] for security_group (282fa3e3-ac82-405e-a23b-60a8d45e1a10), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.753256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-87a3f828-4cbf-4933-a37c-580aaddfdee7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:25.754949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-87a3f828-4cbf-4933-a37c-580aaddfdee7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7802689 Feb 10 13:10:25.782461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': '7b665008-63af-4673-9d8f-2b13cc12803e', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:25.789077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:25.789406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:25.844381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.849402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (282fa3e3-ac82-405e-a23b-60a8d45e1a10), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.853463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.855176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/282fa3e3-ac82-405e-a23b-60a8d45e1a10 HTTP/1.1" status: 204 len: 168 time: 0.2587392 Feb 10 13:10:25.888094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.909902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b86e9-441e-4398-931c-8f37ab9130f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282fa3e3-ac82-405e-a23b-60a8d45e1a10,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:25.938247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:10:25.938724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4e59f7a4-68d0-4b0c-b36a-7bfea699cdc4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: from cryptography.utils import int_from_bytes Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: from cryptography.utils import int_from_bytes Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:10:25.975469 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:10:26.012268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.147 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/0ae412eb-abfa-47f1-b463-4d412369512a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:26.047950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a3f2-1a29-40be-ad60-5453f2786f67 req-581e4060-ce56-4a6b-a2e7-5641e7987698 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:26.053827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dc2a3f2-1a29-40be-ad60-5453f2786f67 req-581e4060-ce56-4a6b-a2e7-5641e7987698 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.7732821 Feb 10 13:10:26.220613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (0ae412eb-abfa-47f1-b463-4d412369512a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.270456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.270875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dc2a3f2-1a29-40be-ad60-5453f2786f67 req-e6fa4a60-a01b-485a-bc65-3f13a838c500 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875138 Feb 10 13:10:26.274014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (077780f0-5bdd-4c97-b066-d15f5e21a1dd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.286867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:26.289835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.296235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] 10.222.0.13 "DELETE /v2.0/networks/077780f0-5bdd-4c97-b066-d15f5e21a1dd HTTP/1.1" status: 204 len: 168 time: 1.5582576 Feb 10 13:10:26.298081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:26.343472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3a8b8-b98a-4fe3-ae9d-b6d333308239 admin admin] Pushing event deleted for resources: {'Network': ['ID=077780f0-5bdd-4c97-b066-d15f5e21a1dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:26.357920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:26.361573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.389745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:26.397162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:26.424648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:26.443476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:26.444161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.487093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:26.495006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Deleting subnet 9291e15c-566f-49a4-a3a1-1bce92dfa0ad {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:10:26.501539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Publish callbacks [] for subnet (9291e15c-566f-49a4-a3a1-1bce92dfa0ad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.550240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Publish callbacks [] for subnet (9291e15c-566f-49a4-a3a1-1bce92dfa0ad), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.589319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-34622e3a-2920-4cfb-b311-61d404db198d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4276474 Feb 10 13:10:26.591982 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9291e15c-566f-49a4-a3a1-1bce92dfa0ad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.642799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Request body: {'port': {'device_id': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:26.662863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.197 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/e63bb32f-36fd-4daf-a694-247e80bab91c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:26.687075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:26.893946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8060baa9-03af-4c75-98aa-eb3639c8861c req-0462cff8-5ba7-48b6-ab69-620c5fb6a089 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 210 time: 0.0949159 Feb 10 13:10:26.902125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bafd7340-bb9e-41b2-9b62-d90338314124 None None] Provisioning complete for port 0ae412eb-abfa-47f1-b463-4d412369512a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:26.903036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafd7340-bb9e-41b2-9b62-d90338314124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:26.962069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port ea0ac699-043d-416d-ae67-ededd4bbfa9a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:26.991842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port ea0ac699-043d-416d-ae67-ededd4bbfa9a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:26.993061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.002455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bafd7340-bb9e-41b2-9b62-d90338314124 None None] Port 0ae412eb-abfa-47f1-b463-4d412369512a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:27.111544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.186710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.214457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ea0ac699-043d-416d-ae67-ededd4bbfa9a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:27.214885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.229665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:27.314566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:27.333596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:27.335298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:27.339457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.341494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:27.380367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (9291e15c-566f-49a4-a3a1-1bce92dfa0ad), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.388488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:27.392351 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b558187c-d56f-47dd-b169-e52c75305fbf" -d '{"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:27.483191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:27.496032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.505381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:27.506068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.545579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7672787 Feb 10 13:10:27.563887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.571174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9291e15c-566f-49a4-a3a1-1bce92dfa0ad HTTP/1.1" status: 204 len: 168 time: 1.2721074 Feb 10 13:10:27.572482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aae3ce-10c4-445b-8a4c-fb75f4bfb5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9291e15c-566f-49a4-a3a1-1bce92dfa0ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:27.577546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:27.592298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1966022019-network', 'tenant_id': '6a2f79c6e67d4407940635fff7affedb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:27.593219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Request body: {'port': {'device_id': '7b665008-63af-4673-9d8f-2b13cc12803e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:27.633563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df586d7e-42cd-4881-a7e6-41243cc77c65 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:27.636231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:27.644427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Made reservation on behalf of 6a2f79c6e67d4407940635fff7affedb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:27.648623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.725647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab4927-e885-4d31-9d26-4bbe4164db56 req-0ce087f4-5835-45d5-920d-937341d66c0f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:27.742172 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ab4927-e885-4d31-9d26-4bbe4164db56 req-0ce087f4-5835-45d5-920d-937341d66c0f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 946 time: 0.2045269 Feb 10 13:10:27.745395 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.767736 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dee997-5a00-44f3-b66d-09ebb741f242 x-openstack-request-id: req-38dee997-5a00-44f3-b66d-09ebb741f242 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:27.768515 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-plugged", "status": "completed", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:27.769015 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38dee997-5a00-44f3-b66d-09ebb741f242 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:27.769720 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'code': 200} Feb 10 13:10:27.844550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d9eaafe4-adb5-4eaa-8ed6-ccad2eee057c None None] Provisioning complete for port e63bb32f-36fd-4daf-a694-247e80bab91c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:27.846849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9eaafe4-adb5-4eaa-8ed6-ccad2eee057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.847113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.77', 56380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:27.885087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (bb4b34d0-6921-4b4b-9aa0-8ff14e585f87), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.893542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:27.898221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d9eaafe4-adb5-4eaa-8ed6-ccad2eee057c None None] Port e63bb32f-36fd-4daf-a694-247e80bab91c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:28.033511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb8d9-a403-4c76-a515-bc575c13554c req-45d13348-d58d-4336-90d1-698c730cd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:28.034929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-306fb8d9-a403-4c76-a515-bc575c13554c req-45d13348-d58d-4336-90d1-698c730cd8da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.1846528 Feb 10 13:10:28.044028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks [] for security_group (ee3da14f-da94-444f-85aa-4f85f56fd8b5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.063295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ee3da14f-da94-444f-85aa-4f85f56fd8b5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.150650 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (bb4b34d0-6921-4b4b-9aa0-8ff14e585f87), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.154509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:10:28.156322 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ab4927-e885-4d31-9d26-4bbe4164db56 req-f99cbea7-7b03-48cc-b7e4-1f452d94c427 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996356 Feb 10 13:10:28.176310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4b34d0-6921-4b4b-9aa0-8ff14e585f87']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:28.179589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae412eb-abfa-47f1-b463-4d412369512a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:28.186372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3da14f-da94-444f-85aa-4f85f56fd8b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:28.200745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6144d2c7-5d9d-4810-b0b3-2cb882a03577') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:28.201542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6144d2c7-5d9d-4810-b0b3-2cb882a03577') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:10:28.205977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8519b6c0-e42f-486c-95df-9e57fa3ab25d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.207025 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Added segment 8519b6c0-e42f-486c-95df-9e57fa3ab25d of type vlan for network 663e616a-0f12-4b73-b0dc-c12a864d1d62 Feb 10 13:10:28.209369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks [] for port (0ae412eb-abfa-47f1-b463-4d412369512a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.217013 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6144d2c7-5d9d-4810-b0b3-2cb882a03577), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.246553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6144d2c7-5d9d-4810-b0b3-2cb882a03577), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.252302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-306fb8d9-a403-4c76-a515-bc575c13554c req-4ebc7526-c7a2-4469-84cb-660fa6afe96a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044630 Feb 10 13:10:28.262555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:10:28.262989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6144d2c7-5d9d-4810-b0b3-2cb882a03577), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:10:28.264847 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:10:28.288191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (663e616a-0f12-4b73-b0dc-c12a864d1d62), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.325057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (663e616a-0f12-4b73-b0dc-c12a864d1d62), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.326116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:28.326712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.372819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0550065 Feb 10 13:10:28.386070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:28.391529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Request body: {'subnet': {'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1966022019-subnet', 'tenant_id': '6a2f79c6e67d4407940635fff7affedb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:28.406648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ee9a-db02-4893-a87b-f7760e2015a5 admin admin] Pushing event updated for resources: {'Network': ['ID=663e616a-0f12-4b73-b0dc-c12a864d1d62,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:28.418256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Transition to ACTIVE for port object 0ae412eb-abfa-47f1-b463-4d412369512a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:28.419155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 663e616a-0f12-4b73-b0dc-c12a864d1d62 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:10:28.425082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.462926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (bb4b34d0-6921-4b4b-9aa0-8ff14e585f87), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.502338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.508542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb4b34d0-6921-4b4b-9aa0-8ff14e585f87 HTTP/1.1" status: 204 len: 168 time: 0.9119222 Feb 10 13:10:28.544131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:28.600340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630470-6754-4b55-857b-dfd5f047a8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4b34d0-6921-4b4b-9aa0-8ff14e585f87,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:28.600583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Attempting to bind port 0ae412eb-abfa-47f1-b463-4d412369512a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:28.609520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Attempting to bind port 0ae412eb-abfa-47f1-b463-4d412369512a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:28.613550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Attempting to bind port 0ae412eb-abfa-47f1-b463-4d412369512a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:28.628552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Port 0ae412eb-abfa-47f1-b463-4d412369512a on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:28.630675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Attempting to bind port 0ae412eb-abfa-47f1-b463-4d412369512a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:28.641418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:28.641782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:28.643436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:28.644620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Bound port: 0ae412eb-abfa-47f1-b463-4d412369512a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:28.645793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.647260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b44c-6e9b-48a7-ac54-9329299ed78a req-11898acf-c938-4bec-a0e7-e4059b7b07dd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:28.658532 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b608b44c-6e9b-48a7-ac54-9329299ed78a req-11898acf-c938-4bec-a0e7-e4059b7b07dd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 936 time: 0.3927197 Feb 10 13:10:28.680658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Made reservation on behalf of 6a2f79c6e67d4407940635fff7affedb for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:28.686267 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.780720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:28.791887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0ae412eb-abfa-47f1-b463-4d412369512a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:28.809572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.822091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:28.905681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:28.906305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:28.908474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] 10.222.0.77 "PUT /v2.0/ports/0ae412eb-abfa-47f1-b463-4d412369512a HTTP/1.1" status: 200 len: 1096 time: 2.3127043 Feb 10 13:10:28.911409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:28.934582 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:28.975563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:29.030064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-69898627-b05d-4d9d-b58d-53d067ee8bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b005071cf1b43e09f65b61070870ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922033 Feb 10 13:10:29.035416 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8908023-c678-4e48-84d3-89a4011e23c2 x-openstack-request-id: req-b8908023-c678-4e48-84d3-89a4011e23c2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:29.036258 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:29.036926 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8908023-c678-4e48-84d3-89a4011e23c2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:29.037788 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a', 'status': 'completed', 'code': 200} Feb 10 13:10:29.046004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:29.085169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493241d-7b9e-4465-8649-3f1ffa86b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:29.168897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] Publish callbacks [] for security_group (bc10862c-a299-4cef-9de7-7fa1e7f884ed), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.178137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-bb9915b4-efee-460b-831b-32e5da699841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:29.180056 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-bb9915b4-efee-460b-831b-32e5da699841 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1130 time: 0.2185163 Feb 10 13:10:29.203734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b608b44c-6e9b-48a7-ac54-9329299ed78a req-7da20b3b-4c4f-48d8-ba83-62e8d4308c72 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441883 Feb 10 13:10:29.267845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] Publish callbacks [] for security_group (bc10862c-a299-4cef-9de7-7fa1e7f884ed), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.439997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-3eb3c2fd-8419-4514-8907-625b2bdba2d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0ae412eb-abfa-47f1-b463-4d412369512a HTTP/1.1" status: 200 len: 217 time: 0.2494256 Feb 10 13:10:29.443033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bc10862c-a299-4cef-9de7-7fa1e7f884ed), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.446723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.447917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc10862c-a299-4cef-9de7-7fa1e7f884ed HTTP/1.1" status: 204 len: 168 time: 0.4006236 Feb 10 13:10:29.472292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63bb32f-36fd-4daf-a694-247e80bab91c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:29.494427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks [] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.518025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8ae5fea9-fe8c-456f-b3ad-811c024e3da7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.603427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4bb64-afd2-45f8-99a5-282391668471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc10862c-a299-4cef-9de7-7fa1e7f884ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:29.616284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Transition to ACTIVE for port object e63bb32f-36fd-4daf-a694-247e80bab91c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:29.640872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.660620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fcec2-6849-4fbd-b88e-0237035c3e22 req-621df2e6-e59b-4aa6-bb8c-2b7a496608be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:29.664361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-245fcec2-6849-4fbd-b88e-0237035c3e22 req-621df2e6-e59b-4aa6-bb8c-2b7a496608be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 946 time: 0.2226365 Feb 10 13:10:29.682760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d44348ec-81e1-47ef-b392-8b31c5087f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:29.684630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-d44348ec-81e1-47ef-b392-8b31c5087f84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2331893 Feb 10 13:10:29.791796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Pushing event updated for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:29.821489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae5fea9-fe8c-456f-b3ad-811c024e3da7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:29.822554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-245fcec2-6849-4fbd-b88e-0237035c3e22 req-a6caa637-1bb7-469b-aa43-6430e0b2d283 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424854 Feb 10 13:10:29.833333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7c9-b270-42b7-997f-cf0db72ddfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:29.883550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-0e691532-63e3-4047-8bd4-8ac8d9642717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:29.885336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-0e691532-63e3-4047-8bd4-8ac8d9642717 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1517637 Feb 10 13:10:30.000882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Checking segment: {'id': '8519b6c0-e42f-486c-95df-9e57fa3ab25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:30.001634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Network hostable DHCP agents. Network: 663e616a-0f12-4b73-b0dc-c12a864d1d62, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:10:30.096336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Network 663e616a-0f12-4b73-b0dc-c12a864d1d62 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:10:30.138428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-9e8b9187-e664-4b39-a226-39a35da9d6b3 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440655 Feb 10 13:10:30.154254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 663e616a-0f12-4b73-b0dc-c12a864d1d62) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:30.161383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:30.161974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.168141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5902d-6328-4533-8252-dfdd209a1e68 None None] Network 663e616a-0f12-4b73-b0dc-c12a864d1d62 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:30.222302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Attempting to bind port e63bb32f-36fd-4daf-a694-247e80bab91c on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:30.222670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Attempting to bind port e63bb32f-36fd-4daf-a694-247e80bab91c by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:30.225814 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Attempting to bind port e63bb32f-36fd-4daf-a694-247e80bab91c on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:30.252196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7c9-b270-42b7-997f-cf0db72ddfaf admin admin] Publish callbacks [] for security_group (f6a6cbdd-6589-487e-855d-79da52c0abff), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.254081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Port e63bb32f-36fd-4daf-a694-247e80bab91c on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:30.254679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Attempting to bind port e63bb32f-36fd-4daf-a694-247e80bab91c on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:30.278310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:30.278696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:30.279096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:30.279602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Bound port: e63bb32f-36fd-4daf-a694-247e80bab91c, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:30.280005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.283093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e62b7c9-b270-42b7-997f-cf0db72ddfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6a6cbdd-6589-487e-855d-79da52c0abff), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.315645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8e62b7c9-b270-42b7-997f-cf0db72ddfaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=912e8bffbcf346029b02583bb782c05f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3387420 Feb 10 13:10:30.335000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37ded839-5a9e-44b8-a093-defb2793b632 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9385390 Feb 10 13:10:30.335000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:30.376816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:30.447833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b7c9-b270-42b7-997f-cf0db72ddfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6cbdd-6589-487e-855d-79da52c0abff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:30.550499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ff2322ea-ac5f-4642-a798-a58777193ee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea0b68c1e57e4e6c916a7f73a8e9a58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690400 Feb 10 13:10:30.550499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-21ddd288-d6d8-45a2-ac45-746fe233dfc4 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995049 Feb 10 13:10:30.551930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:30.627445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18546fd-934b-441a-aa1b-b6b12e1f5a71 req-2e5f5642-ee7a-4588-905b-9021d7d42f99 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:30.645580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b18546fd-934b-441a-aa1b-b6b12e1f5a71 req-2e5f5642-ee7a-4588-905b-9021d7d42f99 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 948 time: 0.2471442 Feb 10 13:10:30.650382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] Publish callbacks [] for security_group (f6a6cbdd-6589-487e-855d-79da52c0abff), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.709000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061a6bd-c63e-4012-bed4-deaaaa9a36b9 None None] Network 663e616a-0f12-4b73-b0dc-c12a864d1d62 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:30.733099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:30.749128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e63bb32f-36fd-4daf-a694-247e80bab91c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:30.768636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] Publish callbacks [] for security_group (f6a6cbdd-6589-487e-855d-79da52c0abff), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.771275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] Publish callbacks [] for security_group (b1de08da-c552-4915-8dd5-ae93069f18d1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.772116 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.829607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] Publish callbacks [] for security_group (b1de08da-c552-4915-8dd5-ae93069f18d1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.895248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:30.898124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.903024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] 10.222.0.77 "PUT /v2.0/ports/e63bb32f-36fd-4daf-a694-247e80bab91c HTTP/1.1" status: 200 len: 1096 time: 3.3347821 Feb 10 13:10:30.931195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf85fe37-ddc2-4d1a-a459-cbd9d22a5ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:30.935553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:30.943789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-28dce46f-6690-4df9-a55e-fdc818f25638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:30.946259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-28dce46f-6690-4df9-a55e-fdc818f25638 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1130 time: 0.2920175 Feb 10 13:10:30.950960 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6581b2cd-4b39-4bef-ae9f-8c58862acb93" -d '{"events": [{"name": "network-changed", "server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:30.970557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b18546fd-934b-441a-aa1b-b6b12e1f5a71 req-05fc5d69-c514-4d99-8ed2-4681f8de3346 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129253 Feb 10 13:10:31.087445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-51d61a53-8c75-4647-869d-aad1e7b021af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.093727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-51d61a53-8c75-4647-869d-aad1e7b021af service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1319773 Feb 10 13:10:31.126237 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1de08da-c552-4915-8dd5-ae93069f18d1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:31.126478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04757793-f77c-43e6-9784-57fb88d41572 service neutron] Pushing event updated for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:31.131949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:31.133131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1de08da-c552-4915-8dd5-ae93069f18d1 HTTP/1.1" status: 204 len: 168 time: 0.5774012 Feb 10 13:10:31.156017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-c7f6b031-b8d2-46e2-bd54-84d799557292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.157879 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-c7f6b031-b8d2-46e2-bd54-84d799557292 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 1130 time: 0.1798446 Feb 10 13:10:31.197606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-4bae049a-451c-42e8-817d-f581b09f42f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0ae412eb-abfa-47f1-b463-4d412369512a HTTP/1.1" status: 200 len: 217 time: 0.0948384 Feb 10 13:10:31.199682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770beff-19b5-45f4-ad38-b957fc4e7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de08da-c552-4915-8dd5-ae93069f18d1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:31.248156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-0070b5f5-6232-4be0-b7c3-d42b0ac94d9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e63bb32f-36fd-4daf-a694-247e80bab91c HTTP/1.1" status: 200 len: 217 time: 0.0723128 Feb 10 13:10:31.253125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6a6cbdd-6589-487e-855d-79da52c0abff), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:31.256235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:31.257510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6a6cbdd-6589-487e-855d-79da52c0abff HTTP/1.1" status: 204 len: 168 time: 0.9218974 Feb 10 13:10:31.301476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e65b1f-59c5-49e4-ba14-4b5c57e1c41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6cbdd-6589-487e-855d-79da52c0abff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:31.327552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-800b5baf-2100-49d7-99d4-778c4ef1e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.336556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-800b5baf-2100-49d7-99d4-778c4ef1e4a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1253347 Feb 10 13:10:31.407631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eefb11-20e8-4fd0-8698-da11232dbce0 req-31a4321e-4d97-4cc9-8ff7-ef7dd8fd4343 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.415449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47eefb11-20e8-4fd0-8698-da11232dbce0 req-31a4321e-4d97-4cc9-8ff7-ef7dd8fd4343 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 946 time: 0.2759459 Feb 10 13:10:31.440948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-f1cbe397-3d39-4d9a-8d77-06fbea114de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.442833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-f1cbe397-3d39-4d9a-8d77-06fbea114de2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1838377 Feb 10 13:10:31.457441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-9a1c3457-9e39-49b6-8238-292ff29154a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.459537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-9a1c3457-9e39-49b6-8238-292ff29154a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1219175 Feb 10 13:10:31.643001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47eefb11-20e8-4fd0-8698-da11232dbce0 req-4361f6ee-f5f2-40f1-a472-8a97cdfc22a8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117491 Feb 10 13:10:31.650842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-e3cd13b2-330b-46c7-860d-bcc9fc0b46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:31.652458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-e3cd13b2-330b-46c7-860d-bcc9fc0b46bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1978636 Feb 10 13:10:31.748529 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be442bd-5b9e-4113-bc1d-d8c0d9b04fb9 x-openstack-request-id: req-9be442bd-5b9e-4113-bc1d-d8c0d9b04fb9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:31.749088 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:31.749387 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9be442bd-5b9e-4113-bc1d-d8c0d9b04fb9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:31.749921 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c', 'status': 'completed', 'code': 200} Feb 10 13:10:31.812428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-946c0b60-d155-4e83-8d72-91d06d6b708c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454852 Feb 10 13:10:31.974279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-a97becc1-1294-4ad8-942c-f518cb1c463e service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147128 Feb 10 13:10:31.997578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e970dcf-3f2c-4fa8-90e5-1093e5a4ae31 req-1d0d9d1b-cbe0-4351-af0b-c13cd3a45e8c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722829 Feb 10 13:10:32.192231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a1fa2-9331-4b34-9fb7-bbde944515c8 req-9f5927e3-1356-4d95-88ce-af18da4af58c tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:32.194747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c9a1fa2-9331-4b34-9fb7-bbde944515c8 req-9f5927e3-1356-4d95-88ce-af18da4af58c tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.3414085 Feb 10 13:10:32.198738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a132e-5475-4c5d-be4e-2c7d35897f25 req-a6586083-8b7c-404c-ace1-f5e03de54ec1 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750474 Feb 10 13:10:32.249612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:32.284319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c45ed83-13c3-4e9f-bdbd-0a1dc2297ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.430802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c45ed83-13c3-4e9f-bdbd-0a1dc2297ff1 admin admin] Publish callbacks [] for security_group (a71b2ac9-4752-446e-ae65-05c3452b42cc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.438112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c45ed83-13c3-4e9f-bdbd-0a1dc2297ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a71b2ac9-4752-446e-ae65-05c3452b42cc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.452405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-3bff948a-8b44-4005-8de7-a26e6426873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:32.457379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-3bff948a-8b44-4005-8de7-a26e6426873a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 1130 time: 0.1801832 Feb 10 13:10:32.477919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c9a1fa2-9331-4b34-9fb7-bbde944515c8 req-d3b909dc-1983-4589-8d95-135fe64d6781 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638953 Feb 10 13:10:32.505943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c45ed83-13c3-4e9f-bdbd-0a1dc2297ff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe09df23044a4697bcf815964b445d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518315 Feb 10 13:10:32.505943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45ed83-13c3-4e9f-bdbd-0a1dc2297ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b2ac9-4752-446e-ae65-05c3452b42cc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:32.507977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:32.596822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] Publish callbacks [] for security_group (a71b2ac9-4752-446e-ae65-05c3452b42cc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.660699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] Publish callbacks [] for security_group (a71b2ac9-4752-446e-ae65-05c3452b42cc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.750008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a71b2ac9-4752-446e-ae65-05c3452b42cc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.752975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:32.754462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a71b2ac9-4752-446e-ae65-05c3452b42cc HTTP/1.1" status: 204 len: 168 time: 0.2454791 Feb 10 13:10:32.774895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e37b8-7f24-453e-9e57-4556ca50eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b2ac9-4752-446e-ae65-05c3452b42cc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:32.955450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-c66940d4-beaf-493c-af83-435ade6e302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:32.957137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-c66940d4-beaf-493c-af83-435ade6e302f service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4777460 Feb 10 13:10:32.980722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b1c5-b854-4f77-bbd1-60596a04ab97 req-ec227411-ed55-49a2-9024-e5fefabbefe8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:32.990179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5738b1c5-b854-4f77-bbd1-60596a04ab97 req-ec227411-ed55-49a2-9024-e5fefabbefe8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 948 time: 0.2687626 Feb 10 13:10:32.994736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0c4e0-f69e-4164-a48f-fd4ff4c473c9 req-51a1c730-29bf-47e8-a3d1-9158aa3fa110 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:33.005696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22a0c4e0-f69e-4164-a48f-fd4ff4c473c9 req-51a1c730-29bf-47e8-a3d1-9158aa3fa110 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.0929413 Feb 10 13:10:33.027969 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-94c0f436-57b8-42cc-8642-fa565417a80c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e63bb32f-36fd-4daf-a694-247e80bab91c HTTP/1.1" status: 200 len: 217 time: 0.0631571 Feb 10 13:10:33.083442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22a0c4e0-f69e-4164-a48f-fd4ff4c473c9 req-5780f6d3-621a-4738-8e51-a420897fd050 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675733 Feb 10 13:10:33.114231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:33.121974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5738b1c5-b854-4f77-bbd1-60596a04ab97 req-e1302c43-ab0c-4eaa-bd5b-7944c40ec676 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222296 Feb 10 13:10:33.139257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-79031580-c9ed-4219-bc78-c50783209830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:33.144186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-79031580-c9ed-4219-bc78-c50783209830 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1065927 Feb 10 13:10:33.170721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c805fce1-cfe8-4777-a317-7f9fa4521233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.221313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-7605aa64-9dd2-415f-9a93-dd1f3d72f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:33.223630 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-7605aa64-9dd2-415f-9a93-dd1f3d72f569 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0732758 Feb 10 13:10:33.583580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1116954573-network', 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:33.627675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:33.636504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.658885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.828652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-6db3a095-d139-4646-8522-51906d8779b6 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960243 Feb 10 13:10:33.843445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks [] for security_group (504d2d47-d90f-48f1-80c1-7d7fc0f39d0e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.852480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (504d2d47-d90f-48f1-80c1-7d7fc0f39d0e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.861060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba0235-52bd-437a-8ab9-228192743470 req-bc066be4-5868-42c1-bf25-1281fe311dc6 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:33.863410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46ba0235-52bd-437a-8ab9-228192743470 req-bc066be4-5868-42c1-bf25-1281fe311dc6 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.4367852 Feb 10 13:10:33.911329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:10:33.924865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:33.937361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1c2ec73b-b8a2-4285-928a-b716a43ba153), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:33.937361 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Added segment 1c2ec73b-b8a2-4285-928a-b716a43ba153 of type vlan for network 99910bda-153c-42b4-9e7b-ac421e5b92e3 Feb 10 13:10:34.015038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (99910bda-153c-42b4-9e7b-ac421e5b92e3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.044476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46ba0235-52bd-437a-8ab9-228192743470 req-3019cc92-420b-48f1-a200-b6a9e3aabac6 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532791 Feb 10 13:10:34.061146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (99910bda-153c-42b4-9e7b-ac421e5b92e3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.062356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:34.063426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.092521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6581b2cd-4b39-4bef-ae9f-8c58862acb93 req-34f86ec3-8c32-4bf7-ba5a-20ee44e7499c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558653 Feb 10 13:10:34.109206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:34.135932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0174758 Feb 10 13:10:34.137454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:34.154163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Request body: {'subnet': {'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1116954573-subnet', 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:34.185394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db57d-2498-4cb6-a1aa-028f13594261 admin admin] Pushing event updated for resources: {'Network': ['ID=99910bda-153c-42b4-9e7b-ac421e5b92e3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:34.199496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:10:34.205961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:34.209734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.396676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc21b96e-a572-4b47-84c1-5d3848615207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.397565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-18f13b3a-8219-4a58-ad5d-cab723e8b79f tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:34.402743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.404848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-18f13b3a-8219-4a58-ad5d-cab723e8b79f tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/networks?id=663e616a-0f12-4b73-b0dc-c12a864d1d62 HTTP/1.1" status: 200 len: 810 time: 0.1811419 Feb 10 13:10:34.420817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-bda9f44f-13d3-4cef-a175-9716aea70995 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/quotas/6a2f79c6e67d4407940635fff7affedb HTTP/1.1" status: 200 len: 375 time: 0.0106726 Feb 10 13:10:34.467150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-02fe6e85-9661-40de-922a-93b97407194a tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a2f79c6e67d4407940635fff7affedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384462 Feb 10 13:10:34.468552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204727fa-2ad8-45d8-bfb0-3c323f0da59d req-f3df78ab-dc7a-479f-b6ef-2a2b9d34d6bf tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:34.470122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-204727fa-2ad8-45d8-bfb0-3c323f0da59d req-f3df78ab-dc7a-479f-b6ef-2a2b9d34d6bf tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 948 time: 0.2239606 Feb 10 13:10:34.619960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-69576422-6e21-495d-bb7a-5e39477b8cae service neutron] 10.222.0.13 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374340 Feb 10 13:10:34.631921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-204727fa-2ad8-45d8-bfb0-3c323f0da59d req-c8316d99-2e4a-4d75-ae93-f62b573e3ed9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521003 Feb 10 13:10:34.674179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc21b96e-a572-4b47-84c1-5d3848615207 admin admin] Publish callbacks [] for security_group (5898d459-cc43-454d-a854-01884a38e486), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.678728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b281a16d-397e-4632-9956-a39c66cec689), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.688275 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc21b96e-a572-4b47-84c1-5d3848615207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5898d459-cc43-454d-a854-01884a38e486), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.739285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0ae412eb-abfa-47f1-b463-4d412369512a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:34.765407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-82318f0d-43ba-4bf9-851c-1ac4be962d4d service neutron] 10.222.0.13 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392581 Feb 10 13:10:34.781445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc21b96e-a572-4b47-84c1-5d3848615207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a471a0f1cddb441d9ee2ae053e34f77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693981 Feb 10 13:10:34.784950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:34.797979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b281a16d-397e-4632-9956-a39c66cec689,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:34.801303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b96e-a572-4b47-84c1-5d3848615207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898d459-cc43-454d-a854-01884a38e486,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:34.811067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:34.811427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Network hostable DHCP agents. Network: 99910bda-153c-42b4-9e7b-ac421e5b92e3, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:10:34.836548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:10:34.859587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 99910bda-153c-42b4-9e7b-ac421e5b92e3) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:34.872477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:34.873971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.890123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144123b4-91e1-4351-bfdf-97f5ab2c6ced None None] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:34.902247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] Publish callbacks [] for security_group (5898d459-cc43-454d-a854-01884a38e486), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.917946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96ba29bf-a2e6-442f-be5d-123f31f87bd5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7787087 Feb 10 13:10:34.969023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] Publish callbacks [] for security_group (5898d459-cc43-454d-a854-01884a38e486), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:34.997154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0ae412eb-abfa-47f1-b463-4d412369512a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:35.038876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '0ae412eb-abfa-47f1-b463-4d412369512a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '0ae412eb-abfa-47f1-b463-4d412369512a', 'mac_address': 'fa:16:3e:cc:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:35.054017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5898d459-cc43-454d-a854-01884a38e486), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.056845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.060455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5898d459-cc43-454d-a854-01884a38e486 HTTP/1.1" status: 204 len: 168 time: 0.2744157 Feb 10 13:10:35.078039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a395601-4fb1-4ab2-a7f7-e3db1f6f9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898d459-cc43-454d-a854-01884a38e486,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:35.128890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b3003-0264-40c5-8937-3b76e706aee6 None None] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:35.258537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c4f5-fc12-4822-b704-dbd60494561e req-3f672fc6-c36e-43b9-a16a-31cef1cf4e75 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:35.269073 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8217c4f5-fc12-4822-b704-dbd60494561e req-3f672fc6-c36e-43b9-a16a-31cef1cf4e75 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.0656970 Feb 10 13:10:35.287942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0ae412eb-abfa-47f1-b463-4d412369512a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:35.288516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.349151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae412eb-abfa-47f1-b463-4d412369512a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:35.373634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0ae412eb-abfa-47f1-b463-4d412369512a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:35.379677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.398537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28b7fefc-51d6-430f-9f59-dff01ff11f7a req-03458036-8ce1-4e5e-a908-c942df2e552c tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 210 time: 0.1011715 Feb 10 13:10:35.404207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8217c4f5-fc12-4822-b704-dbd60494561e req-5ff7ab4e-0ee6-4bb2-b204-6a45cc2b6989 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335008 Feb 10 13:10:35.479960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:35.609896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-7c66965f-d13a-4a38-8bb3-4eee7d7ba75b req-5b1cbc1a-a336-44ae-b69b-e2c7b8344a99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:10:35.612102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c66965f-d13a-4a38-8bb3-4eee7d7ba75b req-5b1cbc1a-a336-44ae-b69b-e2c7b8344a99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094247 Feb 10 13:10:35.620931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['0ae412eb-abfa-47f1-b463-4d412369512a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:35.774751 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.778585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.783480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55466) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:35.807237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2395-0407-4437-9c1b-618b0de02f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:35.965540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b590e-8833-4043-8555-a76f473dfe8a req-2e19e537-575b-4855-9a64-bd09446fa818 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:35.981137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a1b590e-8833-4043-8555-a76f473dfe8a req-2e19e537-575b-4855-9a64-bd09446fa818 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 948 time: 0.1748362 Feb 10 13:10:36.155894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a1b590e-8833-4043-8555-a76f473dfe8a req-e5b75c43-e946-420b-9628-0074f8f3ba79 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718771 Feb 10 13:10:36.180676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2395-0407-4437-9c1b-618b0de02f00 admin admin] Publish callbacks [] for security_group (e63c0278-f4b6-44ba-a398-5e1b760c1e34), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.186708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2395-0407-4437-9c1b-618b0de02f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e63c0278-f4b6-44ba-a398-5e1b760c1e34), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.276566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3aeb2395-0407-4437-9c1b-618b0de02f00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5e67b9caeb949c490f228040699817d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916878 Feb 10 13:10:36.278036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb2395-0407-4437-9c1b-618b0de02f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c0278-f4b6-44ba-a398-5e1b760c1e34,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:36.279116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:36.376361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] Publish callbacks [] for security_group (e63c0278-f4b6-44ba-a398-5e1b760c1e34), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.408744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] Publish callbacks [] for security_group (e63c0278-f4b6-44ba-a398-5e1b760c1e34), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.496796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e63c0278-f4b6-44ba-a398-5e1b760c1e34), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.499586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.500597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e63c0278-f4b6-44ba-a398-5e1b760c1e34 HTTP/1.1" status: 204 len: 168 time: 0.2204623 Feb 10 13:10:36.520488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b4a8-5513-40be-ab2d-67d11a95bbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c0278-f4b6-44ba-a398-5e1b760c1e34,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:36.596990 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-243573e7-7d22-4f86-8260-1c98872ed9a8 req-3ff5defb-7eaa-4863-960a-860349c245ff tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 210 time: 0.0402400 Feb 10 13:10:36.625953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:36.631160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1346777308-network', 'tenant_id': 'e06f96f09bbc4d7eab5f55faff167c22'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:36.657677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Made reservation on behalf of e06f96f09bbc4d7eab5f55faff167c22 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:36.660137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.672105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.751285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e63bb32f-36fd-4daf-a694-247e80bab91c details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:36.773447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0ae412eb-abfa-47f1-b463-4d412369512a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:36.833087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks [] for security_group (c188b9cb-e260-4c5b-b814-ce9f3a124086), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.845705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c188b9cb-e260-4c5b-b814-ce9f3a124086), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.907411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:10:36.939951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188b9cb-e260-4c5b-b814-ce9f3a124086,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:36.963221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (542fda8b-23ce-43b8-90b6-3556ca3b6c94), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:36.963570 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Added segment 542fda8b-23ce-43b8-90b6-3556ca3b6c94 of type vlan for network 79d376b1-5a30-44bb-8a1a-d74afdae6f36 Feb 10 13:10:37.001020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 0ae412eb-abfa-47f1-b463-4d412369512a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:37.020350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 0ae412eb-abfa-47f1-b463-4d412369512a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:37.022246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.117324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (79d376b1-5a30-44bb-8a1a-d74afdae6f36), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.132167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e63bb32f-36fd-4daf-a694-247e80bab91c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:37.173351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e63bb32f-36fd-4daf-a694-247e80bab91c', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'e63bb32f-36fd-4daf-a694-247e80bab91c', 'mac_address': 'fa:16:3e:48:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:37.213095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (79d376b1-5a30-44bb-8a1a-d74afdae6f36), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.220854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:37.225941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.346343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7117901 Feb 10 13:10:37.346343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:37.379377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.386108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Request body: {'subnet': {'network_id': '79d376b1-5a30-44bb-8a1a-d74afdae6f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1346777308-subnet', 'tenant_id': 'e06f96f09bbc4d7eab5f55faff167c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:37.428029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Made reservation on behalf of e06f96f09bbc4d7eab5f55faff167c22 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:37.431011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.438609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b4cd-5694-4ca4-9bcf-730c4e6b471d admin admin] Pushing event updated for resources: {'Network': ['ID=79d376b1-5a30-44bb-8a1a-d74afdae6f36,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:37.477340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 79d376b1-5a30-44bb-8a1a-d74afdae6f36 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:10:37.496056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-6a9187f2-e9ea-4ede-bce2-4135dca91e6e tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:37.499112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-6a9187f2-e9ea-4ede-bce2-4135dca91e6e tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.21 "GET /v2.0/networks?id=663e616a-0f12-4b73-b0dc-c12a864d1d62 HTTP/1.1" status: 200 len: 810 time: 0.4250875 Feb 10 13:10:37.521856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Request body: {'port': {'device_id': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62', 'admin_state_up': True, 'tenant_id': '6a2f79c6e67d4407940635fff7affedb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:37.536201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9b88a-81c5-4ada-887a-42acf9b4483b req-4aa773e0-4eca-4525-9bee-2d1bcc701a31 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:37.544887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25f9b88a-81c5-4ada-887a-42acf9b4483b req-4aa773e0-4eca-4525-9bee-2d1bcc701a31 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 948 time: 0.2534184 Feb 10 13:10:37.637505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25f9b88a-81c5-4ada-887a-42acf9b4483b req-656e0dae-68ed-42b4-a606-2b1d38b6aae4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913231 Feb 10 13:10:37.684284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e63bb32f-36fd-4daf-a694-247e80bab91c is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:37.686356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.748102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0ae412eb-abfa-47f1-b463-4d412369512a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:37.748639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.759877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63bb32f-36fd-4daf-a694-247e80bab91c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:37.769268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Made reservation on behalf of 6a2f79c6e67d4407940635fff7affedb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:37.775075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.812769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0ae412eb-abfa-47f1-b463-4d412369512a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:37.813565 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b86ccd62-932a-4441-a543-f65598037c60 req-5eab87ca-4d56-4b06-81b9-28fec999d41e tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 210 time: 0.0800703 Feb 10 13:10:37.832343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:37.836321 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b48124-4aea-43ea-844e-26feac107b9e" -d '{"events": [{"server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "name": "network-vif-plugged", "status": "completed", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:37.866317 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:37.903287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e63bb32f-36fd-4daf-a694-247e80bab91c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:37.918549 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c285d-3d0c-4e91-9768-21f3479ad67b x-openstack-request-id: req-566c285d-3d0c-4e91-9768-21f3479ad67b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:37.919149 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "name": "network-vif-plugged", "status": "completed", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:37.921660 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-566c285d-3d0c-4e91-9768-21f3479ad67b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:37.922391 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a', 'code': 200} Feb 10 13:10:37.976891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.047431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:38.070720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (56ddd15f-ad99-4ecf-999f-9cccfc0de2ba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.089987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Allocated IP 172.20.0.11 (663e616a-0f12-4b73-b0dc-c12a864d1d62/8ae5fea9-fe8c-456f-b3ad-811c024e3da7/ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:38.175325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:38.193207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ddd15f-ad99-4ecf-999f-9cccfc0de2ba,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:38.199156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-e492dbac-75df-46ef-b372-91a68ba018ee tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:10:38.200230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-e492dbac-75df-46ef-b372-91a68ba018ee tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121364 Feb 10 13:10:38.238156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e63bb32f-36fd-4daf-a694-247e80bab91c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:38.256817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4ebea-87b5-48db-9c85-30a04f499eb1 req-d0724138-292f-45ed-bf05-f64fe50d65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:38.258405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24b4ebea-87b5-48db-9c85-30a04f499eb1 req-d0724138-292f-45ed-bf05-f64fe50d65af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1132 time: 0.2592037 Feb 10 13:10:38.303733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-4bccd59b-1446-420c-aa8a-e89b0df861eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:38.310295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-4bccd59b-1446-420c-aa8a-e89b0df861eb service neutron] 10.222.0.13 "GET /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 1125 time: 0.0975389 Feb 10 13:10:38.317990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:38.318440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:10:38.352332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Checking segment: {'id': '542fda8b-23ce-43b8-90b6-3556ca3b6c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79d376b1-5a30-44bb-8a1a-d74afdae6f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:38.353626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Network hostable DHCP agents. Network: 79d376b1-5a30-44bb-8a1a-d74afdae6f36, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:10:38.375944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24b4ebea-87b5-48db-9c85-30a04f499eb1 req-a8e6dc28-2e43-40d3-b788-f546b103b1a0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066320 Feb 10 13:10:38.417168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Network 79d376b1-5a30-44bb-8a1a-d74afdae6f36 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:10:38.434951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 79d376b1-5a30-44bb-8a1a-d74afdae6f36) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:38.462000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c64ea-677f-41f4-82a6-bb17a23c0a60 None None] Network 79d376b1-5a30-44bb-8a1a-d74afdae6f36 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:38.462348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks [] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.473619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:38.474217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.510859 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f49900cb-883f-4777-b379-c23073338b47 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1649656 Feb 10 13:10:38.573876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.582481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:38.582954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:38.583920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:38.590264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:38.590885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:38.596986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:38.597424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:38.597732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:38.598177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Bound port: ea0ac699-043d-416d-ae67-ededd4bbfa9a, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:38.649725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3c903-5901-45f7-ae12-562e815c54f2 None None] Network 79d376b1-5a30-44bb-8a1a-d74afdae6f36 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:10:38.685811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:38.697612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.702795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b834f658-1554-40b7-9c88-d5c903b0320c service neutron] 10.222.0.13 "POST /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3915887 Feb 10 13:10:38.807785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Pushing event updated for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:38.912267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Network 663e616a-0f12-4b73-b0dc-c12a864d1d62 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:38.928266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:38.931106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:38.939141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:38.940169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:38.975485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-d442c36b-9146-41b5-afc1-00f80c1783b0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4668543 Feb 10 13:10:38.987959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Request body: {'port': {'device_id': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:39.147301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:39.196899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738939-545d-46f4-b976-87fb5a319aca req-870bd00c-0af8-4211-b7c7-f1bfeb061143 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:39.198658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a738939-545d-46f4-b976-87fb5a319aca req-870bd00c-0af8-4211-b7c7-f1bfeb061143 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 949 time: 0.1729550 Feb 10 13:10:39.351392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-cb8fc9b3-9f55-40f3-9543-d597c8d53186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:39.353014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-cb8fc9b3-9f55-40f3-9543-d597c8d53186 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1128 time: 0.2008564 Feb 10 13:10:39.368985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a738939-545d-46f4-b976-87fb5a319aca req-df05eeca-1e6a-4ed1-93bb-d03e4f36b352 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366978 Feb 10 13:10:39.500026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35137a-b59f-46d0-a32a-46e5bf66e8f3 req-c2667319-d4b2-4db1-8729-7c526da372ff tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:39.502234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f35137a-b59f-46d0-a32a-46e5bf66e8f3 req-c2667319-d4b2-4db1-8729-7c526da372ff tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 932 time: 0.0777493 Feb 10 13:10:39.596626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f35137a-b59f-46d0-a32a-46e5bf66e8f3 req-a47ca08f-d8aa-41d5-a90e-4b214e1721e0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872917 Feb 10 13:10:39.822621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7a069-6b7a-4ce0-9b80-07cd3153a158 req-8661e503-b070-478d-b857-57f1f415c286 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:39.826063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9c7a069-6b7a-4ce0-9b80-07cd3153a158 req-8661e503-b070-478d-b857-57f1f415c286 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 946 time: 0.2046387 Feb 10 13:10:39.835885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-2cef3111-8e1b-42e1-bd5d-89cf0a7649b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:39.838389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-2cef3111-8e1b-42e1-bd5d-89cf0a7649b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.4683783 Feb 10 13:10:39.923760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3b1863f2-ef8c-441c-9498-e2c3e6561661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.0743399 Feb 10 13:10:39.957349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:39.996357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9c7a069-6b7a-4ce0-9b80-07cd3153a158 req-b8b78ddc-d878-46c5-8513-07533682a14f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500728 Feb 10 13:10:40.043072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-8b32f3f5-a3dc-41fc-961f-a4d656762ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.044649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-8b32f3f5-a3dc-41fc-961f-a4d656762ff9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1116281 Feb 10 13:10:40.060612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:40.087263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14dd28d1-4150-4508-b1f7-302b5b4aef75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.090367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks [] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.094820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6ecfbdba-27fe-41af-9d8b-6b44125f3837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437200 Feb 10 13:10:40.126816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Transition to ACTIVE for port object ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:40.140875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.263594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-dfc35cc3-b4fc-4750-99c4-b98d49583534 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.269386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-dfc35cc3-b4fc-4750-99c4-b98d49583534 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.1519339 Feb 10 13:10:40.283725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:40.300341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-d8c5f7d0-86b0-451d-af4f-16c15382acdd service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960258 Feb 10 13:10:40.306410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Attempting to bind port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:40.306720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Attempting to bind port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '8519b6c0-e42f-486c-95df-9e57fa3ab25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:40.307056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Attempting to bind port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 on network 663e616a-0f12-4b73-b0dc-c12a864d1d62 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:40.315234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-09b3f66e-b9ad-43df-a727-2ddf930c26ac tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/quotas/bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 375 time: 0.0420551 Feb 10 13:10:40.321882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14dd28d1-4150-4508-b1f7-302b5b4aef75 admin admin] Publish callbacks [] for security_group (864cbc7b-5627-4040-92fe-463ab5ca6121), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.332560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14dd28d1-4150-4508-b1f7-302b5b4aef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (864cbc7b-5627-4040-92fe-463ab5ca6121), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.360384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-8e0e3421-9fc8-4916-a05e-a08301dcbc1b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442071 Feb 10 13:10:40.360953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 on network 663e616a-0f12-4b73-b0dc-c12a864d1d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:40.361371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Attempting to bind port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 on network 663e616a-0f12-4b73-b0dc-c12a864d1d62 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:40.378973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:40.379374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Checking segment: {'id': '8519b6c0-e42f-486c-95df-9e57fa3ab25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:40.379648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Bound using segment: {'id': '8519b6c0-e42f-486c-95df-9e57fa3ab25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:40.380087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Bound port: ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8519b6c0-e42f-486c-95df-9e57fa3ab25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:40.380452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.419332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd28d1-4150-4508-b1f7-302b5b4aef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864cbc7b-5627-4040-92fe-463ab5ca6121,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:40.429780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14dd28d1-4150-4508-b1f7-302b5b4aef75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39bf2ec56e17457ead0b31ddd84651f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710586 Feb 10 13:10:40.434819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:40.495445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-0488c4c4-ef02-4823-8785-6f1a0fa1bd19 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341479 Feb 10 13:10:40.570733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-24e9ece8-1f15-40b0-89c5-591de42ea164 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552364 Feb 10 13:10:40.577130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:40.582814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,segment=NetworkSegment(8519b6c0-e42f-486c-95df-9e57fa3ab25d),segment_id=8519b6c0-e42f-486c-95df-9e57fa3ab25d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:40.594981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-5a0b9a4a-e3c5-4f10-bf63-03a275b48437 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922806 Feb 10 13:10:40.597777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.605751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] Publish callbacks [] for security_group (864cbc7b-5627-4040-92fe-463ab5ca6121), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.657047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf361a9b-c855-43dd-824b-9d3123222d17 req-254090c0-c481-40fc-a6b3-3fee70dd2efd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.658654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf361a9b-c855-43dd-824b-9d3123222d17 req-254090c0-c481-40fc-a6b3-3fee70dd2efd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 949 time: 0.1800945 Feb 10 13:10:40.694216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.694650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.696180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 HTTP/1.1" status: 200 len: 1092 time: 1.7135367 Feb 10 13:10:40.698608 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] Publish callbacks [] for security_group (864cbc7b-5627-4040-92fe-463ab5ca6121), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.722689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:40.725167 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebecba-8516-41f5-a277-7ec3ae3b7954" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:40.776569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e63bb32f-36fd-4daf-a694-247e80bab91c up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:40.777520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981559a3-aa70-4cb3-b6f4-87c97084c294 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:40.855999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf361a9b-c855-43dd-824b-9d3123222d17 req-f5ddfad8-9a58-43cc-8cc5-2149d89ab86e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893241 Feb 10 13:10:40.859248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-dbbedfd6-a1a3-4b6a-9e3c-7e56756aafc7 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.860972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-dbbedfd6-a1a3-4b6a-9e3c-7e56756aafc7 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.2013023 Feb 10 13:10:40.868502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-fd78d8dc-8217-4fb8-ba1e-ac849549efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:40.869939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-fd78d8dc-8217-4fb8-ba1e-ac849549efa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a2f79c6e67d4407940635fff7affedb&device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 1126 time: 0.1132941 Feb 10 13:10:40.892119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:40.910071 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.925236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e63bb32f-36fd-4daf-a694-247e80bab91c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:40.940581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e63bb32f-36fd-4daf-a694-247e80bab91c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:40.940988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:40.997671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (864cbc7b-5627-4040-92fe-463ab5ca6121), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.000422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.001693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/864cbc7b-5627-4040-92fe-463ab5ca6121 HTTP/1.1" status: 204 len: 168 time: 0.5437002 Feb 10 13:10:41.060584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e63bb32f-36fd-4daf-a694-247e80bab91c is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:41.061029 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.070936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-4298dccd-14bf-44b4-80d5-efcaa7d8c0f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 HTTP/1.1" status: 200 len: 217 time: 0.1176500 Feb 10 13:10:41.074513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9ea7f-9686-49cf-9891-dcb333779dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864cbc7b-5627-4040-92fe-463ab5ca6121,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:41.076594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.109784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:41.114884 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40afc3b1-f9ba-4f0e-bb99-b19f37a45482" -d '{"events": [{"server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "name": "network-vif-plugged", "status": "completed", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:41.132507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e63bb32f-36fd-4daf-a694-247e80bab91c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:41.138296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.192599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:41.224637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014e82e-fa37-46f6-9294-ddb97076b3d0 req-f8f5d8fe-c3b2-42fc-835c-0fada4a9e0c6 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:41.226318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d014e82e-fa37-46f6-9294-ddb97076b3d0 req-f8f5d8fe-c3b2-42fc-835c-0fada4a9e0c6 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 944 time: 0.2743723 Feb 10 13:10:41.282796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-f2298ff0-1ea9-4fd9-ba95-dac45efba17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:41.284240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-f2298ff0-1ea9-4fd9-ba95-dac45efba17a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ae5fea9-fe8c-456f-b3ad-811c024e3da7 HTTP/1.1" status: 200 len: 850 time: 0.2036929 Feb 10 13:10:41.322320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-d1aa23bf-44f6-48ec-a82a-0de4f6d76ca7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869446 Feb 10 13:10:41.359114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-03932f17-64bb-4e5f-946c-8b6af5d0302c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=663e616a-0f12-4b73-b0dc-c12a864d1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572245 Feb 10 13:10:41.443037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d014e82e-fa37-46f6-9294-ddb97076b3d0 req-e729772c-a873-403e-bb0e-1676da1e531b tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939917 Feb 10 13:10:41.498010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-56a73af2-cead-4142-bbbe-3e1af5b184d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:41.499533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-56a73af2-cead-4142-bbbe-3e1af5b184d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1131 time: 0.1222699 Feb 10 13:10:41.504335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:41.521979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:41.571850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b50a26-e4fa-44a3-a37c-dcec0dfe9c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.573564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-6fbfb00d-e24d-44e8-b295-54f156206792 service neutron] 10.222.0.21 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838264 Feb 10 13:10:41.592805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eddfa363-01fa-46ba-8c19-77a6660dfab0 req-48120c80-86be-40a9-882c-3fa871eb4dfd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 210 time: 0.0615175 Feb 10 13:10:41.671250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:41.700473 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d95df2-da15-4c0f-b0a0-168ce77b2de1 x-openstack-request-id: req-17d95df2-da15-4c0f-b0a0-168ce77b2de1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:41.700797 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:41.701049 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d95df2-da15-4c0f-b0a0-168ce77b2de1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:41.701445 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7', 'status': 'completed', 'code': 200} Feb 10 13:10:41.725506 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b50a26-e4fa-44a3-a37c-dcec0dfe9c40 admin admin] Publish callbacks [] for security_group (c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.745331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b50a26-e4fa-44a3-a37c-dcec0dfe9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.769623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks [] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.778167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c64dac-da41-44c0-9f52-e108eac75515 req-81b208d9-e396-4659-b70d-df17091f37af service neutron] 10.222.0.21 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695240 Feb 10 13:10:41.780915 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:41.809822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02b50a26-e4fa-44a3-a37c-dcec0dfe9c40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65ba319ef0384f7e90b0d9b4c6baa3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849796 Feb 10 13:10:41.813189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b50a26-e4fa-44a3-a37c-dcec0dfe9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:41.813493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:41.866460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-618e6fcb-2c76-452c-8947-1e6410f2e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:41.867815 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-618e6fcb-2c76-452c-8947-1e6410f2e857 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3426428 Feb 10 13:10:41.913637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:41.916834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-6d7821b2-03d8-46b0-84a6-70798aa481d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0408835 Feb 10 13:10:41.930312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d9bd-c23a-4335-a10f-1188e1282a0c req-22224a6b-799c-474a-9304-843f03167f58 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:41.931920 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f017d9bd-c23a-4335-a10f-1188e1282a0c req-22224a6b-799c-474a-9304-843f03167f58 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.1152930 Feb 10 13:10:41.960833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:41.961175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:41.961649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:41.983915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:41.984917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Attempting to bind port ea0ac699-043d-416d-ae67-ededd4bbfa9a on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:41.991771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] Publish callbacks [] for security_group (c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:42.007848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-011be288-5af1-4c4c-aec9-80838d89cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:42.009373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-011be288-5af1-4c4c-aec9-80838d89cb55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0765753 Feb 10 13:10:42.015705 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb9425a-9a5e-4d3c-9bd6-b92ee7ff53e8 x-openstack-request-id: req-5cb9425a-9a5e-4d3c-9bd6-b92ee7ff53e8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:42.016210 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "name": "network-vif-plugged", "status": "completed", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:42.016540 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cb9425a-9a5e-4d3c-9bd6-b92ee7ff53e8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:42.017105 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c', 'code': 200} Feb 10 13:10:42.021206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] Publish callbacks [] for security_group (c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:42.048684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:42.049232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:42.050751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:42.051300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Bound port: ea0ac699-043d-416d-ae67-ededd4bbfa9a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:42.051663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:42.081427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f017d9bd-c23a-4335-a10f-1188e1282a0c req-740acf2e-424e-4e66-abb6-39adf9405abe tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180530 Feb 10 13:10:42.138345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-a1ed0116-ea24-4bed-a61a-caa4cdcd0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:42.141462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-a1ed0116-ea24-4bed-a61a-caa4cdcd0014 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1218307 Feb 10 13:10:42.182802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-cf32f26c-9606-46a5-9038-10cebcec2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:42.184728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-cf32f26c-9606-46a5-9038-10cebcec2b5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a2f79c6e67d4407940635fff7affedb&device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 1126 time: 0.3088949 Feb 10 13:10:42.229717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:42.232652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:42.234255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3 HTTP/1.1" status: 204 len: 168 time: 0.4189451 Feb 10 13:10:42.291682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943a4d6-a3a7-4046-81a6-2cb12ff5047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8651127-8245-4ebb-bf2a-7cd3f0e0c8e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:42.327096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-ee6110f6-ccd5-4fc7-a846-cc98ee059486 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784976 Feb 10 13:10:42.352200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197bd1-03d4-4163-800a-95d48d42064a req-839a9664-23f1-474f-868f-3ef00f720cbb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:42.353751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dd197bd1-03d4-4163-800a-95d48d42064a req-839a9664-23f1-474f-868f-3ef00f720cbb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 950 time: 0.1027696 Feb 10 13:10:42.526610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dd197bd1-03d4-4163-800a-95d48d42064a req-aeb1acdd-0dad-4021-b447-3f0161641c20 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620424 Feb 10 13:10:42.553143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c776f4-878d-4d3e-a514-6bd7b49445c2 req-4fe84a7b-e8e9-4ec1-8f1e-bc851f7f325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:42.557259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0c776f4-878d-4d3e-a514-6bd7b49445c2 req-4fe84a7b-e8e9-4ec1-8f1e-bc851f7f325c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 1132 time: 0.4196801 Feb 10 13:10:42.573415 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25af2cfa-79a5-445e-a7c8-e09325ac07c1 req-5e14419f-9b21-48b2-8e80-a0481d95cb4a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386117 Feb 10 13:10:42.731611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b4189847-9cfb-42a4-9231-b863d7b1c0f9 req-03201757-9583-449d-8084-d43e66473576 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 210 time: 0.0404146 Feb 10 13:10:42.878023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:42.936496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:42.967937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.021397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-d913b81d-38fd-4191-83b4-3f7c0e91f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.022972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-d913b81d-38fd-4191-83b4-3f7c0e91f059 service neutron] 10.222.0.21 "GET /v2.0/networks?id=663e616a-0f12-4b73-b0dc-c12a864d1d62 HTTP/1.1" status: 200 len: 911 time: 0.8086672 Feb 10 13:10:43.043390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0c776f4-878d-4d3e-a514-6bd7b49445c2 req-a289d1ef-6e34-40bf-8efe-3dd1e0dce7a3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703388 Feb 10 13:10:43.054500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:43.068995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-8bd76ba5-e260-4e6e-ac79-fec8a345f067 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.070595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-8bd76ba5-e260-4e6e-ac79-fec8a345f067 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.8343341 Feb 10 13:10:43.119553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-ad717196-08e0-4eca-ac73-086cab54b2fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 HTTP/1.1" status: 200 len: 217 time: 0.0862613 Feb 10 13:10:43.138009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19e90f-244e-4302-ae89-e016269df0fb req-bc769cd8-ab19-485a-9f9c-4dac60a6ab05 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.141257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e19e90f-244e-4302-ae89-e016269df0fb req-bc769cd8-ab19-485a-9f9c-4dac60a6ab05 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 944 time: 0.2660823 Feb 10 13:10:43.174101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:43.212592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44bb9d3a-1f4a-42d3-a8fd-3d9149150aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.266887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-a1208191-754b-4791-8c3a-666abbf02950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.279035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-a1208191-754b-4791-8c3a-666abbf02950 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ae5fea9-fe8c-456f-b3ad-811c024e3da7 HTTP/1.1" status: 200 len: 850 time: 0.1363142 Feb 10 13:10:43.304215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Request body: {'port': {'device_id': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'admin_state_up': True, 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:43.329953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.330584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.332165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-43bc2614-b336-4624-83db-9e149bacb15d service neutron] 10.222.0.21 "PUT /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 1122 time: 2.4604065 Feb 10 13:10:43.350211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908320d5-4c5a-469d-8ce6-91cb969f4ac9 req-a240afad-7712-4c15-ba7c-6cbdd94d05cc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.354705 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-908320d5-4c5a-469d-8ce6-91cb969f4ac9 req-a240afad-7712-4c15-ba7c-6cbdd94d05cc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.1277730 Feb 10 13:10:43.365877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-70469c95-1b9b-494c-b05d-ea70560596f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=663e616a-0f12-4b73-b0dc-c12a864d1d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652690 Feb 10 13:10:43.401516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ea0ac699-043d-416d-ae67-ededd4bbfa9a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:43.418871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44bb9d3a-1f4a-42d3-a8fd-3d9149150aea admin admin] Publish callbacks [] for security_group (ad275813-b771-4f78-af6e-374246b0baee), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.431764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44bb9d3a-1f4a-42d3-a8fd-3d9149150aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ad275813-b771-4f78-af6e-374246b0baee), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.492072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-67a31da0-4185-48c7-b993-ebf5367db08f service neutron] 10.222.0.21 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124470 Feb 10 13:10:43.514285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e19e90f-244e-4302-ae89-e016269df0fb req-0fd83aff-5b8d-43f8-9a94-223bcd2678a1 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485973 Feb 10 13:10:43.540315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-908320d5-4c5a-469d-8ce6-91cb969f4ac9 req-e0163265-c5d4-435d-8b8d-1d31aae9fe1f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187727 Feb 10 13:10:43.564242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44bb9d3a-1f4a-42d3-a8fd-3d9149150aea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7865d1db139b4e8bb14c83eea43a49d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083542 Feb 10 13:10:43.565275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:43.582163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb9d3a-1f4a-42d3-a8fd-3d9149150aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad275813-b771-4f78-af6e-374246b0baee,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:43.679306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] Publish callbacks [] for security_group (ad275813-b771-4f78-af6e-374246b0baee), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.701941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a'}, {'name': 'network-changed', 'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:43.706506 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b61020-1aea-414b-a2c4-13019e7bcba2" -d '{"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a"}, {"name": "network-changed", "server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:43.743798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ebecba-8516-41f5-a277-7ec3ae3b7954 req-3d494e0d-5642-4363-8fe9-ec87cd396d11 service neutron] 10.222.0.21 "GET /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281129 Feb 10 13:10:43.746747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:43.751020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.780144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] Publish callbacks [] for security_group (ad275813-b771-4f78-af6e-374246b0baee), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.846466 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c647d0-0ee2-4b8f-bb84-d185647390de x-openstack-request-id: req-26c647d0-0ee2-4b8f-bb84-d185647390de {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:43.847121 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a", "code": 200}, {"name": "network-changed", "server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:43.847521 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26c647d0-0ee2-4b8f-bb84-d185647390de {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:43.848052 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'code': 200} Feb 10 13:10:43.848448 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'status': 'completed', 'code': 200} Feb 10 13:10:43.897305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181846e-41d0-4fcc-a24b-16afed87941c req-1a965d48-c4cb-4cb1-9cce-cb0721b67510 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:43.898843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c181846e-41d0-4fcc-a24b-16afed87941c req-1a965d48-c4cb-4cb1-9cce-cb0721b67510 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 950 time: 0.2070754 Feb 10 13:10:43.940581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ad275813-b771-4f78-af6e-374246b0baee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.943626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:43.944935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad275813-b771-4f78-af6e-374246b0baee HTTP/1.1" status: 204 len: 168 time: 0.3668108 Feb 10 13:10:43.969500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025704a-51d6-46b7-8443-417397322f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad275813-b771-4f78-af6e-374246b0baee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:44.007486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b38151d7-8b91-4894-9aeb-3324d2c9804e req-c4b22b62-b009-4aaf-ba41-6ef508e8a1b1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 210 time: 0.0832891 Feb 10 13:10:44.009313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c181846e-41d0-4fcc-a24b-16afed87941c req-2e6ea24e-3333-4753-b185-c07243e56834 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026082 Feb 10 13:10:44.029216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Allocated IP 172.20.0.11 (99910bda-153c-42b4-9e7b-ac421e5b92e3/b281a16d-397e-4632-9956-a39c66cec689/e7c68667-125a-4b0e-954d-1b2f3a034eea) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:44.032601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-ff9f395f-24f9-46a6-b2a2-8eb81ae7babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:44.034131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-ff9f395f-24f9-46a6-b2a2-8eb81ae7babd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1156 time: 0.2059376 Feb 10 13:10:44.201110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-9dd0cce0-48b7-4e2e-856e-6f811bd6a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:44.203565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-9dd0cce0-48b7-4e2e-856e-6f811bd6a36e service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1598265 Feb 10 13:10:44.344487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-d311b937-2fd0-415a-811c-6412a4091707 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.1305375 Feb 10 13:10:44.374486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:44.392492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db51ec7-016b-48f4-81ae-75f22db7bcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.434960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-43bf5dab-d231-4d80-a77d-28062290a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:44.437870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-43bf5dab-d231-4d80-a77d-28062290a778 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0859377 Feb 10 13:10:44.510178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db51ec7-016b-48f4-81ae-75f22db7bcea admin admin] Publish callbacks [] for security_group (e6c4d3a4-cc1a-4df5-aaa2-ea783a922565), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.511167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-f3dd08f1-4ce2-49e4-9964-f992fc212587 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607731 Feb 10 13:10:44.516070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db51ec7-016b-48f4-81ae-75f22db7bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e6c4d3a4-cc1a-4df5-aaa2-ea783a922565), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.571109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db51ec7-016b-48f4-81ae-75f22db7bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c4d3a4-cc1a-4df5-aaa2-ea783a922565,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:44.577356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9db51ec7-016b-48f4-81ae-75f22db7bcea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6fe6193613f4e13b2e744dc6c1eb4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013085 Feb 10 13:10:44.582057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:44.651083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks [] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.700608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] Publish callbacks [] for security_group (e6c4d3a4-cc1a-4df5-aaa2-ea783a922565), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.736121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ef23-800a-4136-8c00-bb0147ca47ca req-c5271983-4d81-47c0-b45e-69467eae7ae1 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:44.738687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6678ef23-800a-4136-8c00-bb0147ca47ca req-c5271983-4d81-47c0-b45e-69467eae7ae1 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 944 time: 0.0999148 Feb 10 13:10:44.759095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] Publish callbacks [] for security_group (e6c4d3a4-cc1a-4df5-aaa2-ea783a922565), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.788092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-a5a8c7c3-36ca-47d6-8a5b-5dc543e3d757 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698498 Feb 10 13:10:44.869754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.892877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6678ef23-800a-4136-8c00-bb0147ca47ca req-94d4c68c-1f80-44fe-8758-73e0a85bd389 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444304 Feb 10 13:10:44.942771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e6c4d3a4-cc1a-4df5-aaa2-ea783a922565), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.945342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:44.946410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6c4d3a4-cc1a-4df5-aaa2-ea783a922565 HTTP/1.1" status: 204 len: 168 time: 0.3628023 Feb 10 13:10:44.972096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b699d3-633f-4b05-9439-6a5914b295c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c4d3a4-cc1a-4df5-aaa2-ea783a922565,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:45.122224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:45.135682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:45.149320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:45.159713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:45.160905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:45.173609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:45.206072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b61020-1aea-414b-a2c4-13019e7bcba2 req-baa804fb-aa51-414d-bd05-5fef15079093 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071434 Feb 10 13:10:45.215763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-073bbd94-b5d9-43c4-a298-726dd26bd54c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9162962 Feb 10 13:10:45.224036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a30d5-b630-43ef-b476-36c8656c3772 req-015992fe-e91d-4628-9c2a-f76935e49a24 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:45.225924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807a30d5-b630-43ef-b476-36c8656c3772 req-015992fe-e91d-4628-9c2a-f76935e49a24 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.2826569 Feb 10 13:10:45.238045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Request body: {'port': {'device_id': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:45.258994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-e00d6ee0-e46d-4ef9-aee1-b06c92d667fb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355885 Feb 10 13:10:45.338552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807a30d5-b630-43ef-b476-36c8656c3772 req-27cd03ab-c44d-4758-9ff5-df7284b046b3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976441 Feb 10 13:10:45.344411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:45.379008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-89f3479e-f98a-4057-a9c5-53872d44df7e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:45.380553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-89f3479e-f98a-4057-a9c5-53872d44df7e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207936 Feb 10 13:10:45.400680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-953638f0-3e39-4f4c-8547-99267a595d73 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/quotas/a03d3cc13bb9411d93cf6d9b9dea3b7c HTTP/1.1" status: 200 len: 375 time: 0.0104663 Feb 10 13:10:45.453621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-bb946259-b410-48cf-a9c6-9511453c6f57 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464094 Feb 10 13:10:45.600279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666705-ae54-4f06-a8b4-def6e3a078d1 req-dd07d161-c7c2-4232-998a-28e8e542b66c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:45.607571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09666705-ae54-4f06-a8b4-def6e3a078d1 req-dd07d161-c7c2-4232-998a-28e8e542b66c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 950 time: 0.1172550 Feb 10 13:10:45.835763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c68667-125a-4b0e-954d-1b2f3a034eea {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:45.841173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5093-2ab9-41d1-a70c-72d84f2c6b29 req-4c3ce9e3-2b9c-4f12-a50c-2eea4391af62 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:45.842910 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-640b5093-2ab9-41d1-a70c-72d84f2c6b29 req-4c3ce9e3-2b9c-4f12-a50c-2eea4391af62 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 932 time: 0.0880291 Feb 10 13:10:45.854793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks [] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:45.872132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:45.881845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Transition to ACTIVE for port object e7c68667-125a-4b0e-954d-1b2f3a034eea will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:45.898248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09666705-ae54-4f06-a8b4-def6e3a078d1 req-4a80cd05-a7e3-44d9-9b9f-0fc346a2c79f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896092 Feb 10 13:10:45.940890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-640b5093-2ab9-41d1-a70c-72d84f2c6b29 req-aafe71c5-f5ba-43d0-b9cd-20b2f8dbbd17 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787041 Feb 10 13:10:45.960662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.132112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,segment=NetworkSegment(8519b6c0-e42f-486c-95df-9e57fa3ab25d),segment_id=8519b6c0-e42f-486c-95df-9e57fa3ab25d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:46.146456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7', 'network_id': '663e616a-0f12-4b73-b0dc-c12a864d1d62', 'port_id': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7', 'mac_address': 'fa:16:3e:ee:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae5fea9-fe8c-456f-b3ad-811c024e3da7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:46.156315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a880c-a7f2-4c98-9918-9e90dc21602b req-113755bf-a22d-41c6-9908-278202705831 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.164585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af8a880c-a7f2-4c98-9918-9e90dc21602b req-113755bf-a22d-41c6-9908-278202705831 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 944 time: 0.1279461 Feb 10 13:10:46.183178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-678cd129-78ae-44fa-9f4e-9a6562522bb1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876622 Feb 10 13:10:46.193003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:46.195133 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.228133 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af8a880c-a7f2-4c98-9918-9e90dc21602b req-6292b95c-0c5f-412b-a614-0dcffbaa42cb tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Feb 10 13:10:46.233358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:46.273025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,segment=NetworkSegment(8519b6c0-e42f-486c-95df-9e57fa3ab25d),segment_id=8519b6c0-e42f-486c-95df-9e57fa3ab25d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:46.277386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:46.279820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.290732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:46.300440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-faff9b3b-9edc-4930-9fa0-1915bbbdbf03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4003704 Feb 10 13:10:46.472427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a4572-e89c-4a8c-8634-1763c226782f req-85ae39c7-f997-41c3-b1fb-339dfe21562b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.474449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d0a4572-e89c-4a8c-8634-1763c226782f req-85ae39c7-f997-41c3-b1fb-339dfe21562b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 950 time: 0.1072922 Feb 10 13:10:46.485531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:46.486101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:46.486435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:46.504081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:46.504313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:46.519897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:46.529735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:46.530073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:46.530450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:46.530894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Bound port: e7c68667-125a-4b0e-954d-1b2f3a034eea, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:46.531363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.569276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-b96ca61d-3660-44e4-bdb8-b97f5fdde7c9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.577264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-b96ca61d-3660-44e4-bdb8-b97f5fdde7c9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3929610 Feb 10 13:10:46.582445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-67c59df0-04dd-430e-82ef-11509979daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.584117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-67c59df0-04dd-430e-82ef-11509979daaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1148 time: 0.1720877 Feb 10 13:10:46.584784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d0a4572-e89c-4a8c-8634-1763c226782f req-59e9b2a8-6153-470f-86d8-04dab912d87a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043460 Feb 10 13:10:46.677473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:46.694838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:10:46.744267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-40d2a631-ac11-487a-a6ea-bf277d9d57c7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/quotas/a03d3cc13bb9411d93cf6d9b9dea3b7c HTTP/1.1" status: 200 len: 375 time: 0.1658182 Feb 10 13:10:46.795654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-5cea53ba-fbb1-471b-84b0-b0665fa9e651 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504904 Feb 10 13:10:46.798494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:46.847694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:46.858192 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.889410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614408dc-5486-47af-a57b-a342b23a9ae7 req-2e720939-9111-4277-88ee-af2ed4c84080 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.891321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-614408dc-5486-47af-a57b-a342b23a9ae7 req-2e720939-9111-4277-88ee-af2ed4c84080 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.0878007 Feb 10 13:10:46.945236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.946789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:46.948778 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-94aad081-7472-4343-a934-81111f38ea07 service neutron] 10.222.0.77 "PUT /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 1092 time: 1.7149992 Feb 10 13:10:46.949393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:46.951952 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:46.960453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-edf6efa5-4ebf-40a7-8088-27676248c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:46.962485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-edf6efa5-4ebf-40a7-8088-27676248c403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.3438113 Feb 10 13:10:46.982546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-614408dc-5486-47af-a57b-a342b23a9ae7 req-e4a3394a-b9d3-4420-a23e-50eeecc79f4e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833764 Feb 10 13:10:46.986571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad081-7472-4343-a934-81111f38ea07 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:47.074793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:47.480175 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298d5d7e-9c9e-4a35-aa28-3a10d2fc1ff2 x-openstack-request-id: req-298d5d7e-9c9e-4a35-aa28-3a10d2fc1ff2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:47.481112 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:47.481504 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-298d5d7e-9c9e-4a35-aa28-3a10d2fc1ff2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:47.482069 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'status': 'completed', 'code': 200} Feb 10 13:10:47.499913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-8ffa508c-b7b2-4bb7-b125-1c4266f32e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.5270109 Feb 10 13:10:47.569525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-a48593b4-dd95-4ed9-974e-176e2a8467cd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924346 Feb 10 13:10:47.673384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1782f-37cb-4858-bccf-3d2fc66f893a req-297dba1e-e1e0-4395-b769-4240fe2592f4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.674920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba1782f-37cb-4858-bccf-3d2fc66f893a req-297dba1e-e1e0-4395-b769-4240fe2592f4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1963842 Feb 10 13:10:47.678919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-d4395327-b4bf-46a3-9778-a56b46c08ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.680304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-d4395327-b4bf-46a3-9778-a56b46c08ed3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1489151 Feb 10 13:10:47.684688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484608c-10c2-43e7-a608-4812eaa85cd4 req-a52f20d0-1f84-4107-bedb-b8ae358d7bca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.691518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484608c-10c2-43e7-a608-4812eaa85cd4 req-a52f20d0-1f84-4107-bedb-b8ae358d7bca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.702670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c484608c-10c2-43e7-a608-4812eaa85cd4 req-a52f20d0-1f84-4107-bedb-b8ae358d7bca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e&device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1691 time: 0.0893631 Feb 10 13:10:47.756509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-8cc235e9-9d35-4d44-a9a0-554c8c760757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.758277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-8cc235e9-9d35-4d44-a9a0-554c8c760757 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1126 time: 0.2753608 Feb 10 13:10:47.775361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c484608c-10c2-43e7-a608-4812eaa85cd4 req-54749d21-01a4-4fc6-aa2d-8c93c5364d68 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Feb 10 13:10:47.796714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-8f003c4e-c6db-48d3-a33b-dff2840c6ef0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714669 Feb 10 13:10:47.841942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-d5752ac3-b0d4-4f28-85bb-fb81650d0f1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.0488558 Feb 10 13:10:47.857782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cd66f6c-f34e-4080-b07c-0fe8f1256446 req-064b44e9-560e-4117-855c-8c408ba00d60 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 210 time: 0.0312927 Feb 10 13:10:47.949884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba1782f-37cb-4858-bccf-3d2fc66f893a req-96d0e616-98f5-45f7-b300-57d31e4c1e87 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648025 Feb 10 13:10:47.962179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-0a1838f8-b0b3-4391-87cd-509943962caf tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:47.963660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-0a1838f8-b0b3-4391-87cd-509943962caf tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629379 Feb 10 13:10:47.999737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Request body: {'port': {'device_id': '20fa980f-08f1-41d0-9998-c48759601237', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'a03d3cc13bb9411d93cf6d9b9dea3b7c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:48.046313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8fd2-5edf-45b0-8c32-a2263c4bee94 req-9d3c0c87-db2e-4bae-8352-0fe22f1d3c83 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.049942 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a43d8fd2-5edf-45b0-8c32-a2263c4bee94 req-9d3c0c87-db2e-4bae-8352-0fe22f1d3c83 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 945 time: 0.0916185 Feb 10 13:10:48.052156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487735f2-016e-45e3-b261-1a150a849074 req-f97a2d35-1ad8-4b32-89a0-d646131760df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.053655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-f97a2d35-1ad8-4b32-89a0-d646131760df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1817064 Feb 10 13:10:48.114035 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a43d8fd2-5edf-45b0-8c32-a2263c4bee94 req-e0809dd2-dae0-4ed3-a53a-e3e3559d8012 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Feb 10 13:10:48.121234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-bb6d6660-2a2c-4ded-b932-a3d018f5f7a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777591 Feb 10 13:10:48.141769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-63eac540-bc65-4eab-9407-4fd0e1507a65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768752 Feb 10 13:10:48.332326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-56f9aa3f-9bb5-4b0a-be29-7f93ef904fb0 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=956074515bff48d4a83d11262434ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738728 Feb 10 13:10:48.375035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f55fc-f54e-4719-9632-f9fd78c7f225 req-c75250f2-2aa1-40cb-a586-a8a510b4470b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.376949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-252f55fc-f54e-4719-9632-f9fd78c7f225 req-c75250f2-2aa1-40cb-a586-a8a510b4470b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.0610268 Feb 10 13:10:48.423503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d2dfca-93b9-4fa6-bb29-4653feb13cfb req-ccf1a34d-5ff4-47ae-a726-e7561733db84 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845066 Feb 10 13:10:48.437165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-252f55fc-f54e-4719-9632-f9fd78c7f225 req-f5d29e59-e3d1-4ade-9359-83b1f95d83cf tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531993 Feb 10 13:10:48.468970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Made reservation on behalf of a03d3cc13bb9411d93cf6d9b9dea3b7c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:48.471758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:48.483555 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:48.489803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-139f22da-3dff-4f4c-a1d4-b554a3e7af08 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359642 Feb 10 13:10:48.619502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-6253a5da-3501-49c9-9f14-9df8974780a9 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.626518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-6253a5da-3501-49c9-9f14-9df8974780a9 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932041 Feb 10 13:10:48.678763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e69b6966-377d-4129-a55e-87926690c1ea tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441706 Feb 10 13:10:48.690598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-038c022b-af49-4db5-ad2f-047fc887df78 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/quotas/956074515bff48d4a83d11262434ff11 HTTP/1.1" status: 200 len: 375 time: 0.0631008 Feb 10 13:10:48.754558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-a5d292e4-0259-4cc4-97cf-1103e299b361 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=956074515bff48d4a83d11262434ff11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629840 Feb 10 13:10:48.823532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cf57-b2be-4651-97f9-f5dcf5f8344f req-29a2a07d-8659-4230-ba7f-468314bcbb3a tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.825830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7423cf57-b2be-4651-97f9-f5dcf5f8344f req-29a2a07d-8659-4230-ba7f-468314bcbb3a tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 1132 time: 0.0870547 Feb 10 13:10:48.884543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-dfc13a1c-3469-4404-be9f-31f8bd9875fe tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:48.886124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-dfc13a1c-3469-4404-be9f-31f8bd9875fe tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935115 Feb 10 13:10:48.896540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487735f2-016e-45e3-b261-1a150a849074 req-c283bfd9-93e9-4e5a-80e8-b1c9530cba5e service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961546 Feb 10 13:10:48.917855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7423cf57-b2be-4651-97f9-f5dcf5f8344f req-d1b2c139-1ff3-4772-8b0a-c089e8949a13 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848968 Feb 10 13:10:48.939565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Request body: {'port': {'device_id': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'a03d3cc13bb9411d93cf6d9b9dea3b7c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:49.074541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff360f41-d3d9-4216-88ac-8c58da092b34 req-d451554a-b871-4bbd-b47e-d1abdd04a9ba tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 210 time: 0.0480821 Feb 10 13:10:49.162980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f927cdb-3bb5-4e67-b52e-2c5ccf0e5dd7 req-b792b482-9f3c-45ac-8d20-0ead09157a93 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 210 time: 0.0389836 Feb 10 13:10:49.186576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks [] for security_group (195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:49.204061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:49.312329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d189-d8be-412f-88d5-8526a39cf38d req-25d48f68-5451-4c50-91ee-194abea7aadc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.315037 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-92b2d189-d8be-412f-88d5-8526a39cf38d req-25d48f68-5451-4c50-91ee-194abea7aadc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.0677998 Feb 10 13:10:49.321709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Made reservation on behalf of a03d3cc13bb9411d93cf6d9b9dea3b7c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:49.325676 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:49.338155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-cfc3f528-542b-4090-ae88-480076d8b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.340363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-cfc3f528-542b-4090-ae88-480076d8b029 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1126 time: 0.2307389 Feb 10 13:10:49.383537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-92b2d189-d8be-412f-88d5-8526a39cf38d req-b62367ab-21c6-44b8-b46e-3ec185ee5184 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Feb 10 13:10:49.412075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:49.450343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24894c2-cb22-4fd8-9668-03b8bbbfd3e6 req-a2c1fa69-d0af-4c8d-8f10-276515a9acef tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.453125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d24894c2-cb22-4fd8-9668-03b8bbbfd3e6 req-a2c1fa69-d0af-4c8d-8f10-276515a9acef tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1132 time: 0.3661001 Feb 10 13:10:49.518427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb68f4d-3a0f-4aa8-ba7a-4fa88987bbb6 req-2bb5391f-4194-4b20-82ba-bef92dc0cb9c tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.527955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb68f4d-3a0f-4aa8-ba7a-4fa88987bbb6 req-2bb5391f-4194-4b20-82ba-bef92dc0cb9c tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 945 time: 0.0808423 Feb 10 13:10:49.594784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Allocated IP 192.168.233.121 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/b8f3e225-dcbb-4e64-9990-761619375057) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:49.600616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb68f4d-3a0f-4aa8-ba7a-4fa88987bbb6 req-907a1f65-b3ad-4edf-8cc9-b5dfc6e37f20 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710928 Feb 10 13:10:49.694182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d24894c2-cb22-4fd8-9668-03b8bbbfd3e6 req-f43794e0-7013-402b-b4b1-b748cb25b51b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328672 Feb 10 13:10:49.755182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-1e755729-b9ff-4003-8f92-8885740fd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.756735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-1e755729-b9ff-4003-8f92-8885740fd968 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.3417523 Feb 10 13:10:49.817582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-6a385cca-494f-43be-906f-7e37a7d900ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.0526445 Feb 10 13:10:49.840168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452038-0821-4cbd-8d00-9c1006ec828c req-1c899d84-8dc2-47e4-9682-f9b51d5e3223 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.842258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9452038-0821-4cbd-8d00-9c1006ec828c req-1c899d84-8dc2-47e4-9682-f9b51d5e3223 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 944 time: 0.0754688 Feb 10 13:10:49.900623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:49.966491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-967ebf65-dcf4-42f7-8b0f-ba51fa082d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:49.968639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-967ebf65-dcf4-42f7-8b0f-ba51fa082d34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.0896895 Feb 10 13:10:50.010057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks [] for port (b8f3e225-dcbb-4e64-9990-761619375057), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.025104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:50.036822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:50.037746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-4805a025-810e-4941-ad65-8f39e1d77bff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597131 Feb 10 13:10:50.039499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.204153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:50.204454 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.239283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:50.242873 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c10754-4fe3-4505-a4ca-6c6a6e236b8c" -d '{"events": [{"server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:50.281971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,segment=NetworkSegment(8519b6c0-e42f-486c-95df-9e57fa3ab25d),segment_id=8519b6c0-e42f-486c-95df-9e57fa3ab25d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:50.292198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.360098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9452038-0821-4cbd-8d00-9c1006ec828c req-0f0d1673-9cbc-4e1d-b55a-b79cbe1a0545 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082860 Feb 10 13:10:50.414197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-b8857c71-6947-4013-b8be-bb0eae730bf6 service neutron] 10.222.0.77 "GET /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.1988671 Feb 10 13:10:50.419127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:50.468380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-15673300-0346-40c9-9423-d0e717fd0d01 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=956074515bff48d4a83d11262434ff11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331924 Feb 10 13:10:50.516054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-608856c0-5f36-415d-b694-14c4ccf8e298 req-9e9783ab-5e1d-4b8b-b22f-efd3b1482b54 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 210 time: 0.0819480 Feb 10 13:10:50.558144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f48a9b0f-4c2b-4ded-abc2-cc8475202620 req-c640fb87-8e9a-403f-a45b-31afbb8ecabe tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 210 time: 0.0392275 Feb 10 13:10:50.604676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-db26cc80-cf4b-4e90-8dab-6a6bfff7701b service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593517 Feb 10 13:10:50.653241 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8a207-e1cd-4c5e-a761-6c3bc57cc888 x-openstack-request-id: req-c8a8a207-e1cd-4c5e-a761-6c3bc57cc888 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:50.653565 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:50.653824 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8a8a207-e1cd-4c5e-a761-6c3bc57cc888 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:50.654356 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7', 'code': 200} Feb 10 13:10:50.685635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:50.689956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-ea8a56f3-5254-4260-aceb-a0f9219498df tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430465 Feb 10 13:10:50.700798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.739378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:50.824658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0ac699-043d-416d-ae67-ededd4bbfa9a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:50.844959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:50.875020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf3ee-bb81-4404-84f5-6d67a3399951 req-0909a5fd-27ff-408c-bd88-aae3547397c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:50.876589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fbbf3ee-bb81-4404-84f5-6d67a3399951 req-0909a5fd-27ff-408c-bd88-aae3547397c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 1128 time: 0.1458912 Feb 10 13:10:50.877778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:50.877988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.905061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba7bf8-814e-4022-addc-40bdc5c9b119 req-47c28abf-cb78-4328-8d5e-6982fa197d80 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:50.905338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:50.907630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Allocated IP 192.168.233.33 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/7246f265-7b8f-4703-b9c1-01ce07396588) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:50.914972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:50.918066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06ba7bf8-814e-4022-addc-40bdc5c9b119 req-47c28abf-cb78-4328-8d5e-6982fa197d80 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1259494 Feb 10 13:10:50.919121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:50.924227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:50.924930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:50.974935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-c8a81e41-69b0-4c2d-ae9f-fc30807b2861 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:50.976571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-c8a81e41-69b0-4c2d-ae9f-fc30807b2861 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4955580 Feb 10 13:10:51.009741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Request body: {'port': {'device_id': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '956074515bff48d4a83d11262434ff11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:51.033642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-f13804c0-b212-4e69-bbcc-402211b5a627 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0388072 Feb 10 13:10:51.077913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed3ec9db-0191-4341-af83-ebc0f5d56ae5 req-77bcf31b-cfaf-4ac4-b563-965e84d5a074 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666634 Feb 10 13:10:51.093903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fbbf3ee-bb81-4404-84f5-6d67a3399951 req-d4577662-2dcc-40f7-ad87-96efd43235b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025061 Feb 10 13:10:51.105575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Request body: {'port': {'device_id': '20fa980f-08f1-41d0-9998-c48759601237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:51.142038 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06ba7bf8-814e-4022-addc-40bdc5c9b119 req-fe44f040-3bde-413e-a9ae-d4970b899496 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212713 Feb 10 13:10:51.194853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] Transition to ACTIVE for port object ea0ac699-043d-416d-ae67-ededd4bbfa9a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:51.203643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.222250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:10:51.268618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f0e4afb-95a8-42c5-9e0d-9c0ae7800e16 None None] Provisioning complete for port b8f3e225-dcbb-4e64-9990-761619375057 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:51.269781 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4afb-95a8-42c5-9e0d-9c0ae7800e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8f3e225-dcbb-4e64-9990-761619375057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.296486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-a14d49bc-03c0-46dc-9da3-6caf9aed8a48 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:51.303792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-a14d49bc-03c0-46dc-9da3-6caf9aed8a48 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5934622 Feb 10 13:10:51.321298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e4afb-95a8-42c5-9e0d-9c0ae7800e16 None None] Port b8f3e225-dcbb-4e64-9990-761619375057 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:51.338085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] No DVR routers for this DVR port ea0ac699-043d-416d-ae67-ededd4bbfa9a on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:10:51.383026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:51.399407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-1dcd3a04-fee9-4ac8-a7d3-18b7320243ef tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0949471 Feb 10 13:10:51.426611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.426887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-3f61ff78-f152-4068-9e72-b20f4cb24889 service neutron] 10.222.0.77 "PUT /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0067101 Feb 10 13:10:51.465064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d707-7523-4b23-951e-89711fdf91ae req-d86eeaf3-eafa-4664-8944-229d04789a6e tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:51.466788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd37d707-7523-4b23-951e-89711fdf91ae req-d86eeaf3-eafa-4664-8944-229d04789a6e tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 946 time: 0.1510410 Feb 10 13:10:51.501470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks [] for port (7246f265-7b8f-4703-b9c1-01ce07396588), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.534761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd37d707-7523-4b23-951e-89711fdf91ae req-72d7af11-9440-466a-9137-78d1aad3cd6b tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Feb 10 13:10:51.601513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Made reservation on behalf of 956074515bff48d4a83d11262434ff11 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:51.609188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.690849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.735989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-5963c337-24c0-47c7-af04-5263b299190b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3259633 Feb 10 13:10:51.779719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67fa2-9aa9-4571-8b6f-126a2d4b505b req-53bf828c-2b27-46d6-94b6-ddaf2b3fcead tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:51.781341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ac67fa2-9aa9-4571-8b6f-126a2d4b505b req-53bf828c-2b27-46d6-94b6-ddaf2b3fcead tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.1020706 Feb 10 13:10:51.811944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:51.958121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:51.974648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ac67fa2-9aa9-4571-8b6f-126a2d4b505b req-b1560530-d711-490a-9f29-cdfc9b65cd57 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689560 Feb 10 13:10:51.989736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:52.008313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-20d25aff-c9cb-4889-8fc4-698e33c7a3c4 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.010667 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-20d25aff-c9cb-4889-8fc4-698e33c7a3c4 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.1082215 Feb 10 13:10:52.017051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event updated for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:52.027479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:52.037778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.038449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.107056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks [] for security_group (41cdbc30-7b97-4054-a891-e3747355d26b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.113935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-9a5c8cbc-aa37-49fb-be2a-ee3fe0ba3a5a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1899850 Feb 10 13:10:52.119033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (41cdbc30-7b97-4054-a891-e3747355d26b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.150773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Request body: {'port': {'device_id': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:52.248810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-ae82ae60-b5b3-49e7-9d72-a6f231c8208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.251675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-ae82ae60-b5b3-49e7-9d72-a6f231c8208e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&tenant_id=ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 1127 time: 0.2321606 Feb 10 13:10:52.304304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7641e0-84a6-445a-a077-ccf26bad4ebf req-09b1979d-49d6-44cf-b5f4-632793b260d0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.306733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd7641e0-84a6-445a-a077-ccf26bad4ebf req-09b1979d-49d6-44cf-b5f4-632793b260d0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 935 time: 0.1922791 Feb 10 13:10:52.338176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cdbc30-7b97-4054-a891-e3747355d26b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:52.405598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:52.410503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.418311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks [] for port (b8f3e225-dcbb-4e64-9990-761619375057), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.452739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Transition to ACTIVE for port object b8f3e225-dcbb-4e64-9990-761619375057 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:52.455167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd7641e0-84a6-445a-a077-ccf26bad4ebf req-43799dcb-ddf5-4a3d-9b40-53c8788a9a72 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784152 Feb 10 13:10:52.463224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0483640f-fd73-46c2-ac88-df73e2ad2688 None None] Provisioning complete for port 7246f265-7b8f-4703-b9c1-01ce07396588 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:52.464453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0483640f-fd73-46c2-ac88-df73e2ad2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.467640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-0c0933cb-98e6-462f-bd1a-2ba26e52a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.471825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-0c0933cb-98e6-462f-bd1a-2ba26e52a12e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1127 time: 0.1650224 Feb 10 13:10:52.480601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:52.547434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0483640f-fd73-46c2-ac88-df73e2ad2688 None None] Port 7246f265-7b8f-4703-b9c1-01ce07396588 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:52.759111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:52.762376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Allocated IP 192.168.233.167 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/3534d8f2-0935-4a9b-9758-84c4eee50b1f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:52.789924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:52.803250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4cf9cf84-76d2-486b-bcbd-bf1e187f3f62 req-ed378833-f784-4fc0-9333-ff170cb18d7e tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 210 time: 0.0956404 Feb 10 13:10:52.836334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-fd62cd75-565a-43db-a667-ba218e043195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:52.837861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-fd62cd75-565a-43db-a667-ba218e043195 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.3590059 Feb 10 13:10:52.916074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-fc7de9fb-07bd-4b19-9164-c7e72c4138b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.0712488 Feb 10 13:10:53.054953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6615007c-8906-4a1f-8ba4-fe089bcae29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:53.058132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6615007c-8906-4a1f-8ba4-fe089bcae29a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1344762 Feb 10 13:10:53.102557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021a22a-43c6-47e0-8a02-4ad85ebbd310 req-5150d37f-1e1f-4c83-813b-0913f5c4bcc9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:53.110560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8021a22a-43c6-47e0-8a02-4ad85ebbd310 req-5150d37f-1e1f-4c83-813b-0913f5c4bcc9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.5428901 Feb 10 13:10:53.131595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-e9995696-9d2c-425a-9b19-7ee8dc8e36ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671675 Feb 10 13:10:53.139786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Attempting to bind port b8f3e225-dcbb-4e64-9990-761619375057 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:53.143195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Attempting to bind port b8f3e225-dcbb-4e64-9990-761619375057 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:53.143838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Attempting to bind port b8f3e225-dcbb-4e64-9990-761619375057 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:53.161098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:10:53.169493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Port b8f3e225-dcbb-4e64-9990-761619375057 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:53.170914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Attempting to bind port b8f3e225-dcbb-4e64-9990-761619375057 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:53.198052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:53.199281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:53.201162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:53.203028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Bound port: b8f3e225-dcbb-4e64-9990-761619375057, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:53.203665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.249093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:53.266461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'port_id': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'mac_address': 'fa:16:3e:ab:a0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b281a16d-397e-4632-9956-a39c66cec689', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:10:53.311720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8021a22a-43c6-47e0-8a02-4ad85ebbd310 req-da086727-57ba-4f30-977e-21f93c610e3e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979046 Feb 10 13:10:53.318607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e7c68667-125a-4b0e-954d-1b2f3a034eea is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:53.319366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.350212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c68667-125a-4b0e-954d-1b2f3a034eea {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:53.357248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port ea0ac699-043d-416d-ae67-ededd4bbfa9a host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:10:53.357822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:10:53.373869 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-a610daec-e14b-4beb-aa68-5def691ce3da service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320387 Feb 10 13:10:53.388450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks [] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.402188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:53.408380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.426727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:53.530129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:53.566822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:53.585948 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.590436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-a78d813b-2434-4445-b870-0f2fdfee1301 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100263 Feb 10 13:10:53.668242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:53.669068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.669945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e7c68667-125a-4b0e-954d-1b2f3a034eea'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:53.670798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8f3e225-dcbb-4e64-9990-761619375057 HTTP/1.1" status: 200 len: 1096 time: 2.5803332 Feb 10 13:10:53.677626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:53.688554 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:53.730317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48805-2c0b-4be4-a39a-8ca5ddd0be1c req-0e9e9c0c-2165-4c8d-a157-202a0070eadb tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:53.742946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45c48805-2c0b-4be4-a39a-8ca5ddd0be1c req-0e9e9c0c-2165-4c8d-a157-202a0070eadb tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 946 time: 0.3122818 Feb 10 13:10:53.764960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:53.820494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d267-b552-443a-8882-f42b8f94a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:53.858717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c3d6d-6f85-47fb-973f-56f717e71bcb req-42ec1c8b-bc40-4cb0-9c46-af232a7168fb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:53.870800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-360c3d6d-6f85-47fb-973f-56f717e71bcb req-42ec1c8b-bc40-4cb0-9c46-af232a7168fb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.1411617 Feb 10 13:10:53.981524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Pushing event updated for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:54.031177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-360c3d6d-6f85-47fb-973f-56f717e71bcb req-048711a0-141d-4d99-8976-ce1f538a1881 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513803 Feb 10 13:10:54.078300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45c48805-2c0b-4be4-a39a-8ca5ddd0be1c req-d5640df4-120c-4cfa-ae35-3bf441156354 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336425 Feb 10 13:10:54.118289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:54.128193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:54.136493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:54.142722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.145369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:54.176545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-00859cb7-0e80-4a94-9e64-c5cffb89a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.178452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-00859cb7-0e80-4a94-9e64-c5cffb89a86c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1130 time: 0.3992927 Feb 10 13:10:54.182508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-0212848d-7930-4301-8d3f-7f615e7e5761 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1940582 Feb 10 13:10:54.245768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Request body: {'port': {'device_id': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:54.339932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-75cb044e-6de4-4ac4-903d-e796bd08862e req-7412ac9a-3a56-41f3-af2f-8476b1ec234b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 210 time: 0.0962186 Feb 10 13:10:54.385251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-4a6c2de9-f5bf-44f5-8412-e5a59c4a7d87 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.389482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-4a6c2de9-f5bf-44f5-8412-e5a59c4a7d87 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.2364557 Feb 10 13:10:54.510236 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53626928-b917-4420-9ea9-6f3b30704149 x-openstack-request-id: req-53626928-b917-4420-9ea9-6f3b30704149 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:54.510865 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:54.511279 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53626928-b917-4420-9ea9-6f3b30704149 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:54.511905 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'status': 'completed', 'code': 200} Feb 10 13:10:54.520122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-023e8ccc-ec80-41bc-88c4-96c852e1af19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b8f3e225-dcbb-4e64-9990-761619375057 HTTP/1.1" status: 200 len: 217 time: 0.2962444 Feb 10 13:10:54.590813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1487d89-5771-42bc-801b-bc3c81a89081 None None] Provisioning complete for port 3534d8f2-0935-4a9b-9758-84c4eee50b1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:54.591686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1487d89-5771-42bc-801b-bc3c81a89081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:54.641550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1487d89-5771-42bc-801b-bc3c81a89081 None None] Port 3534d8f2-0935-4a9b-9758-84c4eee50b1f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:54.697293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2addf-c933-4e31-a218-500b356c633e req-cf1b40be-3a66-44e3-8ca2-296911657cf7 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.705853 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48b2addf-c933-4e31-a218-500b356c633e req-cf1b40be-3a66-44e3-8ca2-296911657cf7 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 936 time: 0.1459832 Feb 10 13:10:54.779112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6c1deb22-12a6-4056-8d67-0eeddd934e33 service neutron] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:54.783625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6c1deb22-12a6-4056-8d67-0eeddd934e33 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:54.784830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9887cec9-c237-4ccb-831e-13e71d187af4 req-6c1deb22-12a6-4056-8d67-0eeddd934e33 service neutron] 10.222.0.21 "DELETE /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.3854172 Feb 10 13:10:54.792727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:10:54.801886 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48b2addf-c933-4e31-a218-500b356c633e req-8e134c9a-e11a-4f4a-9a5a-665103545dc8 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949380 Feb 10 13:10:54.824194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:54.898701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90792c-4bc5-413b-a33c-fc5bb88e8b18 req-62b07581-6499-4127-b9c7-5ff9bdfe7dc2 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.906735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d90792c-4bc5-413b-a33c-fc5bb88e8b18 req-62b07581-6499-4127-b9c7-5ff9bdfe7dc2 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 935 time: 0.7125185 Feb 10 13:10:54.913184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e7c68667-125a-4b0e-954d-1b2f3a034eea completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:10:54.920567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e7c68667-125a-4b0e-954d-1b2f3a034eea triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:54.922656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:54.939614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-35beed1a-5276-41fa-93dd-17c6830621df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:54.941268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-35beed1a-5276-41fa-93dd-17c6830621df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.4090424 Feb 10 13:10:54.981199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7246f265-7b8f-4703-b9c1-01ce07396588 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:55.009200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c867d21-f0de-473a-9395-9aa2334e1158 req-6991b4d4-3d59-4347-a4d5-67078aa46f2a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.020357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks [] for port (7246f265-7b8f-4703-b9c1-01ce07396588), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:55.030638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c867d21-f0de-473a-9395-9aa2334e1158 req-6991b4d4-3d59-4347-a4d5-67078aa46f2a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.1720152 Feb 10 13:10:55.079740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Transition to ACTIVE for port object 7246f265-7b8f-4703-b9c1-01ce07396588 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:55.100467 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c867d21-f0de-473a-9395-9aa2334e1158 req-4c65f643-724f-4ec6-9be2-b159b60565ec tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Feb 10 13:10:55.161457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d90792c-4bc5-413b-a33c-fc5bb88e8b18 req-e1b44573-3171-43dd-8bed-e15df9519ba3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536845 Feb 10 13:10:55.162590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:55.178354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e7c68667-125a-4b0e-954d-1b2f3a034eea is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:10:55.179171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:55.203497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-5bbd17cb-364f-478c-a31a-d6a4bdd93dbb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572066 Feb 10 13:10:55.230200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:55.243108 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91652618-c7a2-49c9-a742-0ed58caffdd0" -d '{"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-plugged", "status": "completed", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:55.296020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:10:55.307692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:55.354347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-614535f0-f4d0-4275-958d-e629e8a64cbf tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623689 Feb 10 13:10:55.457751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27908920-2106-4521-bc94-02e688db320f req-94fbdf35-3f13-4611-b0c1-8bdb56940344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.461803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-94fbdf35-3f13-4611-b0c1-8bdb56940344 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4950933 Feb 10 13:10:55.485046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:55.597473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Pushing event updated for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:55.721247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-678ff5ec-e4b6-4c3d-b23a-21396474865a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.722761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-678ff5ec-e4b6-4c3d-b23a-21396474865a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630464 Feb 10 13:10:55.725682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Attempting to bind port 7246f265-7b8f-4703-b9c1-01ce07396588 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:55.726606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Attempting to bind port 7246f265-7b8f-4703-b9c1-01ce07396588 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:55.727396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Attempting to bind port 7246f265-7b8f-4703-b9c1-01ce07396588 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:55.737487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:55.790351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Port 7246f265-7b8f-4703-b9c1-01ce07396588 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:55.790791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Attempting to bind port 7246f265-7b8f-4703-b9c1-01ce07396588 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:55.794144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036a729-68ed-4c2f-8c0b-4da619552375 req-0c365a94-da83-492d-bb8d-e73ced8d5d18 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.797888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0036a729-68ed-4c2f-8c0b-4da619552375 req-0c365a94-da83-492d-bb8d-e73ced8d5d18 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 946 time: 0.2298188 Feb 10 13:10:55.805341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-f73507a5-e62f-4677-84e8-bc1082a5aff6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.807184 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-f73507a5-e62f-4677-84e8-bc1082a5aff6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5966337 Feb 10 13:10:55.819425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:55.819772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:55.820282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:55.820805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Bound port: 7246f265-7b8f-4703-b9c1-01ce07396588, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:55.821343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:55.840507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02d4e-be8d-4eac-94c7-cbbf6e5d7149 req-90ad2843-dab0-4f41-aad8-923a9d6672d0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:55.842103 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05e02d4e-be8d-4eac-94c7-cbbf6e5d7149 req-90ad2843-dab0-4f41-aad8-923a9d6672d0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.5215685 Feb 10 13:10:55.849783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:55.945613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-46cb82b7-0429-43b3-9eb1-0bb2933183a2 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396939 Feb 10 13:10:55.989661 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0036a729-68ed-4c2f-8c0b-4da619552375 req-9c283cda-dded-4d88-911f-2f39e52812ac tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787338 Feb 10 13:10:56.043295 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac564208-e12e-4616-97a6-29f31cc2a036 x-openstack-request-id: req-ac564208-e12e-4616-97a6-29f31cc2a036 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:56.044635 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-plugged", "status": "completed", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:56.045165 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac564208-e12e-4616-97a6-29f31cc2a036 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:56.045780 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'code': 200} Feb 10 13:10:56.126799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:56.131949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.134846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05e02d4e-be8d-4eac-94c7-cbbf6e5d7149 req-160e0751-4d7e-422c-af76-968ff297c90a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765870 Feb 10 13:10:56.206679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a7038b9-8c1c-493c-9a0d-0c87c14863ba req-9f6b128d-6d24-4bde-99fd-c10819965057 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 210 time: 0.0896108 Feb 10 13:10:56.221348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:10:56.224952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.294495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:56.301410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3534d8f2-0935-4a9b-9758-84c4eee50b1f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:56.337386 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks [] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.355209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7246f265-7b8f-4703-b9c1-01ce07396588,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:56.386246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27908920-2106-4521-bc94-02e688db320f req-087aa3b3-9259-45ce-8a18-c995c1920343 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272380 Feb 10 13:10:56.388238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.405848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Transition to ACTIVE for port object 3534d8f2-0935-4a9b-9758-84c4eee50b1f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:56.444421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.480222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.480929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.482769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] 10.222.0.77 "PUT /v2.0/ports/7246f265-7b8f-4703-b9c1-01ce07396588 HTTP/1.1" status: 200 len: 1095 time: 4.3387396 Feb 10 13:10:56.487657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413de7-a8db-4fa1-b5f6-3e0b8d656141 req-2bd8d74b-35b7-48a5-8f24-f7c38497608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.490095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84413de7-a8db-4fa1-b5f6-3e0b8d656141 req-2bd8d74b-35b7-48a5-8f24-f7c38497608d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1128 time: 0.3618653 Feb 10 13:10:56.503624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2404b-7df9-4918-b7b6-a3262f2f1c4a req-3b6d7f6e-475c-42a6-9483-c0a454acf410 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.504565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbf2404b-7df9-4918-b7b6-a3262f2f1c4a req-3b6d7f6e-475c-42a6-9483-c0a454acf410 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 936 time: 0.2407000 Feb 10 13:10:56.523624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:56.525901 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c94d1-3999-4cb0-8a65-ff7ae3d97359" -d '{"events": [{"name": "network-changed", "server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:56.533666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.28 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/80a8214c-2611-4d02-9ca2-1b506f261b87) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:56.560897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf10b0c-14f6-4075-a59a-56f9565f02b5 req-bcfb29a5-1bee-4c1d-a34a-7d8dcbaff6f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.568931 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcf10b0c-14f6-4075-a59a-56f9565f02b5 req-bcfb29a5-1bee-4c1d-a34a-7d8dcbaff6f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 946 time: 0.1671138 Feb 10 13:10:56.663408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d825da-521a-4a32-b33b-e9b09458e542 service neutron] Pushing event updated for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:56.721074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcf10b0c-14f6-4075-a59a-56f9565f02b5 req-4a00e92b-f737-49dd-ab65-07ffd2308db8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498396 Feb 10 13:10:56.755205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84413de7-a8db-4fa1-b5f6-3e0b8d656141 req-c1f59ac7-0da2-4f3f-bc30-b00e2c0fef7f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481773 Feb 10 13:10:56.855264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Attempting to bind port 3534d8f2-0935-4a9b-9758-84c4eee50b1f on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:56.855945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Attempting to bind port 3534d8f2-0935-4a9b-9758-84c4eee50b1f by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:56.855945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Attempting to bind port 3534d8f2-0935-4a9b-9758-84c4eee50b1f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:56.866019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Pushing event updated for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:56.878780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-ec03d5ca-1598-4ba7-8e09-c771e52b9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.880342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-ec03d5ca-1598-4ba7-8e09-c771e52b9933 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 1129 time: 0.2755053 Feb 10 13:10:56.887814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.890795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbf2404b-7df9-4918-b7b6-a3262f2f1c4a req-9b60c7c8-39ad-49dc-aa17-6188147c40e5 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541667 Feb 10 13:10:56.893206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-8a8ed372-6051-446d-a144-0f2790f2a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.894814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-8a8ed372-6051-446d-a144-0f2790f2a249 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1130 time: 0.3811145 Feb 10 13:10:56.895348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Port 3534d8f2-0935-4a9b-9758-84c4eee50b1f on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:10:56.895672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Attempting to bind port 3534d8f2-0935-4a9b-9758-84c4eee50b1f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:56.972133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:10:56.972406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:10:56.973238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:10:56.973238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Bound port: 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:10:56.974324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:56.995553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0cead-bda9-4de6-b4a3-d57452a7640f req-e0997f80-72c2-4d82-906f-43376eaa3a1e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:56.997736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16d0cead-bda9-4de6-b4a3-d57452a7640f req-e0997f80-72c2-4d82-906f-43376eaa3a1e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 947 time: 0.1076124 Feb 10 13:10:57.025401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:57.039866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:57.048272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-952912d5-ee2f-44c0-ac62-eca68f522d47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7246f265-7b8f-4703-b9c1-01ce07396588 HTTP/1.1" status: 200 len: 217 time: 0.0829480 Feb 10 13:10:57.264409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e280733d-571f-4489-a3c3-6178a9267cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.266249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-e280733d-571f-4489-a3c3-6178a9267cef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1750088 Feb 10 13:10:57.270146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-44c045fe-6f39-435d-8e48-cfbab593b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.272147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-44c045fe-6f39-435d-8e48-cfbab593b96a service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3585663 Feb 10 13:10:57.310093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:10:57.326447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16d0cead-bda9-4de6-b4a3-d57452a7640f req-691751da-221f-46f1-ac69-203749328d8e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158965 Feb 10 13:10:57.356432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-f4f39cfd-fbba-4ca2-a681-90ffd326e000 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b8f3e225-dcbb-4e64-9990-761619375057 HTTP/1.1" status: 200 len: 217 time: 0.0689371 Feb 10 13:10:57.357955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:57.359068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:10:57.374981 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e19bf-640a-411e-97b2-576530117c55 x-openstack-request-id: req-1a8e19bf-640a-411e-97b2-576530117c55 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:10:57.375272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:10:57.375532 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a8e19bf-640a-411e-97b2-576530117c55 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:10:57.375997 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588', 'status': 'completed', 'code': 200} Feb 10 13:10:57.379687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:57.392446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:57.410924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:57.446396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:57.544880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.547406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:57.552576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] 10.222.0.21 "PUT /v2.0/ports/3534d8f2-0935-4a9b-9758-84c4eee50b1f HTTP/1.1" status: 200 len: 1096 time: 3.3251398 Feb 10 13:10:57.565103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.216 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/b5472002-b246-4263-bc99-523177691bd6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:10:57.622326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.623063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:57.650074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-d660d5fb-f85a-4ca2-b56c-0a08c850a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.653999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-d660d5fb-f85a-4ca2-b56c-0a08c850a8d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3795252 Feb 10 13:10:57.654272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95405-ba73-4290-b097-5f6ce5f4976c service neutron] Pushing event updated for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:57.662445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f38f8-8aa7-47a8-8873-ce9bab1e5c00 req-c910b270-0e9f-4243-8976-27aea63f9ff2 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.674149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-848f38f8-8aa7-47a8-8873-ce9bab1e5c00 req-c910b270-0e9f-4243-8976-27aea63f9ff2 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1127 time: 0.1645131 Feb 10 13:10:57.698944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-3fdfdf42-8f06-4a90-83a9-38c246aac5ca tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9661002 Feb 10 13:10:57.721487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Request body: {'port': {'device_id': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:57.725377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-f07dd59a-3df9-40d5-81e5-59abc7ce0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:57.727729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-f07dd59a-3df9-40d5-81e5-59abc7ce0522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.3624964 Feb 10 13:10:57.811240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-848f38f8-8aa7-47a8-8873-ce9bab1e5c00 req-1cc66a34-a38a-4eaf-9684-d64538a0a7a8 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359036 Feb 10 13:10:57.921146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85fcb8da-4e46-4937-a2c1-04b455db4f3d None None] Provisioning complete for port 80a8214c-2611-4d02-9ca2-1b506f261b87 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:57.921726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85fcb8da-4e46-4937-a2c1-04b455db4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.036433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb8da-4e46-4937-a2c1-04b455db4f3d None None] Port 80a8214c-2611-4d02-9ca2-1b506f261b87 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:58.056821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (b5472002-b246-4263-bc99-523177691bd6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.186373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b5472002-b246-4263-bc99-523177691bd6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.200526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:10:58.370867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-f232af94-a253-48f6-b653-d963e3b8957e service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384609 Feb 10 13:10:58.484818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f0517-8f8e-4cbe-ad43-754caea90a23 req-2c427846-b54c-4bef-ad75-c3354e7f216f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:58.492557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f2f0517-8f8e-4cbe-ad43-754caea90a23 req-2c427846-b54c-4bef-ad75-c3354e7f216f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 935 time: 1.0215800 Feb 10 13:10:58.517393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.537138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:10:58.549490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:10:58.553286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:10:58.557061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:58.617550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788fed3-f439-4bab-83ba-11a55c06a2de req-0404629d-08ce-4c39-9501-25f7eb003004 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:58.618989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d788fed3-f439-4bab-83ba-11a55c06a2de req-0404629d-08ce-4c39-9501-25f7eb003004 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 946 time: 0.5233905 Feb 10 13:10:58.677397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f2f0517-8f8e-4cbe-ad43-754caea90a23 req-b926f959-5d1b-4333-bdd9-cd03e04c40db tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838293 Feb 10 13:10:58.684098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-a06fea0e-c14d-44b9-8b18-83d7a8afc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:58.686859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-a06fea0e-c14d-44b9-8b18-83d7a8afc65a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=956074515bff48d4a83d11262434ff11&device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 1130 time: 1.0259340 Feb 10 13:10:58.735579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e83153-2e55-4b36-865a-31c3a94cc193 req-1f697e04-7f30-4a55-8e5f-a5c87f7c7a79 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261185 Feb 10 13:10:58.741633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-7cfc2e54-993f-47c1-9efb-5539e54fc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:58.743294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-7cfc2e54-993f-47c1-9efb-5539e54fc7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3715031 Feb 10 13:10:58.826535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:58.827083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.863852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d788fed3-f439-4bab-83ba-11a55c06a2de req-900b2749-ff88-4107-b04a-060472e3cdc3 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee3da14f-da94-444f-85aa-4f85f56fd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242112 Feb 10 13:10:58.878927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-7ed4b300-b73a-4b91-b146-89dea99d25b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0328667 Feb 10 13:10:58.900061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Request body: {'port': {'device_id': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:10:58.928919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4ec7b79c-0047-48fa-8626-92850c90f0c5 None None] Provisioning complete for port b5472002-b246-4263-bc99-523177691bd6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:10:58.929515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ec7b79c-0047-48fa-8626-92850c90f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5472002-b246-4263-bc99-523177691bd6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:58.969687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7b79c-0047-48fa-8626-92850c90f0c5 None None] Port b5472002-b246-4263-bc99-523177691bd6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:10:58.986935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-88da5722-d784-4944-b690-a5ba0f925bad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f HTTP/1.1" status: 200 len: 217 time: 0.2426314 Feb 10 13:10:59.016160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.21', 50479) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:10:59.076473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-4c2c7d96-9235-4614-8c70-c993c5285a91 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671407 Feb 10 13:10:59.094514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5472002-b246-4263-bc99-523177691bd6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:59.103290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-020c6d86-2baf-4e39-a3f6-2fb2b7902002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.105156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-020c6d86-2baf-4e39-a3f6-2fb2b7902002 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 1129 time: 0.2667277 Feb 10 13:10:59.111360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c98db-cbe0-4375-b014-0cc204116451 req-ed2d6583-7069-426b-a250-b5d37d0055b9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.112735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-720c98db-cbe0-4375-b014-0cc204116451 req-ed2d6583-7069-426b-a250-b5d37d0055b9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 946 time: 0.2649410 Feb 10 13:10:59.124733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-d8a1915d-4656-422b-ab73-fb91142dd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.126129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-d8a1915d-4656-422b-ab73-fb91142dd09d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1115928 Feb 10 13:10:59.170369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828147d-e31c-4e47-9b59-d3fa946f9c30 req-d21321bf-a6f9-4453-8c40-3d2cdc564b7b tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.171868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e828147d-e31c-4e47-9b59-d3fa946f9c30 req-d21321bf-a6f9-4453-8c40-3d2cdc564b7b tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 948 time: 0.1945612 Feb 10 13:10:59.178576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-10e53856-734a-4ff3-a7f5-22a8f8543f71 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.179977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-10e53856-734a-4ff3-a7f5-22a8f8543f71 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 946 time: 0.1635385 Feb 10 13:10:59.330746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c09cc1-ac5e-4336-9dcf-b38fcefb4c3a req-65749bda-506a-4390-ab7b-45949978e506 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416253 Feb 10 13:10:59.336122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-720c98db-cbe0-4375-b014-0cc204116451 req-a4c49c04-b319-4432-86ab-ada7c3c1fc8d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090702 Feb 10 13:10:59.355672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-8eddd138-0d2a-47f7-87f6-841eea31710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.357126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-8eddd138-0d2a-47f7-87f6-841eea31710e service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2270002 Feb 10 13:10:59.358926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565429-8561-4479-8ef6-6db96af085fa req-51d2624e-c982-4472-86a8-0938a99d4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.360471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-51d2624e-c982-4472-86a8-0938a99d4671 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2100270 Feb 10 13:10:59.365839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a8214c-2611-4d02-9ca2-1b506f261b87 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:10:59.384581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:10:59.387521 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e737740-52f1-4c33-a316-601752fe12bb" -d '{"events": [{"name": "network-changed", "server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:10:59.411302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks [] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:59.443922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-855b80b1-5924-4431-a006-c20a073f61ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7246f265-7b8f-4703-b9c1-01ce07396588 HTTP/1.1" status: 200 len: 217 time: 0.0769768 Feb 10 13:10:59.445521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e828147d-e31c-4e47-9b59-d3fa946f9c30 req-2809856d-ccac-4ad1-b4fa-b2e16178db1b tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645915 Feb 10 13:10:59.456230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Transition to ACTIVE for port object 80a8214c-2611-4d02-9ca2-1b506f261b87 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:10:59.473706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:59.645482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-385f8017-ee52-4f70-851d-055a486eecea service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775135 Feb 10 13:10:59.649419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-200a043f-deb0-4c1d-a6fa-0fb79548a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.650957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-200a043f-deb0-4c1d-a6fa-0fb79548a9bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1618195 Feb 10 13:10:59.704820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Pushing event updated for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:10:59.734905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Deleting port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:10:59.735354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:10:59.781372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-58cbd92e-e720-4f03-b755-9ca8ec3e549e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.782853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-58cbd92e-e720-4f03-b755-9ca8ec3e549e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.2949741 Feb 10 13:10:59.787372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-669d74af-6dc1-4597-93e2-037d381a9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.792782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-669d74af-6dc1-4597-93e2-037d381a9a09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1238470 Feb 10 13:10:59.853448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-d9bfdaf3-51f8-4b9a-b252-a6ebc8bf7110 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/quotas/ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 375 time: 0.0347695 Feb 10 13:10:59.878679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f5d1-2782-42a2-89cd-f0a081e1821a req-7b5d6a7b-582a-4204-b021-8ee686508e93 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:10:59.881713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6aa6f5d1-2782-42a2-89cd-f0a081e1821a req-7b5d6a7b-582a-4204-b021-8ee686508e93 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 947 time: 0.3095579 Feb 10 13:10:59.956652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:10:59.961597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1565429-8561-4479-8ef6-6db96af085fa req-45862af6-8d6a-4cab-8632-df11f37efc6f service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079367 Feb 10 13:10:59.963262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Attempting to bind port 80a8214c-2611-4d02-9ca2-1b506f261b87 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:10:59.964146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Attempting to bind port 80a8214c-2611-4d02-9ca2-1b506f261b87 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:10:59.965180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Attempting to bind port 80a8214c-2611-4d02-9ca2-1b506f261b87 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:10:59.996899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5472002-b246-4263-bc99-523177691bd6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:00.016793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-43e91ce1-703e-4ce5-9cb0-40a8c4aaa0e8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145050 Feb 10 13:11:00.023946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Port 80a8214c-2611-4d02-9ca2-1b506f261b87 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:00.024779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Attempting to bind port 80a8214c-2611-4d02-9ca2-1b506f261b87 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:00.031999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks [] for port (b5472002-b246-4263-bc99-523177691bd6), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.046601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] For port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,segment=NetworkSegment(8519b6c0-e42f-486c-95df-9e57fa3ab25d),segment_id=8519b6c0-e42f-486c-95df-9e57fa3ab25d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:00.047330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.064709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:00.065825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:00.066470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:00.067356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Bound port: 80a8214c-2611-4d02-9ca2-1b506f261b87, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:00.067961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.086349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Calling delete_port for ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:11:00.100954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6aa6f5d1-2782-42a2-89cd-f0a081e1821a req-9987ea62-06b8-4062-8e32-d1dff734f972 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181692 Feb 10 13:11:00.126090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Transition to ACTIVE for port object b5472002-b246-4263-bc99-523177691bd6 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:00.136645 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b5472002-b246-4263-bc99-523177691bd6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.160468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-c4fa0a25-94ef-4d6d-8a2d-e082f2863ced tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2817049 Feb 10 13:11:00.218859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:00.247922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b8f3e225-dcbb-4e64-9990-761619375057', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'b8f3e225-dcbb-4e64-9990-761619375057', 'mac_address': 'fa:16:3e:72:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:00.266514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857c94d1-3999-4cb0-8a65-ff7ae3d97359 req-58623187-d2ae-41fb-8a6e-5dcba99d8275 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417922 Feb 10 13:11:00.319690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-292e718f-a674-43b8-a78e-2185080d3468 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582611 Feb 10 13:11:00.362031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:00.362427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.382840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Pushing event updated for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:00.393360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:00.396259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:00.407434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=80a8214c-2611-4d02-9ca2-1b506f261b87,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:00.455934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:00.463502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.466435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.502226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-bf1e0bac-ba22-46c8-9dc8-e76ff7ef7ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815386 Feb 10 13:11:00.516631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:00.599642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:00.600251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.601724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] 10.222.0.77 "PUT /v2.0/ports/80a8214c-2611-4d02-9ca2-1b506f261b87 HTTP/1.1" status: 200 len: 1095 time: 2.8913987 Feb 10 13:11:00.602253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:00.604456 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:00.644272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Attempting to bind port b5472002-b246-4263-bc99-523177691bd6 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:00.644600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Attempting to bind port b5472002-b246-4263-bc99-523177691bd6 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:00.644960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Attempting to bind port b5472002-b246-4263-bc99-523177691bd6 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:00.669921 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613781a-91f3-4007-ad97-d70d605f1afd x-openstack-request-id: req-2613781a-91f3-4007-ad97-d70d605f1afd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:00.670498 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:00.671487 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2613781a-91f3-4007-ad97-d70d605f1afd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:00.672322 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f', 'status': 'completed', 'code': 200} Feb 10 13:11:00.736488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Port b5472002-b246-4263-bc99-523177691bd6 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:00.737189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Attempting to bind port b5472002-b246-4263-bc99-523177691bd6 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:00.767742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Pushing event updated for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:00.779779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.780140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.780693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.781053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.781391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.781854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.782186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.782507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.782827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.783275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.783605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.783976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.784314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdca5f8-40c8-44a0-a119-6207f9f5c50b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:00.792728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:00.793065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:00.793574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:00.794054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Bound port: b5472002-b246-4263-bc99-523177691bd6, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:00.794361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5472002-b246-4263-bc99-523177691bd6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.809643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80bb02e9-4c85-4fd2-b105-9b56429b2247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.830889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737740-52f1-4c33-a316-601752fe12bb req-a606a1e4-3210-46bb-9c1f-f3cafaa15098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:00.832583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-a606a1e4-3210-46bb-9c1f-f3cafaa15098 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=956074515bff48d4a83d11262434ff11&device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 1130 time: 0.1220369 Feb 10 13:11:00.849466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94329-716e-4a8d-8925-f3afa0bb1844 req-79be832e-971e-4013-a221-635c3a56f44c tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:00.850937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85a94329-716e-4a8d-8925-f3afa0bb1844 req-79be832e-971e-4013-a221-635c3a56f44c tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1128 time: 0.3645871 Feb 10 13:11:00.860870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56b84-ae4b-4994-a160-9bea5c5e5f53 req-fc04548f-cfce-4f81-9ec2-102951718e10 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:00.860870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ae56b84-ae4b-4994-a160-9bea5c5e5f53 req-fc04548f-cfce-4f81-9ec2-102951718e10 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 947 time: 0.1092441 Feb 10 13:11:00.892077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:00.926480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-b3688291-7a69-40b2-bcae-3597b7c31438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:00.927980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-b3688291-7a69-40b2-bcae-3597b7c31438 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 1129 time: 0.2407844 Feb 10 13:11:00.937275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:00.967941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:00.973764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b5472002-b246-4263-bc99-523177691bd6,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:00.980391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ae56b84-ae4b-4994-a160-9bea5c5e5f53 req-d1dd0930-2d9e-4328-ab92-e58ff4819d36 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051605 Feb 10 13:11:01.018183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b5472002-b246-4263-bc99-523177691bd6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:01.024513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Pushing event deleted for resources: {'Port': ['ID=ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:01.049342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737740-52f1-4c33-a316-601752fe12bb req-187d6a96-206a-476a-99c4-d89ec2a9a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.050871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-187d6a96-206a-476a-99c4-d89ec2a9a43f service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2105289 Feb 10 13:11:01.131151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-42c5bd92-9f56-4876-8941-8340e06c3505 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f HTTP/1.1" status: 200 len: 217 time: 0.0700080 Feb 10 13:11:01.161062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] No DVR routers for this DVR port ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:01.163087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-d1ff315e-8272-4ca7-aefc-b79dd0641f74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=80a8214c-2611-4d02-9ca2-1b506f261b87 HTTP/1.1" status: 200 len: 217 time: 0.1718554 Feb 10 13:11:01.172074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc238ff6-fb52-4673-b87f-01070369b73e req-dc376462-06dc-400a-a5fd-ae9bcc17ba1b tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e1aa1ce-a451-4dde-b4d3-beb112d73bdf HTTP/1.1" status: 200 len: 210 time: 0.0451198 Feb 10 13:11:01.174534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.175163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:01.177082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] 10.222.0.21 "PUT /v2.0/ports/b5472002-b246-4263-bc99-523177691bd6 HTTP/1.1" status: 200 len: 1096 time: 2.2863834 Feb 10 13:11:01.180047 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:01.183550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-987e3216-90af-4e69-b54c-a2071c4eedfc req-52f9c04b-d74d-42b7-b1c6-c1547b8504a0 tempest-ServerGroupTestJSON-1514151884 tempest-ServerGroupTestJSON-1514151884-project] 10.222.0.21 "DELETE /v2.0/ports/ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 HTTP/1.1" status: 204 len: 173 time: 1.9936683 Feb 10 13:11:01.208273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85a94329-716e-4a8d-8925-f3afa0bb1844 req-dd4ef7fb-e36b-47b7-9201-62225035c448 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491304 Feb 10 13:11:01.256465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737740-52f1-4c33-a316-601752fe12bb req-0c6e35d0-8c8d-4bf2-a70c-3438e0369a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.259771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-0c6e35d0-8c8d-4bf2-a70c-3438e0369a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1186657 Feb 10 13:11:01.337105 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0f08d-fc28-4e88-b06f-0129cc502e83 x-openstack-request-id: req-56a0f08d-fc28-4e88-b06f-0129cc502e83 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:01.337713 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:01.338117 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56a0f08d-fc28-4e88-b06f-0129cc502e83 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:01.338723 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87', 'status': 'completed', 'code': 200} Feb 10 13:11:01.414293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697e1b-93e9-4d5d-a070-e3fa535c024e service neutron] Pushing event updated for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:01.467298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-78a95356-2405-477f-8aeb-c7bf2f885ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.468957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-78a95356-2405-477f-8aeb-c7bf2f885ab8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2845230 Feb 10 13:11:01.519879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-86888aef-2a04-4dd5-844b-0b6005d706f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.521476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-86888aef-2a04-4dd5-844b-0b6005d706f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 1130 time: 0.2069848 Feb 10 13:11:01.552303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d307a-f40d-448d-8402-3680e3107a52 req-101aef71-8bb7-4348-87fa-f19f427a2440 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.553928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f64d307a-f40d-448d-8402-3680e3107a52 req-101aef71-8bb7-4348-87fa-f19f427a2440 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 948 time: 0.1839070 Feb 10 13:11:01.602562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-cd545c49-8e63-4e32-ab48-a3e3c0f8cc4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b5472002-b246-4263-bc99-523177691bd6 HTTP/1.1" status: 200 len: 217 time: 0.0703611 Feb 10 13:11:01.645951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9cc49ff-e845-4981-90f0-5ac2c535d203 req-e2533d18-c0c4-4854-9919-959f0660cccb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 210 time: 0.2984858 Feb 10 13:11:01.652889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737740-52f1-4c33-a316-601752fe12bb req-df7dbc7e-8c2a-4fd1-a2ad-bd11ab7ca48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.654171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-fed6e84a-87bd-41ca-882c-df5b78d83aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.654601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-df7dbc7e-8c2a-4fd1-a2ad-bd11ab7ca48b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3893406 Feb 10 13:11:01.655793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-fed6e84a-87bd-41ca-882c-df5b78d83aa1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1764455 Feb 10 13:11:01.722856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-efdc285f-a8f8-49ce-8566-b14562e217a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.724298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-efdc285f-a8f8-49ce-8566-b14562e217a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1123371 Feb 10 13:11:01.732572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f64d307a-f40d-448d-8402-3680e3107a52 req-2f8ef001-3ee0-45a0-8722-da86387f87c4 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360321 Feb 10 13:11:01.842691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-2d27a675-38b4-434d-bdde-24c85eba6adb service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802931 Feb 10 13:11:01.957942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86b007-5338-46e8-9bdc-008230224a1f req-a930769d-8d8f-4b31-baff-ba8f3c500519 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:01.965484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa86b007-5338-46e8-9bdc-008230224a1f req-a930769d-8d8f-4b31-baff-ba8f3c500519 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 947 time: 0.1752417 Feb 10 13:11:01.980469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:02.045434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:11:02.047974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:02.123761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-ca158276-1a25-4ef0-b727-0f6d4964e14c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509177 Feb 10 13:11:02.127535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b116a-a0ca-4c35-81a3-f48567aec4a8 req-ddda5487-98af-4c01-a987-64b9b5afc31d tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.134798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-871b116a-a0ca-4c35-81a3-f48567aec4a8 req-ddda5487-98af-4c01-a987-64b9b5afc31d tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1128 time: 0.1155615 Feb 10 13:11:02.138465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-5dbae476-575e-4a96-ad6f-aa14afdfb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.140169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-5dbae476-575e-4a96-ad6f-aa14afdfb050 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1221821 Feb 10 13:11:02.155941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2b4c9c1e-28da-42aa-9993-fd444f44c14c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.157540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2b4c9c1e-28da-42aa-9993-fd444f44c14c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.1359611 Feb 10 13:11:02.180659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Request body: {'port': {'device_id': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'admin_state_up': True, 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:02.219214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa86b007-5338-46e8-9bdc-008230224a1f req-a4437d20-91b5-4ffb-bab5-b05c9b451281 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527518 Feb 10 13:11:02.272239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e737740-52f1-4c33-a316-601752fe12bb req-c464af65-a995-4a30-9d29-7c458a320ffe service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101441 Feb 10 13:11:02.308720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-871b116a-a0ca-4c35-81a3-f48567aec4a8 req-40ec5a91-5823-47da-ae5d-3e08524449ad tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725316 Feb 10 13:11:02.376895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-acfe4bf7-c4b6-42c5-b7c5-83c67ea92253 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121074 Feb 10 13:11:02.440741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:02.445772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:02.487312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-24fd59ac-f471-47f9-bb06-306ec86a9d3f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452232 Feb 10 13:11:02.487938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa367-70c3-41fd-85e2-1627f7b4185e req-297ab1d1-a500-4321-a9a4-fe722d933c8a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.489582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74eaa367-70c3-41fd-85e2-1627f7b4185e req-297ab1d1-a500-4321-a9a4-fe722d933c8a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 947 time: 0.1053605 Feb 10 13:11:02.540413 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72880195-aa2c-4713-a150-a7b9ee7780ae req-93df3f0f-7566-4a02-a916-85474a267a10 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552222 Feb 10 13:11:02.616070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74eaa367-70c3-41fd-85e2-1627f7b4185e req-ec887005-69ff-4ac7-94af-fb41ea0783b3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080592 Feb 10 13:11:02.618724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-1a1c4e12-a8c3-47cf-911b-b828cb27fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.621214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-1a1c4e12-a8c3-47cf-911b-b828cb27fb8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 1129 time: 0.0645404 Feb 10 13:11:02.678567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Allocated IP 172.20.0.12 (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe/61e1da9d-6343-49e4-a1f6-faec55116771/d4f93d94-b3ac-4285-9656-3a7ab9b4503d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:02.818761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-74cc061f-2db6-4f60-80f3-2b145ed33a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:02.820411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-74cc061f-2db6-4f60-80f3-2b145ed33a35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1917236 Feb 10 13:11:02.857678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7246f265-7b8f-4703-b9c1-01ce07396588 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:02.865377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-690787b7-3783-4808-811e-6cceaa8f6f61 req-5ab31779-cccf-45e3-ac8f-dd5900b3ae74 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 210 time: 0.0365129 Feb 10 13:11:02.905181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-f5b00f03-c4df-48f7-bef5-e6cfb0b84f19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=80a8214c-2611-4d02-9ca2-1b506f261b87 HTTP/1.1" status: 200 len: 217 time: 0.0679934 Feb 10 13:11:02.952489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks [] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.022393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.041552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-fb50f245-2e4c-4fa0-afdd-fcc27c0337c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.044529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-fb50f245-2e4c-4fa0-afdd-fcc27c0337c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1373200 Feb 10 13:11:03.082575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7246f265-7b8f-4703-b9c1-01ce07396588,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:03.088009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:03.096599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '7246f265-7b8f-4703-b9c1-01ce07396588', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '7246f265-7b8f-4703-b9c1-01ce07396588', 'mac_address': 'fa:16:3e:3e:b1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:03.102311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.102729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.103077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.103423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.105577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.105577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.110138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.110616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.111114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.111637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.112073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.112507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.112931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-9f59cab2-7045-40a5-a525-e9b856d7bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.113048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:03.114799 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-9f59cab2-7045-40a5-a525-e9b856d7bcbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0573010 Feb 10 13:11:03.147229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:03.149500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:03.166284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:03.172379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.172588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.200866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-5c11af73-9623-48d3-b083-61854eefe93a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0286191 Feb 10 13:11:03.206758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 7246f265-7b8f-4703-b9c1-01ce07396588 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:03.207995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.211646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfe86-8288-42e4-b5ef-99f3f5257b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.212979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8f17-9547-4f86-b983-5712fa3653de req-d3038973-61df-4f22-ac12-b438537d4372 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.223664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad4b8f17-9547-4f86-b983-5712fa3653de req-d3038973-61df-4f22-ac12-b438537d4372 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 948 time: 0.1375229 Feb 10 13:11:03.228831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7246f265-7b8f-4703-b9c1-01ce07396588 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:03.236688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Request body: {'port': {'device_id': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:03.257488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7246f265-7b8f-4703-b9c1-01ce07396588,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:03.265375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.290668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-4eb09e05-a73e-4e97-bbf4-7c1c4d71a8d9 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685326 Feb 10 13:11:03.333630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:03.345160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'tag': 'b5472002-b246-4263-bc99-523177691bd6'}, {'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'name': 'network-vif-deleted', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:03.347142 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964" -d '{"events": [{"name": "network-changed", "server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "tag": "b5472002-b246-4263-bc99-523177691bd6"}, {"server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "name": "network-vif-deleted", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:03.401839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad4b8f17-9547-4f86-b983-5712fa3653de req-bf58e640-984e-4800-9958-675cae703a53 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766748 Feb 10 13:11:03.411989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.437333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af3691a3-e6dd-41f0-bb4f-ea2860ee27cc req-28d50118-b933-451e-aeb5-622d751d5944 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388934 Feb 10 13:11:03.548169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7246f265-7b8f-4703-b9c1-01ce07396588'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:03.724736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06013c-c55c-4f85-8424-38dc1e3d937f req-ca4f54d4-c531-4e61-b9a9-726957716f91 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.731726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c06013c-c55c-4f85-8424-38dc1e3d937f req-ca4f54d4-c531-4e61-b9a9-726957716f91 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 948 time: 0.1666462 Feb 10 13:11:03.813508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c06013c-c55c-4f85-8424-38dc1e3d937f req-e6522a26-c394-4dfb-83a1-ac6a5aa24a1d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809276 Feb 10 13:11:03.855712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f93d94-b3ac-4285-9656-3a7ab9b4503d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:03.866755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks [] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.872362 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6860e2-5470-44e4-91b2-9c30aca9a2dc x-openstack-request-id: req-6f6860e2-5470-44e4-91b2-9c30aca9a2dc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:03.872734 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "tag": "b5472002-b246-4263-bc99-523177691bd6", "status": "completed", "code": 200}, {"server_uuid": "1e1aa1ce-a451-4dde-b4d3-beb112d73bdf", "name": "network-vif-deleted", "tag": "ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:03.878166 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f6860e2-5470-44e4-91b2-9c30aca9a2dc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:03.878166 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'tag': 'b5472002-b246-4263-bc99-523177691bd6', 'status': 'completed', 'code': 200} Feb 10 13:11:03.878166 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1aa1ce-a451-4dde-b4d3-beb112d73bdf', 'name': 'network-vif-deleted', 'tag': 'ed0c4a1a-4fd4-4b3b-a54f-75a62bc5d5b7', 'status': 'completed', 'code': 200} Feb 10 13:11:03.902368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Transition to ACTIVE for port object d4f93d94-b3ac-4285-9656-3a7ab9b4503d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:03.906640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:03.913706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:03.956401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-a137abb2-9997-4009-b5fc-192cf6082bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:03.964362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-a137abb2-9997-4009-b5fc-192cf6082bff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 1130 time: 0.0615189 Feb 10 13:11:03.991723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:04.005407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3534d8f2-0935-4a9b-9758-84c4eee50b1f details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:04.008244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:04.108069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-b7a5a4b7-b267-4886-a818-7ddf03ba6c55 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:11:04.119983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-b7a5a4b7-b267-4886-a818-7ddf03ba6c55 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2115834 Feb 10 13:11:04.125616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:04.125959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:04.126291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:04.137516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:04.137847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:04.146196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:04.146628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:04.147028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:04.147507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Bound port: d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:04.147867 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.167876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08dec-43a2-4e42-99da-83a040d862ff req-18d80523-fa39-44bd-ba68-c17984bd7026 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.170147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b8f3e225-dcbb-4e64-9990-761619375057 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:04.175716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d08dec-43a2-4e42-99da-83a040d862ff req-18d80523-fa39-44bd-ba68-c17984bd7026 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 947 time: 0.1963432 Feb 10 13:11:04.178668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b8f3e225-dcbb-4e64-9990-761619375057 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:04.179235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8f3e225-dcbb-4e64-9990-761619375057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.181679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-2a58f4aa-ad8c-4782-8f59-390d8dc4bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.188318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-2a58f4aa-ad8c-4782-8f59-390d8dc4bdcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2131250 Feb 10 13:11:04.230322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:04.242756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-278f0406-8380-4852-9933-378516e01184 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b5472002-b246-4263-bc99-523177691bd6 HTTP/1.1" status: 200 len: 217 time: 0.0472052 Feb 10 13:11:04.243958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3534d8f2-0935-4a9b-9758-84c4eee50b1f', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '3534d8f2-0935-4a9b-9758-84c4eee50b1f', 'mac_address': 'fa:16:3e:a4:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:04.265374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d08dec-43a2-4e42-99da-83a040d862ff req-8b2d7273-a1b0-435c-8347-972d1773e24d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831718 Feb 10 13:11:04.316553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-4600f30a-0c0c-4ff7-99bd-0f4a492ba6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.318883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-4600f30a-0c0c-4ff7-99bd-0f4a492ba6a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0700157 Feb 10 13:11:04.361010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3534d8f2-0935-4a9b-9758-84c4eee50b1f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:04.361419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.377421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:04.380166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3534d8f2-0935-4a9b-9758-84c4eee50b1f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:04.397250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-315f5f06-beab-465a-9d89-d3c7d593096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.401960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:04.402783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.403955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-315f5f06-beab-465a-9d89-d3c7d593096f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0736935 Feb 10 13:11:04.410581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:04.416232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-fae6361c-af59-4478-ae23-d4ec4725dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.419506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.423051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-fae6361c-af59-4478-ae23-d4ec4725dd3c service neutron] 10.222.0.13 "GET /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 1125 time: 0.1788743 Feb 10 13:11:04.429990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:04.430570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:11:04.441934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.442718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:04.467621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:04.468794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:04.472311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca363265-4de3-40ed-815f-b15b717af467" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:04.477704 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.479458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.529982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27c085-dcfb-46a4-b88b-fbc4204da09b req-9cff09b0-a5f8-49a6-a13d-94a0da13e9a9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.531787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba27c085-dcfb-46a4-b88b-fbc4204da09b req-9cff09b0-a5f8-49a6-a13d-94a0da13e9a9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.1868098 Feb 10 13:11:04.533186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.533796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:04.535082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] 10.222.0.77 "PUT /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 1092 time: 1.3034616 Feb 10 13:11:04.538967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:04.547498 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb04eaa-345d-4316-a5e9-95c6346bafb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:04.565788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-a38c02c2-d91b-4625-a441-29d4e546bfe6 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525965 Feb 10 13:11:04.567561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:04.630155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:04.650062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552ce15-88ea-40d5-abea-afe1a99f180a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:04.701365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fafd50cd-ffec-4acf-b2b8-b66a9cce0964 req-d1489df3-4aa2-4812-b8ab-05cbafe96928 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172483 Feb 10 13:11:04.721019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba27c085-dcfb-46a4-b88b-fbc4204da09b req-e70aaaa4-3aaa-4d6d-babe-21d90fda3e47 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610119 Feb 10 13:11:04.758054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-688bf81d-398c-4160-baaf-1840174050c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.759569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-688bf81d-398c-4160-baaf-1840174050c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1126 time: 0.1748695 Feb 10 13:11:04.817796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-8f2c7dc4-25fe-4e32-acd0-c5f6cb1bd82f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0487306 Feb 10 13:11:04.874365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:04.874704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:04.875032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:04.889279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7246f265-7b8f-4703-b9c1-01ce07396588 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:04.891095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:04.891430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:04.904976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:04.905318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:04.905700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:04.906130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Bound port: e7c68667-125a-4b0e-954d-1b2f3a034eea, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:04.912971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-4121a240-d1b2-46ef-8a1e-7e4ff76ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.914840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-4121a240-d1b2-46ef-8a1e-7e4ff76ad05c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0706763 Feb 10 13:11:04.915492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3534d8f2-0935-4a9b-9758-84c4eee50b1f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:04.952475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0af3c-3883-4fce-9055-20d79b02a5b5 req-38fbc2d3-be3f-4142-9d2f-7d7f741b5706 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:04.953871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65a0af3c-3883-4fce-9055-20d79b02a5b5 req-38fbc2d3-be3f-4142-9d2f-7d7f741b5706 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 949 time: 0.1481295 Feb 10 13:11:04.977395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-8e60be63-20f0-4796-b973-83b4eb09e194 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411067 Feb 10 13:11:04.994647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 7246f265-7b8f-4703-b9c1-01ce07396588 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:05.007441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 7246f265-7b8f-4703-b9c1-01ce07396588 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:05.007891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.050668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:05.085575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.086779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c5b4781d-7aff-449f-ac40-97838cc5a30d service neutron] 10.222.0.13 "POST /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea/bindings HTTP/1.1" status: 201 len: 389 time: 0.6629345 Feb 10 13:11:05.109173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65a0af3c-3883-4fce-9055-20d79b02a5b5 req-8d67f2ea-5e71-4a5e-83a4-42434a61970f tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365259 Feb 10 13:11:05.136928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-49a52be2-29ab-4bce-9001-809666850d73 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497989 Feb 10 13:11:05.279921 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8413bb-9ee6-4855-b363-44221609b802 x-openstack-request-id: req-3f8413bb-9ee6-4855-b363-44221609b802 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:05.280867 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:05.283169 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f8413bb-9ee6-4855-b363-44221609b802 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:05.284309 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'code': 200} Feb 10 13:11:05.306610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-341b76d4-7c9b-4e41-b71d-6e4cd81c584e req-987e7f06-ca9c-4815-9f03-d6b0420a8dbf service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592784 Feb 10 13:11:05.340661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 7246f265-7b8f-4703-b9c1-01ce07396588 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:05.341474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.355719 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f557b6d-9e52-451f-afff-fd32c9b0bb71 x-openstack-request-id: req-1f557b6d-9e52-451f-afff-fd32c9b0bb71 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:05.356251 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:05.356597 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f557b6d-9e52-451f-afff-fd32c9b0bb71 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:05.357187 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'status': 'completed', 'code': 200} Feb 10 13:11:05.405768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7246f265-7b8f-4703-b9c1-01ce07396588,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:05.413706 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.451331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b1b59-3e05-4d98-96dd-0b6f7f5f7ac6 req-37088e14-6c49-4235-a4a8-27d13d968411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.452962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-569b1b59-3e05-4d98-96dd-0b6f7f5f7ac6 req-37088e14-6c49-4235-a4a8-27d13d968411 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1132 time: 0.0887179 Feb 10 13:11:05.499755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:05.523073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-9f016d56-3610-4b55-8983-1b9d65c48caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.524791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-9f016d56-3610-4b55-8983-1b9d65c48caa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1126 time: 0.1339486 Feb 10 13:11:05.531820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-569b1b59-3e05-4d98-96dd-0b6f7f5f7ac6 req-71f2556a-e560-4fc8-8b68-b2d6e1531ca5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731130 Feb 10 13:11:05.547694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a44a3a-c973-489e-931f-544a511ffce4 req-6a16e7ec-ec2d-44bf-97bb-666ae8a74485 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.549275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-95a44a3a-c973-489e-931f-544a511ffce4 req-6a16e7ec-ec2d-44bf-97bb-666ae8a74485 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 946 time: 0.0832458 Feb 10 13:11:05.604704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-95a44a3a-c973-489e-931f-544a511ffce4 req-6c7e2fff-6ff7-46b8-b909-1202bd864647 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Feb 10 13:11:05.661166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.685333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.753406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5550aa-b9c0-4a4f-afed-5d9eaa664867 req-d706f80d-0f49-44a5-8684-efe792df37b1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.754836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f5550aa-b9c0-4a4f-afed-5d9eaa664867 req-d706f80d-0f49-44a5-8684-efe792df37b1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 947 time: 0.0586720 Feb 10 13:11:05.797257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf2449-f7fa-4d45-a739-9afac3e3d076 req-72c62b3b-6085-400e-96fe-7bf3470b9157 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.798752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77cf2449-f7fa-4d45-a739-9afac3e3d076 req-72c62b3b-6085-400e-96fe-7bf3470b9157 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 948 time: 0.4207387 Feb 10 13:11:05.808499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f5550aa-b9c0-4a4f-afed-5d9eaa664867 req-4840c20c-636d-40ab-b634-edad8fb68339 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Feb 10 13:11:05.829741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-0310c52e-1520-4f36-96d4-cc2d6125698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.829741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-0310c52e-1520-4f36-96d4-cc2d6125698e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1128 time: 0.3653393 Feb 10 13:11:05.867594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:05.958633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77cf2449-f7fa-4d45-a739-9afac3e3d076 req-c297ee8a-d259-45ef-9e7f-3516642c3cec tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495669 Feb 10 13:11:05.969774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-7969f0da-5935-48e6-8210-27f325f6408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:05.971568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-7969f0da-5935-48e6-8210-27f325f6408a service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.4386287 Feb 10 13:11:05.977473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Deleting subnet 8ae5fea9-fe8c-456f-b3ad-811c024e3da7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:11:05.989668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Publish callbacks [] for subnet (8ae5fea9-fe8c-456f-b3ad-811c024e3da7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:05.992453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b5472002-b246-4263-bc99-523177691bd6 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:06.027528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b7b7e-e637-404a-bae7-fe935db84ac9 req-4675baad-8710-4c70-a8d9-81c63bd3bec9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:06.038890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-387b7b7e-e637-404a-bae7-fe935db84ac9 req-4675baad-8710-4c70-a8d9-81c63bd3bec9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0962017 Feb 10 13:11:06.043704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-3ddbc397-d0df-4c41-b8ac-9d2a5f3c7b2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0635118 Feb 10 13:11:06.092208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-387b7b7e-e637-404a-bae7-fe935db84ac9 req-cdb268d8-385a-4a14-96df-44dc5ec4c031 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Feb 10 13:11:06.099591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Publish callbacks [] for subnet (8ae5fea9-fe8c-456f-b3ad-811c024e3da7), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.110584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8ae5fea9-fe8c-456f-b3ad-811c024e3da7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.127777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b5472002-b246-4263-bc99-523177691bd6,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:06.148619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b5472002-b246-4263-bc99-523177691bd6', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'b5472002-b246-4263-bc99-523177691bd6', 'mac_address': 'fa:16:3e:6e:1d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:06.149774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-7abaa603-fbd6-491f-aded-a69ff2571f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:06.151384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-7abaa603-fbd6-491f-aded-a69ff2571f0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0990653 Feb 10 13:11:06.206699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b5472002-b246-4263-bc99-523177691bd6 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:06.207093 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5472002-b246-4263-bc99-523177691bd6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.209745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-a5647f26-4283-4047-b562-a7c2eb20059f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478606 Feb 10 13:11:06.210513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (8ae5fea9-fe8c-456f-b3ad-811c024e3da7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.227260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5472002-b246-4263-bc99-523177691bd6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:06.247459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b5472002-b246-4263-bc99-523177691bd6,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:06.252613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5472002-b246-4263-bc99-523177691bd6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.278497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae5fea9-fe8c-456f-b3ad-811c024e3da7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:06.302445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.306050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-54b21176-1643-4a4c-b027-c8972e2c9b35 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ae5fea9-fe8c-456f-b3ad-811c024e3da7 HTTP/1.1" status: 204 len: 168 time: 0.4372134 Feb 10 13:11:06.310952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:06.361745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:06.378937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d6ac-7549-4354-ae2e-bcdc8b6b84ad req-7b818b1c-5746-4db6-a673-dd730446313d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:06.386395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80e6d6ac-7549-4354-ae2e-bcdc8b6b84ad req-7b818b1c-5746-4db6-a673-dd730446313d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 949 time: 0.1813905 Feb 10 13:11:06.397066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-07ab9482-a2c5-41fe-927a-81a334fb5a38 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733882 Feb 10 13:11:06.442859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (663e616a-0f12-4b73-b0dc-c12a864d1d62), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.539188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80e6d6ac-7549-4354-ae2e-bcdc8b6b84ad req-c11049c3-933a-4234-9186-70f14353888d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517229 Feb 10 13:11:06.539787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (663e616a-0f12-4b73-b0dc-c12a864d1d62), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.568650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb04eaa-345d-4316-a5e9-95c6346bafb4 req-b610ce75-2a2f-4bd3-b364-053cfd1439f8 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628044 Feb 10 13:11:06.572882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663e616a-0f12-4b73-b0dc-c12a864d1d62']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:06.585371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8519b6c0-e42f-486c-95df-9e57fa3ab25d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:06.585732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8519b6c0-e42f-486c-95df-9e57fa3ab25d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:06.600341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (8519b6c0-e42f-486c-95df-9e57fa3ab25d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.614552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8519b6c0-e42f-486c-95df-9e57fa3ab25d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.618423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:06.622614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:11:06.623007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (8519b6c0-e42f-486c-95df-9e57fa3ab25d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:11:06.624780 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:11:06.739048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (663e616a-0f12-4b73-b0dc-c12a864d1d62), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.745102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:06.760796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/663e616a-0f12-4b73-b0dc-c12a864d1d62 HTTP/1.1" status: 204 len: 168 time: 0.4359016 Feb 10 13:11:06.790611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a971680-1a67-4003-a633-8a3563dd1ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=663e616a-0f12-4b73-b0dc-c12a864d1d62,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:06.827517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012b577-85bb-4b3c-aafc-a9b8f1d371b4 req-8cd8c866-78ac-4b55-8a66-1c5c2e11d24c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:06.835881 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1012b577-85bb-4b3c-aafc-a9b8f1d371b4 req-8cd8c866-78ac-4b55-8a66-1c5c2e11d24c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 946 time: 0.1347647 Feb 10 13:11:06.900514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 80a8214c-2611-4d02-9ca2-1b506f261b87 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:06.938377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1012b577-85bb-4b3c-aafc-a9b8f1d371b4 req-b8ec7295-a30e-4e38-847c-5c7ac23766ef tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015568 Feb 10 13:11:07.022718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=80a8214c-2611-4d02-9ca2-1b506f261b87,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:07.026537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c6237994-60a1-4804-b7dc-6ac9e6f85ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.028053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c6237994-60a1-4804-b7dc-6ac9e6f85ac4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.1781058 Feb 10 13:11:07.037308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '80a8214c-2611-4d02-9ca2-1b506f261b87', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '80a8214c-2611-4d02-9ca2-1b506f261b87', 'mac_address': 'fa:16:3e:7c:bd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:07.114821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:07.123487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-f5b9d9f6-97aa-423d-a84f-dcb1a95c7482 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.0575881 Feb 10 13:11:07.139848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 80a8214c-2611-4d02-9ca2-1b506f261b87 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:07.140266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.163888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a8214c-2611-4d02-9ca2-1b506f261b87 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:07.176419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e132182-cafa-4739-862d-f617d63cc111 req-8adc4046-c72b-4d43-bd3c-edba308ff3ad tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.189523 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e132182-cafa-4739-862d-f617d63cc111 req-8adc4046-c72b-4d43-bd3c-edba308ff3ad tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 949 time: 0.1181052 Feb 10 13:11:07.190685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=80a8214c-2611-4d02-9ca2-1b506f261b87,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:07.196579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.219210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ff90-c83b-421a-86be-10aba06b2cae req-4b3bd364-d76e-48c7-81f9-351161ab2552 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.220881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2939ff90-c83b-421a-86be-10aba06b2cae req-4b3bd364-d76e-48c7-81f9-351161ab2552 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 947 time: 0.1918457 Feb 10 13:11:07.242209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-aba5e5c6-f384-4bb8-9e59-de7ff99c30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.243714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-aba5e5c6-f384-4bb8-9e59-de7ff99c30a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1122229 Feb 10 13:11:07.261016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e132182-cafa-4739-862d-f617d63cc111 req-3371a707-5668-42d6-9f01-295c5045d10c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658181 Feb 10 13:11:07.262345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:07.283028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.283499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.283943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.285317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.285865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.286431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.286898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.287297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.287730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.288204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.291077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.291077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.291077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:07.321132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:07.327947 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a48b04d-ea4a-4cbb-82cd-d1a1baff8145" -d '{"events": [{"server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "name": "network-vif-plugged", "status": "completed", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:07.355271 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.422940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc3752-4543-4e14-a219-c05e532ec7a2 req-1db70a0b-4e53-4423-be6d-75e7db54b169 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.431447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1afc3752-4543-4e14-a219-c05e532ec7a2 req-1db70a0b-4e53-4423-be6d-75e7db54b169 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0651782 Feb 10 13:11:07.435320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b6613b4c-3231-422d-8e89-c7e0fc855c92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a2f79c6e67d4407940635fff7affedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171556 Feb 10 13:11:07.437602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2939ff90-c83b-421a-86be-10aba06b2cae req-000d4061-ac01-4737-b63b-ccc0faa297f6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927867 Feb 10 13:11:07.438068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56202) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:07.440440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-d78ba3b7-d87b-49b3-982d-41ac47f3ee3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306667 Feb 10 13:11:07.477255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:07.528109 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c64017-ecf1-4f86-bf24-86ba5a7fb103 x-openstack-request-id: req-90c64017-ecf1-4f86-bf24-86ba5a7fb103 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:07.528428 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "name": "network-vif-plugged", "status": "completed", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:07.528684 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90c64017-ecf1-4f86-bf24-86ba5a7fb103 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:07.529126 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588', 'code': 200} Feb 10 13:11:07.598785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1afc3752-4543-4e14-a219-c05e532ec7a2 req-0f4c0964-670f-4dd0-9135-d79c97599d20 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615767 Feb 10 13:11:07.638227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] Publish callbacks [] for security_group (ee3da14f-da94-444f-85aa-4f85f56fd8b5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.687489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] Publish callbacks [] for security_group (ee3da14f-da94-444f-85aa-4f85f56fd8b5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.751555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ee3da14f-da94-444f-85aa-4f85f56fd8b5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.757244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:07.776012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee3da14f-da94-444f-85aa-4f85f56fd8b5 HTTP/1.1" status: 204 len: 168 time: 0.3245087 Feb 10 13:11:07.801273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1fd3-0fbe-4114-9d7d-08eb844a1d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3da14f-da94-444f-85aa-4f85f56fd8b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:07.802276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4506d68-330f-4be6-849c-73080af488c0 req-19888626-07ab-420e-99a2-fa28889b0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.803993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4506d68-330f-4be6-849c-73080af488c0 req-19888626-07ab-420e-99a2-fa28889b0d3b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 1131 time: 0.1759763 Feb 10 13:11:07.805938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-065ba1b9-f927-4463-a407-1f1b96c61d1b service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565955 Feb 10 13:11:07.941066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8709a-1d58-4764-8800-a56a4f1fb6b6 req-19cdff6d-31d1-4f68-943e-a2fdd85dd43d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:07.949609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ce8709a-1d58-4764-8800-a56a4f1fb6b6 req-19cdff6d-31d1-4f68-943e-a2fdd85dd43d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 949 time: 0.2337468 Feb 10 13:11:08.027539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b5472002-b246-4263-bc99-523177691bd6 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:08.068047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ce8709a-1d58-4764-8800-a56a4f1fb6b6 req-f6aef01a-a559-4cbf-a544-c208a7b29fab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173992 Feb 10 13:11:08.073803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4506d68-330f-4be6-849c-73080af488c0 req-dd46ae88-cb12-4afc-8b3e-b7a5e714f1f1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910050 Feb 10 13:11:08.088231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-64af5231-3b0b-4e15-9175-e4523650f597 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754142 Feb 10 13:11:08.159063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b5472002-b246-4263-bc99-523177691bd6 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:08.164152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b5472002-b246-4263-bc99-523177691bd6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:08.164579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5472002-b246-4263-bc99-523177691bd6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.203683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444325c-f959-4de3-b5c1-8ad007e000f1 req-b2b92cc8-d1aa-417c-9077-f2200634d8b9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:08.217363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0444325c-f959-4de3-b5c1-8ad007e000f1 req-b2b92cc8-d1aa-417c-9077-f2200634d8b9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 946 time: 0.1426284 Feb 10 13:11:08.264720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-38874699-4fcf-4ac2-ab2b-80e0e4a54b2e tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:08.289925 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-38874699-4fcf-4ac2-ab2b-80e0e4a54b2e tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.1047883 Feb 10 13:11:08.301881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:08.323978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0444325c-f959-4de3-b5c1-8ad007e000f1 req-3d68d309-03a8-4b47-80c9-4b3db34dd880 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923092 Feb 10 13:11:08.366916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b5472002-b246-4263-bc99-523177691bd6 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:08.367522 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5472002-b246-4263-bc99-523177691bd6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.454666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b5472002-b246-4263-bc99-523177691bd6,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:08.455855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.465469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5472002-b246-4263-bc99-523177691bd6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.466455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3534d8f2-0935-4a9b-9758-84c4eee50b1f up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:08.523622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:08.646954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3534d8f2-0935-4a9b-9758-84c4eee50b1f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:08.651785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3534d8f2-0935-4a9b-9758-84c4eee50b1f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:08.652225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.698297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77741-796e-4149-a004-92801a1bcd2d req-c6739c94-fcfa-47e5-950c-9432ca9a29fa tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:08.709550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fa77741-796e-4149-a004-92801a1bcd2d req-c6739c94-fcfa-47e5-950c-9432ca9a29fa tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 949 time: 0.2956059 Feb 10 13:11:08.723751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3023-e0a5-4f31-81be-cc8e0a9acc56 req-5952e56b-e673-467a-94ec-32ad7ec44ddb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:08.734788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-975a3023-e0a5-4f31-81be-cc8e0a9acc56 req-5952e56b-e673-467a-94ec-32ad7ec44ddb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 948 time: 0.1603618 Feb 10 13:11:08.744319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:08.821516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-975a3023-e0a5-4f31-81be-cc8e0a9acc56 req-8ce535f6-ff31-4349-8fe2-b0f7bf50de3d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Feb 10 13:11:08.827048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fa77741-796e-4149-a004-92801a1bcd2d req-8371e18e-9dba-4b56-9d88-d74e01b9152f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165137 Feb 10 13:11:08.838183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3534d8f2-0935-4a9b-9758-84c4eee50b1f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:08.838183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.869484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:08.904470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:08.911024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:08.962226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:08.964800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 80a8214c-2611-4d02-9ca2-1b506f261b87 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:08.978541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:08.981088 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49359e7-86ae-4f5a-a124-5d85455ea310" -d '{"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:09.000216 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks [] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.039972 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abba284-3850-46db-8b0e-3db89758bd72 x-openstack-request-id: req-3abba284-3850-46db-8b0e-3db89758bd72 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:09.040268 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:09.040530 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3abba284-3850-46db-8b0e-3db89758bd72 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:09.040955 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'code': 200} Feb 10 13:11:09.041760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.070528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:09.084452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:09.100856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 80a8214c-2611-4d02-9ca2-1b506f261b87 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:09.114068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 80a8214c-2611-4d02-9ca2-1b506f261b87 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:09.114452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.209101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543f5c-6b77-459f-ac33-3ca41285ce0b req-4726b6af-5081-4163-9b66-a397eed14deb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.215558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:09.217214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f543f5c-6b77-459f-ac33-3ca41285ce0b req-4726b6af-5081-4163-9b66-a397eed14deb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.2995005 Feb 10 13:11:09.217991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:09.231608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'port_id': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'mac_address': 'fa:16:3e:9c:93:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e1da9d-6343-49e4-a1f6-faec55116771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:09.239915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-531711730-network', 'tenant_id': '99944bad4c1745518141728198f8b537'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:09.295454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec270cf-d57b-4676-a0db-931244434f8f req-b203841a-2cf8-403e-9f97-879cb1d9d874 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.297644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ec270cf-d57b-4676-a0db-931244434f8f req-b203841a-2cf8-403e-9f97-879cb1d9d874 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.1415808 Feb 10 13:11:09.298285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Made reservation on behalf of 99944bad4c1745518141728198f8b537 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:09.300530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.315653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 80a8214c-2611-4d02-9ca2-1b506f261b87 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:09.315971 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.318661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.328022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d4f93d94-b3ac-4285-9656-3a7ab9b4503d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:09.328425 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.353562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f543f5c-6b77-459f-ac33-3ca41285ce0b req-3ced1058-0d56-4fce-84ba-f9595e106789 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159124 Feb 10 13:11:09.354428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f93d94-b3ac-4285-9656-3a7ab9b4503d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:09.358550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:09.359053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:09.359703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:09.375271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:09.376868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Attempting to bind port e7c68667-125a-4b0e-954d-1b2f3a034eea on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:09.394229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:09.395702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:09.396501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:09.399113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Bound port: e7c68667-125a-4b0e-954d-1b2f3a034eea, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:09.399696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.427602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=80a8214c-2611-4d02-9ca2-1b506f261b87,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:09.433639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ec270cf-d57b-4676-a0db-931244434f8f req-e10f1844-f77c-4db6-ac8e-6deb10076700 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218910 Feb 10 13:11:09.441666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:09.443360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.461458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.517166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks [] for security_group (1889ddd3-0a59-492d-aa6c-214ab1e2ce88), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.523659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1889ddd3-0a59-492d-aa6c-214ab1e2ce88), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.531022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5472002-b246-4263-bc99-523177691bd6'}, {'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f'}, {'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:09.533637 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3fbe8c-ec92-4a47-90a6-69f59deb7ede" -d '{"events": [{"server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "name": "network-vif-plugged", "status": "completed", "tag": "b5472002-b246-4263-bc99-523177691bd6"}, {"server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "name": "network-vif-plugged", "status": "completed", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f"}, {"server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "name": "network-vif-plugged", "status": "completed", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:09.540033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:09.591678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1889ddd3-0a59-492d-aa6c-214ab1e2ce88,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:09.616374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:09.622027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:11:09.643590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3066a535-ae77-4592-b5ef-a7f33fdf4f1e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.643918 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9e26c-0120-4c1a-b770-93dbea42aca2 x-openstack-request-id: req-d2a9e26c-0120-4c1a-b770-93dbea42aca2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:09.644130 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Added segment 3066a535-ae77-4592-b5ef-a7f33fdf4f1e of type vlan for network 7004ed36-be5a-49da-9363-3c331e93865c Feb 10 13:11:09.644241 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "name": "network-vif-plugged", "status": "completed", "tag": "b5472002-b246-4263-bc99-523177691bd6", "code": 200}, {"server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "name": "network-vif-plugged", "status": "completed", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f", "code": 200}, {"server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "name": "network-vif-plugged", "status": "completed", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:09.644586 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a9e26c-0120-4c1a-b770-93dbea42aca2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:09.645889 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5472002-b246-4263-bc99-523177691bd6', 'code': 200} Feb 10 13:11:09.646164 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f', 'code': 200} Feb 10 13:11:09.646615 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87', 'code': 200} Feb 10 13:11:09.658982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afb2e4-755c-42fc-8850-37717066dc64 req-234842a7-760b-4fd5-8158-a7d86a5b75dc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.661797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37afb2e4-755c-42fc-8850-37717066dc64 req-234842a7-760b-4fd5-8158-a7d86a5b75dc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1611509 Feb 10 13:11:09.673980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:09.686812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:09.730350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.741947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7004ed36-be5a-49da-9363-3c331e93865c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.808236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4f93d94-b3ac-4285-9656-3a7ab9b4503d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:09.891833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283b552-6858-481f-b58c-272f582faafa req-236ccff7-57f5-4a0f-9bc3-2f65fc5891ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.893378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c283b552-6858-481f-b58c-272f582faafa req-236ccff7-57f5-4a0f-9bc3-2f65fc5891ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 1132 time: 0.0860341 Feb 10 13:11:09.894122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7004ed36-be5a-49da-9363-3c331e93865c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.894991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.895559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:09.899102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718d185-82d5-4c81-bf01-c8a6d37c459b req-29747e7a-7571-4b55-ba4a-e5f8998be212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:09.902003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5718d185-82d5-4c81-bf01-c8a6d37c459b req-29747e7a-7571-4b55-ba4a-e5f8998be212 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 1132 time: 0.1522939 Feb 10 13:11:09.904154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37afb2e4-755c-42fc-8850-37717066dc64 req-d376ff4c-167a-43e9-94d6-ddb8fd865930 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334886 Feb 10 13:11:10.023621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.025103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:10.027359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 1122 time: 1.7365777 Feb 10 13:11:10.037311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613a0dd-5f01-48d5-b992-4d7f51a477b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:10.048842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9739435 Feb 10 13:11:10.056390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:10.058950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c283b552-6858-481f-b58c-272f582faafa req-45bec547-15be-4308-9cac-7afce6e7f5b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464860 Feb 10 13:11:10.064141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Request body: {'subnet': {'network_id': '7004ed36-be5a-49da-9363-3c331e93865c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-531711730-subnet', 'tenant_id': '99944bad4c1745518141728198f8b537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:10.084866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c9ca-7bb2-47a0-9269-83ae5574401a req-c1289801-33a2-427e-8daf-268b67dd32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.086359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5795c9ca-7bb2-47a0-9269-83ae5574401a req-c1289801-33a2-427e-8daf-268b67dd32d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 1131 time: 0.2940388 Feb 10 13:11:10.125328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5718d185-82d5-4c81-bf01-c8a6d37c459b req-5b5566e9-b016-4a4c-b50d-a5452636a4fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990020 Feb 10 13:11:10.125603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Made reservation on behalf of 99944bad4c1745518141728198f8b537 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:10.126852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a976-6f3f-45c7-8a86-74014259f725 admin admin] Pushing event updated for resources: {'Network': ['ID=7004ed36-be5a-49da-9363-3c331e93865c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:10.127837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:10.142882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7004ed36-be5a-49da-9363-3c331e93865c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:11:10.153966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e7c68667-125a-4b0e-954d-1b2f3a034eea'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:10.160703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47053a-3603-4257-858f-9131755e3710 req-55efe2e4-2a29-4b4c-a2c6-bc18b080ccea tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.167535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6b47053a-3603-4257-858f-9131755e3710 req-55efe2e4-2a29-4b4c-a2c6-bc18b080ccea tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 949 time: 0.1608624 Feb 10 13:11:10.172394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e44b9-dc69-425f-afd6-4ad5c16a9025 req-d10d0371-7a5f-4edd-92df-91dfc6cb7ec4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.179339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d12e44b9-dc69-425f-afd6-4ad5c16a9025 req-d10d0371-7a5f-4edd-92df-91dfc6cb7ec4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 949 time: 0.1663122 Feb 10 13:11:10.223376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6b47053a-3603-4257-858f-9131755e3710 req-f8530eb1-4e03-4422-bb3c-ac08c5cf7e39 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Feb 10 13:11:10.245981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5795c9ca-7bb2-47a0-9269-83ae5574401a req-d8fe275b-e3d9-461c-bf8d-1767bc0c99af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494155 Feb 10 13:11:10.303003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d12e44b9-dc69-425f-afd6-4ad5c16a9025 req-085ef129-aedb-4dd3-8c70-9c2c2fe49b8f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207983 Feb 10 13:11:10.372525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245a1a-a539-4b00-a2d1-677581f2dc20 req-c6fa7e5a-a1dc-43be-87bb-28fc81185b1c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.374340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-89245a1a-a539-4b00-a2d1-677581f2dc20 req-c6fa7e5a-a1dc-43be-87bb-28fc81185b1c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0752902 Feb 10 13:11:10.420888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (3b349798-ef92-47bc-88a2-a0dabbeab95a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:10.439213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-89245a1a-a539-4b00-a2d1-677581f2dc20 req-3cafa11e-f4ce-497c-a66f-931624d3a52d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Feb 10 13:11:10.592512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41057d2-779d-4710-b01a-3e78c0d59d5b req-d7679d4c-ed90-4078-a3c9-ed7ec87ee4e5 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.594345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e41057d2-779d-4710-b01a-3e78c0d59d5b req-d7679d4c-ed90-4078-a3c9-ed7ec87ee4e5 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.0664499 Feb 10 13:11:10.649671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e41057d2-779d-4710-b01a-3e78c0d59d5b req-d6e22103-0f59-4f8f-9d74-7537b308e802 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Feb 10 13:11:10.748520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-454e8fb6-36da-467a-9688-8d299667c6de tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229890 Feb 10 13:11:10.765169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b349798-ef92-47bc-88a2-a0dabbeab95a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:10.780483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Checking segment: {'id': '3066a535-ae77-4592-b5ef-a7f33fdf4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:10.780883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Network hostable DHCP agents. Network: 7004ed36-be5a-49da-9363-3c331e93865c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:11:10.796742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c23d6a-8962-4888-b426-6eb813d28ab8 req-1d31ae35-9a08-4ef6-906f-c6fced77a2b9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.798475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25c23d6a-8962-4888-b426-6eb813d28ab8 req-1d31ae35-9a08-4ef6-906f-c6fced77a2b9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.3284674 Feb 10 13:11:10.834699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Network 7004ed36-be5a-49da-9363-3c331e93865c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:11:10.868545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:10.869122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7004ed36-be5a-49da-9363-3c331e93865c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:10.875537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25c23d6a-8962-4888-b426-6eb813d28ab8 req-0d249541-6fd0-43fe-ad3b-52ae52fb43d5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662971 Feb 10 13:11:10.876792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.877362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:10.888659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48d734-5f88-49c1-8e16-97e4d91ea47b None None] Network 7004ed36-be5a-49da-9363-3c331e93865c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:10.896943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2573ffd8-b181-4971-baa4-9b236f9700ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8389959 Feb 10 13:11:10.900317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-f7c2faf7-94b1-41d9-a0ff-4a4e7bcb3767 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:10.902028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-f7c2faf7-94b1-41d9-a0ff-4a4e7bcb3767 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470549 Feb 10 13:11:10.925409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-29d55a97-a894-4ec0-af16-8a2dc678be82 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/quotas/a03d3cc13bb9411d93cf6d9b9dea3b7c HTTP/1.1" status: 200 len: 375 time: 0.0173335 Feb 10 13:11:10.987665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-37a06134-d498-494c-9426-57cc6d0ee4e2 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611196 Feb 10 13:11:11.023008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f22b20-2263-4d66-ba1a-05cdef476a5f None None] Network 7004ed36-be5a-49da-9363-3c331e93865c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:11.042488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:11.049772 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c8871a-b8d8-4067-9e43-5773dd522120" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:11.149874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e063b-10b4-400c-ab2f-80d54464389f req-7593c8b1-1a1b-4d9f-8bf8-224539b52aef tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.152068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-929e063b-10b4-400c-ab2f-80d54464389f req-7593c8b1-1a1b-4d9f-8bf8-224539b52aef tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1215873 Feb 10 13:11:11.223416 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b61177-f55a-4b90-9c0b-09378976d111 x-openstack-request-id: req-91b61177-f55a-4b90-9c0b-09378976d111 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:11.223726 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:11.223978 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91b61177-f55a-4b90-9c0b-09378976d111 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:11.224382 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'status': 'completed', 'code': 200} Feb 10 13:11:11.228929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-929e063b-10b4-400c-ab2f-80d54464389f req-50ec79c4-0d0a-433f-a0bd-b0b742c2e269 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Feb 10 13:11:11.352367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1158a903-d3e2-49fd-9ab2-dba60c6b558f req-6d873fc8-de0f-4e5a-b99f-0b1ef0a0e31c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 210 time: 0.0473740 Feb 10 13:11:11.358839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-e384dd19-5d7f-4820-9945-ea171b65cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.360993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-e384dd19-5d7f-4820-9945-ea171b65cbdc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1156 time: 0.1089468 Feb 10 13:11:11.530034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-f50bb7dd-3eda-4557-bf99-19926bbdb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.531640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-f50bb7dd-3eda-4557-bf99-19926bbdb358 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.1575885 Feb 10 13:11:11.559814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb981-b63f-45bb-8f1b-d4489d8904cc req-fdb1ff11-96de-4775-8215-5439354cce7b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.561650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d4cb981-b63f-45bb-8f1b-d4489d8904cc req-fdb1ff11-96de-4775-8215-5439354cce7b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 949 time: 0.0853157 Feb 10 13:11:11.595678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-3ae1352e-744a-4a54-a905-f605fd135b38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.0508802 Feb 10 13:11:11.680072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-c1d26f53-c8d1-43ff-8ed6-cbd5a97d2f32 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.686776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-cced53ba-af61-4eea-af75-f8fd67a37b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.688576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-cced53ba-af61-4eea-af75-f8fd67a37b99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.0856037 Feb 10 13:11:11.690310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-c1d26f53-c8d1-43ff-8ed6-cbd5a97d2f32 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/networks?id=7004ed36-be5a-49da-9363-3c331e93865c HTTP/1.1" status: 200 len: 812 time: 0.1666300 Feb 10 13:11:11.703455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d4cb981-b63f-45bb-8f1b-d4489d8904cc req-7ffca1c5-008a-4de1-9964-67194affb7f9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086206 Feb 10 13:11:11.708991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-9be189c6-daef-4c84-b930-16e89d9eb9ed tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/quotas/99944bad4c1745518141728198f8b537 HTTP/1.1" status: 200 len: 375 time: 0.0175276 Feb 10 13:11:11.768351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-544058ba-cdf2-4b7f-ae6d-b494a03cbc81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621932 Feb 10 13:11:11.781678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-b59f582e-a775-4ccc-919c-4c9b2939081f tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99944bad4c1745518141728198f8b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716298 Feb 10 13:11:11.917799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-f3c624fe-1d66-4882-bf25-0c3eb9277377 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306503 Feb 10 13:11:11.925472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c63df-2244-4282-82db-4eb3b4da213a req-2442000f-c2ff-4385-ad23-3122321afae7 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:11.932406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939c63df-2244-4282-82db-4eb3b4da213a req-2442000f-c2ff-4385-ad23-3122321afae7 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.1128736 Feb 10 13:11:12.013818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-2bf0e739-90dd-49f2-9d30-5729a9b825c8 service neutron] 10.222.0.13 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212338 Feb 10 13:11:12.018289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:12.054305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38c8871a-b8d8-4067-9e43-5773dd522120 req-6e1626d7-a9aa-45ec-b639-1e98100e01e4 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197538 Feb 10 13:11:12.094419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939c63df-2244-4282-82db-4eb3b4da213a req-b857736a-e363-4380-a8df-243f3d159624 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610432 Feb 10 13:11:12.145710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-df77b054-485b-4772-b198-fa7c74542a7c service neutron] 10.222.0.13 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304560 Feb 10 13:11:12.207637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:12.223890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:11:12.245302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b20da-ca3d-40ea-917a-8466b7e24829 req-3adb0ee1-0d72-4ad5-94b3-c1b8a834c7f3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:12.246809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-488b20da-ca3d-40ea-917a-8466b7e24829 req-3adb0ee1-0d72-4ad5-94b3-c1b8a834c7f3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0904524 Feb 10 13:11:12.323907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-488b20da-ca3d-40ea-917a-8466b7e24829 req-8a194d01-09d8-4075-b322-b841a7da758e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 Feb 10 13:11:12.390992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256772e-5b80-4789-a14d-61c3f2d4f359 req-38b293b9-928c-42b2-b589-053e9d6d3d17 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:12.393508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6256772e-5b80-4789-a14d-61c3f2d4f359 req-38b293b9-928c-42b2-b589-053e9d6d3d17 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.0627220 Feb 10 13:11:12.422039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa8d7a27-b4b3-4a3f-bc88-c185274ee1c0 req-22e54fb3-c8e8-43dc-8189-0b44e321b1f4 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 210 time: 0.0384874 Feb 10 13:11:12.459923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6256772e-5b80-4789-a14d-61c3f2d4f359 req-28017b2c-35c7-4a73-807d-01aab2145986 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Feb 10 13:11:12.512525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6504ccb0-47db-4812-8dc9-f68983936409 req-eeae5599-e1a7-4ce3-80a3-0ff371100385 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 210 time: 0.0275719 Feb 10 13:11:12.835974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-7cfe5907-277a-4afd-81cb-d3d5e4d9ee0c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318918 Feb 10 13:11:12.879250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980d1a-dd06-49f1-8e7b-fc695cc9fc29 req-50f6f4a6-5b6f-4289-9bef-0910ec385cbb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:12.881715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38980d1a-dd06-49f1-8e7b-fc695cc9fc29 req-50f6f4a6-5b6f-4289-9bef-0910ec385cbb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 949 time: 0.1108608 Feb 10 13:11:12.922741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:13.003177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38980d1a-dd06-49f1-8e7b-fc695cc9fc29 req-409cf82b-0944-4721-adb1-a4a46e09e577 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068838 Feb 10 13:11:13.025123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-9508147d-8638-4b9a-9455-93f6032630ae tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.026763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-9508147d-8638-4b9a-9455-93f6032630ae tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847181 Feb 10 13:11:13.051940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Request body: {'port': {'device_id': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'a03d3cc13bb9411d93cf6d9b9dea3b7c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:13.104517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port d4f93d94-b3ac-4285-9656-3a7ab9b4503d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:13.109069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d4f93d94-b3ac-4285-9656-3a7ab9b4503d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:13.109555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:13.189606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115e3b-689c-4db2-a8d1-0998d5b6382e req-3c6413f5-769f-452c-8efc-bd7909575b4d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.196973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54115e3b-689c-4db2-a8d1-0998d5b6382e req-3c6413f5-769f-452c-8efc-bd7909575b4d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0785468 Feb 10 13:11:13.260690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d4f93d94-b3ac-4285-9656-3a7ab9b4503d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:13.261839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:13.272569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54115e3b-689c-4db2-a8d1-0998d5b6382e req-b2d2ec36-ac1c-45bc-88f7-135a9fae0ff2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Feb 10 13:11:13.294456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b50603-e90f-45b2-ba68-a6e88f001f08 req-0ce43fbc-a0ab-4956-b714-1449026fdc47 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.299158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:13.302035 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b8cc11-bb73-42f6-bb07-c99e834893a1" -d '{"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-plugged", "status": "completed", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:13.302195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7b50603-e90f-45b2-ba68-a6e88f001f08 req-0ce43fbc-a0ab-4956-b714-1449026fdc47 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.1181390 Feb 10 13:11:13.305904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Made reservation on behalf of a03d3cc13bb9411d93cf6d9b9dea3b7c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:13.310441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:13.321960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:13.329051 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:13.405282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:13.451712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7b50603-e90f-45b2-ba68-a6e88f001f08 req-23b68a05-aadc-46ed-9d5c-31c74eaca03d tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481721 Feb 10 13:11:13.543936 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc21a8-3fde-412b-a019-ed1a7a5cfa9c x-openstack-request-id: req-c5bc21a8-3fde-412b-a019-ed1a7a5cfa9c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:13.544292 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-plugged", "status": "completed", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:13.544557 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5bc21a8-3fde-412b-a019-ed1a7a5cfa9c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:13.544994 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'code': 200} Feb 10 13:11:13.666951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Allocated IP 192.168.233.207 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/3abeb286-cb9e-4e21-8c25-4a327213ad50) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:13.712519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e59d4-d49c-482a-bfba-0193468f269c req-f336d915-1aad-4f58-9269-bd110b765099 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.719010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e59d4-d49c-482a-bfba-0193468f269c req-f336d915-1aad-4f58-9269-bd110b765099 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.720625 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c6e59d4-d49c-482a-bfba-0193468f269c req-f336d915-1aad-4f58-9269-bd110b765099 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2&device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 1690 time: 0.1626270 Feb 10 13:11:13.763893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-70eb752c-5f83-4268-9089-64b3e34ce871 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:13.765368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-70eb752c-5f83-4268-9089-64b3e34ce871 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.77 "GET /v2.0/networks?id=7004ed36-be5a-49da-9363-3c331e93865c HTTP/1.1" status: 200 len: 812 time: 0.2528038 Feb 10 13:11:13.785803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Request body: {'port': {'device_id': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c', 'admin_state_up': True, 'tenant_id': '99944bad4c1745518141728198f8b537'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:13.829597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c6e59d4-d49c-482a-bfba-0193468f269c req-5c86237c-0682-4e64-923b-ba6caa6b0c74 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926900 Feb 10 13:11:13.954442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4e381ac-85e9-4de0-ac16-3ffb8efb15cc req-56779e9d-bb96-44cf-b99d-945c53635e15 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 210 time: 0.0408359 Feb 10 13:11:13.956395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Made reservation on behalf of 99944bad4c1745518141728198f8b537 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:13.960913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.152367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Allocated IP 172.20.0.8 (7004ed36-be5a-49da-9363-3c331e93865c/3b349798-ef92-47bc-88a2-a0dabbeab95a/047b8c67-806d-4889-91c6-5286f65aedca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:14.161973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16a7f3-68c6-4d52-ac94-c76a4ded1140 req-b640000f-a025-47ae-95f8-912434f42b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.163552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e16a7f3-68c6-4d52-ac94-c76a4ded1140 req-b640000f-a025-47ae-95f8-912434f42b6c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1128 time: 0.5163453 Feb 10 13:11:14.176516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ebe0-fa5b-4c2b-98eb-35a0df43ff5c req-4e62673b-29cc-4c06-84dd-232fde5c71a3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.178097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d025ebe0-fa5b-4c2b-98eb-35a0df43ff5c req-4e62673b-29cc-4c06-84dd-232fde5c71a3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.5493348 Feb 10 13:11:14.231726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks [] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.279029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e16a7f3-68c6-4d52-ac94-c76a4ded1140 req-be7f376e-c446-43d9-86e3-4aad217ca720 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964651 Feb 10 13:11:14.294936 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d025ebe0-fa5b-4c2b-98eb-35a0df43ff5c req-7451e9c7-8115-4f5e-b208-a284de4f645f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013572 Feb 10 13:11:14.320568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.333693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7246f265-7b8f-4703-b9c1-01ce07396588'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:14.383874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:14.428157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks [] for port (047b8c67-806d-4889-91c6-5286f65aedca), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.436937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:14.437162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0d73e-9324-46f0-be24-13c785d9f9ad req-0d9a6c1a-2af0-4c34-89e0-ead36ce7f3af tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.439083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46a0d73e-9324-46f0-be24-13c785d9f9ad req-0d9a6c1a-2af0-4c34-89e0-ead36ce7f3af tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1702137 Feb 10 13:11:14.443424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:14.446745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:14.452268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event updated for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:14.513502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf45e-7976-4fa4-b0be-310bce78192a req-ab6d0bcb-1168-4f02-8fcf-69ae6c10d688 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.515129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6bbbf45e-7976-4fa4-b0be-310bce78192a req-ab6d0bcb-1168-4f02-8fcf-69ae6c10d688 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 936 time: 0.1379957 Feb 10 13:11:14.535031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.536112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.541529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46a0d73e-9324-46f0-be24-13c785d9f9ad req-c4cc0c2b-51ac-4f27-816e-15a2a4ab0e7b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Feb 10 13:11:14.545021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.582511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a05a0db2-28fe-41f4-b95b-67ed3bb929d1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5352058 Feb 10 13:11:14.598871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Request body: {'port': {'device_id': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:14.671928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Network 7004ed36-be5a-49da-9363-3c331e93865c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:14.687018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:14.687247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6bbbf45e-7976-4fa4-b0be-310bce78192a req-6d1446d5-571d-4d9f-8528-158228331dbd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618986 Feb 10 13:11:14.699040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:14.706031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:14.706692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.727635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Pushing event updated for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:14.748294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-89b06abe-de18-4a1e-8ece-35f5718b9f4c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676261 Feb 10 13:11:14.768177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Request body: {'port': {'device_id': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:14.797792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.885974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5554d519-7aa9-4bbb-97c1-f2961109cf5e None None] Provisioning complete for port 3abeb286-cb9e-4e21-8c25-4a327213ad50 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:14.886361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5554d519-7aa9-4bbb-97c1-f2961109cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.932712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (047b8c67-806d-4889-91c6-5286f65aedca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:14.958131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5554d519-7aa9-4bbb-97c1-f2961109cf5e None None] Port 3abeb286-cb9e-4e21-8c25-4a327213ad50 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:15.113576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70dd7-abad-41a7-b813-24a6cfe704da req-85443af3-b5b9-426c-9026-66dba76a9ec5 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.115090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ca70dd7-abad-41a7-b813-24a6cfe704da req-85443af3-b5b9-426c-9026-66dba76a9ec5 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 1131 time: 0.0706275 Feb 10 13:11:15.199821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ca70dd7-abad-41a7-b813-24a6cfe704da req-4365c31c-3780-41fd-91f6-6049f3269aaf tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784843 Feb 10 13:11:15.203102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817a52-a634-45de-8c85-92d02d1156af req-c6af9e8c-f31e-458f-afaa-cdf8a3e29283 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.204643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0817a52-a634-45de-8c85-92d02d1156af req-c6af9e8c-f31e-458f-afaa-cdf8a3e29283 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.1363478 Feb 10 13:11:15.206078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abeb286-cb9e-4e21-8c25-4a327213ad50 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:15.229894 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks [] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.252052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Transition to ACTIVE for port object 3abeb286-cb9e-4e21-8c25-4a327213ad50 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:15.260907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.290706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0817a52-a634-45de-8c85-92d02d1156af req-d7261638-a338-4535-8456-0d5260e80125 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770490 Feb 10 13:11:15.367519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047b8c67-806d-4889-91c6-5286f65aedca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:15.375060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Pushing event updated for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:15.389140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks [] for port (047b8c67-806d-4889-91c6-5286f65aedca), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.425758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Transition to ACTIVE for port object 047b8c67-806d-4889-91c6-5286f65aedca will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:15.433405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.491453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5225c-9431-44f5-ad64-f7dd3e10941f req-8fc549fd-3460-4916-991b-bf9064b816a4 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.503791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6f5225c-9431-44f5-ad64-f7dd3e10941f req-8fc549fd-3460-4916-991b-bf9064b816a4 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 931 time: 0.2288194 Feb 10 13:11:15.520298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Pushing event updated for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:15.597665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Attempting to bind port 3abeb286-cb9e-4e21-8c25-4a327213ad50 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:15.598243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Attempting to bind port 3abeb286-cb9e-4e21-8c25-4a327213ad50 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:15.600662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Attempting to bind port 3abeb286-cb9e-4e21-8c25-4a327213ad50 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:15.617562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Port 3abeb286-cb9e-4e21-8c25-4a327213ad50 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:15.618178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Attempting to bind port 3abeb286-cb9e-4e21-8c25-4a327213ad50 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:15.621005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Attempting to bind port 047b8c67-806d-4889-91c6-5286f65aedca on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:15.621347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Attempting to bind port 047b8c67-806d-4889-91c6-5286f65aedca by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '3066a535-ae77-4592-b5ef-a7f33fdf4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:15.621671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Attempting to bind port 047b8c67-806d-4889-91c6-5286f65aedca on network 7004ed36-be5a-49da-9363-3c331e93865c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:15.624435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6f5225c-9431-44f5-ad64-f7dd3e10941f req-8967931d-4f24-4ec8-ad82-16d996d68c33 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197436 Feb 10 13:11:15.628936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:15.629451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:15.629990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:15.630629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Bound port: 3abeb286-cb9e-4e21-8c25-4a327213ad50, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:15.631195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.649104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Port 047b8c67-806d-4889-91c6-5286f65aedca on network 7004ed36-be5a-49da-9363-3c331e93865c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:15.649427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Attempting to bind port 047b8c67-806d-4889-91c6-5286f65aedca on network 7004ed36-be5a-49da-9363-3c331e93865c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:15.680500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:15.681106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Checking segment: {'id': '3066a535-ae77-4592-b5ef-a7f33fdf4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:15.681738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Bound using segment: {'id': '3066a535-ae77-4592-b5ef-a7f33fdf4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:15.682816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Bound port: 047b8c67-806d-4889-91c6-5286f65aedca, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3066a535-ae77-4592-b5ef-a7f33fdf4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:15.683583 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (047b8c67-806d-4889-91c6-5286f65aedca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.715806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:15.719780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:15.738569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.776365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:15.780619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=047b8c67-806d-4889-91c6-5286f65aedca,segment=NetworkSegment(3066a535-ae77-4592-b5ef-a7f33fdf4f1e),segment_id=3066a535-ae77-4592-b5ef-a7f33fdf4f1e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:15.794467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.813666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.815025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.816400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] 10.222.0.21 "PUT /v2.0/ports/3abeb286-cb9e-4e21-8c25-4a327213ad50 HTTP/1.1" status: 200 len: 1096 time: 1.2233286 Feb 10 13:11:15.825078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:15.827575 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927d465-58a5-4d30-9457-ed90089713c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:15.849399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e26722-0f29-4e12-b8e8-5d51a0ebf7af req-991365c7-9ea3-4854-9342-149ae1fe3254 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.862105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e26722-0f29-4e12-b8e8-5d51a0ebf7af req-991365c7-9ea3-4854-9342-149ae1fe3254 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 1132 time: 0.2121320 Feb 10 13:11:15.862447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fab6f-37c9-442f-9a71-876cf5aeab16 service neutron] Pushing event updated for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:15.868448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.869093 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:15.872022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] 10.222.0.77 "PUT /v2.0/ports/047b8c67-806d-4889-91c6-5286f65aedca HTTP/1.1" status: 200 len: 1091 time: 1.1095295 Feb 10 13:11:15.872668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:15.877137 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d787a1c-7c84-4818-b15a-266421f4eb65" -d '{"events": [{"name": "network-changed", "server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "tag": "047b8c67-806d-4889-91c6-5286f65aedca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:15.880498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95fdf5-5155-4c09-98cd-ca52f816a7c9 req-82416e5e-1c63-4789-992b-9ec107947d0b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:15.890668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a95fdf5-5155-4c09-98cd-ca52f816a7c9 req-82416e5e-1c63-4789-992b-9ec107947d0b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1689520 Feb 10 13:11:15.920267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307107-6c5a-4c95-aaf4-5d1328fb2f22 service neutron] Pushing event updated for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:15.940017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e26722-0f29-4e12-b8e8-5d51a0ebf7af req-45b079ee-6bae-4de7-9a62-8be4ca6c9e3b tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816984 Feb 10 13:11:15.988133 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a95fdf5-5155-4c09-98cd-ca52f816a7c9 req-754045e1-86f7-4579-a127-97276a8775c2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Feb 10 13:11:15.999404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-ffe1299e-0b34-4f81-8a74-00f4fde8d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.001122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-ffe1299e-0b34-4f81-8a74-00f4fde8d4c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 1130 time: 0.0924520 Feb 10 13:11:16.069167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-58cc7ecf-d6d3-4428-897f-f454559bea50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50 HTTP/1.1" status: 200 len: 217 time: 0.0592263 Feb 10 13:11:16.116198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-156e0e27-b3e3-498f-8249-dda944558789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.117836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-156e0e27-b3e3-498f-8249-dda944558789 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=99944bad4c1745518141728198f8b537&device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 1125 time: 0.1742699 Feb 10 13:11:16.170685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-c47c930e-18ca-4663-85ae-d0d63241f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.172130 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-c47c930e-18ca-4663-85ae-d0d63241f246 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0946064 Feb 10 13:11:16.186355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389771b5-eeed-42a8-8f6e-fb40b06a378b req-dd0467ef-abc3-4d8f-9258-48f089139082 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.186579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3380d-12c9-49df-968c-e7a234f1fb7a req-c45c73c1-9d50-4985-ab54-0ce985045c44 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.187855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-389771b5-eeed-42a8-8f6e-fb40b06a378b req-dd0467ef-abc3-4d8f-9258-48f089139082 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1519542 Feb 10 13:11:16.187977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48e3380d-12c9-49df-968c-e7a234f1fb7a req-c45c73c1-9d50-4985-ab54-0ce985045c44 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.0983727 Feb 10 13:11:16.189364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-d5d3e753-e674-4c73-a4f6-6d372afe7fc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=047b8c67-806d-4889-91c6-5286f65aedca HTTP/1.1" status: 200 len: 217 time: 0.0557671 Feb 10 13:11:16.263452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48e3380d-12c9-49df-968c-e7a234f1fb7a req-efa61abd-cd5a-441c-b8ff-a2790861f1d2 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664587 Feb 10 13:11:16.266064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-d5678ffd-3ffa-4579-b622-7229c2bcb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.267513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-d5678ffd-3ffa-4579-b622-7229c2bcb71f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0786712 Feb 10 13:11:16.267743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-f7dbe256-d960-4753-bad4-5240cec9e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.269200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-f7dbe256-d960-4753-bad4-5240cec9e315 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3b349798-ef92-47bc-88a2-a0dabbeab95a HTTP/1.1" status: 200 len: 852 time: 0.0684693 Feb 10 13:11:16.272661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-389771b5-eeed-42a8-8f6e-fb40b06a378b req-ef4f9227-a19d-4f4d-b2d2-2f2460305c6f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781736 Feb 10 13:11:16.314405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-9d6616a3-a860-4cfa-907b-1664537eb0f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7004ed36-be5a-49da-9363-3c331e93865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328622 Feb 10 13:11:16.351225 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44362642-a0a6-435e-80a9-8c6abb95fcf2 x-openstack-request-id: req-44362642-a0a6-435e-80a9-8c6abb95fcf2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:16.351524 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:16.351782 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44362642-a0a6-435e-80a9-8c6abb95fcf2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:16.352180 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50', 'status': 'completed', 'code': 200} Feb 10 13:11:16.399010 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee6d9e-0b5c-4524-9b69-0998a4a046fb x-openstack-request-id: req-8dee6d9e-0b5c-4524-9b69-0998a4a046fb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:16.399306 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "tag": "047b8c67-806d-4889-91c6-5286f65aedca", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:16.399558 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dee6d9e-0b5c-4524-9b69-0998a4a046fb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:16.400123 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca', 'status': 'completed', 'code': 200} Feb 10 13:11:16.418235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-a1ae41ff-d950-4fa1-8e8f-5a5092031025 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433465 Feb 10 13:11:16.425962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-54551bf4-f169-474d-b678-3aafdd8fd0b6 service neutron] 10.222.0.77 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022623 Feb 10 13:11:16.429178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c28492-61f2-48ab-a0f9-9907739fa548 req-6592d7e7-b444-45d0-a294-bb497d6c5ec8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.430739 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71c28492-61f2-48ab-a0f9-9907739fa548 req-6592d7e7-b444-45d0-a294-bb497d6c5ec8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 948 time: 0.0777802 Feb 10 13:11:16.486070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-f85e38a7-66f0-4cb4-b26b-935ee386fd36 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303688 Feb 10 13:11:16.534979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71c28492-61f2-48ab-a0f9-9907739fa548 req-71feb7a9-e769-4097-9ce5-6fa42f04ab03 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945227 Feb 10 13:11:16.555407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60bdb9f8-97d6-44ba-b395-d3dc315a6efb req-c21e10ac-79b9-4015-9cba-414dff316f7d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213522 Feb 10 13:11:16.614927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0088b976-01bf-43cf-a195-2d1cca5755c3 req-b68baae6-0d9f-45f7-bf81-c7191a8ef15b service neutron] 10.222.0.77 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773539 Feb 10 13:11:16.646676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-bde83f53-9123-4a78-ae69-0ba2ece63746 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.648283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-bde83f53-9123-4a78-ae69-0ba2ece63746 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1307063 Feb 10 13:11:16.669306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-8eaaeb91-f9b2-4611-a93d-bab01ee7f35f tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0148351 Feb 10 13:11:16.688718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff0b4c-f253-4417-9081-97341152146d req-9ee42e24-2c25-4010-ae75-ce25dfc50bca tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.690219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5ff0b4c-f253-4417-9081-97341152146d req-9ee42e24-2c25-4010-ae75-ce25dfc50bca tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0876749 Feb 10 13:11:16.707036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d465-58a5-4d30-9457-ed90089713c1 req-febc680e-a236-4055-845f-1e4eecf7cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.708529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-febc680e-a236-4055-845f-1e4eecf7cec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 1130 time: 0.0773277 Feb 10 13:11:16.757599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-a6e04be2-52b0-4dae-960c-a5d947cd15e0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873318 Feb 10 13:11:16.760626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-3f3a6dee-bcf8-488b-b620-4d0ab04c2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.762572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-3f3a6dee-bcf8-488b-b620-4d0ab04c2103 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=99944bad4c1745518141728198f8b537&device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 1125 time: 0.0832484 Feb 10 13:11:16.794334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5ff0b4c-f253-4417-9081-97341152146d req-3aa9813d-8d83-4546-a023-1778108077ce tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977359 Feb 10 13:11:16.844443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d465-58a5-4d30-9457-ed90089713c1 req-dc017b26-bdcb-4002-909b-2c7faacdcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.847954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-dc017b26-bdcb-4002-909b-2c7faacdcdd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1322348 Feb 10 13:11:16.861618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-a032f996-be24-48e7-a379-56d25b3a817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.863378 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-a032f996-be24-48e7-a379-56d25b3a817d service neutron] 10.222.0.77 "GET /v2.0/networks?id=7004ed36-be5a-49da-9363-3c331e93865c HTTP/1.1" status: 200 len: 913 time: 0.0948911 Feb 10 13:11:16.908248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-039d4027-b470-4b82-9a67-f2f9898a7459 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50 HTTP/1.1" status: 200 len: 217 time: 0.0536790 Feb 10 13:11:16.922737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-232bafc6-09b1-4eae-baae-b442b18e4070 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=047b8c67-806d-4889-91c6-5286f65aedca HTTP/1.1" status: 200 len: 217 time: 0.0513618 Feb 10 13:11:16.993549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d465-58a5-4d30-9457-ed90089713c1 req-3823178e-b69e-4e6d-8f59-9ab908479a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:16.995050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-3823178e-b69e-4e6d-8f59-9ab908479a83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0577462 Feb 10 13:11:17.005281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6c34-8544-4770-8da3-6c410373218f req-235f0166-df88-4b06-aa48-0332a6c2bea3 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.006932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b10f6c34-8544-4770-8da3-6c410373218f req-235f0166-df88-4b06-aa48-0332a6c2bea3 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 943 time: 0.1072271 Feb 10 13:11:17.089046 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b10f6c34-8544-4770-8da3-6c410373218f req-2684ef0a-8c67-49bf-8f07-926fcb7b8d19 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705836 Feb 10 13:11:17.102438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d465-58a5-4d30-9457-ed90089713c1 req-1ce694da-6afd-45ca-8b01-1439fe0a2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.104111 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-1ce694da-6afd-45ca-8b01-1439fe0a2ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0959585 Feb 10 13:11:17.221204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e9f5714-7814-4f3b-97c7-8757f2c9aa0c req-f918594b-6a8a-4a9d-938e-6c4cbf1c3227 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 210 time: 0.2860029 Feb 10 13:11:17.250227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-451bc7fc-31d2-4fe2-ac6a-6f3aa7566e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.252817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-451bc7fc-31d2-4fe2-ac6a-6f3aa7566e01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3b349798-ef92-47bc-88a2-a0dabbeab95a HTTP/1.1" status: 200 len: 852 time: 0.3187258 Feb 10 13:11:17.254652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-6d1fbc76-6f9e-48ca-b409-c57b3a89649d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413000 Feb 10 13:11:17.278818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559733-c4ff-45b4-baab-35693a23d782 req-5428e83c-ff78-4c1d-b4f5-74c4cf8a2bca tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.280331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48559733-c4ff-45b4-baab-35693a23d782 req-5428e83c-ff78-4c1d-b4f5-74c4cf8a2bca tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0887136 Feb 10 13:11:17.309148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-838ef353-5df7-4a12-8126-af89ae6a2af0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7004ed36-be5a-49da-9363-3c331e93865c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499918 Feb 10 13:11:17.395425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48559733-c4ff-45b4-baab-35693a23d782 req-a9b1bc94-cb4f-41fa-aad8-6edaadf10fed tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013515 Feb 10 13:11:17.422834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6927d465-58a5-4d30-9457-ed90089713c1 req-36527b69-665c-4e30-b5a2-c05c33c0798f service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521482 Feb 10 13:11:17.457455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-a9c0b8ab-7520-4d25-8c77-ab5a35cfbfae service neutron] 10.222.0.77 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325247 Feb 10 13:11:17.487765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddad42-2dff-41cb-a7b0-6fdf1f093ef8 req-dcb1b9e7-56d4-4a88-a62f-ccbd0805a0cd tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.489269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ddad42-2dff-41cb-a7b0-6fdf1f093ef8 req-dcb1b9e7-56d4-4a88-a62f-ccbd0805a0cd tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.1295183 Feb 10 13:11:17.553792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeaec9-132e-4214-b3cb-0bbfbef59abd req-533e7dcb-3577-4281-9ee2-4ed556fb68e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.555342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26eeaec9-132e-4214-b3cb-0bbfbef59abd req-533e7dcb-3577-4281-9ee2-4ed556fb68e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.0594087 Feb 10 13:11:17.593307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9ddad42-2dff-41cb-a7b0-6fdf1f093ef8 req-d25322fb-5a7d-4f25-a562-719402da210f tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940795 Feb 10 13:11:17.597155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d787a1c-7c84-4818-b15a-266421f4eb65 req-90e3172c-26ff-4fbf-aba1-3eac74447104 service neutron] 10.222.0.77 "GET /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332514 Feb 10 13:11:17.653276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26eeaec9-132e-4214-b3cb-0bbfbef59abd req-7cdad932-6406-4394-8785-d592a1f6e0df tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899906 Feb 10 13:11:17.668397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-78bed348-c1f8-404c-8bc2-8873420ed0a4 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.670060 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-78bed348-c1f8-404c-8bc2-8873420ed0a4 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.1045535 Feb 10 13:11:17.719854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b62f-028f-4cba-890f-c10d6aafa433 req-dcd4d3cd-2bc3-4e4a-98ae-022b2b6acdfa tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.721798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af04b62f-028f-4cba-890f-c10d6aafa433 req-dcd4d3cd-2bc3-4e4a-98ae-022b2b6acdfa tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1128 time: 0.0546188 Feb 10 13:11:17.785444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af04b62f-028f-4cba-890f-c10d6aafa433 req-b3ede0aa-d365-4ef9-9e18-9f4fcd7ae0da tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526049 Feb 10 13:11:17.831613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64121615-e406-4a2e-a538-f6fe1ad65fc4 req-c517da48-4db0-442c-b516-390dc74aa8a0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.833165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64121615-e406-4a2e-a538-f6fe1ad65fc4 req-c517da48-4db0-442c-b516-390dc74aa8a0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 948 time: 0.0724716 Feb 10 13:11:17.835487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Deleting port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:11:17.835825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:17.924152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd14f0-c9d2-454f-a06c-760e9f0ba1a8 req-fe61f20d-bd19-435c-9726-faed3a47d509 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:17.925700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33cd14f0-c9d2-454f-a06c-760e9f0ba1a8 req-fe61f20d-bd19-435c-9726-faed3a47d509 tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 945 time: 0.0519280 Feb 10 13:11:17.936506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64121615-e406-4a2e-a538-f6fe1ad65fc4 req-8182fc34-8f91-45cc-b489-25880d596401 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959809 Feb 10 13:11:17.954183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] For port 87c65f4f-c21f-4a1c-b843-d923ca9fce20, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=87c65f4f-c21f-4a1c-b843-d923ca9fce20,segment=NetworkSegment(28750df1-7f2e-4aa8-9439-5c865074c4a5),segment_id=28750df1-7f2e-4aa8-9439-5c865074c4a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:17.954583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:17.971748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Calling delete_port for 87c65f4f-c21f-4a1c-b843-d923ca9fce20 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:11:17.983506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33cd14f0-c9d2-454f-a06c-760e9f0ba1a8 req-44f7458f-20d8-411f-a993-cd4a5e4dc1ae tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/security-groups?id=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521395 Feb 10 13:11:18.148016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (87c65f4f-c21f-4a1c-b843-d923ca9fce20), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:18.159160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-1190e843-4f9d-4983-97c1-6085fdcbdba0 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:18.160600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-1190e843-4f9d-4983-97c1-6085fdcbdba0 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.21 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.0851490 Feb 10 13:11:18.185175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['87c65f4f-c21f-4a1c-b843-d923ca9fce20'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:18.207564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Pushing event deleted for resources: {'Port': ['ID=87c65f4f-c21f-4a1c-b843-d923ca9fce20,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:18.347793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] No DVR routers for this DVR port 87c65f4f-c21f-4a1c-b843-d923ca9fce20 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:18.350956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:18.355613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42e8c145-b6e5-4ece-944c-40e9b9174b0c req-d8613be0-91e9-4ef8-8693-dde92eb466ec tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.21 "DELETE /v2.0/ports/87c65f4f-c21f-4a1c-b843-d923ca9fce20 HTTP/1.1" status: 204 len: 173 time: 0.6716802 Feb 10 13:11:18.381555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7dfee65a-1a55-4e7f-8cc8-3ce7f78fda6f req-e1ceb79f-1583-4cd7-be8e-f869295fc783 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 210 time: 0.0530007 Feb 10 13:11:18.401533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'name': 'network-vif-deleted', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:18.403926 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3164e91-d19f-4bf9-a955-99ee2a596b03" -d '{"events": [{"server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "name": "network-vif-deleted", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:18.456563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9764fd-2aa7-4ea9-965d-39cd5f4e0bd1 req-e0767861-9bd3-4fe7-bdf8-420e27a015a7 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:18.466726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b9764fd-2aa7-4ea9-965d-39cd5f4e0bd1 req-e0767861-9bd3-4fe7-bdf8-420e27a015a7 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 943 time: 0.2963493 Feb 10 13:11:18.471315 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b2870-e168-43c5-a43c-a43e103179ab x-openstack-request-id: req-a40b2870-e168-43c5-a43c-a43e103179ab {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:18.471598 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1000bc2-1b4d-4550-bd64-c7f9db1be303", "name": "network-vif-deleted", "tag": "87c65f4f-c21f-4a1c-b843-d923ca9fce20", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:18.471849 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a40b2870-e168-43c5-a43c-a43e103179ab {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:18.472237 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1000bc2-1b4d-4550-bd64-c7f9db1be303', 'name': 'network-vif-deleted', 'tag': '87c65f4f-c21f-4a1c-b843-d923ca9fce20', 'status': 'completed', 'code': 200} Feb 10 13:11:18.499286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Deleting port 3534d8f2-0935-4a9b-9758-84c4eee50b1f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:11:18.499710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:18.597531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b9764fd-2aa7-4ea9-965d-39cd5f4e0bd1 req-2559d329-37bf-42a3-ae05-dcef8cef3881 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290345 Feb 10 13:11:18.614524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-f40cbda2-5985-49f1-ae0b-1370330475e9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423510 Feb 10 13:11:18.652779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] For port 3534d8f2-0935-4a9b-9758-84c4eee50b1f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3534d8f2-0935-4a9b-9758-84c4eee50b1f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:18.653227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:18.666849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Calling delete_port for 3534d8f2-0935-4a9b-9758-84c4eee50b1f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:11:18.762903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2350-e241-40c9-87fd-fd622442386a req-02b2eb8a-7efe-49cd-aa63-08bfa6972ba4 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:18.769944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f3f2350-e241-40c9-87fd-fd622442386a req-02b2eb8a-7efe-49cd-aa63-08bfa6972ba4 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 950 time: 0.1000679 Feb 10 13:11:18.833615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f3f2350-e241-40c9-87fd-fd622442386a req-66f908ed-d745-49f1-aa17-4a7495158b1f tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/security-groups?id=41cdbc30-7b97-4054-a891-e3747355d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Feb 10 13:11:18.933634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-d76d70d5-d2d2-431a-b775-35427e0c21ed tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:18.934963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-d76d70d5-d2d2-431a-b775-35427e0c21ed tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196336 Feb 10 13:11:18.975852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a89b-b0bd-4650-8641-6f840d3eab4c req-5b9d1736-3c41-4122-ae76-3a9acdcfb0b7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:18.977347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cff3a89b-b0bd-4650-8641-6f840d3eab4c req-5b9d1736-3c41-4122-ae76-3a9acdcfb0b7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1328781 Feb 10 13:11:18.986487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:19.033616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3534d8f2-0935-4a9b-9758-84c4eee50b1f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:19.060064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3534d8f2-0935-4a9b-9758-84c4eee50b1f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:19.071571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6686b-e218-4874-a8d8-eb6be3750593 req-31d770f5-bf46-4938-8b93-b6d2a0ff032f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:19.073633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78e6686b-e218-4874-a8d8-eb6be3750593 req-31d770f5-bf46-4938-8b93-b6d2a0ff032f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 948 time: 0.0608070 Feb 10 13:11:19.115274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Pushing event deleted for resources: {'Port': ['ID=3534d8f2-0935-4a9b-9758-84c4eee50b1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:19.140485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cff3a89b-b0bd-4650-8641-6f840d3eab4c req-dd1a5e52-2c66-4a69-adc4-92f3dbd23ed4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478279 Feb 10 13:11:19.150878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78e6686b-e218-4874-a8d8-eb6be3750593 req-846c2b59-0911-4403-b5f3-60b960539ab1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676467 Feb 10 13:11:19.214728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] No DVR routers for this DVR port 3534d8f2-0935-4a9b-9758-84c4eee50b1f on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:19.218526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:19.221866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b418205e-4bc9-4a40-8f48-fe37b3bccd65 req-6bd16864-384c-49ad-a42e-7df803dd37ab tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.21 "DELETE /v2.0/ports/3534d8f2-0935-4a9b-9758-84c4eee50b1f HTTP/1.1" status: 204 len: 173 time: 1.0526698 Feb 10 13:11:19.274323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3d2b757-cd03-4721-9260-fd6184e0b192 req-acf62e25-74fa-42c4-8d5a-7b72a957fbdb tempest-VolumesAdminNegativeTest-612771816 tempest-VolumesAdminNegativeTest-612771816-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1000bc2-1b4d-4550-bd64-c7f9db1be303 HTTP/1.1" status: 200 len: 210 time: 0.0340977 Feb 10 13:11:19.274899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:19.278258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:19.452795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.114 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/04a76e41-7d63-4e06-b459-9ff6b686ef78) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:19.498551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbaaa9c-34b9-4255-aafb-0480995e1f6b req-26b3fb27-bae3-49a3-82ac-5682ce3feb50 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 210 time: 0.0322325 Feb 10 13:11:19.626232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:19.938921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:19.949019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99e34063-3f31-4d7a-a560-dfd5379320ab req-8eeaf653-7445-4e9f-9f18-b51d928fa8f6 tempest-TenantUsagesTestJSON-415086858 tempest-TenantUsagesTestJSON-415086858-project] 10.222.0.13 "GET /v2.0/ports?device_id=75d9535f-c849-4382-a2fe-b60768f5deaf HTTP/1.1" status: 200 len: 210 time: 0.0293036 Feb 10 13:11:19.955914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:19.959239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:20.000556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:20.008553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:20.011833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:20.014145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:20.028426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b567d-7d48-47c2-9fa9-707a3ecedcca req-c4fb207d-fd13-4e12-9904-ecb2d9b68ea0 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:20.033149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b2b567d-7d48-47c2-9fa9-707a3ecedcca req-c4fb207d-fd13-4e12-9904-ecb2d9b68ea0 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 943 time: 0.1239855 Feb 10 13:11:20.062607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3abeb286-cb9e-4e21-8c25-4a327213ad50 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:20.103238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:20.103950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.135866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b2b567d-7d48-47c2-9fa9-707a3ecedcca req-84cb6df4-2782-4385-98f4-89bae7c5a5ad tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994732 Feb 10 13:11:20.139679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-391f5a6d-7b18-4610-9aa6-44d3c962526d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1586835 Feb 10 13:11:20.154433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Request body: {'port': {'device_id': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:20.286960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.328319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09576a-44c4-43e3-bd89-53153ff50d6d req-e4305521-e15f-4f4c-8f7a-72f66f83caf9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:20.335482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df09576a-44c4-43e3-bd89-53153ff50d6d req-e4305521-e15f-4f4c-8f7a-72f66f83caf9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 948 time: 0.0719903 Feb 10 13:11:20.354934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3778e5-3e86-4a83-a8f6-1414ab49d180 req-26671039-110a-4000-981d-3321a1bdc6b1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:20.356621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a3778e5-3e86-4a83-a8f6-1414ab49d180 req-26671039-110a-4000-981d-3321a1bdc6b1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.1248868 Feb 10 13:11:20.390238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df09576a-44c4-43e3-bd89-53153ff50d6d req-52498ba3-6bca-490d-b7b0-b05c0292543e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535703 Feb 10 13:11:20.451424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:20.474548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'name': 'network-vif-deleted', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:20.475719 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1302eb6-371c-4e9c-a9bf-5fbea8533678" -d '{"events": [{"server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "name": "network-vif-deleted", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:20.482959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e8b8e9db-0c3f-4f41-b7fa-7a71ba965369 None None] Provisioning complete for port 04a76e41-7d63-4e06-b459-9ff6b686ef78 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:20.483571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e9db-0c3f-4f41-b7fa-7a71ba965369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.487977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:20.514850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a3778e5-3e86-4a83-a8f6-1414ab49d180 req-6b10e799-ed62-4701-a834-92fb40ef45c3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516190 Feb 10 13:11:20.564305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Deleting subnet 9754a131-aa11-43e5-baeb-437daf7ee713 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:11:20.567734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Publish callbacks [] for subnet (9754a131-aa11-43e5-baeb-437daf7ee713), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.569455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-7287ff49-8e02-4fc1-b5f3-d9fb3c2699f8 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1042923824&fields=id&tenant_id=b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 267 time: 0.0548246 Feb 10 13:11:20.589373 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add45aed-2a0f-4767-b4f7-6af5e5c3c0b0 x-openstack-request-id: req-add45aed-2a0f-4767-b4f7-6af5e5c3c0b0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:20.589499 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d9535f-c849-4382-a2fe-b60768f5deaf", "name": "network-vif-deleted", "tag": "3534d8f2-0935-4a9b-9758-84c4eee50b1f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:20.589749 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-add45aed-2a0f-4767-b4f7-6af5e5c3c0b0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:20.590140 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d9535f-c849-4382-a2fe-b60768f5deaf', 'name': 'network-vif-deleted', 'tag': '3534d8f2-0935-4a9b-9758-84c4eee50b1f', 'status': 'completed', 'code': 200} Feb 10 13:11:20.595653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3abeb286-cb9e-4e21-8c25-4a327213ad50', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '3abeb286-cb9e-4e21-8c25-4a327213ad50', 'mac_address': 'fa:16:3e:8f:03:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:20.605511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8e9db-0c3f-4f41-b7fa-7a71ba965369 None None] Port 04a76e41-7d63-4e06-b459-9ff6b686ef78 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:20.648301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (9754a131-aa11-43e5-baeb-437daf7ee713), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.697682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-48e471d4-ea80-4837-a5ab-f92f7e12c77d tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:20.699964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-48e471d4-ea80-4837-a5ab-f92f7e12c77d tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 822 time: 0.1213939 Feb 10 13:11:20.719708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-97000479-eb30-4aac-8995-0fa18c73744a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/quotas/b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 375 time: 0.0118568 Feb 10 13:11:20.758917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a76e41-7d63-4e06-b459-9ff6b686ef78 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:20.767417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks [] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.782072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Transition to ACTIVE for port object 04a76e41-7d63-4e06-b459-9ff6b686ef78 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:20.788327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3abeb286-cb9e-4e21-8c25-4a327213ad50 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:20.788938 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.795417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.801602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9754a131-aa11-43e5-baeb-437daf7ee713), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.803545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-15fe3ebb-f055-4237-be44-899cd08fe902 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757043 Feb 10 13:11:20.820456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abeb286-cb9e-4e21-8c25-4a327213ad50 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:20.857980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:20.875252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.893670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Pushing event updated for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:20.942935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 047b8c67-806d-4889-91c6-5286f65aedca details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:20.961468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (9754a131-aa11-43e5-baeb-437daf7ee713), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:20.981042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:20.990637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-551ca09b-4dfb-4dda-a27a-e124aa8c2245 service neutron] 10.222.0.13 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668575 Feb 10 13:11:21.008990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9754a131-aa11-43e5-baeb-437daf7ee713,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:21.036059 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.039747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-029ce7bf-ecad-4ca3-ad25-1807ce25bde1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9754a131-aa11-43e5-baeb-437daf7ee713 HTTP/1.1" status: 204 len: 168 time: 0.5860615 Feb 10 13:11:21.046427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:21.136640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-7f99ebad-32a8-416c-b7fe-9f322432e71d service neutron] 10.222.0.13 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425338 Feb 10 13:11:21.188788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Attempting to bind port 04a76e41-7d63-4e06-b459-9ff6b686ef78 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:21.189149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Attempting to bind port 04a76e41-7d63-4e06-b459-9ff6b686ef78 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:21.189476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Attempting to bind port 04a76e41-7d63-4e06-b459-9ff6b686ef78 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:21.196940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=047b8c67-806d-4889-91c6-5286f65aedca,segment=NetworkSegment(3066a535-ae77-4592-b5ef-a7f33fdf4f1e),segment_id=3066a535-ae77-4592-b5ef-a7f33fdf4f1e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:21.229334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Port 04a76e41-7d63-4e06-b459-9ff6b686ef78 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:21.229597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Attempting to bind port 04a76e41-7d63-4e06-b459-9ff6b686ef78 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:21.230590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '047b8c67-806d-4889-91c6-5286f65aedca', 'network_id': '7004ed36-be5a-49da-9363-3c331e93865c', 'port_id': '047b8c67-806d-4889-91c6-5286f65aedca', 'mac_address': 'fa:16:3e:29:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b349798-ef92-47bc-88a2-a0dabbeab95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:21.239126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (41e45109-0a9f-4131-b996-cc167f989978), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.241931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:21.242267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:21.242644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:21.243082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Bound port: 04a76e41-7d63-4e06-b459-9ff6b686ef78, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:21.243414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.333848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786707a3-3745-4dd0-829c-8e697d2525ad req-2b480e24-7d85-4f9a-a8e5-380aab06d800 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:21.335460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-786707a3-3745-4dd0-829c-8e697d2525ad req-2b480e24-7d85-4f9a-a8e5-380aab06d800 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 948 time: 0.1834266 Feb 10 13:11:21.446331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (41e45109-0a9f-4131-b996-cc167f989978), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.454309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 047b8c67-806d-4889-91c6-5286f65aedca is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:21.461090 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (047b8c67-806d-4889-91c6-5286f65aedca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.471114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:21.493474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e45109-0a9f-4131-b996-cc167f989978']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:21.500444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81044d95-7a87-4a18-a881-1ed328755391 req-66e8cb3b-bdf7-4934-9210-740ed1d786a0 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:21.510292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81044d95-7a87-4a18-a881-1ed328755391 req-66e8cb3b-bdf7-4934-9210-740ed1d786a0 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 943 time: 0.1093464 Feb 10 13:11:21.514292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:21.519663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28750df1-7f2e-4aa8-9439-5c865074c4a5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:21.520007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28750df1-7f2e-4aa8-9439-5c865074c4a5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:21.526689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047b8c67-806d-4889-91c6-5286f65aedca {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:21.531627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-786707a3-3745-4dd0-829c-8e697d2525ad req-88d22ec8-6ca5-4e57-9583-9ea1584c9b59 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630950 Feb 10 13:11:21.559612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3abeb286-cb9e-4e21-8c25-4a327213ad50'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:21.561600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.575623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81044d95-7a87-4a18-a881-1ed328755391 req-c51abcf4-b551-49ef-8954-aaae27e32420 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 Feb 10 13:11:21.583012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (28750df1-7f2e-4aa8-9439-5c865074c4a5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.620640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=047b8c67-806d-4889-91c6-5286f65aedca,segment=NetworkSegment(3066a535-ae77-4592-b5ef-a7f33fdf4f1e),segment_id=3066a535-ae77-4592-b5ef-a7f33fdf4f1e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:21.633842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.678008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (28750df1-7f2e-4aa8-9439-5c865074c4a5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.680900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:21.681524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.682944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] 10.222.0.21 "PUT /v2.0/ports/04a76e41-7d63-4e06-b459-9ff6b686ef78 HTTP/1.1" status: 200 len: 1096 time: 1.5335059 Feb 10 13:11:21.745448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86a9959e-0e1c-427d-bc47-f25d8c093ab0 req-5a6bfba5-723a-4d6f-89ad-4de8cccbae10 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 210 time: 0.0925665 Feb 10 13:11:21.749112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:11:21.753775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (28750df1-7f2e-4aa8-9439-5c865074c4a5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:11:21.768520 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:11:21.789125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c161d3-2c7e-4c6b-8497-c1ac3455245a req-b73d13e7-63eb-4979-90b6-ca6c1403c1e8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:21.804914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67c161d3-2c7e-4c6b-8497-c1ac3455245a req-b73d13e7-63eb-4979-90b6-ca6c1403c1e8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 949 time: 0.1145802 Feb 10 13:11:21.805978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:21.924912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:21.928383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67c161d3-2c7e-4c6b-8497-c1ac3455245a req-51e847d2-20a6-4868-8807-1f49682e3ac7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212008 Feb 10 13:11:21.928576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61111bb2-e827-426e-8c2a-231be9431134 service neutron] Pushing event updated for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:22.027841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['047b8c67-806d-4889-91c6-5286f65aedca'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:22.087115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 87c65f4f-c21f-4a1c-b843-d923ca9fce20 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:22.115914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (41e45109-0a9f-4131-b996-cc167f989978), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.138665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.147097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:22.148946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] 10.222.0.13 "DELETE /v2.0/networks/41e45109-0a9f-4131-b996-cc167f989978 HTTP/1.1" status: 204 len: 168 time: 1.1010053 Feb 10 13:11:22.171595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 87c65f4f-c21f-4a1c-b843-d923ca9fce20 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:11:22.174741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 87c65f4f-c21f-4a1c-b843-d923ca9fce20 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:22.175414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3534d8f2-0935-4a9b-9758-84c4eee50b1f no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:22.200122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-d5435299-0474-45d0-89e4-dc4a0e44cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.205736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-d5435299-0474-45d0-89e4-dc4a0e44cc13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 1130 time: 0.4353871 Feb 10 13:11:22.237786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3534d8f2-0935-4a9b-9758-84c4eee50b1f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:11:22.238591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3534d8f2-0935-4a9b-9758-84c4eee50b1f not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:22.239537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff03d66-39c9-4a55-89d9-5a2239775421 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e45109-0a9f-4131-b996-cc167f989978,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:22.294193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Deleting subnet 2a32f145-fbe0-45d2-a78d-a92cc77c639c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:11:22.307923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Publish callbacks [] for subnet (2a32f145-fbe0-45d2-a78d-a92cc77c639c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.347981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25d63-907b-4eaf-ba27-be7fa31901c7 req-f92935c0-21d0-4ee7-b189-7a4ca8a433e4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.357550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0c25d63-907b-4eaf-ba27-be7fa31901c7 req-f92935c0-21d0-4ee7-b189-7a4ca8a433e4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.4340985 Feb 10 13:11:22.386831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-1897b1e8-db50-40a7-a5e4-efd3072cf152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78 HTTP/1.1" status: 200 len: 217 time: 0.1504424 Feb 10 13:11:22.404158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Publish callbacks [] for subnet (2a32f145-fbe0-45d2-a78d-a92cc77c639c), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.415559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2a32f145-fbe0-45d2-a78d-a92cc77c639c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.512528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for subnet (2a32f145-fbe0-45d2-a78d-a92cc77c639c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.565547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a32f145-fbe0-45d2-a78d-a92cc77c639c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:22.575286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0c25d63-907b-4eaf-ba27-be7fa31901c7 req-84310c4a-c9e6-477e-88e4-7f70fab11d1e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163520 Feb 10 13:11:22.575781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.579633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7f8124f0-234b-4f9d-bd0f-c18eba4d6d4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a32f145-fbe0-45d2-a78d-a92cc77c639c HTTP/1.1" status: 204 len: 168 time: 0.4314911 Feb 10 13:11:22.582974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:22.591266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:22.604524 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d878f66d-f30c-42a7-a32c-bb2534e9f209" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:22.618130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-57566464-88f6-4dec-a77a-99e9bdf9737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.623949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-57566464-88f6-4dec-a77a-99e9bdf9737e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2064934 Feb 10 13:11:22.639167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a1c91972-3b99-4d28-8094-decaf671d41d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=956074515bff48d4a83d11262434ff11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7093489 Feb 10 13:11:22.641231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:22.679471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-b4edf9b3-9d5d-4c73-87a7-fe531c291f57 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.681962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-b4edf9b3-9d5d-4c73-87a7-fe531c291f57 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/ports?device_id=b935c9bb-5d3c-4a90-916e-28d71b7534be HTTP/1.1" status: 200 len: 946 time: 0.3094156 Feb 10 13:11:22.786701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (6b192734-559f-483b-879d-6f14e1afaf17), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:22.882280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bab2b3-ac85-4988-8462-a814db53b10d req-c214b2c0-243d-413d-9473-e6b5211d28b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.887203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432add23-0c5f-418b-adab-4256992a640e req-4867b77d-4682-4ba6-853c-7451b276be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:22.888687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-4867b77d-4682-4ba6-853c-7451b276be5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2484233 Feb 10 13:11:22.890119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28bab2b3-ac85-4988-8462-a814db53b10d req-c214b2c0-243d-413d-9473-e6b5211d28b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 948 time: 0.1775849 Feb 10 13:11:22.944674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] Publish callbacks [] for security_group (41cdbc30-7b97-4054-a891-e3747355d26b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.000193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e87e2-0188-4299-a82d-ef88d9580d01 req-006e84b4-7ec4-40af-8a12-c4750d506f76 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:23.001897 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c21e87e2-0188-4299-a82d-ef88d9580d01 req-006e84b4-7ec4-40af-8a12-c4750d506f76 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 944 time: 0.2452552 Feb 10 13:11:23.034062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28bab2b3-ac85-4988-8462-a814db53b10d req-321710fb-48bd-4a4c-a5ab-52852679e02d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413982 Feb 10 13:11:23.037877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (6b192734-559f-483b-879d-6f14e1afaf17), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.049558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-8e56d12a-2208-479f-8057-94face18bb79 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503675 Feb 10 13:11:23.060439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Deleting port 6b4c895f-155d-4307-9dd9-057c9164c647 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:11:23.060904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.080032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] Publish callbacks [] for security_group (41cdbc30-7b97-4054-a891-e3747355d26b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.083628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.084423 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.085352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.085868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.086345 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.086695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.087035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.087378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.087701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.088060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.104962 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e25bb-a5fb-4c0a-87f1-85cda230df4a x-openstack-request-id: req-049e25bb-a5fb-4c0a-87f1-85cda230df4a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:23.105278 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:23.105503 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-049e25bb-a5fb-4c0a-87f1-85cda230df4a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:23.105869 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'status': 'completed', 'code': 200} Feb 10 13:11:23.162187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.162549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.162888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.163226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 13:11:23.163604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b192734-559f-483b-879d-6f14e1afaf17']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:23.205157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:23.205837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:23.233498 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c21e87e2-0188-4299-a82d-ef88d9580d01 req-631bfd62-ce20-47a1-bdb1-d3c97bbd4bbc tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230783 Feb 10 13:11:23.350933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] For port 6b4c895f-155d-4307-9dd9-057c9164c647, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6b4c895f-155d-4307-9dd9-057c9164c647,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:23.351324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.371354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-432add23-0c5f-418b-adab-4256992a640e req-78081f9e-201b-4895-ac36-904d85f09443 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682443 Feb 10 13:11:23.375118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.437749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2580f54-79f6-44f3-94f5-42f69c5438f0 req-309b3f68-9212-4cd7-b88c-5ac2a1ee0a7f tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 210 time: 0.1550739 Feb 10 13:11:23.502718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.551379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:11:23.552088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (e295c5e6-a2d1-4c5f-b1d2-4dd2b5574ac1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: from cryptography.utils import int_from_bytes Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: from cryptography.utils import int_from_bytes Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:11:23.560037 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:11:23.716863 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (41cdbc30-7b97-4054-a891-e3747355d26b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.719749 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.721161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41cdbc30-7b97-4054-a891-e3747355d26b HTTP/1.1" status: 204 len: 168 time: 1.0783126 Feb 10 13:11:23.746721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fe010-f160-4e19-90c3-f463baa79bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cdbc30-7b97-4054-a891-e3747355d26b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:23.775441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (6b192734-559f-483b-879d-6f14e1afaf17), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.780298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-44e211a3-e128-4b33-8871-d1a634c8f8cb service neutron] 10.222.0.77 "GET /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.4203784 Feb 10 13:11:23.786203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-47e3811d-9978-40ff-8c5e-71e139f65b24 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:23.787690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-47e3811d-9978-40ff-8c5e-71e139f65b24 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 822 time: 0.5002320 Feb 10 13:11:23.835995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b192734-559f-483b-879d-6f14e1afaf17,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:23.848333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:23.851920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f594ccc7-40fe-4b2a-b63d-e31c7a86fda3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b192734-559f-483b-879d-6f14e1afaf17 HTTP/1.1" status: 204 len: 168 time: 1.2675588 Feb 10 13:11:23.920704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-3d39a513-f4e2-41b6-99ac-02a8d485e0d7 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25529da73df42fb9da53dc6240a1ffc HTTP/1.1" status: 200 len: 380 time: 0.0904305 Feb 10 13:11:23.932369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32a16-a561-4d3e-ab87-d01d15b6fe26 req-db08da13-52af-4356-9147-6eff956a2391 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:23.939228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0b32a16-a561-4d3e-ab87-d01d15b6fe26 req-db08da13-52af-4356-9147-6eff956a2391 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 944 time: 0.2618494 Feb 10 13:11:23.957613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'port': {'device_id': '046ed749-49b2-4403-9a09-f171b10206b9', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'admin_state_up': True, 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'security_groups': ['3679ecd9-08e0-47a1-ad96-1879f6dca072']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:24.042949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0b32a16-a561-4d3e-ab87-d01d15b6fe26 req-4229b21c-454c-4c88-8cea-ca902285619f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026199 Feb 10 13:11:24.076657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3abeb286-cb9e-4e21-8c25-4a327213ad50 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:24.245372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3abeb286-cb9e-4e21-8c25-4a327213ad50 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:24.252179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3abeb286-cb9e-4e21-8c25-4a327213ad50 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:24.252908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.287462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:24.302193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:24.336046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-0e8eec65-9799-48a3-96df-1e6580a872e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:24.338911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-0e8eec65-9799-48a3-96df-1e6580a872e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 1130 time: 0.8777630 Feb 10 13:11:24.365874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9b555-f87a-4dd7-8f26-6ed8e8b9085b req-8a6b2e33-646d-4744-a5b1-9b66dc7ad745 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:24.367454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ca9b555-f87a-4dd7-8f26-6ed8e8b9085b req-8a6b2e33-646d-4744-a5b1-9b66dc7ad745 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 949 time: 0.8783150 Feb 10 13:11:24.397660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-18fc52b8-6b20-46ed-8871-2117219ed5c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b7abf9e58e04fcf85a84e8e532e8a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1071770 Feb 10 13:11:24.401974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:24.412341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3abeb286-cb9e-4e21-8c25-4a327213ad50 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:24.414957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.419090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5778df8-5584-43df-951c-7a95eca897c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.439493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.439848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.440158 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7 disassociated. External IP: 172.25.8.80, port: 6b4c895f-155d-4307-9dd9-057c9164c647. Feb 10 13:11:24.440563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Calling delete_port for 6b4c895f-155d-4307-9dd9-057c9164c647 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:11:24.489939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:24.492209 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78017da1-3852-462e-983c-9120aeba57cc" -d '{"events": [{"server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "name": "network-vif-plugged", "status": "completed", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:24.515905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Made reservation on behalf of b25529da73df42fb9da53dc6240a1ffc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:24.520819 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.523916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:24.529221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.535674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50060cf-3be4-4ab1-902f-c9a893300d03 req-2d477e13-6fce-46f2-80ed-26ea730e46b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:24.537055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e50060cf-3be4-4ab1-902f-c9a893300d03 req-2d477e13-6fce-46f2-80ed-26ea730e46b0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 948 time: 0.3563783 Feb 10 13:11:24.610694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] Publish callbacks [] for security_group (b99d71cc-3aa6-4683-b00f-6ffb5596aaa5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.618053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:24.619780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:24.680711 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ca9b555-f87a-4dd7-8f26-6ed8e8b9085b req-c2405a0e-cf42-4c7f-93ef-85a0427a5f50 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919242 Feb 10 13:11:24.758934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:24.769313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-3c99b246-d59a-46ab-bf2b-6fca3bcedc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:24.770960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-3c99b246-d59a-46ab-bf2b-6fca3bcedc91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4026206 Feb 10 13:11:24.795963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] Publish callbacks [] for security_group (b99d71cc-3aa6-4683-b00f-6ffb5596aaa5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.825989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e50060cf-3be4-4ab1-902f-c9a893300d03 req-e929d3b0-fd83-40a4-b8e3-4b66762e87b7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728522 Feb 10 13:11:24.854812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-644883c8-5df6-48b9-9b7a-7be01961220c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78 HTTP/1.1" status: 200 len: 217 time: 0.0730121 Feb 10 13:11:24.920022 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5778df8-5584-43df-951c-7a95eca897c2 admin admin] Publish callbacks [] for security_group (9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.934267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c68667-125a-4b0e-954d-1b2f3a034eea {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:24.953901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5778df8-5584-43df-951c-7a95eca897c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:24.960259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 047b8c67-806d-4889-91c6-5286f65aedca up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:24.967936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a610eb47-d288-4b78-9a62-bd133e456ebb req-da995978-5d58-43bf-9104-b0e55d252141 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 210 time: 0.0625999 Feb 10 13:11:25.023388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:25.027349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-ff8643fe-49e5-4d9d-bdd5-349c65554e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:25.029114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-ff8643fe-49e5-4d9d-bdd5-349c65554e4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1541412 Feb 10 13:11:25.031858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b99d71cc-3aa6-4683-b00f-6ffb5596aaa5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.036296 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.044913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b99d71cc-3aa6-4683-b00f-6ffb5596aaa5 HTTP/1.1" status: 204 len: 168 time: 0.6313636 Feb 10 13:11:25.045636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5778df8-5584-43df-951c-7a95eca897c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3f52a108464531afd7c7647ca886f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7351747 Feb 10 13:11:25.045719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Allocated IP 172.20.0.11 (4053a25f-df79-49b0-a2fc-f844c1aa3c33/d56d75a4-382a-416e-a24c-2bb2a20276c6/6103219f-6613-4a9f-a4cd-98034f323bb4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:25.051899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:25.073169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5778df8-5584-43df-951c-7a95eca897c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:25.078605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f5837-deaa-44ff-8106-7d0f3c389c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d71cc-3aa6-4683-b00f-6ffb5596aaa5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:25.085688 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993bf291-ffa5-42c4-ab96-5080cb12e43d x-openstack-request-id: req-993bf291-ffa5-42c4-ab96-5080cb12e43d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:25.086237 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "name": "network-vif-plugged", "status": "completed", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:25.087265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.092811 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-993bf291-ffa5-42c4-ab96-5080cb12e43d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:25.092811 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50', 'code': 200} Feb 10 13:11:25.103113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d8b8-8684-4bab-a127-0a08e0f8ca15 req-e2bef25c-96ca-442c-a395-eb6cefbb7bbf tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:25.112839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9685d8b8-8684-4bab-a127-0a08e0f8ca15 req-e2bef25c-96ca-442c-a395-eb6cefbb7bbf tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 944 time: 0.2807567 Feb 10 13:11:25.154688 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6b4c895f-155d-4307-9dd9-057c9164c647), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.157348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 047b8c67-806d-4889-91c6-5286f65aedca completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:25.170129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 047b8c67-806d-4889-91c6-5286f65aedca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:25.170502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (047b8c67-806d-4889-91c6-5286f65aedca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.190406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] Transition to ACTIVE for port object e7c68667-125a-4b0e-954d-1b2f3a034eea will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:25.226484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event deleted for resources: {'Port': ['ID=6b4c895f-155d-4307-9dd9-057c9164c647,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:25.249856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.325048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 047b8c67-806d-4889-91c6-5286f65aedca is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:25.325629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (047b8c67-806d-4889-91c6-5286f65aedca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.326089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9685d8b8-8684-4bab-a127-0a08e0f8ca15 req-03fa391d-ef67-4be4-8ea8-55d234952a06 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121735 Feb 10 13:11:25.328101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-b749b1ee-94e3-4a5d-aa42-5ed0576e0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:25.329675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-b749b1ee-94e3-4a5d-aa42-5ed0576e0d3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2781498 Feb 10 13:11:25.401531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=047b8c67-806d-4889-91c6-5286f65aedca,segment=NetworkSegment(3066a535-ae77-4592-b5ef-a7f33fdf4f1e),segment_id=3066a535-ae77-4592-b5ef-a7f33fdf4f1e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:25.412577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.483144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:11:25.491643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-e71fd3e9-ba89-4e69-b0d2-7a6390e15e9d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485412 Feb 10 13:11:25.545302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:25.649543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] No DVR routers for this DVR port e7c68667-125a-4b0e-954d-1b2f3a034eea on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:25.726159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf161d46-5501-4e6a-97e5-de831a43ae65 req-e95363be-e3e5-421b-b9db-3e94489c1ec2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:25.733069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf161d46-5501-4e6a-97e5-de831a43ae65 req-e95363be-e3e5-421b-b9db-3e94489c1ec2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.5299487 Feb 10 13:11:25.793850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] 10.222.0.77 "PUT /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0051291 Feb 10 13:11:25.818173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf161d46-5501-4e6a-97e5-de831a43ae65 req-e8ca9332-bc85-45d8-a89a-f693213f36e9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Feb 10 13:11:25.823273 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] Publish callbacks [] for security_group (9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.840217 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d878f66d-f30c-42a7-a32c-bb2534e9f209 req-f384413c-6918-4e90-a6a3-62e8fe132a6d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384974 Feb 10 13:11:25.870810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] Publish callbacks [] for security_group (9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.944733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:25.953899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.956603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:25.957761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3 HTTP/1.1" status: 204 len: 168 time: 0.9049985 Feb 10 13:11:25.983032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef2192-2afd-4fc2-aa49-d292f4cb8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e2458-4716-4f4f-a4a9-986d8ddf5dd3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:25.989429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca68d36-54f8-4b58-8dbb-4dcc331cf296 req-463d4c16-9b68-460f-ac13-63dec045febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:25.990983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ca68d36-54f8-4b58-8dbb-4dcc331cf296 req-463d4c16-9b68-460f-ac13-63dec045febe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 1132 time: 0.7930865 Feb 10 13:11:26.048411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:26.070244 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:26.089445 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:26.093942 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:26.101763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 04a76e41-7d63-4e06-b459-9ff6b686ef78 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:26.105373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6b4c895f-155d-4307-9dd9-057c9164c647 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:26.141328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89fc64-9b0d-4848-811c-8420e7b78776 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:26.180194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 6b4c895f-155d-4307-9dd9-057c9164c647 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:11:26.185134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6b4c895f-155d-4307-9dd9-057c9164c647 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:26.190879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] No DVR routers for this DVR port 6b4c895f-155d-4307-9dd9-057c9164c647 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:26.194081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.200804 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7eaa885b-dd8c-4b20-a57f-219373d37bd8 req-dbcd8b7b-246a-4286-949d-70e67fdeffea tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "DELETE /v2.0/ports/6b4c895f-155d-4307-9dd9-057c9164c647 HTTP/1.1" status: 204 len: 173 time: 3.4938552 Feb 10 13:11:26.205491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'name': 'network-vif-deleted', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:26.215989 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c73a90a-84fb-4498-b613-0adba6c1561f" -d '{"events": [{"server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "name": "network-vif-deleted", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:26.238433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-078adb38-44c5-4fe2-aa39-d7be555e6462 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:26.244788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-078adb38-44c5-4fe2-aa39-d7be555e6462 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.3697698 Feb 10 13:11:26.266847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a4e6b-ce2c-40eb-b82a-8b2f8c4d93e4 req-d14662e2-3895-49bd-b742-8f1cb1e8ef96 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:26.274275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f52a4e6b-ce2c-40eb-b82a-8b2f8c4d93e4 req-d14662e2-3895-49bd-b742-8f1cb1e8ef96 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.3795722 Feb 10 13:11:26.358070 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:26.419236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7be071d7-0f54-4fba-ae5a-91520b7b373e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ea5fed60474b81bd70201a5a7a00a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662945 Feb 10 13:11:26.432238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:26.490266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:26.526419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.531681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f52a4e6b-ce2c-40eb-b82a-8b2f8c4d93e4 req-e9681691-7d86-4d97-959c-3f98154e0a21 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562747 Feb 10 13:11:26.535130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'mac_address': 'fa:16:3e:1b:a1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:26.543586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ca68d36-54f8-4b58-8dbb-4dcc331cf296 req-ed4bb7b5-128d-47ef-8f96-cefddc99752a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046407 Feb 10 13:11:26.546475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-f5f6fd1c-6a45-4476-8f7e-4d79ae1eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:26.551685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ae40-bf97-43ed-b753-d976cc27ed51 req-f82079b7-e4e3-472e-bb5c-bcd573f7d4d5 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:26.559429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-f5f6fd1c-6a45-4476-8f7e-4d79ae1eca42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.2816756 Feb 10 13:11:26.561082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d225ae40-bf97-43ed-b753-d976cc27ed51 req-f82079b7-e4e3-472e-bb5c-bcd573f7d4d5 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 948 time: 0.5931838 Feb 10 13:11:26.649205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 04a76e41-7d63-4e06-b459-9ff6b686ef78 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:26.650012 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.667467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a76e41-7d63-4e06-b459-9ff6b686ef78 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:26.694697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] Publish callbacks [] for security_group (b8b61b4d-200b-43ee-9658-b0374bf2d5ae), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.702509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:26.712067 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.755706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed1a3384-76e2-4050-8b23-f6b272b83bb7 req-e098a968-a717-48ab-adde-61c0a4f8132f tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 210 time: 0.0846550 Feb 10 13:11:26.756681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d225ae40-bf97-43ed-b753-d976cc27ed51 req-b136dc50-3706-4846-83fd-631db71e1d3d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884511 Feb 10 13:11:26.768989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.809981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] Publish callbacks [] for security_group (b8b61b4d-200b-43ee-9658-b0374bf2d5ae), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:26.849611 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a30621-2359-4a1a-bcb5-55b807d851f6 x-openstack-request-id: req-c1a30621-2359-4a1a-bcb5-55b807d851f6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:26.850545 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935c9bb-5d3c-4a90-916e-28d71b7534be", "name": "network-vif-deleted", "tag": "6b4c895f-155d-4307-9dd9-057c9164c647", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:26.850981 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1a30621-2359-4a1a-bcb5-55b807d851f6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:26.851539 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935c9bb-5d3c-4a90-916e-28d71b7534be', 'name': 'network-vif-deleted', 'tag': '6b4c895f-155d-4307-9dd9-057c9164c647', 'status': 'completed', 'code': 200} Feb 10 13:11:26.859934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:26.925505 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:26.934128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:26.969517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:26.982335 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:26.983588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:26.983711 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:27.011075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:27.015618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:27.056557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-54756f38-2a5a-4daa-aeee-ca69b964a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.059499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-54756f38-2a5a-4daa-aeee-ca69b964a8bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1127 time: 0.2064967 Feb 10 13:11:27.107420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:27.109901 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa4014-9484-4285-9caf-bb9f86723655" -d '{"events": [{"server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "047b8c67-806d-4889-91c6-5286f65aedca"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:27.113047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12863a-c330-435b-94b6-6d22804edd8f req-960c9036-e2c7-4216-ba09-71581513d065 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.115474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b12863a-c330-435b-94b6-6d22804edd8f req-960c9036-e2c7-4216-ba09-71581513d065 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.2020595 Feb 10 13:11:27.125706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port e7c68667-125a-4b0e-954d-1b2f3a034eea host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:11:27.126123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:27.142339 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:27.160534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event updated for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:27.177818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['04a76e41-7d63-4e06-b459-9ff6b686ef78'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:27.219429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.220094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:27.255343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b8b61b4d-200b-43ee-9658-b0374bf2d5ae), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:27.262480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:27.266012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8b61b4d-200b-43ee-9658-b0374bf2d5ae HTTP/1.1" status: 204 len: 168 time: 0.8285108 Feb 10 13:11:27.294911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b12863a-c330-435b-94b6-6d22804edd8f req-41383c13-b840-4439-bce6-cef85f5842e2 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467471 Feb 10 13:11:27.319053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-debc75d0-36b0-4302-b47a-8ad50d2a92d1 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3656147 Feb 10 13:11:27.326883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0052f7-c2a3-472b-9db9-9ee262cfe93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b61b4d-200b-43ee-9658-b0374bf2d5ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:27.362499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Request body: {'port': {'device_id': '046ed749-49b2-4403-9a09-f171b10206b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:27.365067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-a16b29a9-71e9-4435-a8e9-9068f278f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.366485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-a16b29a9-71e9-4435-a8e9-9068f278f616 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.2833557 Feb 10 13:11:27.440122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfe4c2-87b8-454a-8d00-a4e4cbbb9624 req-871337ab-b3c4-4e3c-ba33-9caefe31f827 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.455318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4bfe4c2-87b8-454a-8d00-a4e4cbbb9624 req-871337ab-b3c4-4e3c-ba33-9caefe31f827 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.3403387 Feb 10 13:11:27.469524 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db194976-b411-4424-bb30-d53ef9fc3f02 x-openstack-request-id: req-db194976-b411-4424-bb30-d53ef9fc3f02 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:27.470260 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "047b8c67-806d-4889-91c6-5286f65aedca", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:27.471212 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db194976-b411-4424-bb30-d53ef9fc3f02 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:27.473545 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca', 'code': 200} Feb 10 13:11:27.488225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:27.496585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-448544aa-2afa-467d-add0-2cbe1f4977fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.1067688 Feb 10 13:11:27.658912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-331158a8-7e89-4f7c-9010-30eb4165fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.660546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-331158a8-7e89-4f7c-9010-30eb4165fe67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1551166 Feb 10 13:11:27.831848 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:27.845766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-dd0122e4-c8c7-457f-a6dd-3b0d459fb25a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530015 Feb 10 13:11:27.852325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4bfe4c2-87b8-454a-8d00-a4e4cbbb9624 req-c7616971-a205-4eb6-85cf-0db0e9a7574c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941112 Feb 10 13:11:27.853007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:27.867477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229a989-d571-4fa2-9ad9-23d9b1e58174 None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:27.950287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649de66-936c-4211-a4b3-a1dcc2f1f364 req-0b309089-6ff3-4cec-9b83-a7b4c89f0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.952922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f649de66-936c-4211-a4b3-a1dcc2f1f364 req-0b309089-6ff3-4cec-9b83-a7b4c89f0edb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 1127 time: 0.3856659 Feb 10 13:11:27.970142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593b56-82d7-4f08-8cdb-7ebd646d0242 req-946f63b7-213f-4059-9468-d93f85833000 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:27.977440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67593b56-82d7-4f08-8cdb-7ebd646d0242 req-946f63b7-213f-4059-9468-d93f85833000 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.3109825 Feb 10 13:11:28.106612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-975227162-network', 'tenant_id': '91606bea8075431b9b36472e56da7e1d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:28.186599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67593b56-82d7-4f08-8cdb-7ebd646d0242 req-4c5861a6-4d54-43dc-9997-24fa4ec67a1b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082098 Feb 10 13:11:28.195308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-21e9a367-c3cd-4952-b176-ab8a13a658fb service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292851 Feb 10 13:11:28.220470 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:11:28.265175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f649de66-936c-4211-a4b3-a1dcc2f1f364 req-81897ba7-efa7-42fd-b0d2-34b3109c6bee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005981 Feb 10 13:11:28.274367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:28.278949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.302736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.365624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c855bb-8cab-4d65-ab9d-d3d971cc64f3 req-fe3c1ad6-acc7-459b-ad60-2b13e6a52684 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:28.373483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8c855bb-8cab-4d65-ab9d-d3d971cc64f3 req-fe3c1ad6-acc7-459b-ad60-2b13e6a52684 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 949 time: 0.3229218 Feb 10 13:11:28.448320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94d1d4-b844-4dc7-b7a6-9128a0690486 None None] New status for floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:11:28.603262 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-c803a6fc-369d-4585-8df6-1d67d3826730 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950012 Feb 10 13:11:28.637713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf228a0-be3c-4ceb-ab05-d5dc970af932 req-a3f8beec-6a44-4256-8fbc-f5e10a722764 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:28.639279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-baf228a0-be3c-4ceb-ab05-d5dc970af932 req-a3f8beec-6a44-4256-8fbc-f5e10a722764 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 932 time: 0.2182796 Feb 10 13:11:28.641457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6103219f-6613-4a9f-a4cd-98034f323bb4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:28.678799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8c855bb-8cab-4d65-ab9d-d3d971cc64f3 req-ca873771-40ed-4c8f-b0c4-8bbb700f8d90 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043590 Feb 10 13:11:28.699995 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks [] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.765136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Transition to ACTIVE for port object 6103219f-6613-4a9f-a4cd-98034f323bb4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:28.784816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.785657 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-baf228a0-be3c-4ceb-ab05-d5dc970af932 req-21ebb349-0cf7-44da-89c3-10bb2168b176 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327915 Feb 10 13:11:28.803535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks [] for security_group (9516265c-628c-4231-aa27-33ab1dac69c1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.852831 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9516265c-628c-4231-aa27-33ab1dac69c1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.918645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:28.951101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:11:28.978039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Pushing event updated for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:28.988230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4a51422d-b1ed-4c82-9b5b-a31fcdd9894f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:28.988942 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Added segment 4a51422d-b1ed-4c82-9b5b-a31fcdd9894f of type vlan for network 3c9012b7-3376-497d-881a-9ce3e934df85 Feb 10 13:11:28.995037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516265c-628c-4231-aa27-33ab1dac69c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:29.084226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a803-d69f-44ef-a596-909b030e8d61 req-d24e35f6-545c-4d45-b5ec-d1d9e82409a5 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.091647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d60a803-d69f-44ef-a596-909b030e8d61 req-d24e35f6-545c-4d45-b5ec-d1d9e82409a5 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.2950807 Feb 10 13:11:29.108535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83964b-6c43-44ba-b062-24c29aae2e64 req-4e118105-4257-4c1e-9cc4-c03b16d0a001 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.109860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (3c9012b7-3376-497d-881a-9ce3e934df85), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.117093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f83964b-6c43-44ba-b062-24c29aae2e64 req-4e118105-4257-4c1e-9cc4-c03b16d0a001 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.0908480 Feb 10 13:11:29.144735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-network', 'tenant_id': 'd08b168a31004fcc94005e8775838146'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:29.178564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5f3dc953-225c-48bd-a551-7208b072e208 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.180714 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-5f3dc953-225c-48bd-a551-7208b072e208 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.2222307 Feb 10 13:11:29.185037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Attempting to bind port 6103219f-6613-4a9f-a4cd-98034f323bb4 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:29.185450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Attempting to bind port 6103219f-6613-4a9f-a4cd-98034f323bb4 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:29.185844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Attempting to bind port 6103219f-6613-4a9f-a4cd-98034f323bb4 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:29.190946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Made reservation on behalf of d08b168a31004fcc94005e8775838146 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:29.194086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.199200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d60a803-d69f-44ef-a596-909b030e8d61 req-3c3d74bf-c602-4745-925c-81702c42303c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063056 Feb 10 13:11:29.204886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Port 6103219f-6613-4a9f-a4cd-98034f323bb4 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:29.205665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Attempting to bind port 6103219f-6613-4a9f-a4cd-98034f323bb4 on network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:29.217466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.218355 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (3c9012b7-3376-497d-881a-9ce3e934df85), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.219539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.220042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.239971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:29.240646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Checking segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:29.241072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Bound using segment: {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:29.241521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Bound port: 6103219f-6613-4a9f-a4cd-98034f323bb4, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf0284-b12a-43cd-966e-e53e8d4f7c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:29.241878 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.283643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7762492 Feb 10 13:11:29.293292 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f83964b-6c43-44ba-b062-24c29aae2e64 req-8c655a96-499b-4bde-b970-170a8175fd97 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724334 Feb 10 13:11:29.311711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:29.319335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Request body: {'subnet': {'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-975227162-subnet', 'tenant_id': '91606bea8075431b9b36472e56da7e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:29.373929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126050-9b89-4379-84b7-74c7bde0fbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9012b7-3376-497d-881a-9ce3e934df85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:29.386890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 3c9012b7-3376-497d-881a-9ce3e934df85 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:11:29.429454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76cb1-8c40-465a-8a8f-b53a82ec5912 req-b58074d2-1724-4a76-bab6-86acd85ca504 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.431013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9c76cb1-8c40-465a-8a8f-b53a82ec5912 req-b58074d2-1724-4a76-bab6-86acd85ca504 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.1662998 Feb 10 13:11:29.435811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:29.440460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6103219f-6613-4a9f-a4cd-98034f323bb4,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:29.465636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.477572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:29.485303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.525758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-39348a8e-c3a6-4dd0-903a-bc86cede7ab0 service neutron] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:29.538383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-39348a8e-c3a6-4dd0-903a-bc86cede7ab0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.539518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a667a8e3-e834-48d1-bb85-58e92926d201 req-39348a8e-c3a6-4dd0-903a-bc86cede7ab0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.3307741 Feb 10 13:11:29.560149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.560912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.562460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] 10.222.0.21 "PUT /v2.0/ports/6103219f-6613-4a9f-a4cd-98034f323bb4 HTTP/1.1" status: 200 len: 1092 time: 2.2254429 Feb 10 13:11:29.565260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:29.567699 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:29.603699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9c76cb1-8c40-465a-8a8f-b53a82ec5912 req-014d79c6-180e-46ca-9e9b-eef804896581 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651902 Feb 10 13:11:29.615707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131bfe-6ed9-4346-9504-8a12aabbca90 service neutron] Pushing event updated for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:29.622095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks [] for security_group (64564ca4-c9ff-4283-82ed-00b03537b69d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.632523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (64564ca4-c9ff-4283-82ed-00b03537b69d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.656969 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12542310-0ffa-4b45-9d1b-13da7cbc5842 x-openstack-request-id: req-12542310-0ffa-4b45-9d1b-13da7cbc5842 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:29.657345 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:29.658232 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12542310-0ffa-4b45-9d1b-13da7cbc5842 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:29.658232 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'status': 'completed', 'code': 200} Feb 10 13:11:29.723585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64564ca4-c9ff-4283-82ed-00b03537b69d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:29.748914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:11:29.765818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (19ec9606-ae24-44d7-8f77-0ad783d5b075), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.766169 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Added segment 19ec9606-ae24-44d7-8f77-0ad783d5b075 of type vlan for network 639683bb-21bd-4d4d-a5ff-6ff5d470522f Feb 10 13:11:29.799817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-777e7646-3862-4c82-b9e4-a5c74f69d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.802363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-777e7646-3862-4c82-b9e4-a5c74f69d3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 1126 time: 0.1228428 Feb 10 13:11:29.873022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-4edb809f-858e-444b-8b4f-2c66cafa2633 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6103219f-6613-4a9f-a4cd-98034f323bb4 HTTP/1.1" status: 200 len: 217 time: 0.0591607 Feb 10 13:11:29.931104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (639683bb-21bd-4d4d-a5ff-6ff5d470522f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:29.938196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-49191d61-8fa1-4f42-a8a4-9e3bef68ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:29.941046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-49191d61-8fa1-4f42-a8a4-9e3bef68ca04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.0603614 Feb 10 13:11:30.019222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-32a5adb4-9d4f-41a3-8fd7-d9ea94c933c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.020769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-32a5adb4-9d4f-41a3-8fd7-d9ea94c933c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736587 Feb 10 13:11:30.133461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 04a76e41-7d63-4e06-b459-9ff6b686ef78 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:30.326013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-68421f3d-b46f-4a18-9f9f-a013ef9f8e20 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955616 Feb 10 13:11:30.339951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3cb1-ec6b-4ab8-ac1a-dbe44ed84b0b req-f827cf4c-b7b9-43d0-aa80-4d4da51c3fbf tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.342060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f23c3cb1-ec6b-4ab8-ac1a-dbe44ed84b0b req-f827cf4c-b7b9-43d0-aa80-4d4da51c3fbf tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 944 time: 0.1365614 Feb 10 13:11:30.402761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 04a76e41-7d63-4e06-b459-9ff6b686ef78 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:30.409607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 04a76e41-7d63-4e06-b459-9ff6b686ef78 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:30.410043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.446504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f23c3cb1-ec6b-4ab8-ac1a-dbe44ed84b0b req-70504b1a-72c2-4c3b-8f22-58ceefe88bfd tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954659 Feb 10 13:11:30.479985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14d1bbe-4c48-4d4e-b1f1-d67568e74c31 req-aecec04a-b653-41e2-bd64-ab5638bca49d service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366451 Feb 10 13:11:30.485116 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:11:30.521446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 04a76e41-7d63-4e06-b459-9ff6b686ef78 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:30.522095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.534872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb132233-9c9b-4008-9c24-e7dae0366a8d req-6a417ac1-3285-4f5a-8463-43b249706240 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.542661 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb132233-9c9b-4008-9c24-e7dae0366a8d req-6a417ac1-3285-4f5a-8463-43b249706240 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 949 time: 0.7206616 Feb 10 13:11:30.545981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ca1df21c-1e68-4711-a122-24b012455f14), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.569647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (639683bb-21bd-4d4d-a5ff-6ff5d470522f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.570677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.571194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.613543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:30.614629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:30.622908 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1d4893-fd07-48e3-8e2a-5927046abd5c" -d '{"events": [{"server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "name": "network-vif-plugged", "status": "completed", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:30.641338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.651809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-01949eca-2688-4086-80c5-1be87a4d1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.655882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-01949eca-2688-4086-80c5-1be87a4d1a84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 1126 time: 0.1168468 Feb 10 13:11:30.689270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7664459 Feb 10 13:11:30.700955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:30.722069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Request body: {'subnet': {'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-subnet', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:30.766896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:30.810447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb132233-9c9b-4008-9c24-e7dae0366a8d req-db5eb0dd-bcd4-43a3-a834-ecad8956b7fb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668383 Feb 10 13:11:30.812875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4d0fe25-191a-4699-8ee0-37acfd05c978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.836336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Checking segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:30.840656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Network hostable DHCP agents. Network: 3c9012b7-3376-497d-881a-9ce3e934df85, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:11:30.843818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Made reservation on behalf of d08b168a31004fcc94005e8775838146 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:30.846594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c101-f65a-4603-977e-efcd91f26a36 admin admin] Pushing event updated for resources: {'Network': ['ID=639683bb-21bd-4d4d-a5ff-6ff5d470522f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:30.847422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.863075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1df21c-1e68-4711-a122-24b012455f14,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:30.868643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:11:30.910746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Network 3c9012b7-3376-497d-881a-9ce3e934df85 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:11:30.954372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-19d28714-de8b-479f-9b2d-9eb16fe59d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.956478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-19d28714-de8b-479f-9b2d-9eb16fe59d98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 923 time: 0.2859287 Feb 10 13:11:30.974850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 3c9012b7-3376-497d-881a-9ce3e934df85) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:30.981105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:30.981835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:30.997797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6496c5-f640-42fa-91de-ba32e37ee204 None None] Network 3c9012b7-3376-497d-881a-9ce3e934df85 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:31.020216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70584e32-1a35-4cc1-8feb-df67d864d1d9 req-6d0bfbfd-b8e2-48a8-b3c8-07065e1bade6 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.028635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70584e32-1a35-4cc1-8feb-df67d864d1d9 req-6d0bfbfd-b8e2-48a8-b3c8-07065e1bade6 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.1010263 Feb 10 13:11:31.069887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76d7ff87-7485-41eb-aa5e-f6db8eb1a97b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7569783 Feb 10 13:11:31.123558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc868c07-d750-4247-9602-7bc9b5f219b1 None None] Network 3c9012b7-3376-497d-881a-9ce3e934df85 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:31.130984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-c1d3379b-8eaa-411f-8b7f-b5ae26085c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6103219f-6613-4a9f-a4cd-98034f323bb4 HTTP/1.1" status: 200 len: 217 time: 0.1170251 Feb 10 13:11:31.184566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70584e32-1a35-4cc1-8feb-df67d864d1d9 req-66c021b9-8eb3-47b2-9810-02e26c8bb49a tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487105 Feb 10 13:11:31.218990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-483846a4-7d40-4d89-b7f0-7598ccae7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.220707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-483846a4-7d40-4d89-b7f0-7598ccae7604 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.0790296 Feb 10 13:11:31.241586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.242088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.242528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.242991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.243507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.244550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.245050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.245508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.245960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.246413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.246863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.247480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.248230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.248690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.249168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.258960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-d85d655c-8688-4f87-bc16-2f60bd6e4bf4 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9&device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe&device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb&device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&device_id=c7b7919c-290f-4806-a20c-c05afb8234c2&device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429&device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107&device_id=20fa980f-08f1-41d0-9998-c48759601237&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&device_id=7b665008-63af-4673-9d8f-2b13cc12803e&device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 14030 time: 0.3060343 Feb 10 13:11:31.294367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-6d268fbe-26c5-405d-978f-bce0c3d17b33 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:31.329191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2415ef-833f-4f06-b3c8-cfd963b3b41d req-5571caca-4461-4270-8eb0-a2ba08268621 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.330788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9e2415ef-833f-4f06-b3c8-cfd963b3b41d req-5571caca-4461-4270-8eb0-a2ba08268621 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.0856962 Feb 10 13:11:31.397989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9e2415ef-833f-4f06-b3c8-cfd963b3b41d req-511f6e28-97f8-4211-ad95-090c7c23b1b1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594513 Feb 10 13:11:31.432346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-dccadc6d-45f9-4bbb-8fc9-d11af0ed2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.434049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-dccadc6d-45f9-4bbb-8fc9-d11af0ed2b5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2042868 Feb 10 13:11:31.490517 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f659ad-2dbb-448e-9992-ed34bd69a9b4 x-openstack-request-id: req-70f659ad-2dbb-448e-9992-ed34bd69a9b4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:31.491221 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "name": "network-vif-plugged", "status": "completed", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:31.491221 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70f659ad-2dbb-448e-9992-ed34bd69a9b4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:31.491769 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'code': 200} Feb 10 13:11:31.576958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-107d65bb-6c07-482a-8436-463bce13a8bf service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322396 Feb 10 13:11:31.613766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dc339-388b-410e-8c6b-7f67f28a64d3 req-cdfe51ec-a107-4837-b633-4cff43675859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.615379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-541dc339-388b-410e-8c6b-7f67f28a64d3 req-cdfe51ec-a107-4837-b633-4cff43675859 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 1132 time: 0.0627196 Feb 10 13:11:31.693260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-6d268fbe-26c5-405d-978f-bce0c3d17b33 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Publish callbacks [] for security_group (4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:31.709256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-6d268fbe-26c5-405d-978f-bce0c3d17b33 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:31.711326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-541dc339-388b-410e-8c6b-7f67f28a64d3 req-455d6254-0cf7-4463-90ba-2011bf9a1a80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844429 Feb 10 13:11:31.713843 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (32dd05cb-1712-4feb-bb4a-5fd16c9c910d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:31.949034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-e0ddfe13-ec00-4224-a425-19b6077a56ea tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:31.950592 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-e0ddfe13-ec00-4224-a425-19b6077a56ea tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.1371331 Feb 10 13:11:31.968230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-5cf6f57f-dc94-4a30-bf8b-685653169dea tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/quotas/91606bea8075431b9b36472e56da7e1d HTTP/1.1" status: 200 len: 375 time: 0.0102553 Feb 10 13:11:32.007156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-911672ba-e41c-4664-8d09-c69672091f10 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316589 Feb 10 13:11:32.083601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d268fbe-26c5-405d-978f-bce0c3d17b33 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:32.115047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dd05cb-1712-4feb-bb4a-5fd16c9c910d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:32.133135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3cf5acbd-3e92-4d82-9f3a-3a8d94ec6ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052425 Feb 10 13:11:32.161920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64b56ca9-61fa-4cf6-83b9-f8d77a77e7ba req-93cf1252-2969-4c88-84f4-ce93392432d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648556 Feb 10 13:11:32.207212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2c16d06-80ab-4292-a2a2-7d7e90d5a227 req-6d268fbe-26c5-405d-978f-bce0c3d17b33 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&id=3679ecd9-08e0-47a1-ad96-1879f6dca072&id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.9472740 Feb 10 13:11:32.208239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Checking segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:32.208862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Network hostable DHCP agents. Network: 639683bb-21bd-4d4d-a5ff-6ff5d470522f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:11:32.236542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:11:32.253388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 639683bb-21bd-4d4d-a5ff-6ff5d470522f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:32.261060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:32.261671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.267387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ce957-d59c-4166-bb52-a99f105fdf0f None None] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:32.283952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-f1d41100-624c-4767-8d25-5496c1422cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415012 Feb 10 13:11:32.290698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-48effc5c-c230-4fe4-84f6-ff87d4936f0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5884831 Feb 10 13:11:32.292694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:32.298581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:32.332664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.334069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.421854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for router_controller (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.450650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'project_id': 'd08b168a31004fcc94005e8775838146', 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:11:32.452575 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.523528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ad67c-4649-43c5-86a8-05cd24399b76 req-2d3a276c-a9dd-487e-960f-1f01723f5c06 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:32.530786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-934ad67c-4649-43c5-86a8-05cd24399b76 req-2d3a276c-a9dd-487e-960f-1f01723f5c06 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 944 time: 0.1928830 Feb 10 13:11:32.665026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Allocated IP 172.20.0.2 (639683bb-21bd-4d4d-a5ff-6ff5d470522f/32dd05cb-1712-4feb-bb4a-5fd16c9c910d/e60ab869-04cc-4860-ae78-72e4e4dada41) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:32.682386 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for router_gateway (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.716473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-934ad67c-4649-43c5-86a8-05cd24399b76 req-cd37de7a-1e2d-4d68-88b2-8a203fa1fdef tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849160 Feb 10 13:11:32.717358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fefd-bcc2-4a32-9a68-98378d62c759 req-a79f5aab-59d8-4ef9-ad71-5c116e46b590 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:32.718991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67c6fefd-bcc2-4a32-9a68-98378d62c759 req-a79f5aab-59d8-4ef9-ad71-5c116e46b590 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.1191986 Feb 10 13:11:32.879409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67c6fefd-bcc2-4a32-9a68-98378d62c759 req-c0a67c45-5ef0-477c-b9bb-7b1d90826f6a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519821 Feb 10 13:11:32.978343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks [] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:32.986977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.027958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f30be34b-d17e-460d-92e5-5d65a01a57a4 req-10dd2ed3-f021-440c-95ca-8843348dcfad tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 210 time: 0.0701318 Feb 10 13:11:33.040879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:33.044798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:33.048139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:33.053210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for router_gateway (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.056928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8a81e-f03a-4312-bee5-8f65ad233277 req-8004a58d-fdb0-4220-b4bc-be8b87dce633 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.058859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dd8a81e-f03a-4312-bee5-8f65ad233277 req-8004a58d-fdb0-4220-b4bc-be8b87dce633 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1127 time: 0.1386414 Feb 10 13:11:33.082778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.089120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Pushing event updated for resources: {'Port': ['ID=e60ab869-04cc-4860-ae78-72e4e4dada41,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:33.121361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Attempting to bind port e60ab869-04cc-4860-ae78-72e4e4dada41 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:33.121748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Attempting to bind port e60ab869-04cc-4860-ae78-72e4e4dada41 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:33.122259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Attempting to bind port e60ab869-04cc-4860-ae78-72e4e4dada41 on network 639683bb-21bd-4d4d-a5ff-6ff5d470522f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:33.128092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:33.128478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Checking segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:33.129040 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.129314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Bound using segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:33.129838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Bound port: e60ab869-04cc-4860-ae78-72e4e4dada41, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:33.130263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.186692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82640dc2-f0fe-433b-b5ba-18bcf1cb8085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.199471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dd8a81e-f03a-4312-bee5-8f65ad233277 req-ff39c866-fa65-430a-8231-2edcff03237f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 Feb 10 13:11:33.266965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] For port e60ab869-04cc-4860-ae78-72e4e4dada41, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:33.274432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] For port e60ab869-04cc-4860-ae78-72e4e4dada41, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e60ab869-04cc-4860-ae78-72e4e4dada41,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:33.286838 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.343805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Allocated IP 172.25.8.8 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b5b71b06-eedf-4aa5-92fa-7be59d72facb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:33.534702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a5cc-d87c-4b35-abfc-38fb3432c97e req-14a72ee6-543f-4f1b-b1c6-e95e0da3ef57 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.543359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1eb0a5cc-d87c-4b35-abfc-38fb3432c97e req-14a72ee6-543f-4f1b-b1c6-e95e0da3ef57 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.0992739 Feb 10 13:11:33.605126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449947e4-9d27-412d-b142-31a82c2e0241 None None] Pushing event updated for resources: {'Port': ['ID=e60ab869-04cc-4860-ae78-72e4e4dada41,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:33.612203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1eb0a5cc-d87c-4b35-abfc-38fb3432c97e req-a68a3efe-535b-4ba9-9141-d3ee95096e89 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Feb 10 13:11:33.675100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.727468 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:33.831400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da85c0-1411-4c4d-a128-03f4752e7aa8 req-bba82625-8f98-446f-bc1c-60c09d890233 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.832127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da85c0-1411-4c4d-a128-03f4752e7aa8 req-bba82625-8f98-446f-bc1c-60c09d890233 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.832797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da85c0-1411-4c4d-a128-03f4752e7aa8 req-bba82625-8f98-446f-bc1c-60c09d890233 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.835558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5da85c0-1411-4c4d-a128-03f4752e7aa8 req-bba82625-8f98-446f-bc1c-60c09d890233 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc&device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107&device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 2976 time: 0.2611637 Feb 10 13:11:33.844828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:33.856320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:33.868290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:33.872676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b71b06-eedf-4aa5-92fa-7be59d72facb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:33.916792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-fcdd1ec8-1fc7-42fd-976b-6714181dded5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:33.924737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-fcdd1ec8-1fc7-42fd-976b-6714181dded5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.2129452 Feb 10 13:11:33.942155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5da85c0-1411-4c4d-a128-03f4752e7aa8 req-bbc8b57c-2cdf-45dc-8550-8179bdde2367 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922780 Feb 10 13:11:33.945230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-7b11b577-f8d6-460e-b55c-f9d0c71f2e7b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/quotas/bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 375 time: 0.0192072 Feb 10 13:11:34.013860 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-68107b96-bbe7-4a7a-806e-fb16b3575c85 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678966 Feb 10 13:11:34.133905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6103219f-6613-4a9f-a4cd-98034f323bb4 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:34.167599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-b5141311-6fac-4b52-b349-65bd0275ce5d service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462712 Feb 10 13:11:34.185065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d3266-25d2-4384-b1c0-2153feb90279 req-24688cdc-228d-4ae7-bc37-9f0ade21257b tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:34.186784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f29d3266-25d2-4384-b1c0-2153feb90279 req-24688cdc-228d-4ae7-bc37-9f0ade21257b tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 944 time: 0.1802530 Feb 10 13:11:34.321624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6103219f-6613-4a9f-a4cd-98034f323bb4,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:34.343738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'port_id': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'mac_address': 'fa:16:3e:e1:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:34.352643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-765df2f9-f19e-43d0-b986-170c412ef2a4 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834288 Feb 10 13:11:34.362574 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for router_gateway (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:34.489210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6103219f-6613-4a9f-a4cd-98034f323bb4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:34.490034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:34.520035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6103219f-6613-4a9f-a4cd-98034f323bb4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:34.537470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:34.569482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6103219f-6613-4a9f-a4cd-98034f323bb4,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:34.577997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:34.590985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-932c07b1-b9f4-43a0-be66-8f92e05bfe68 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:34.595090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-932c07b1-b9f4-43a0-be66-8f92e05bfe68 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.4706383 Feb 10 13:11:34.672271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e60ab869-04cc-4860-ae78-72e4e4dada41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:34.680626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3916e-a233-4c92-b805-a87eb6c20f03 req-da8ad35c-2e63-4baf-96ca-e9aad175318d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:34.685078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f29d3266-25d2-4384-b1c0-2153feb90279 req-679d9d35-b062-4f78-a75f-601f050dbc93 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4639819 Feb 10 13:11:34.689815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Request body: {'port': {'device_id': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'admin_state_up': True, 'tenant_id': '91606bea8075431b9b36472e56da7e1d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:34.698387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3af3916e-a233-4c92-b805-a87eb6c20f03 req-da8ad35c-2e63-4baf-96ca-e9aad175318d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.0798607 Feb 10 13:11:34.783315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:34.819466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e60ab869-04cc-4860-ae78-72e4e4dada41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:34.819800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:34.822527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3af3916e-a233-4c92-b805-a87eb6c20f03 req-d6db4a0d-0290-4e3a-82b9-44213dbc233b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226201 Feb 10 13:11:34.956200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1cd7646f-b6b3-4f1e-a49f-ec27af6e2d15 req-d5e2ece3-5fd7-46c0-9d73-d759e26498df tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 210 time: 0.0441871 Feb 10 13:11:35.001131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.021310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e60ab869-04cc-4860-ae78-72e4e4dada41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:35.022011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.073965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port e60ab869-04cc-4860-ae78-72e4e4dada41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e60ab869-04cc-4860-ae78-72e4e4dada41,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:35.081041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51eeead-d85c-4463-94cc-45ce257fd80c None None] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:35.086686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.090173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a38dec18-d68c-4abc-bd73-d87db6c1df6b req-c9481107-eaef-4f30-9f67-048ee636b080 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 210 time: 0.0852113 Feb 10 13:11:35.151445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6103219f-6613-4a9f-a4cd-98034f323bb4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:35.200516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:35.204935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.274564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-242c0c81-b814-4aa8-8e04-af4309f99928 None None] Provisioning complete for port e60ab869-04cc-4860-ae78-72e4e4dada41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:35.274564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-242c0c81-b814-4aa8-8e04-af4309f99928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.275570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add26a-860e-4185-943e-5089a7b99fe3 req-0fd7407a-053f-4698-9009-0fed9e7632ab tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:35.292633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56add26a-860e-4185-943e-5089a7b99fe3 req-0fd7407a-053f-4698-9009-0fed9e7632ab tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.2032380 Feb 10 13:11:35.325750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-5208b3a1-bbd7-4db0-8835-16c85f46d40c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:35.327537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-5208b3a1-bbd7-4db0-8835-16c85f46d40c tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.77 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 945 time: 0.2615571 Feb 10 13:11:35.441274 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56add26a-860e-4185-943e-5089a7b99fe3 req-99f08d2d-2527-419c-a06a-0f20e079dfa2 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/security-groups?id=1889ddd3-0a59-492d-aa6c-214ab1e2ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439860 Feb 10 13:11:35.505922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Deleting port 047b8c67-806d-4889-91c6-5286f65aedca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:11:35.506454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (047b8c67-806d-4889-91c6-5286f65aedca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.596474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=e60ab869-04cc-4860-ae78-72e4e4dada41,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:35.664711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] For port 047b8c67-806d-4889-91c6-5286f65aedca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=047b8c67-806d-4889-91c6-5286f65aedca,segment=NetworkSegment(3066a535-ae77-4592-b5ef-a7f33fdf4f1e),segment_id=3066a535-ae77-4592-b5ef-a7f33fdf4f1e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:35.669651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (047b8c67-806d-4889-91c6-5286f65aedca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.723624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.724493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Calling delete_port for 047b8c67-806d-4889-91c6-5286f65aedca owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:11:35.729017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-242c0c81-b814-4aa8-8e04-af4309f99928 None None] Current status of the port e60ab869-04cc-4860-ae78-72e4e4dada41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:35.763138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:35.904680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88f2c-9b59-42d1-b6d8-1153aa78fe19 req-4f991ed2-4fec-465f-8afa-7bfd71cbd7c6 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:35.907893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45c88f2c-9b59-42d1-b6d8-1153aa78fe19 req-4f991ed2-4fec-465f-8afa-7bfd71cbd7c6 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 1132 time: 0.6692483 Feb 10 13:11:35.928869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:11:35.931460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f170d-2976-4ae6-ae78-667aba23099b req-ee253622-bd71-466c-b00d-a40135bd2f43 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:35.937289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a1f170d-2976-4ae6-ae78-667aba23099b req-ee253622-bd71-466c-b00d-a40135bd2f43 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 945 time: 0.1041210 Feb 10 13:11:35.997891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45c88f2c-9b59-42d1-b6d8-1153aa78fe19 req-0fad42ab-a80e-494c-8e6f-f833962dfa51 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667076 Feb 10 13:11:36.046076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Allocated IP 172.20.0.7 (3c9012b7-3376-497d-881a-9ce3e934df85/ca1df21c-1e68-4711-a122-24b012455f14/1b6d06da-d6b4-447a-bb19-d41a54fdc047) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:36.090151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-542936b3-7bf1-424d-8b13-41fd28829936 None None] Provisioning complete for port e60ab869-04cc-4860-ae78-72e4e4dada41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:36.093665 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-542936b3-7bf1-424d-8b13-41fd28829936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.106654 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a1f170d-2976-4ae6-ae78-667aba23099b req-0c271911-6a45-408f-b2a0-819edd601f66 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663582 Feb 10 13:11:36.180920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (047b8c67-806d-4889-91c6-5286f65aedca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.214415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:36.225921 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Sync routers for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:36.247728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['047b8c67-806d-4889-91c6-5286f65aedca'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:36.254329 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:36.254972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:36.271955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Pushing event deleted for resources: {'Port': ['ID=047b8c67-806d-4889-91c6-5286f65aedca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:36.349687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.350913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b83cda57-509f-4f92-8355-804dccf802a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 4.0571001 Feb 10 13:11:36.354728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a386d697-d624-4943-a862-9140b2a59977 req-c244f250-fc73-4ef2-9c34-dae6d6865e27 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 210 time: 0.1101005 Feb 10 13:11:36.355323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:36.392732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81df3903-8eed-4b33-806f-8631e5c596a0 req-1209401f-b47a-4152-bb05-da92dbe69b5c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 210 time: 0.0906279 Feb 10 13:11:36.472321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-542936b3-7bf1-424d-8b13-41fd28829936 None None] Current status of the port e60ab869-04cc-4860-ae78-72e4e4dada41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:36.579422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e60ab869-04cc-4860-ae78-72e4e4dada41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:36.613626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-2931ddc2-e3dc-4394-8bca-f2d5624489b4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:36.615631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-2931ddc2-e3dc-4394-8bca-f2d5624489b4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.3341436 Feb 10 13:11:36.641076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] No DVR routers for this DVR port 047b8c67-806d-4889-91c6-5286f65aedca on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:11:36.648018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Request body: {'port': {'device_id': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'admin_state_up': True, 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:36.651712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.662884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4154454f-0b35-4d96-85c0-d9b05e0c5d00 req-73dfc37c-27c6-4b77-92fc-0fb129bd38ca tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.77 "DELETE /v2.0/ports/047b8c67-806d-4889-91c6-5286f65aedca HTTP/1.1" status: 204 len: 173 time: 1.3264024 Feb 10 13:11:36.664745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-c5bd23bf-2b46-4d24-a915-b24f0c416618 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458050 Feb 10 13:11:36.665249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'name': 'network-vif-deleted', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:36.670759 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63857e42-7dde-4d59-8809-829faaef0687" -d '{"events": [{"server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "name": "network-vif-deleted", "tag": "047b8c67-806d-4889-91c6-5286f65aedca"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:36.675411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e60ab869-04cc-4860-ae78-72e4e4dada41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:36.677348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.693661 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:36.869348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e60ab869-04cc-4860-ae78-72e4e4dada41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:36.880515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-341a028f-37f8-44a0-89db-622b984c35ec req-00f48cb7-fd08-4630-8e6c-a65947bd57f9 tempest-ServerPasswordTestJSON-845417828 tempest-ServerPasswordTestJSON-845417828-project] 10.222.0.13 "GET /v2.0/ports?device_id=62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb HTTP/1.1" status: 200 len: 210 time: 0.0658615 Feb 10 13:11:36.975739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks [] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:36.987598 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:34Z', 'revision_number': 3, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:37.020097 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Checking router: cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:37.020460 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Updating router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 port b5b71b06-eedf-4aa5-92fa-7be59d72facb binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:11:37.027861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-d1b02ec0-7d8e-4395-9f73-a9f95977c804 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:37.029657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-d1b02ec0-7d8e-4395-9f73-a9f95977c804 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640845 Feb 10 13:11:37.061904 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.066950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-32fcfec0-3f23-4dcc-a1dd-c5d44e52b5dd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0293519 Feb 10 13:11:37.120314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:37.124261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.153023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.254140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b4b8-04f0-48c6-8cd5-0b986a6afb15 req-372e7a21-2388-40d7-9e4a-2aedd3dba2f6 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:37.271827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a051b4b8-04f0-48c6-8cd5-0b986a6afb15 req-372e7a21-2388-40d7-9e4a-2aedd3dba2f6 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1132 time: 0.2659292 Feb 10 13:11:37.331320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-ec2075b7-1db0-4418-b3e4-dc7d0f6b5fb2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2559614 Feb 10 13:11:37.337354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Network 3c9012b7-3376-497d-881a-9ce3e934df85 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:37.349782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.385084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:37.397546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:37.467820 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks [] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.475744 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.503044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:37.504651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.530632 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Pushing event updated for resources: {'Port': ['ID=b5b71b06-eedf-4aa5-92fa-7be59d72facb,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:37.557815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.558165 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.558503 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.559539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:37.559704 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.560017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.560348 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.560674 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.561039 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.561367 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.561688 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.562166 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.562484 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.562849 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:11:37.564952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a051b4b8-04f0-48c6-8cd5-0b986a6afb15 req-bad1f126-6dab-4f5a-9786-cc949feebc66 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921460 Feb 10 13:11:37.575188 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Attempting to bind port b5b71b06-eedf-4aa5-92fa-7be59d72facb on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:37.575552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Attempting to bind port b5b71b06-eedf-4aa5-92fa-7be59d72facb by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:37.575906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Attempting to bind port b5b71b06-eedf-4aa5-92fa-7be59d72facb on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:37.578959 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274520b-f6b4-40ff-9369-668db21cfb8c x-openstack-request-id: req-f274520b-f6b4-40ff-9369-668db21cfb8c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:37.579540 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb", "name": "network-vif-deleted", "tag": "047b8c67-806d-4889-91c6-5286f65aedca", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:37.579673 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f274520b-f6b4-40ff-9369-668db21cfb8c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:37.580115 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62475ff6-3da5-40ad-9cd2-c21ef6d7d8fb', 'name': 'network-vif-deleted', 'tag': '047b8c67-806d-4889-91c6-5286f65aedca', 'status': 'completed', 'code': 200} Feb 10 13:11:37.591345 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:37.591723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:37.592125 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.592509 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:37.596715 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Bound port: b5b71b06-eedf-4aa5-92fa-7be59d72facb, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:37.597248 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.635937 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.677809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-3c369586-d520-4166-900b-1f64a0156523 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9916813 Feb 10 13:11:37.725424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Request body: {'port': {'device_id': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:37.737538 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] For port b5b71b06-eedf-4aa5-92fa-7be59d72facb, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:37.742116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] For port b5b71b06-eedf-4aa5-92fa-7be59d72facb, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5b71b06-eedf-4aa5-92fa-7be59d72facb,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:37.752555 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.820068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:37.838102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c258a-1084-45f3-8a19-96b8ad38e479 req-adf7d11f-50d1-4e08-9103-c53b49f6b385 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:37.845993 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e5c258a-1084-45f3-8a19-96b8ad38e479 req-adf7d11f-50d1-4e08-9103-c53b49f6b385 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 931 time: 0.1114943 Feb 10 13:11:37.861147 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdb1d7-90e4-40b5-ac4f-2d6e142629d4 None None] Pushing event updated for resources: {'Port': ['ID=b5b71b06-eedf-4aa5-92fa-7be59d72facb,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:37.870834 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:37.871605 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:37.893534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Allocated IP 172.20.0.2 (99910bda-153c-42b4-9e7b-ac421e5b92e3/b281a16d-397e-4632-9956-a39c66cec689/39cd8bf5-7212-4b57-b22b-def7466e4246) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:37.960709 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e5c258a-1084-45f3-8a19-96b8ad38e479 req-a68155b8-8b41-4d39-9355-84c2b5ed8ae4 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134734 Feb 10 13:11:37.979233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990ff1-249e-4a1c-8b69-ec756b0f8299 req-575c17b8-5b27-4384-a3b4-3a0b224114ba tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:37.981454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41990ff1-249e-4a1c-8b69-ec756b0f8299 req-575c17b8-5b27-4384-a3b4-3a0b224114ba tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 945 time: 0.2983048 Feb 10 13:11:38.006514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Allocated IP 172.20.0.1 (639683bb-21bd-4d4d-a5ff-6ff5d470522f/32dd05cb-1712-4feb-bb4a-5fd16c9c910d/5894b723-1889-420d-a7e4-2646640a53be) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:38.042532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:38.147459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41990ff1-249e-4a1c-8b69-ec756b0f8299 req-63baf99a-a0f3-4200-9e90-3eb1be7878f9 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454113 Feb 10 13:11:38.161288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6103219f-6613-4a9f-a4cd-98034f323bb4 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:38.242378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7a7d452a-682c-4df9-b3a8-1163535bee46 req-0a84a114-379a-46e2-9ff6-94eb5f1af648 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 210 time: 0.1448052 Feb 10 13:11:38.298311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 6103219f-6613-4a9f-a4cd-98034f323bb4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:38.303894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6103219f-6613-4a9f-a4cd-98034f323bb4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:38.304608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.338557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks [] for port (5894b723-1889-420d-a7e4-2646640a53be), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.356513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks [] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.401466 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:34Z', 'revision_number': 3, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:38.412254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6103219f-6613-4a9f-a4cd-98034f323bb4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:38.412969 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.418218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.431353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7ea2d-f318-4efd-839b-e68a3a6617b6 req-387aac9e-b157-4dfb-b169-2d6684728b63 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:38.441512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-faf7ea2d-f318-4efd-839b-e68a3a6617b6 req-387aac9e-b157-4dfb-b169-2d6684728b63 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1132 time: 0.0946119 Feb 10 13:11:38.460156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.465325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6103219f-6613-4a9f-a4cd-98034f323bb4,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:38.466575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:38.470208 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89642428-5e55-49c1-900f-4cc11cdbb40c" -d '{"events": [{"server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "name": "network-vif-plugged", "status": "completed", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:38.475455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.476149 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7fa57-cbb5-4734-adcf-e34dbeb68a54 None None] The sync data for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 is: [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:34Z', 'revision_number': 3, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:38.485349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f7981d2-fd6a-4596-8c88-e534b09e152b req-d7654979-94fc-4eda-9a57-78a6e68e558c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 210 time: 0.0735319 Feb 10 13:11:38.518203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:38.529447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:38.541239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:38.580192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:38.615583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-faf7ea2d-f318-4efd-839b-e68a3a6617b6 req-849b9aa7-b01d-403b-b0d7-c0c06bbe1a63 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725154 Feb 10 13:11:38.635317 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.647550 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d766f-7a4c-4494-abd6-76b3daccdf1c x-openstack-request-id: req-5f9d766f-7a4c-4494-abd6-76b3daccdf1c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:38.647876 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "name": "network-vif-plugged", "status": "completed", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:38.648144 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f9d766f-7a4c-4494-abd6-76b3daccdf1c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:38.648548 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'code': 200} Feb 10 13:11:38.657560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:38.674709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Pushing event updated for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:38.714162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:38.729064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:38.801620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:38.847793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Deleting subnet 3b349798-ef92-47bc-88a2-a0dabbeab95a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:11:38.853648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Publish callbacks [] for subnet (3b349798-ef92-47bc-88a2-a0dabbeab95a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.867313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:38.878038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.939945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6d06da-d6b4-447a-bb19-d41a54fdc047 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:38.950129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks [] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:38.975673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Transition to ACTIVE for port object 1b6d06da-d6b4-447a-bb19-d41a54fdc047 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:39.015391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:39.023335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.028544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a93b0b1e-0666-432c-9a80-641e3765b673 None None] Provisioning complete for port 5894b723-1889-420d-a7e4-2646640a53be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:39.029083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a93b0b1e-0666-432c-9a80-641e3765b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894b723-1889-420d-a7e4-2646640a53be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.096629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a93b0b1e-0666-432c-9a80-641e3765b673 None None] Port 5894b723-1889-420d-a7e4-2646640a53be cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:39.099729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 047b8c67-806d-4889-91c6-5286f65aedca no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:39.121910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 047b8c67-806d-4889-91c6-5286f65aedca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:11:39.122229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 047b8c67-806d-4889-91c6-5286f65aedca not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:11:39.148185 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-5e06230a-c2aa-4553-8fff-1574208b4013 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5045493 Feb 10 13:11:39.177823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Request body: {'port': {'device_id': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:39.217393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:39.263575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd599-10d3-4c1a-84a8-0ef6231cbbe9 req-41572513-6ca8-4d66-9a81-ba4cb8e47e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:39.265297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-029bd599-10d3-4c1a-84a8-0ef6231cbbe9 req-41572513-6ca8-4d66-9a81-ba4cb8e47e9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 1128 time: 0.4828877 Feb 10 13:11:39.343327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-1de5f2d2-234a-488d-8801-78bbba0c2b25 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727139 Feb 10 13:11:39.412425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c78388-981a-421e-8168-a8eda3b0126b req-b76555bf-11dc-44bf-a1a5-7406157f1a4a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:39.417281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87c78388-981a-421e-8168-a8eda3b0126b req-b76555bf-11dc-44bf-a1a5-7406157f1a4a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 943 time: 0.2972450 Feb 10 13:11:39.432541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.437475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (3b349798-ef92-47bc-88a2-a0dabbeab95a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.475374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894b723-1889-420d-a7e4-2646640a53be), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.484436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Attempting to bind port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:39.484790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Attempting to bind port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:39.485125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Attempting to bind port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:39.495151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-029bd599-10d3-4c1a-84a8-0ef6231cbbe9 req-72ee4af9-7250-437a-b535-5a766785b21e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622081 Feb 10 13:11:39.527444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 on network 3c9012b7-3376-497d-881a-9ce3e934df85 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:39.527444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Attempting to bind port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:39.548002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:39.548254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Checking segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:39.548638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Bound using segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:39.549097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Bound port: 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:39.549450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.572254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87c78388-981a-421e-8168-a8eda3b0126b req-4b72c76a-b16a-4e98-a4ec-3883ebc785fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485076 Feb 10 13:11:39.585028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3b349798-ef92-47bc-88a2-a0dabbeab95a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.639701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b04c-9184-4d8c-981f-861b3d004c09 req-25565d60-30e5-4758-a6f4-7cd9f6f1d1bf tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:39.641272 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b560b04c-9184-4d8c-981f-861b3d004c09 req-25565d60-30e5-4758-a6f4-7cd9f6f1d1bf tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.2626064 Feb 10 13:11:39.730187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4031c838-30e9-4c06-b749-0f7c795055e6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:39.731689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4031c838-30e9-4c06-b749-0f7c795055e6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823295 Feb 10 13:11:39.811336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3b349798-ef92-47bc-88a2-a0dabbeab95a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:39.820990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:39.925848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b560b04c-9184-4d8c-981f-861b3d004c09 req-8e317c44-80ee-45e2-8643-546666765246 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742770 Feb 10 13:11:39.926929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b349798-ef92-47bc-88a2-a0dabbeab95a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:39.982803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:39.996419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.003496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-359a2dbd-e505-458a-8fc4-943e46bb757d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b349798-ef92-47bc-88a2-a0dabbeab95a HTTP/1.1" status: 204 len: 168 time: 1.4179595 Feb 10 13:11:40.018037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:40.028021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks [] for port (5894b723-1889-420d-a7e4-2646640a53be), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.035090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:40.040659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.075806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.126544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.147693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:40.152786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.173234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:40.173855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.175244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] 10.222.0.77 "PUT /v2.0/ports/1b6d06da-d6b4-447a-bb19-d41a54fdc047 HTTP/1.1" status: 200 len: 1091 time: 2.4611189 Feb 10 13:11:40.179696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:40.181252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Pushing event updated for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:40.182047 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad9e181-7318-4a28-8dda-1c11bb909d59" -d '{"events": [{"name": "network-changed", "server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:40.186535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7004ed36-be5a-49da-9363-3c331e93865c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.204080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c35dfb-9ee0-4cfc-a617-107f13c2d1e0 req-5c18675d-1156-40f8-9c22-19913042529e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:40.212001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6c35dfb-9ee0-4cfc-a617-107f13c2d1e0 req-5c18675d-1156-40f8-9c22-19913042529e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 931 time: 0.5170548 Feb 10 13:11:40.328044 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb98d6ae-620b-4e63-8c28-ea1016308c96 req-1f41f654-ec33-47cb-a3ee-f6c626592051 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 210 time: 0.0420208 Feb 10 13:11:40.408096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:40.408882 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b8759-5d72-46fe-8c60-ba9be03d807e x-openstack-request-id: req-7a4b8759-5d72-46fe-8c60-ba9be03d807e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:40.409203 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:40.409424 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a4b8759-5d72-46fe-8c60-ba9be03d807e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:40.409824 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'status': 'completed', 'code': 200} Feb 10 13:11:40.418067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:40.439533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1649d4-f108-4a1c-b35d-3c8e0a882488 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:40.466147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cd8bf5-7212-4b57-b22b-def7466e4246 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:40.516583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6c35dfb-9ee0-4cfc-a617-107f13c2d1e0 req-47c5696c-222f-47cb-a1b9-e5f2754af299 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029983 Feb 10 13:11:40.519852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5b71b06-eedf-4aa5-92fa-7be59d72facb up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:40.550075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks [] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.595581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b5b71b06-eedf-4aa5-92fa-7be59d72facb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:40.596046 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.606844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7004ed36-be5a-49da-9363-3c331e93865c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.617684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.247 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/d22a3e3f-c50d-411c-a524-3d73af65a5fa) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:40.639052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-e95ff2d2-f2e8-4c9a-8a12-83646bcb4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:40.641030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-e95ff2d2-f2e8-4c9a-8a12-83646bcb4df1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 1125 time: 0.3977211 Feb 10 13:11:40.752711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7004ed36-be5a-49da-9363-3c331e93865c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:40.755495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Transition to ACTIVE for port object 39cd8bf5-7212-4b57-b22b-def7466e4246 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:40.769313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670134ee-869c-44ff-af7e-e3c50bd760ac req-2d477d96-2807-47a7-a708-246f250e6bb4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:40.776814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-f210b0de-2c40-427d-9ebd-4a9623521440 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047 HTTP/1.1" status: 200 len: 217 time: 0.1176739 Feb 10 13:11:40.780177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-670134ee-869c-44ff-af7e-e3c50bd760ac req-2d477d96-2807-47a7-a708-246f250e6bb4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2245140 Feb 10 13:11:40.786004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.799173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3066a535-ae77-4592-b5ef-a7f33fdf4f1e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:40.800279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3066a535-ae77-4592-b5ef-a7f33fdf4f1e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:40.856327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:11:40.882346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (3066a535-ae77-4592-b5ef-a7f33fdf4f1e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.924118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-670134ee-869c-44ff-af7e-e3c50bd760ac req-09811dcd-cdc5-46d0-91dc-6c22462e17f4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345689 Feb 10 13:11:40.951079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3066a535-ae77-4592-b5ef-a7f33fdf4f1e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.955163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:40.962988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-0f084d76-d96b-4107-8b29-4a1bcd49bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:40.964525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-0f084d76-d96b-4107-8b29-4a1bcd49bb16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1747534 Feb 10 13:11:40.971295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:11:40.972040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (3066a535-ae77-4592-b5ef-a7f33fdf4f1e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:11:40.983184 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:11:40.997921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b5b71b06-eedf-4aa5-92fa-7be59d72facb is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:40.998315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.002989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ecd54-4556-41ab-b21f-e6c4aff16a33 req-e62c70cd-778a-42a2-8937-5f18c0c2061e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.004151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-61b19e82-5ba5-460e-904e-1d5c1bc746de None None] Provisioning complete for port 5894b723-1889-420d-a7e4-2646640a53be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:41.004533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61b19e82-5ba5-460e-904e-1d5c1bc746de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894b723-1889-420d-a7e4-2646640a53be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.010487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37ecd54-4556-41ab-b21f-e6c4aff16a33 req-e62c70cd-778a-42a2-8937-5f18c0c2061e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 943 time: 0.2938571 Feb 10 13:11:41.033656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.062029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port b5b71b06-eedf-4aa5-92fa-7be59d72facb, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5b71b06-eedf-4aa5-92fa-7be59d72facb,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:41.064315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-814467d8-218c-41b8-b4af-2fcce53c73f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900714 Feb 10 13:11:41.068465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-61b19e82-5ba5-460e-904e-1d5c1bc746de None None] Port 5894b723-1889-420d-a7e4-2646640a53be cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:41.070559 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.127214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=b5b71b06-eedf-4aa5-92fa-7be59d72facb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:41.203631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.210725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:41.225428 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-440cff92-9f5c-458e-8f39-70042bc78c77 admin admin] 10.222.0.13 "PUT /v2.0/routers/cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7593348 Feb 10 13:11:41.225540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7004ed36-be5a-49da-9363-3c331e93865c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.241177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37ecd54-4556-41ab-b21f-e6c4aff16a33 req-d86eafb7-8a0d-460e-840c-78d552c09688 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297859 Feb 10 13:11:41.248611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.251856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7004ed36-be5a-49da-9363-3c331e93865c HTTP/1.1" status: 204 len: 168 time: 1.2328546 Feb 10 13:11:41.252082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5daa3-d62f-443a-bbbc-f74c39122cd1 req-4906263f-4e83-41be-8d9c-333ccf26e1ff tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.253611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1cf5daa3-d62f-443a-bbbc-f74c39122cd1 req-4906263f-4e83-41be-8d9c-333ccf26e1ff tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.1986849 Feb 10 13:11:41.261070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Sync routers for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:41.280437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:41.280895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d9e28-8096-4a5d-8d97-d85e1d8febb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7004ed36-be5a-49da-9363-3c331e93865c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:41.282673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:41.291680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:41.292245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:41.292800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:41.305886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:41.306513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:41.311899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-dc80dc80-9791-4f0a-ae9a-76b3e0095a5e service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192781 Feb 10 13:11:41.333231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:41.333623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:41.333980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:41.334398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Bound port: 39cd8bf5-7212-4b57-b22b-def7466e4246, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:41.334939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.434778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1cf5daa3-d62f-443a-bbbc-f74c39122cd1 req-68cb3751-169f-49b2-9e9f-61639d2328f4 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657274 Feb 10 13:11:41.444987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.451761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-557d0ad0-91fc-4e4c-b637-d77f0e003aa6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160977 Feb 10 13:11:41.500563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6', '04a76e41-7d63-4e06-b459-9ff6b686ef78'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:41.508375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:41.539451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:41.550974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:41.569002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:41.593993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:41.600457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:41.654780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:41.675743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.676411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.678224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d2d0f59-de31-4b2f-8543-4585ba35b1c3 req-f4daac61-e404-4829-85fb-e74d45163a86 service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564031 Feb 10 13:11:41.682086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:41.700318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:41.718628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630af683-2708-44d8-8e78-1d6865bf7580 req-f7d64b5d-f0b1-4807-b3eb-052b9f4d673b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.727996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-630af683-2708-44d8-8e78-1d6865bf7580 req-f7d64b5d-f0b1-4807-b3eb-052b9f4d673b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 936 time: 0.2228305 Feb 10 13:11:41.742879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-ced131b7-a13d-4d0b-9a9e-71f519f9fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.745173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-ced131b7-a13d-4d0b-9a9e-71f519f9fec5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 1132 time: 0.2065630 Feb 10 13:11:41.758822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e7c2f989-a832-4a16-b3c6-c3fbbc56beca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99944bad4c1745518141728198f8b537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979043 Feb 10 13:11:41.760314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:41.761937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4cf79cf0-1d10-4566-ac01-e161f99b99cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9448612 Feb 10 13:11:41.789809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Request body: {'port': {'device_id': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:41.802269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.848973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804158b-61b3-4696-b0c1-7635e52ee7f9 req-be20a218-176c-4cd7-8385-992ff6e85cac tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.856247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f804158b-61b3-4696-b0c1-7635e52ee7f9 req-be20a218-176c-4cd7-8385-992ff6e85cac tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.1767025 Feb 10 13:11:41.930235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:41.931649 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.932984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] 10.222.0.77 "PUT /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 1091 time: 2.7617638 Feb 10 13:11:41.933650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] Publish callbacks [] for security_group (1889ddd3-0a59-492d-aa6c-214ab1e2ce88), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:41.960906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] Publish callbacks [] for security_group (1889ddd3-0a59-492d-aa6c-214ab1e2ce88), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.001623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.037498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-8487d1b3-98a9-4325-a1e0-4436a6cb1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.039130 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-8487d1b3-98a9-4325-a1e0-4436a6cb1e21 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2710674 Feb 10 13:11:42.049695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f804158b-61b3-4696-b0c1-7635e52ee7f9 req-995cb982-81af-477b-92ca-b371433056d0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922455 Feb 10 13:11:42.070006 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1889ddd3-0a59-492d-aa6c-214ab1e2ce88), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.073850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.078287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1889ddd3-0a59-492d-aa6c-214ab1e2ce88 HTTP/1.1" status: 204 len: 168 time: 0.2589331 Feb 10 13:11:42.083106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-18b3b185-52e8-432b-8894-9865bc943b9f None None] Provisioning complete for port d22a3e3f-c50d-411c-a524-3d73af65a5fa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:42.084208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18b3b185-52e8-432b-8894-9865bc943b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.097793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18098456-ebcc-4994-b9a4-adde3704a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889ddd3-0a59-492d-aa6c-214ab1e2ce88,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:42.143168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-3c08aa91-268f-4111-9b3a-78ce28b5314e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0ae412eb-abfa-47f1-b463-4d412369512a HTTP/1.1" status: 200 len: 217 time: 0.0912113 Feb 10 13:11:42.161954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-630af683-2708-44d8-8e78-1d6865bf7580 req-a4c4c67b-201b-47f4-a3b5-5f6c7fef00f8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328866 Feb 10 13:11:42.183527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-ec34ab67-106e-45a5-bfd4-2f7c3dc2d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.190641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-ec34ab67-106e-45a5-bfd4-2f7c3dc2d217 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 1125 time: 0.4293230 Feb 10 13:11:42.196441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bed812-d931-41de-81e2-03b4f69e61a6 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:42.232206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-e3cded0f-3b10-4cf2-b76b-55395ba51bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.234458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-e3cded0f-3b10-4cf2-b76b-55395ba51bce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1125 time: 0.1343691 Feb 10 13:11:42.255110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-18b3b185-52e8-432b-8894-9865bc943b9f None None] Port d22a3e3f-c50d-411c-a524-3d73af65a5fa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:42.306641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-f0122181-4920-4985-96ab-7c0a75969a59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.0562129 Feb 10 13:11:42.373883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 2, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:42.381916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-d0f48bdd-3e03-408e-9b1c-2f6f0af34174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.384246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-d0f48bdd-3e03-408e-9b1c-2f6f0af34174 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1898191 Feb 10 13:11:42.429699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Checking router: cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:42.430202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Updating router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 port 5894b723-1889-420d-a7e4-2646640a53be binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:11:42.440661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:42.446954 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:42.516923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894b723-1889-420d-a7e4-2646640a53be), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.526992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-7195fb2d-daa9-453a-a53c-cfa0a56f604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.531118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-7195fb2d-daa9-453a-a53c-cfa0a56f604e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1365829 Feb 10 13:11:42.565219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5b71b06-eedf-4aa5-92fa-7be59d72facb up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:42.627938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-3ac3165d-e6dc-4466-b3c5-217563873a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.629779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-3ac3165d-e6dc-4466-b3c5-217563873a64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.3169820 Feb 10 13:11:42.632004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-c4ff936f-20a2-4054-b1e5-5884bc52d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.634682 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-c4ff936f-20a2-4054-b1e5-5884bc52d215 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 905 time: 0.4333255 Feb 10 13:11:42.654370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf56a6-c224-44c7-92ab-771695a85496 req-7e0b94ec-29bb-4c37-8265-045f556f8c81 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.656384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2cf56a6-c224-44c7-92ab-771695a85496 req-7e0b94ec-29bb-4c37-8265-045f556f8c81 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2024133 Feb 10 13:11:42.747420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-d3603c50-0da5-41cb-907c-d70f271d9baa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784595 Feb 10 13:11:42.750023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-86322288-fe30-4ccd-894a-b9c7e13c0b98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047 HTTP/1.1" status: 200 len: 217 time: 0.0923307 Feb 10 13:11:42.819340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-72f4d376-d803-4b05-9a06-62faa60295ee tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.820889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-72f4d376-d803-4b05-9a06-62faa60295ee tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 828 time: 0.2746897 Feb 10 13:11:42.861945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-b6f10f3e-316a-4df9-890f-31c3d80b4a7e tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/quotas/d08b168a31004fcc94005e8775838146 HTTP/1.1" status: 200 len: 375 time: 0.0312881 Feb 10 13:11:42.878035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-5ffe3a6e-a439-4d92-bf78-29cb01b13ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:42.878035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-5ffe3a6e-a439-4d92-bf78-29cb01b13ed0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1022997 Feb 10 13:11:42.894949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-5388e603-38d6-4a24-813e-d9aedfeb8be3 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644637 Feb 10 13:11:42.917311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b5b71b06-eedf-4aa5-92fa-7be59d72facb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:42.917879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:42.963620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-8cc1fcce-c7cc-45d5-8c95-c038937c5826 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776583 Feb 10 13:11:42.996574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-39f9f413-7731-466e-9266-38010b80c802 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291855 Feb 10 13:11:43.021462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2cf56a6-c224-44c7-92ab-771695a85496 req-fde1c6ab-a75a-452f-8372-28b975f7a2d6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404644 Feb 10 13:11:43.072361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks [] for port (5894b723-1889-420d-a7e4-2646640a53be), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.100044 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.127461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-87cf2e37-4694-45bc-b469-b3505cf57748 service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195371 Feb 10 13:11:43.273961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22a3e3f-c50d-411c-a524-3d73af65a5fa {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:43.287490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks [] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.291390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ff0da-1637-4fd5-bac1-d6c37e4b4ac0 None None] Pushing event updated for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:43.310973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b5b71b06-eedf-4aa5-92fa-7be59d72facb is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:43.366677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Transition to ACTIVE for port object d22a3e3f-c50d-411c-a524-3d73af65a5fa will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:43.376683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.379916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Attempting to bind port 5894b723-1889-420d-a7e4-2646640a53be on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:43.380459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Attempting to bind port 5894b723-1889-420d-a7e4-2646640a53be by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:43.380957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Attempting to bind port 5894b723-1889-420d-a7e4-2646640a53be on network 639683bb-21bd-4d4d-a5ff-6ff5d470522f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:43.391973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:43.392547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Checking segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:43.393087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.393594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Bound using segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:43.394180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Bound port: 5894b723-1889-420d-a7e4-2646640a53be, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:43.394690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894b723-1889-420d-a7e4-2646640a53be), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.442863 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-3b9408cb-0b03-4741-b5ac-e0f55470f1a9 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5441477 Feb 10 13:11:43.470507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8f7d50a-493f-4d6f-8b8d-baa723a877db req-ce2aec97-14c5-431a-a890-374ddf51ae97 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513816 Feb 10 13:11:43.516860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:43.566244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:43.615563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] For port 5894b723-1889-420d-a7e4-2646640a53be, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:43.640514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] For port 5894b723-1889-420d-a7e4-2646640a53be, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5894b723-1889-420d-a7e4-2646640a53be,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:43.651034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Provisioning complete for port 5894b723-1889-420d-a7e4-2646640a53be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:43.651728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894b723-1889-420d-a7e4-2646640a53be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.655170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Attempting to bind port d22a3e3f-c50d-411c-a524-3d73af65a5fa on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:43.656609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Attempting to bind port d22a3e3f-c50d-411c-a524-3d73af65a5fa by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:43.656820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Attempting to bind port d22a3e3f-c50d-411c-a524-3d73af65a5fa on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:43.658850 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.666614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Port d22a3e3f-c50d-411c-a524-3d73af65a5fa on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:43.666888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Attempting to bind port d22a3e3f-c50d-411c-a524-3d73af65a5fa on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:43.680133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:43.680676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:43.681481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:43.681920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Bound port: d22a3e3f-c50d-411c-a524-3d73af65a5fa, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:43.682281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.687455 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-5c51d8cf-39a9-404d-9635-284ecf1b5bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315021 Feb 10 13:11:43.742907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4e123bf-ac8a-4d8a-863a-92d75f354d06 req-7d162fbf-7d05-442b-bba9-b7ac5b15d11a service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441945 Feb 10 13:11:43.780712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d6e4-b50c-4f50-813a-60cc6c3b2403 req-10f6bd42-77e3-4d98-a155-d910f1f28767 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:43.782400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd78d6e4-b50c-4f50-813a-60cc6c3b2403 req-10f6bd42-77e3-4d98-a155-d910f1f28767 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 943 time: 0.5859230 Feb 10 13:11:43.784928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ad9e181-7318-4a28-8dda-1c11bb909d59 req-c52ff462-8bb1-4c61-8f31-57b0dcac5ddf service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458597 Feb 10 13:11:43.798397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:43.799074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:43.805211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-145507045-network', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:43.854443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ff0da-1637-4fd5-bac1-d6c37e4b4ac0 None None] Pushing event updated for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:43.861210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Made reservation on behalf of c06b03f8cf2e43ef81e909a3aba151de for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:43.863514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.866997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-238e844e-cbf1-45e3-89d2-fb8078507162 service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725612 Feb 10 13:11:43.885223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:43.887648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd78d6e4-b50c-4f50-813a-60cc6c3b2403 req-60779988-bb94-4974-999d-a4e09e5d513f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985107 Feb 10 13:11:43.950539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:43.978562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:43.990038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.037241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.037885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.038794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f832-8732-40fd-8870-dd87809065da req-0e88b9b9-dde3-4d61-bc62-0497a9e26b9d tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.039512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d22a3e3f-c50d-411c-a524-3d73af65a5fa HTTP/1.1" status: 200 len: 1096 time: 2.2568841 Feb 10 13:11:44.046960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:44.049647 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f9cda-b007-411a-a56f-380003ddb832" -d '{"events": [{"name": "network-changed", "server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:44.054491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0508f832-8732-40fd-8870-dd87809065da req-0e88b9b9-dde3-4d61-bc62-0497a9e26b9d tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.0812409 Feb 10 13:11:44.105614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f572a5-145d-4b65-8738-b08411c265f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:44.164796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks [] for security_group (136b278a-a030-4149-aea7-57a835b71e0b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.175640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (136b278a-a030-4149-aea7-57a835b71e0b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.181189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0508f832-8732-40fd-8870-dd87809065da req-391257f4-4bc1-41ec-a190-ca3c1c24112b tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247351 Feb 10 13:11:44.210669 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db0161-a6f4-414d-bd64-6ff6f25dba59 x-openstack-request-id: req-15db0161-a6f4-414d-bd64-6ff6f25dba59 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:44.211463 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:44.212629 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15db0161-a6f4-414d-bd64-6ff6f25dba59 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:44.213583 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'status': 'completed', 'code': 200} Feb 10 13:11:44.274134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:11:44.288674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d5d497a1-243c-487e-864a-4bbc708c71d8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.289185 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Added segment d5d497a1-243c-487e-864a-4bbc708c71d8 of type vlan for network 0759adbb-d592-4006-91a3-91e6a73707a0 Feb 10 13:11:44.315172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-3b20e320-d529-41e3-92f2-34c0a2606183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.317222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-3b20e320-d529-41e3-92f2-34c0a2606183 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 1130 time: 0.2079074 Feb 10 13:11:44.319851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136b278a-a030-4149-aea7-57a835b71e0b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:44.324549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:44.328736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Current status of the port 5894b723-1889-420d-a7e4-2646640a53be is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:44.328736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894b723-1889-420d-a7e4-2646640a53be), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.427793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-b1b466a3-f812-4678-afce-b4e3b65c668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.429844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-b1b466a3-f812-4678-afce-b4e3b65c668d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1125 time: 0.1978035 Feb 10 13:11:44.434974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4d4ae170-61af-46fd-99bc-3a4b5dd2786d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa HTTP/1.1" status: 200 len: 217 time: 0.0689864 Feb 10 13:11:44.463850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6727-1b88-4c65-8c39-4a3ec133a513 req-cf341534-e9b1-4ce5-bec9-d70c6217b010 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.465309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-408d6727-1b88-4c65-8c39-4a3ec133a513 req-cf341534-e9b1-4ce5-bec9-d70c6217b010 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.1477940 Feb 10 13:11:44.466326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] For port 5894b723-1889-420d-a7e4-2646640a53be, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5894b723-1889-420d-a7e4-2646640a53be,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:44.474806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (0759adbb-d592-4006-91a3-91e6a73707a0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.481487 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.529125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (0759adbb-d592-4006-91a3-91e6a73707a0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.530381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.530997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.586382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0619826 Feb 10 13:11:44.590578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:44.617084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Request body: {'subnet': {'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-subnet', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:44.638834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-75f2a188-f75a-45dc-a9cb-b97ae158dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.640656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-75f2a188-f75a-45dc-a9cb-b97ae158dfc1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.1746213 Feb 10 13:11:44.643783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3142b-e89f-4151-8f90-db96bd0eed29 None None] Pushing event updated for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:44.649281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-77ec5cef-8fd2-47d5-a956-5fd0f4bde9f9 None None] Provisioning complete for port 5894b723-1889-420d-a7e4-2646640a53be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:44.650274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77ec5cef-8fd2-47d5-a956-5fd0f4bde9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894b723-1889-420d-a7e4-2646640a53be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.651562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-408d6727-1b88-4c65-8c39-4a3ec133a513 req-81b62cfd-29d7-4a06-b6bf-070ed9412a8f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156638 Feb 10 13:11:44.674288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Made reservation on behalf of c06b03f8cf2e43ef81e909a3aba151de for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:44.677897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:44.678857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-e2cbc195-eb5b-4193-a5e7-aa4e45d4cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.680967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-e2cbc195-eb5b-4193-a5e7-aa4e45d4cc3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1790466 Feb 10 13:11:44.682508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0103ff0-0a5e-4d25-beb4-4215cca96baa admin admin] Pushing event updated for resources: {'Network': ['ID=0759adbb-d592-4006-91a3-91e6a73707a0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:44.714261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046cfc-685e-4286-8faa-cd79b6bc9506 req-60789fac-c10d-4481-8c26-640c480d13c4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.721312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e5046cfc-685e-4286-8faa-cd79b6bc9506 req-60789fac-c10d-4481-8c26-640c480d13c4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 948 time: 0.3980460 Feb 10 13:11:44.731391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 0759adbb-d592-4006-91a3-91e6a73707a0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:11:44.757176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-af1e631c-495b-4669-bf06-6d279bdd35bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.0941262 Feb 10 13:11:44.846313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e5046cfc-685e-4286-8faa-cd79b6bc9506 req-5979e986-6e51-464c-b4d5-2432716e80f8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239741 Feb 10 13:11:44.851141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-e114f36f-a0e9-4c7d-9949-c4ace151b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.852744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-e114f36f-a0e9-4c7d-9949-c4ace151b0c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1574585 Feb 10 13:11:44.881815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-6d47a108-2db4-4a44-ba59-1d8bf37cae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.883274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-6d47a108-2db4-4a44-ba59-1d8bf37cae81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1121004 Feb 10 13:11:44.893670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-77ec5cef-8fd2-47d5-a956-5fd0f4bde9f9 None None] Current status of the port 5894b723-1889-420d-a7e4-2646640a53be is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:44.895332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e0c0-02f1-4c63-a778-46cfaab98ffd req-90a00c5f-9e74-4a97-9b81-e4e99f3d12c3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:44.896993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4523e0c0-02f1-4c63-a778-46cfaab98ffd req-90a00c5f-9e74-4a97-9b81-e4e99f3d12c3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1719809 Feb 10 13:11:44.929437 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518718a0-91ee-46e9-9a9b-5486915b680d x-openstack-request-id: req-518718a0-91ee-46e9-9a9b-5486915b680d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:44.930003 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:44.930003 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-518718a0-91ee-46e9-9a9b-5486915b680d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:44.930370 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa', 'status': 'completed', 'code': 200} Feb 10 13:11:44.936311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:43Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:44.942688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-5bad6c81-26ea-4d18-97fd-ff05676ddd88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437236 Feb 10 13:11:44.996929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817f21f-eb90-4910-bb25-d1561b8b9966 None None] The sync data for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 is: [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:43Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:45.044858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4040988-88d6-4353-b555-2c8b102785ed req-7e0cfdfd-2b81-47cc-a14c-25a2e137da36 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0338347 Feb 10 13:11:45.082530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-5216e3e6-0e6e-4872-8ec1-2deecdb8bc26 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219477 Feb 10 13:11:45.095860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:45.120277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4523e0c0-02f1-4c63-a778-46cfaab98ffd req-634c1f39-6bff-4d7d-9e7d-18b8864adbfb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094946 Feb 10 13:11:45.243959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7a0fce1-2eb6-4314-92af-2f96c9d9dc98 req-4163a7e2-52d5-4af9-a81c-2dd58b543962 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484797 Feb 10 13:11:45.266023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-0a2dd636-c738-4b39-8757-d471684c0c36 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122258 Feb 10 13:11:45.313275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:45.333055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'mac_address': 'fa:16:3e:30:67:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:45.350497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da0fc-33e4-47b6-ad03-d08d1196ae73 req-94b98d84-db05-40d2-b962-ee182f4252d5 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.356780 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (a09f839c-e4db-4bb8-94c0-716c7db79e4d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:45.358260 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730da0fc-33e4-47b6-ad03-d08d1196ae73 req-94b98d84-db05-40d2-b962-ee182f4252d5 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.1131661 Feb 10 13:11:45.366610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:45.377118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Request body: {'floatingip': {'port_id': '6103219f-6613-4a9f-a4cd-98034f323bb4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:45.458269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:45.458670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:45.471094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9cda-b007-411a-a56f-380003ddb832 req-c9959e57-0fc1-40d1-b7d8-44ff2a030a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.477277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-c9959e57-0fc1-40d1-b7d8-44ff2a030a7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 1130 time: 0.1167789 Feb 10 13:11:45.497865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6d06da-d6b4-447a-bb19-d41a54fdc047 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:45.534706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:45.539270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:45.578356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:45.586507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7806be-875d-402b-ae68-f8e69190885a req-49b9d7fb-c7fc-484b-b0d0-db2f48c9ba15 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.593912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf7806be-875d-402b-ae68-f8e69190885a req-49b9d7fb-c7fc-484b-b0d0-db2f48c9ba15 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 943 time: 0.3527470 Feb 10 13:11:45.653519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:45.687544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09f839c-e4db-4bb8-94c0-716c7db79e4d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:45.699999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9cda-b007-411a-a56f-380003ddb832 req-83f42bc4-27a5-4d0c-9cf3-e8503709846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.701633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-83f42bc4-27a5-4d0c-9cf3-e8503709846b service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2185025 Feb 10 13:11:45.765828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-523fc6ba-a531-4f3b-bc0c-7629e8cfa2aa req-bf1f23f8-e09e-47e5-a9d3-1abbaaff56e3 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710901 Feb 10 13:11:45.780120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-0ac1ec72-07f7-4104-bcd4-254612bd23f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa HTTP/1.1" status: 200 len: 217 time: 0.0699255 Feb 10 13:11:45.802715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Checking segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:45.803237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Network hostable DHCP agents. Network: 0759adbb-d592-4006-91a3-91e6a73707a0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:11:45.836087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf7806be-875d-402b-ae68-f8e69190885a req-5da3528d-bbf4-4172-a2fd-ef70efce95ef tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412212 Feb 10 13:11:45.868914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9cda-b007-411a-a56f-380003ddb832 req-747f8c97-257a-484d-a787-7c3ee2498098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.870462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-747f8c97-257a-484d-a787-7c3ee2498098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0807505 Feb 10 13:11:45.891368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Network 0759adbb-d592-4006-91a3-91e6a73707a0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:11:45.937287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3463c6-7207-4eb4-baf5-df7372da6633 req-c9ad74e0-c4d4-4262-826a-a46a32c121f7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.939774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d3463c6-7207-4eb4-baf5-df7372da6633 req-c9ad74e0-c4d4-4262-826a-a46a32c121f7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.1692550 Feb 10 13:11:45.944396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 0759adbb-d592-4006-91a3-91e6a73707a0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:45.953254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.953968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['1b6d06da-d6b4-447a-bb19-d41a54fdc047'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:45.954389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:45.959546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9cda-b007-411a-a56f-380003ddb832 req-5b9bfffe-2063-491b-ad74-3dce8462b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:45.961441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-5b9bfffe-2063-491b-ad74-3dce8462b16f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0772321 Feb 10 13:11:46.005912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22923908-892f-442b-a273-410e46660993 None None] Network 0759adbb-d592-4006-91a3-91e6a73707a0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:46.040149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a15f0509-9a0d-4154-8bb1-55fa289356b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4311512 Feb 10 13:11:46.046165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:46.050862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:46.097573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f151e4-8ea8-4955-88df-41c85a37069e req-b294b557-e89b-420e-87c8-e5947e5f2c22 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:46.098857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d3463c6-7207-4eb4-baf5-df7372da6633 req-9d52296f-c94c-473a-bfe2-18ce50a4e178 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290457 Feb 10 13:11:46.099544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57f151e4-8ea8-4955-88df-41c85a37069e req-b294b557-e89b-420e-87c8-e5947e5f2c22 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 948 time: 0.1406054 Feb 10 13:11:46.152773 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:46.155094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:46.230194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e51c29-5714-425a-8fbb-a0387a883945 None None] Network 0759adbb-d592-4006-91a3-91e6a73707a0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:11:46.243378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for router_controller (812a8a56-a62e-4c74-907a-5c794f9fbcdc), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:46.369011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-ab79b552-0ad9-47f0-8aac-8b5f5950d3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973222 Feb 10 13:11:46.371181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fd51b12a-ad23-4ba8-b183-1d233d8ec662 req-365a881e-3fcd-41ff-b952-370124db580c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 210 time: 0.1230888 Feb 10 13:11:46.408576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57f151e4-8ea8-4955-88df-41c85a37069e req-7c61f4bd-7d39-4e58-995c-aaf6bdcb764d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604599 Feb 10 13:11:46.609677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-ec78ddc6-b5bf-459e-9795-0ff8597ff0c1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:46.611308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-ec78ddc6-b5bf-459e-9795-0ff8597ff0c1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.77 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 828 time: 0.3693309 Feb 10 13:11:46.634534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5894b723-1889-420d-a7e4-2646640a53be up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:46.643282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'port': {'device_id': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'admin_state_up': True, 'tenant_id': 'd08b168a31004fcc94005e8775838146'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:46.735301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for router_gateway (812a8a56-a62e-4c74-907a-5c794f9fbcdc), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:46.808647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5894b723-1889-420d-a7e4-2646640a53be triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:46.809171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894b723-1889-420d-a7e4-2646640a53be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:46.917287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-259f9cda-b007-411a-a56f-380003ddb832 req-f8685797-7a61-4505-8c4d-a25818146cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721272 Feb 10 13:11:46.957489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b879d-99b3-4712-84e1-e5fc29fbc69f req-d11dbe84-a985-4de3-a582-d697acb6dde8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:46.959017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-400b879d-99b3-4712-84e1-e5fc29fbc69f req-d11dbe84-a985-4de3-a582-d697acb6dde8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2304211 Feb 10 13:11:46.963581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5894b723-1889-420d-a7e4-2646640a53be is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:47.063256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-400b879d-99b3-4712-84e1-e5fc29fbc69f req-ca904227-c02a-4d2c-8465-011a4b852e7b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966754 Feb 10 13:11:47.099076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:47.130915 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:11:47.215613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for router_gateway (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.220228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:47.233191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'port_id': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'mac_address': 'fa:16:3e:15:0c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b281a16d-397e-4632-9956-a39c66cec689', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:47.236139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.244635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b3b6a-2e9c-46fa-a733-ad55fb17c0d7 req-b759c742-4917-4759-ba54-9fb681dd81e5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:47.246303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d9b3b6a-2e9c-46fa-a733-ad55fb17c0d7 req-b759c742-4917-4759-ba54-9fb681dd81e5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 944 time: 0.1029820 Feb 10 13:11:47.259363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.261770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db35c-5a0d-4390-a494-3e10e4599215 req-6aa345de-3f1f-4667-8d32-6ba12e3be874 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:47.263478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d9db35c-5a0d-4390-a494-3e10e4599215 req-6aa345de-3f1f-4667-8d32-6ba12e3be874 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1128 time: 0.2107542 Feb 10 13:11:47.273929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.284071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 39cd8bf5-7212-4b57-b22b-def7466e4246 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:47.284469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.298489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cd8bf5-7212-4b57-b22b-def7466e4246 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:47.322371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:47.332783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.384669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Made reservation on behalf of d08b168a31004fcc94005e8775838146 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:47.387889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.389719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d9b3b6a-2e9c-46fa-a733-ad55fb17c0d7 req-8df1d5a7-3c64-45b8-8935-41298d7c4d6f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011901 Feb 10 13:11:47.411981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:47.419292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Allocated IP 172.25.8.69 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/1970440b-feb2-4b28-8a46-4d71ccd244fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:47.433569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d9db35c-5a0d-4390-a494-3e10e4599215 req-4334f546-4cba-4277-8172-3592981ea275 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607587 Feb 10 13:11:47.507752 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7 associated. External IP: 172.25.8.80, port: 6103219f-6613-4a9f-a4cd-98034f323bb4. Feb 10 13:11:47.569569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.579562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac774b-c20c-447b-9839-7bffdb6760d9 req-37605659-8e7d-4320-9840-fe1ae409de8b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:47.581054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6bac774b-c20c-447b-9839-7bffdb6760d9 req-37605659-8e7d-4320-9840-fe1ae409de8b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.0934150 Feb 10 13:11:47.642234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:47.662074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['39cd8bf5-7212-4b57-b22b-def7466e4246'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:47.692149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6bac774b-c20c-447b-9839-7bffdb6760d9 req-4737fab6-2964-428c-97c8-a212237cdf67 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045706 Feb 10 13:11:47.709700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:47.713656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:47.716781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257deaf-4f81-4aa0-a64e-447a6bfd3ccb req-49d79897-ed70-4bc6-bcdd-5d2bd3340291 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:47.717256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:47.718222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9257deaf-4f81-4aa0-a64e-447a6bfd3ccb req-49d79897-ed70-4bc6-bcdd-5d2bd3340291 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 948 time: 0.1736479 Feb 10 13:11:47.724529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Allocated IP 172.20.0.7 (639683bb-21bd-4d4d-a5ff-6ff5d470522f/32dd05cb-1712-4feb-bb4a-5fd16c9c910d/b853648b-91bf-4f53-a882-b57daf1d3e3b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:47.760694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Pushing event updated for resources: {'Port': ['ID=1970440b-feb2-4b28-8a46-4d71ccd244fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:47.890457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9257deaf-4f81-4aa0-a64e-447a6bfd3ccb req-120742ba-3a0d-4cd0-8c71-bc6c748df50e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635504 Feb 10 13:11:47.985048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:11:48.075646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.136369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f9662b3-8e9f-4241-a05a-445808c9f751 req-3670b2c1-8dc8-4dca-aeb8-1fe995ac88ae tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 210 time: 0.3210533 Feb 10 13:11:48.170918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:48.175945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.181701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.185998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d22a3e3f-c50d-411c-a524-3d73af65a5fa details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:48.195245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:48.216828 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:48.218539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:48.257366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:48.262654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:48.266932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:48.270507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bbadbaf3-6f4f-4afd-8fcc-745393804594 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "PUT /v2.0/floatingips/08238f79-12ed-4740-b64d-f9742b70c0d7 HTTP/1.1" status: 200 len: 991 time: 2.8970637 Feb 10 13:11:48.274919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:48.289731 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be5458-4087-456a-a703-31915f67f030" -d '{"events": [{"name": "network-changed", "server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:48.347032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event updated for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:48.354068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for router_gateway (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.418961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:48.427495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:48.434214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa', 'mac_address': 'fa:16:3e:89:3c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:48.435276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.470969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-6eed2cf2-00af-4684-908a-8cff6c56e3b0 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354616 Feb 10 13:11:48.492617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d22a3e3f-c50d-411c-a524-3d73af65a5fa is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:48.492871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.498931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Request body: {'port': {'device_id': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:48.513264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22a3e3f-c50d-411c-a524-3d73af65a5fa {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:48.551623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb52c6-f80e-43ba-8121-8d0027ffece3 req-f38c613b-d014-4608-a61f-a299735dcd56 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:48.559126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2fb52c6-f80e-43ba-8121-8d0027ffece3 req-f38c613b-d014-4608-a61f-a299735dcd56 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2022092 Feb 10 13:11:48.560933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:48.575553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.614607 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:48.646873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:48.660093 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.667386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3743d3ed-ee45-43a4-8b17-7838103fc40a None None] Provisioning complete for port b853648b-91bf-4f53-a882-b57daf1d3e3b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:48.667935 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3743d3ed-ee45-43a4-8b17-7838103fc40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.705900 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2fb52c6-f80e-43ba-8121-8d0027ffece3 req-52e14584-20fe-4d39-9189-39bc6a457e6c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416326 Feb 10 13:11:48.715290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3743d3ed-ee45-43a4-8b17-7838103fc40a None None] Port b853648b-91bf-4f53-a882-b57daf1d3e3b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:11:48.786340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:48.907577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9a38-df86-43fc-9157-b48aadb9cca3 req-7a95674c-20ca-4dc3-b115-9a74f6fee29a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:48.909635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-347a9a38-df86-43fc-9157-b48aadb9cca3 req-7a95674c-20ca-4dc3-b115-9a74f6fee29a tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.1049688 Feb 10 13:11:48.934499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:e1:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ed749-49b2-4403-9a09-f171b10206b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:11:46Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:48.976035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:48.993355 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:48.993996 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:49.003632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-347a9a38-df86-43fc-9157-b48aadb9cca3 req-c801f190-6b84-44cc-b939-1885c38bb97f tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682328 Feb 10 13:11:49.030557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Router 812a8a56-a62e-4c74-907a-5c794f9fbcdc is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:11:49.062883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d22a3e3f-c50d-411c-a524-3d73af65a5fa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:49.118334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:49.122965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-4cef7852-c477-4b0f-a2a8-4d8806bcf950 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:11:49.126139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-4cef7852-c477-4b0f-a2a8-4d8806bcf950 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203474 Feb 10 13:11:49.130506 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a3e4c-b444-43ea-b668-d753227c2c24 x-openstack-request-id: req-065a3e4c-b444-43ea-b668-d753227c2c24 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:49.131029 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:49.131509 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-065a3e4c-b444-43ea-b668-d753227c2c24 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:49.132103 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'status': 'completed', 'code': 200} Feb 10 13:11:49.179530 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:49.187844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b853648b-91bf-4f53-a882-b57daf1d3e3b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:49.201175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks [] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.205795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-41fb3af5-f7a0-4dbb-9945-de331ad9ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.208889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-41fb3af5-f7a0-4dbb-9945-de331ad9ef29 service neutron] 10.222.0.13 "GET /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 1125 time: 0.0733495 Feb 10 13:11:49.222745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:49.223569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:11:49.227574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:49.242216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:49.242595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.258627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Transition to ACTIVE for port object b853648b-91bf-4f53-a882-b57daf1d3e3b will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:49.268820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.310714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5458-4087-456a-a703-31915f67f030 req-a9665373-c209-4862-b776-28f8f406bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.315705 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-a9665373-c209-4862-b776-28f8f406bcc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25529da73df42fb9da53dc6240a1ffc&device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 1128 time: 0.1541612 Feb 10 13:11:49.343282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3411a5-e5f7-4bb9-ac59-3271f104735b req-a57c6962-4c5d-42ae-aded-8bec4f6e35af tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.351083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da3411a5-e5f7-4bb9-ac59-3271f104735b req-a57c6962-4c5d-42ae-aded-8bec4f6e35af tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 944 time: 0.1806519 Feb 10 13:11:49.398849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:49.399529 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.450946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:49.452063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:49.456732 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2c2717-90fd-4fde-9308-ab59397ad170" -d '{"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:49.479051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Sync routers for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:49.491164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Attempting to bind port b853648b-91bf-4f53-a882-b57daf1d3e3b on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:49.491757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Attempting to bind port b853648b-91bf-4f53-a882-b57daf1d3e3b by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:49.492123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Attempting to bind port b853648b-91bf-4f53-a882-b57daf1d3e3b on network 639683bb-21bd-4d4d-a5ff-6ff5d470522f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:49.495104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:49.505148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:49.505790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:49.512085 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.512879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:49.525973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da3411a5-e5f7-4bb9-ac59-3271f104735b req-47cd87a1-d7ca-45fc-b86a-f479e9d1d480 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739151 Feb 10 13:11:49.541320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Pushing event updated for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:49.555215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Port b853648b-91bf-4f53-a882-b57daf1d3e3b on network 639683bb-21bd-4d4d-a5ff-6ff5d470522f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:49.556713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Attempting to bind port b853648b-91bf-4f53-a882-b57daf1d3e3b on network 639683bb-21bd-4d4d-a5ff-6ff5d470522f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:49.575569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:49.575979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Checking segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:49.576470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Bound using segment: {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:49.577043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Bound port: b853648b-91bf-4f53-a882-b57daf1d3e3b, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ec9606-ae24-44d7-8f77-0ad783d5b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:49.577593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.626582 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:e1:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ed749-49b2-4403-9a09-f171b10206b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:11:46Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:49.646856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.648628 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d3fb7117-330e-494d-ab2e-f16b15831c9a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6012120 Feb 10 13:11:49.658219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:49.662087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:49.662470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:11:49.662618 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1daa2b-e9af-4290-8236-08af378ddd16 None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '08238f79-12ed-4740-b64d-f9742b70c0d7', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'port_id': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'mac_address': 'fa:16:3e:e1:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ed749-49b2-4403-9a09-f171b10206b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:09:40Z', 'updated_at': '2022-02-10T13:11:46Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:49.671580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.735744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.736454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.738086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] 10.222.0.77 "PUT /v2.0/ports/b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 1091 time: 1.2580249 Feb 10 13:11:49.754365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:49.779682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:49.780100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:49.780458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:49.781396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:49.791992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:11:49.792324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:49.799686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:49.800025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:49.800413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:49.800869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Bound port: d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:49.813472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 39cd8bf5-7212-4b57-b22b-def7466e4246 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:49.822005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89488b-31c3-492d-91e4-3904832a9aca service neutron] Pushing event updated for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:49.848615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 39cd8bf5-7212-4b57-b22b-def7466e4246 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:49.848615 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.869490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5458-4087-456a-a703-31915f67f030 req-07b30428-bdd0-4417-9690-3cd426a3a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.871066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-07b30428-bdd0-4417-9690-3cd426a3a7d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 200 len: 923 time: 0.5147352 Feb 10 13:11:49.916375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-2a61d4ad-2289-4179-b571-647d17e985db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:49.918228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-2a61d4ad-2289-4179-b571-647d17e985db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1125 time: 0.1149142 Feb 10 13:11:49.934777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:49.974181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-ce618ffb-9079-4ad1-a27d-66c96e5e8feb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 217 time: 0.0476799 Feb 10 13:11:49.977081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:49.978789 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3ff42fe1-01b4-4d1e-b1c0-3b86fdf5d578 service neutron] 10.222.0.13 "POST /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7608030 Feb 10 13:11:50.027465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3355527-c53b-4092-b500-40c8edc558a5 req-ada6a84f-95c6-4d15-9675-4e7f69c574c0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.032040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3355527-c53b-4092-b500-40c8edc558a5 req-ada6a84f-95c6-4d15-9675-4e7f69c574c0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.4008706 Feb 10 13:11:50.077287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-e7b40b1a-a400-4fd1-8f26-4c3221c1f6d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6103219f-6613-4a9f-a4cd-98034f323bb4 HTTP/1.1" status: 200 len: 999 time: 0.1836691 Feb 10 13:11:50.088067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-e925b5cf-be8e-461f-897b-3391bc8f952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.093530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-e925b5cf-be8e-461f-897b-3391bc8f952e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.1104696 Feb 10 13:11:50.110715 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e1a9a6-e165-4d3d-a3f9-2b1f1bc2b0f9 None None] New status for floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:11:50.184296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-805725fc-ac0a-453e-b0d4-27ae234e2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.188735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-805725fc-ac0a-453e-b0d4-27ae234e2517 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860047 Feb 10 13:11:50.255068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3355527-c53b-4092-b500-40c8edc558a5 req-11141afc-7b97-4d08-b9ca-86fd9f3779a8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752968 Feb 10 13:11:50.260621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5458-4087-456a-a703-31915f67f030 req-84d34943-d398-4e74-a46c-1dcd5902ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.262173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-84d34943-d398-4e74-a46c-1dcd5902ff98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 200 len: 861 time: 0.1637697 Feb 10 13:11:50.404037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5458-4087-456a-a703-31915f67f030 req-10b1ce8d-10a7-41f1-a296-48e2383a0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.406364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-10b1ce8d-10a7-41f1-a296-48e2383a0b49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4053a25f-df79-49b0-a2fc-f844c1aa3c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284394 Feb 10 13:11:50.433639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 39cd8bf5-7212-4b57-b22b-def7466e4246 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:50.434036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:50.498020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:50.506748 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:50.555002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:48Z', 'revision_number': 3, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:50.593774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Checking router: 812a8a56-a62e-4c74-907a-5c794f9fbcdc for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:50.594215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Updating router 812a8a56-a62e-4c74-907a-5c794f9fbcdc port 1970440b-feb2-4b28-8a46-4d71ccd244fd binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:11:50.599987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:50.613160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030c05-2c9d-4d6f-9b12-8e7350115b85 req-549ee36a-6129-4090-a49c-48286bec422f tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.617456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5030c05-2c9d-4d6f-9b12-8e7350115b85 req-549ee36a-6129-4090-a49c-48286bec422f tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 943 time: 0.2291949 Feb 10 13:11:50.629415 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:50.669182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-605e1d09-9a6c-4ad2-859a-b86bec7d9fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448471 Feb 10 13:11:50.687489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae863e00-265d-4987-87b9-e61f2cc2a9d0 req-c5389e80-1f8b-4ea6-ae2a-9f254f8228cf tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.689023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae863e00-265d-4987-87b9-e61f2cc2a9d0 req-c5389e80-1f8b-4ea6-ae2a-9f254f8228cf tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 949 time: 0.4991555 Feb 10 13:11:50.702258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-ee1ff651-db36-47d9-990c-5f1a5f0251cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.703719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-ee1ff651-db36-47d9-990c-5f1a5f0251cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1128 time: 0.3773940 Feb 10 13:11:50.745180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-97072778-7323-45a2-a7d0-3ec943a0414e service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242631 Feb 10 13:11:50.755243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5030c05-2c9d-4d6f-9b12-8e7350115b85 req-68f30e42-4b3d-4ee2-a2f2-027a5f7b5d08 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266377 Feb 10 13:11:50.841792 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb85bb-44ee-4de0-ae32-bd4baf2ce590 x-openstack-request-id: req-4feb85bb-44ee-4de0-ae32-bd4baf2ce590 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:50.842336 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:50.842336 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4feb85bb-44ee-4de0-ae32-bd4baf2ce590 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:50.844413 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'code': 200} Feb 10 13:11:50.858757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae863e00-265d-4987-87b9-e61f2cc2a9d0 req-80e50c27-aa1a-4983-91ad-8a94a7a077b8 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496263 Feb 10 13:11:50.927776 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44be5458-4087-456a-a703-31915f67f030 req-e273ad47-6535-49b2-ac90-0b4001c6203f service neutron] 10.222.0.21 "GET /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290745 Feb 10 13:11:50.967054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-a0a861cd-32d0-4930-8218-7aec7332a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:50.968527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-a0a861cd-32d0-4930-8218-7aec7332a99d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.2507467 Feb 10 13:11:50.978831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a33f6be5-7180-4c25-bc2c-c8a3e3f647ba req-503afac5-8885-48ef-a84d-5245e4edb91e service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202165 Feb 10 13:11:50.988506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks [] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:50.994676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.007740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.053606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3395b1-7fcb-47e5-b514-d9deb8f9424c req-2c728b16-14ec-4dcf-99a7-6b13bcbe6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.054953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Attempting to bind port 1970440b-feb2-4b28-8a46-4d71ccd244fd on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:51.054953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Attempting to bind port 1970440b-feb2-4b28-8a46-4d71ccd244fd by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:51.055199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3395b1-7fcb-47e5-b514-d9deb8f9424c req-2c728b16-14ec-4dcf-99a7-6b13bcbe6d0d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 1127 time: 0.1300929 Feb 10 13:11:51.055325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Attempting to bind port 1970440b-feb2-4b28-8a46-4d71ccd244fd on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:51.058118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-4fbb6eca-3ad6-4c73-8c5c-4f1a3988ca8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0621140 Feb 10 13:11:51.063126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c53dd-c7ca-4899-9533-96a4401f48d0 None None] Pushing event updated for resources: {'Port': ['ID=1970440b-feb2-4b28-8a46-4d71ccd244fd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:51.065628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:51.066007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:51.067324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.067324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:51.067535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Bound port: 1970440b-feb2-4b28-8a46-4d71ccd244fd, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:51.067845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.124830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] For port 1970440b-feb2-4b28-8a46-4d71ccd244fd, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:51.127564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38e164-901a-439d-8708-47d453a81841 req-e378bb84-dbba-4337-bff3-6af623effc85 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.128036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] For port 1970440b-feb2-4b28-8a46-4d71ccd244fd, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1970440b-feb2-4b28-8a46-4d71ccd244fd,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:51.129430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b38e164-901a-439d-8708-47d453a81841 req-e378bb84-dbba-4337-bff3-6af623effc85 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1241055 Feb 10 13:11:51.139163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:51.141554 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a274e22b-f67e-4088-9e9c-ec3a2b232d57" -d '{"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:51.142646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.169880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524dece-815a-4a70-9470-37e85b883273 req-ec487ae4-2c07-4163-bf5e-a2c81526c57c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.171399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5524dece-815a-4a70-9470-37e85b883273 req-ec487ae4-2c07-4163-bf5e-a2c81526c57c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1851306 Feb 10 13:11:51.174418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3395b1-7fcb-47e5-b514-d9deb8f9424c req-cfa65130-cdef-4376-ac45-992f052adfc2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113498 Feb 10 13:11:51.175903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-448b7762-5114-4615-b2a2-438c572514fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.177500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-448b7762-5114-4615-b2a2-438c572514fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1052790 Feb 10 13:11:51.204347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:51.205179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:51.228360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-bd240994-648e-4b4f-bfc8-340574c65027 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349491 Feb 10 13:11:51.245299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b38e164-901a-439d-8708-47d453a81841 req-6755740c-c5d4-43e4-89e1-1e1be7db4495 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102567 Feb 10 13:11:51.257476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c53dd-c7ca-4899-9533-96a4401f48d0 None None] Pushing event updated for resources: {'Port': ['ID=1970440b-feb2-4b28-8a46-4d71ccd244fd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:51.271524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Allocated IP 172.20.0.1 (0759adbb-d592-4006-91a3-91e6a73707a0/a09f839c-e4db-4bb8-94c0-716c7db79e4d/5eec102e-d3b5-4ccc-8801-fe07d14a8b08) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:51.272562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5524dece-815a-4a70-9470-37e85b883273 req-f6b00eff-97c3-4ded-a7ac-638d6c2d2e19 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884407 Feb 10 13:11:51.361793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-eb673286-a3e6-4d9e-a2da-c14d00d71bde service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143975 Feb 10 13:11:51.367064 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7865a51-b48b-45f5-9486-7a74a6709282 x-openstack-request-id: req-d7865a51-b48b-45f5-9486-7a74a6709282 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:51.367430 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:51.367923 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7865a51-b48b-45f5-9486-7a74a6709282 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:51.370801 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'status': 'completed', 'code': 200} Feb 10 13:11:51.378889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:51.549369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-611ea79c-cca9-4f9d-b4bb-13f53b7c1047 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774342 Feb 10 13:11:51.565822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ceab7-19d9-4968-be6a-7cbaadf7b303 req-2d4ee001-718c-4889-aa00-ad2ec365014f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.567385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-349ceab7-19d9-4968-be6a-7cbaadf7b303 req-2d4ee001-718c-4889-aa00-ad2ec365014f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1200900 Feb 10 13:11:51.573980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-f38fbeff-4655-4e12-964f-7f5c8158507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.575479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-f38fbeff-4655-4e12-964f-7f5c8158507c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1125 time: 0.1264849 Feb 10 13:11:51.592511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:48Z', 'revision_number': 3, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:51.632567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb6416-2349-46e8-8cc2-1c07b8bf8385 None None] The sync data for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 is: [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:48Z', 'revision_number': 3, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:51.691064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d2de4-5907-49ce-a032-21be6bacdc13 req-27862b7e-55b0-4f2b-bd95-b0cd2fb80e9f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.693237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b7d2de4-5907-49ce-a032-21be6bacdc13 req-27862b7e-55b0-4f2b-bd95-b0cd2fb80e9f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 945 time: 0.1066835 Feb 10 13:11:51.728106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks [] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.735351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-349ceab7-19d9-4968-be6a-7cbaadf7b303 req-5eb15e56-3188-4438-b0e8-2e7a404ddcf8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526148 Feb 10 13:11:51.773276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-26fc3cb7-ef75-482c-bbb2-9b1fafc45b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.775337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-26fc3cb7-ef75-482c-bbb2-9b1fafc45b58 service neutron] 10.222.0.77 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 929 time: 0.1754410 Feb 10 13:11:51.800119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b7d2de4-5907-49ce-a032-21be6bacdc13 req-fba28909-867f-4082-86dd-4205e949aeda tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940194 Feb 10 13:11:51.821990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.837068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-5d680030-fb95-45ef-9e06-adf8c218c3a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 217 time: 0.0521965 Feb 10 13:11:51.873125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Network 0759adbb-d592-4006-91a3-91e6a73707a0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:51.883505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:51.892482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:51.929526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Pushing event updated for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:51.947893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-0a3e92b4-2fd2-4ca8-a1ba-3034a9f0c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:51.948314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:51.950502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-0a3e92b4-2fd2-4ca8-a1ba-3034a9f0c5a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.1066113 Feb 10 13:11:52.053861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954a29-23d0-4515-b4d5-b1cbd4b557d5 req-d8e0807f-d3bf-4a0b-af2b-4caa11b61432 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.056190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3954a29-23d0-4515-b4d5-b1cbd4b557d5 req-d8e0807f-d3bf-4a0b-af2b-4caa11b61432 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 943 time: 0.2033856 Feb 10 13:11:52.073302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-292bc594-87c4-46c7-a812-16a9d400701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.075207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-292bc594-87c4-46c7-a812-16a9d400701c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166954 Feb 10 13:11:52.151941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519439-486c-4830-8408-72af77ed815c req-b84a3b0e-d4e7-4224-a54e-1119eb311a55 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.158947 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78519439-486c-4830-8408-72af77ed815c req-b84a3b0e-d4e7-4224-a54e-1119eb311a55 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 949 time: 0.1253192 Feb 10 13:11:52.184499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3954a29-23d0-4515-b4d5-b1cbd4b557d5 req-acf6eeda-6843-43d0-9623-c7d2efb386d3 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200645 Feb 10 13:11:52.213334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d22a3e3f-c50d-411c-a524-3d73af65a5fa up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:52.238702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.241378 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-5cd8307f-5309-40e2-a429-f25524d01183 service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522281 Feb 10 13:11:52.285178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port d22a3e3f-c50d-411c-a524-3d73af65a5fa completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:52.288912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78519439-486c-4830-8408-72af77ed815c req-e5ed1a44-315f-4077-877c-1c227df562ae tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092582 Feb 10 13:11:52.294218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port d22a3e3f-c50d-411c-a524-3d73af65a5fa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:52.294218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.440796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d22a3e3f-c50d-411c-a524-3d73af65a5fa is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:52.441359 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.472456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a274e22b-f67e-4088-9e9c-ec3a2b232d57 req-43b4a5e5-db4e-4f27-9c8d-d984e1cba2fc service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183576 Feb 10 13:11:52.526149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:52.531991 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.579773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1970440b-feb2-4b28-8a46-4d71ccd244fd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:52.652304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f1ca7-a6e4-4255-8a4c-86e7d399115d req-a0baec8d-ac73-4d26-bf40-bd704a516021 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.654704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:52.677370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f1ca7-a6e4-4255-8a4c-86e7d399115d req-a0baec8d-ac73-4d26-bf40-bd704a516021 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2013419 Feb 10 13:11:52.678868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae98b47-11c6-4baf-935e-38ab59dfb190 req-ba699bdc-b043-495c-baa9-ee143f255573 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.681096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aae98b47-11c6-4baf-935e-38ab59dfb190 req-ba699bdc-b043-495c-baa9-ee143f255573 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.2212417 Feb 10 13:11:52.694422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1970440b-feb2-4b28-8a46-4d71ccd244fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:52.695084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.787043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aae98b47-11c6-4baf-935e-38ab59dfb190 req-8317711e-4e0d-4fee-977b-9d7b72647170 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955868 Feb 10 13:11:52.792955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f1ca7-a6e4-4255-8a4c-86e7d399115d req-aaab6288-4ac5-442a-87c0-3d2078960ba9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056502 Feb 10 13:11:52.853707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246'}, {'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:52.855686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks [] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.860923 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f790e-92b2-45b9-bd8c-21e0d4fbed79" -d '{"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246"}, {"server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "name": "network-vif-plugged", "status": "completed", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:52.862037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1970440b-feb2-4b28-8a46-4d71ccd244fd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:52.862520 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.865513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.919168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1970440b-feb2-4b28-8a46-4d71ccd244fd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1970440b-feb2-4b28-8a46-4d71ccd244fd,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:52.929019 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:52.953166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Pushing event updated for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:52.982753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f2cd2-9293-4365-b941-362251fc7a68 req-4beca306-92e6-4671-8cdf-fde190343aa2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:52.985061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a67f2cd2-9293-4365-b941-362251fc7a68 req-4beca306-92e6-4671-8cdf-fde190343aa2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1022837 Feb 10 13:11:53.023426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1970440b-feb2-4b28-8a46-4d71ccd244fd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:53.043591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:53.045913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a67f2cd2-9293-4365-b941-362251fc7a68 req-08d1a524-61b0-4895-a9c1-a0022db44f9c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492980 Feb 10 13:11:53.101534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304d710-1851-4074-a142-9aa988b3a564 req-19c38251-6df1-47ea-ad5f-0bae47a23806 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.103179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9304d710-1851-4074-a142-9aa988b3a564 req-19c38251-6df1-47ea-ad5f-0bae47a23806 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 945 time: 0.1178136 Feb 10 13:11:53.117084 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f545f2da-b067-4f4c-9c6f-15068d937736 x-openstack-request-id: req-f545f2da-b067-4f4c-9c6f-15068d937736 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:53.117399 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-plugged", "status": "completed", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246", "code": 200}, {"server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "name": "network-vif-plugged", "status": "completed", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:53.117665 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f545f2da-b067-4f4c-9c6f-15068d937736 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:53.118655 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'code': 200} Feb 10 13:11:53.118928 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa', 'code': 200} Feb 10 13:11:53.204045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9304d710-1851-4074-a142-9aa988b3a564 req-51e63f6f-3dc3-4251-afb6-6cbd7c9cb611 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744903 Feb 10 13:11:53.212945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Network 0759adbb-d592-4006-91a3-91e6a73707a0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:53.214461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:53.363799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164585f0-8d17-4ff0-9927-e237cdae6bbc req-e0e1ad18-d62a-4f5c-81e4-514d3d614131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.365412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-164585f0-8d17-4ff0-9927-e237cdae6bbc req-e0e1ad18-d62a-4f5c-81e4-514d3d614131 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.1536646 Feb 10 13:11:53.369739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad800849-683e-4d79-9ccf-23a9e3941dad req-d7c246eb-cbdb-47c5-9c29-e312f2d26bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.371305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad800849-683e-4d79-9ccf-23a9e3941dad req-d7c246eb-cbdb-47c5-9c29-e312f2d26bae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 1132 time: 0.1939168 Feb 10 13:11:53.390127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Router 812a8a56-a62e-4c74-907a-5c794f9fbcdc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:11:53.428097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a784-468f-497f-a4a9-3b00f95a1a98 req-cca949d3-780b-4bf1-9933-6680f38292df tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.429638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff95a784-468f-497f-a4a9-3b00f95a1a98 req-cca949d3-780b-4bf1-9933-6680f38292df tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 943 time: 0.1177073 Feb 10 13:11:53.460133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-164585f0-8d17-4ff0-9927-e237cdae6bbc req-547e52b1-0c1b-4699-8aa5-54d12dbf6a5e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832541 Feb 10 13:11:53.514944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff95a784-468f-497f-a4a9-3b00f95a1a98 req-dff2bc0e-d227-4f7b-bb89-291595840bc3 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789804 Feb 10 13:11:53.522305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad800849-683e-4d79-9ccf-23a9e3941dad req-6d430ff6-bec6-496f-8038-79dbab581b0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Feb 10 13:11:53.566510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74ccb-1e41-4883-8037-d6af5d7a98ea req-08d58324-636c-428e-8036-ba3b1e97dc85 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.568190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d9b74ccb-1e41-4883-8037-d6af5d7a98ea req-08d58324-636c-428e-8036-ba3b1e97dc85 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.1154778 Feb 10 13:11:53.579062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:11:53.609406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e1c0ccd1-e01d-413d-9557-77f69e4e4787 admin admin] 10.222.0.13 "PUT /v2.0/routers/812a8a56-a62e-4c74-907a-5c794f9fbcdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9291081 Feb 10 13:11:53.654443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d9b74ccb-1e41-4883-8037-d6af5d7a98ea req-b6d27a3e-0f5f-4643-a873-09fb47b6d5e9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Feb 10 13:11:53.708786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0cb9-241e-4bd4-a925-0fcc349069a0 req-98c88484-c670-4b2b-b8cb-460fb1567241 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.710341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7ae0cb9-241e-4bd4-a925-0fcc349069a0 req-98c88484-c670-4b2b-b8cb-460fb1567241 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 945 time: 0.1233146 Feb 10 13:11:53.769719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7ae0cb9-241e-4bd4-a925-0fcc349069a0 req-c4ca54b4-bf4b-4156-bd56-e62e6303dc76 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Feb 10 13:11:53.926289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7707-6c29-4d91-bfac-82d7ce5278ca req-3f982603-01ec-4328-bc24-a8ed6f1e70c6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.927790 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff6b7707-6c29-4d91-bfac-82d7ce5278ca req-3f982603-01ec-4328-bc24-a8ed6f1e70c6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0679121 Feb 10 13:11:53.981808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff6b7707-6c29-4d91-bfac-82d7ce5278ca req-0d320db1-8c2c-4960-821b-8b7e1bbf0b07 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Feb 10 13:11:53.992451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22697f4f-50e4-4199-88f2-161495f48e23 req-1608fe95-5086-426c-8c49-1070adf0684b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:53.994207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22697f4f-50e4-4199-88f2-161495f48e23 req-1608fe95-5086-426c-8c49-1070adf0684b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0711982 Feb 10 13:11:54.047564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22697f4f-50e4-4199-88f2-161495f48e23 req-3f85d2f9-54b3-4709-ad98-d6d3d8f429fc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473516 Feb 10 13:11:54.122975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Sync routers for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:11:54.149670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:54.150404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:54.197534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2997b0-0e90-4c53-960a-62b5e44b3089 req-8f5d5d40-ba4d-4d5f-b692-20c5a732a1d2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:54.200712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b2997b0-0e90-4c53-960a-62b5e44b3089 req-8f5d5d40-ba4d-4d5f-b692-20c5a732a1d2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0759625 Feb 10 13:11:54.273873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b2997b0-0e90-4c53-960a-62b5e44b3089 req-ba0c6f0a-7b61-4730-ae21-e1958621fd64 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Feb 10 13:11:54.295319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:54.367308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-56cdb094-ae13-4220-8d7b-55003e6e0137 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:54.369753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-56cdb094-ae13-4220-8d7b-55003e6e0137 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 818 time: 0.1234503 Feb 10 13:11:54.384662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-7389da39-8450-41b0-9fe7-2541cfd56076 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/quotas/c06b03f8cf2e43ef81e909a3aba151de HTTP/1.1" status: 200 len: 375 time: 0.0104907 Feb 10 13:11:54.448541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-e80bded5-7d97-478b-8087-9af8af52ca6f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560870 Feb 10 13:11:54.467373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1970440b-feb2-4b28-8a46-4d71ccd244fd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:54.553833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-1dd68f23-c3fc-46c0-8553-9270c260dbe5 service neutron] 10.222.0.13 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974350 Feb 10 13:11:54.557525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1970440b-feb2-4b28-8a46-4d71ccd244fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:54.557913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:54.588231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5eec102e-d3b5-4ccc-8801-fe07d14a8b08', 'name': '', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'mac_address': 'fa:16:3e:8f:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:51Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 2, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'subnets': [{'id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:54.623717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Checking router: 812a8a56-a62e-4c74-907a-5c794f9fbcdc for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:11:54.623986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Updating router 812a8a56-a62e-4c74-907a-5c794f9fbcdc port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:11:54.661560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-b07e7516-95e9-4c4d-b971-13aad7ce97e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066649 Feb 10 13:11:54.663682 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:54.693326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aaf0e-db38-4ab1-b57b-1f782c3cec85 req-6c6cb4bb-47e1-46e0-971c-4a0a9ed2813a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:54.695313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-400aaf0e-db38-4ab1-b57b-1f782c3cec85 req-6c6cb4bb-47e1-46e0-971c-4a0a9ed2813a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 943 time: 0.0870154 Feb 10 13:11:54.751004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1970440b-feb2-4b28-8a46-4d71ccd244fd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:54.757140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-400aaf0e-db38-4ab1-b57b-1f782c3cec85 req-346a1bf4-75db-4ca3-a193-23be1aa30fe4 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538714 Feb 10 13:11:54.902424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b1c7-5c20-47b0-9a60-943d0f6ff5f8 req-d0e3ccf2-239a-45e7-8bea-84de3e66ded1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:54.903920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e82b1c7-5c20-47b0-9a60-943d0f6ff5f8 req-d0e3ccf2-239a-45e7-8bea-84de3e66ded1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.1002650 Feb 10 13:11:54.964529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e7e89-614c-4b1a-b0bf-6432059db01b req-e1ba6f65-fede-451e-b2ae-b9689edee58b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:54.972522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e60e7e89-614c-4b1a-b0bf-6432059db01b req-e1ba6f65-fede-451e-b2ae-b9689edee58b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 945 time: 0.0705116 Feb 10 13:11:54.992434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e82b1c7-5c20-47b0-9a60-943d0f6ff5f8 req-5054338e-15d5-4652-9038-d95192231546 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763748 Feb 10 13:11:55.073387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e60e7e89-614c-4b1a-b0bf-6432059db01b req-1c61ed83-dcae-4b2f-a2cf-343b9ba46e1a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005070 Feb 10 13:11:55.089314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73e51b13-c9aa-42da-9bf8-b9ecc16af29d req-801f3925-f1dc-43f9-a2ea-0c0ebcd10172 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 210 time: 0.0492342 Feb 10 13:11:55.198288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b853648b-91bf-4f53-a882-b57daf1d3e3b details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:55.245022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d06231-4614-4383-a9bb-eca44e7a8b44 req-4b9c9d91-d2f4-4862-aa4f-9d2bdf388cc8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:55.247777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7d06231-4614-4383-a9bb-eca44e7a8b44 req-4b9c9d91-d2f4-4862-aa4f-9d2bdf388cc8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0842040 Feb 10 13:11:55.314174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18545db3-e6d8-4a2d-a78d-b1b96f14f484 req-66564474-27c4-4577-8b20-885300c0a851 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:55.324028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18545db3-e6d8-4a2d-a78d-b1b96f14f484 req-66564474-27c4-4577-8b20-885300c0a851 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1439302 Feb 10 13:11:55.331205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7d06231-4614-4383-a9bb-eca44e7a8b44 req-e6430657-3854-4d26-9b80-30152362c13f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754509 Feb 10 13:11:55.428460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18545db3-e6d8-4a2d-a78d-b1b96f14f484 req-c5b9882c-97da-4480-aeb1-0c688c314d67 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035514 Feb 10 13:11:55.460479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks [] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.470858 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.602966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:55.611097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aecd3a-a659-4da0-856d-6459bba0eb7f None None] Pushing event updated for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:55.637584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'mac_address': 'fa:16:3e:e7:e4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:55.731629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Attempting to bind port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:11:55.734309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Attempting to bind port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:11:55.734309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Attempting to bind port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 on network 0759adbb-d592-4006-91a3-91e6a73707a0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:11:55.734617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b853648b-91bf-4f53-a882-b57daf1d3e3b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:55.734974 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.740483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:11:55.740902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Checking segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:11:55.741311 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.741710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Bound using segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:11:55.742244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Bound port: 5eec102e-d3b5-4ccc-8801-fe07d14a8b08, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:11:55.742638 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.749618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-a6e421c5-5464-4a2d-a86e-c59745c16671 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:55.751564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-a6e421c5-5464-4a2d-a86e-c59745c16671 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 818 time: 0.1747022 Feb 10 13:11:55.763910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b853648b-91bf-4f53-a882-b57daf1d3e3b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:55.784902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-0dc0e933-01b5-4000-a263-487e1bed050c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/quotas/c06b03f8cf2e43ef81e909a3aba151de HTTP/1.1" status: 200 len: 375 time: 0.0185924 Feb 10 13:11:55.812669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:55.817613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.877547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] For port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:11:55.887006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-abb6062c-30a9-4e28-b1a9-a51847d92c2a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959370 Feb 10 13:11:55.888588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] For port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:11:55.914199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:55.927794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:55.994185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:11:55.995170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:11:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:56.015042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-a72def38-1d59-483c-a26e-3ddd254b42c5 service neutron] 10.222.0.13 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270375 Feb 10 13:11:56.074017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aecd3a-a659-4da0-856d-6459bba0eb7f None None] Pushing event updated for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:56.126215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1bbc-69d3-4833-823d-7aab12008f79 req-bf3f8fb3-d4c6-4a16-8f26-93c9643ee6f2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:56.127935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32ff1bbc-69d3-4833-823d-7aab12008f79 req-bf3f8fb3-d4c6-4a16-8f26-93c9643ee6f2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0946443 Feb 10 13:11:56.150454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:11:56.163086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-40e73b70-577d-4cf6-b8c1-b425d3ac1679 service neutron] 10.222.0.13 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448028 Feb 10 13:11:56.183421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b853648b-91bf-4f53-a882-b57daf1d3e3b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:56.201119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32ff1bbc-69d3-4833-823d-7aab12008f79 req-ae0a9edd-4859-413b-a604-9d421056b4e6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632219 Feb 10 13:11:56.219612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:56.221539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:11:56.443160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd65ca-a6f1-45db-9d16-2264ccd22933 req-915076c8-e0be-46b4-b5b6-094d31915110 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:56.457794 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b6fd65ca-a6f1-45db-9d16-2264ccd22933 req-915076c8-e0be-46b4-b5b6-094d31915110 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 944 time: 0.1550226 Feb 10 13:11:56.482541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:11:56.577663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b6fd65ca-a6f1-45db-9d16-2264ccd22933 req-6f1a9606-7a1d-4d8c-b982-f9ba4c876e49 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120391 Feb 10 13:11:56.624800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:56.625214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:56.693024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a32387-3841-452d-b46d-66b54dd2ea0e req-f262ae10-9d1f-4efd-90bd-79d0aaed9cfc tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:56.705963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2a32387-3841-452d-b46d-66b54dd2ea0e req-f262ae10-9d1f-4efd-90bd-79d0aaed9cfc tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0616305 Feb 10 13:11:56.767803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ceff7-555d-4efd-a579-5ca8b1420ad2 req-8f65d479-2cb3-43dc-8f70-54c8b1c913d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:56.768279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2a32387-3841-452d-b46d-66b54dd2ea0e req-8cdb0eeb-2b35-46da-8130-15533bb3a65f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Feb 10 13:11:56.773844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c4ceff7-555d-4efd-a579-5ca8b1420ad2 req-8f65d479-2cb3-43dc-8f70-54c8b1c913d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.2565024 Feb 10 13:11:56.799442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-ff2d115e-7f7d-4a4a-a81b-b801a645fc39 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:56.801147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:11:56.803391 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177308a8-bec7-42b1-8dbf-21666f8cebb1" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:11:56.812361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-ff2d115e-7f7d-4a4a-a81b-b801a645fc39 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 818 time: 0.3350844 Feb 10 13:11:56.815230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5eec102e-d3b5-4ccc-8801-fe07d14a8b08', 'name': '', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'mac_address': 'fa:16:3e:8f:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:51Z', 'updated_at': '2022-02-10T13:11:55Z', 'revision_number': 4, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'subnets': [{'id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:11:56.819871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:56.843408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:56.862329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Request body: {'port': {'device_id': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'admin_state_up': True, 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:56.877096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:56.881115 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa605ec6-79c2-4976-8c5f-4a20a42e16f6 req-b87f1a8b-e753-41c4-ba82-6642baa9c59b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 210 time: 0.0685816 Feb 10 13:11:56.889752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26e5ea-8633-42eb-9984-0e220eefbd58 None None] The sync data for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 is: [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5eec102e-d3b5-4ccc-8801-fe07d14a8b08', 'name': '', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'mac_address': 'fa:16:3e:8f:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:51Z', 'updated_at': '2022-02-10T13:11:55Z', 'revision_number': 4, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'subnets': [{'id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:11:56.895338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b8f3e225-dcbb-4e64-9990-761619375057', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'b8f3e225-dcbb-4e64-9990-761619375057', 'mac_address': 'fa:16:3e:72:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:56.968058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c4ceff7-555d-4efd-a579-5ca8b1420ad2 req-597ecd66-02b7-4308-b09d-f9c5344a59ce tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541457 Feb 10 13:11:57.109455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:57.109937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:57.112021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:57.126761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb16a0-9fc1-4aab-9a3e-b84d9a12c99b req-a9361ba5-1e37-43e0-ba37-b4a868a107fb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:57.136208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:57.137476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0bcb16a0-9fc1-4aab-9a3e-b84d9a12c99b req-a9361ba5-1e37-43e0-ba37-b4a868a107fb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 948 time: 0.1330502 Feb 10 13:11:57.162373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:57.172343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:57.232504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0bcb16a0-9fc1-4aab-9a3e-b84d9a12c99b req-2e072a33-732f-4aa9-8012-fe9fccbeb065 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Feb 10 13:11:57.271077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8982d-0dd4-47c3-a88b-a376c6adf74e req-2b6963bf-58d4-4a57-8830-87adce186306 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:57.273484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b8982d-0dd4-47c3-a88b-a376c6adf74e req-2b6963bf-58d4-4a57-8830-87adce186306 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1475818 Feb 10 13:11:57.277422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Made reservation on behalf of c06b03f8cf2e43ef81e909a3aba151de for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:57.281461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:57.371111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:57.416335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7c4d5-9cc8-4fab-8ea2-7173c35e7f3a req-ac1be312-59ef-4431-8872-c7587c01db52 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:57.424877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-19b7c4d5-9cc8-4fab-8ea2-7173c35e7f3a req-ac1be312-59ef-4431-8872-c7587c01db52 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0767365 Feb 10 13:11:57.458647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b8982d-0dd4-47c3-a88b-a376c6adf74e req-3775da44-6672-4228-84cc-62ad7304169a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Feb 10 13:11:57.491812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-19b7c4d5-9cc8-4fab-8ea2-7173c35e7f3a req-37af9e31-4414-4a35-a6ee-62db6202af15 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640962 Feb 10 13:11:57.552364 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d6f1b5-b172-4ece-b611-2ed744940a8f x-openstack-request-id: req-32d6f1b5-b172-4ece-b611-2ed744940a8f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:11:57.552728 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:11:57.553046 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32d6f1b5-b172-4ece-b611-2ed744940a8f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:11:57.553450 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'code': 200} Feb 10 13:11:57.633306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:11:57.654110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8430ff-94b2-438f-9fd5-624c17408022 req-c7d05a48-0195-4302-99cc-1e9911a086f1 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:57.661246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf8430ff-94b2-438f-9fd5-624c17408022 req-c7d05a48-0195-4302-99cc-1e9911a086f1 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 1132 time: 0.0972962 Feb 10 13:11:57.724063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf8430ff-94b2-438f-9fd5-624c17408022 req-fee748ff-27ea-40d5-aead-b4ecf7babdaf tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Feb 10 13:11:58.067931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Allocated IP 172.20.0.13 (0759adbb-d592-4006-91a3-91e6a73707a0/a09f839c-e4db-4bb8-94c0-716c7db79e4d/ab903ca8-37e9-4e55-93a1-44b38bc193b4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:58.081791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5f2a2a7-f5fd-498d-82f7-274eac32d266 req-3743dd1b-265b-40db-9670-d82c16a9a075 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 210 time: 0.0651608 Feb 10 13:11:58.240280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd751-b7e6-406c-951f-7e456c6ec77e req-6ad3b2bd-11ec-42e1-887f-3f5d96f79ea1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:58.247783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b6cd751-b7e6-406c-951f-7e456c6ec77e req-6ad3b2bd-11ec-42e1-887f-3f5d96f79ea1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 944 time: 0.2920570 Feb 10 13:11:58.263233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea57b3-2a7f-4358-bf68-22fbef718251 req-e3d98416-d36a-4546-857b-fc9337b0fc11 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:58.279235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8ea57b3-2a7f-4358-bf68-22fbef718251 req-e3d98416-d36a-4546-857b-fc9337b0fc11 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.1110370 Feb 10 13:11:58.291077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-cb468aea-ee73-4d21-8e7a-5b44193ad055 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:58.293196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-cb468aea-ee73-4d21-8e7a-5b44193ad055 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.77 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 818 time: 0.3242991 Feb 10 13:11:58.355555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8ea57b3-2a7f-4358-bf68-22fbef718251 req-fd1fbab0-9fa1-4b24-badf-0244748ae49e tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749886 Feb 10 13:11:58.371721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Request body: {'port': {'device_id': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'admin_state_up': True, 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:58.484376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-36f3322b-d3c2-43f5-bc35-729d486de578 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342534 Feb 10 13:11:58.518088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b6cd751-b7e6-406c-951f-7e456c6ec77e req-2ec71ce5-64ff-486c-921d-429a8db73d81 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680917 Feb 10 13:11:58.535711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:58.560375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks [] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.634474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Made reservation on behalf of c06b03f8cf2e43ef81e909a3aba151de for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:11:58.638376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.644249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:58.644826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.688993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-66cb7ce9-dd2b-4f0f-9a3a-a82e546a914c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:58.690007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-66cb7ce9-dd2b-4f0f-9a3a-a82e546a914c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044370 Feb 10 13:11:58.697657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.713175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-bd533c88-f41e-4e7c-a155-510ae0c7381a tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/quotas/0093db944fef4fa7a141a20bd5ff318e HTTP/1.1" status: 200 len: 375 time: 0.0150833 Feb 10 13:11:58.751171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:58.752333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.800254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:58.807208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:58.844333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-e9f6e937-b7d4-434f-9eda-a3537be03d6e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1261332 Feb 10 13:11:58.891312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Allocated IP 172.20.0.14 (0759adbb-d592-4006-91a3-91e6a73707a0/a09f839c-e4db-4bb8-94c0-716c7db79e4d/ae2b69bd-2a2e-4d08-8105-d0248c71e35f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:11:58.895599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:58.913581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Network 0759adbb-d592-4006-91a3-91e6a73707a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:58.919311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:58.925546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:58.938829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafb7ec-775f-486c-8aa0-b84b04f911f9 req-b6137f6a-abff-4367-acd5-092f11a25e72 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:58.940354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afafb7ec-775f-486c-8aa0-b84b04f911f9 req-b6137f6a-abff-4367-acd5-092f11a25e72 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 949 time: 0.2995696 Feb 10 13:11:58.993980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:59.051268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afafb7ec-775f-486c-8aa0-b84b04f911f9 req-dd4d9302-b29b-4154-8e72-3f06e7d59915 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041141 Feb 10 13:11:59.059677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:59.060300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.090383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-fd031782-c66a-42c7-b0d4-3401e1dec753 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2335284 Feb 10 13:11:59.106304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Request body: {'port': {'device_id': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:11:59.134408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:11:59.202601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918514-4ac7-4541-8c84-510803d292c2 req-62175aab-c929-4042-9824-5a9f57ba0bd0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:59.215521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.216454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc918514-4ac7-4541-8c84-510803d292c2 req-62175aab-c929-4042-9824-5a9f57ba0bd0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1279089 Feb 10 13:11:59.359875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc918514-4ac7-4541-8c84-510803d292c2 req-5c5a3337-64f0-4f4d-8722-4fc6f18860d2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398027 Feb 10 13:11:59.410130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e525283-b4a4-4dca-8b5c-7923c8cf1767 req-794688fc-846b-4d57-abf8-28af8bd5fec6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 210 time: 0.1828792 Feb 10 13:11:59.433542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:59.453864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks [] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.484690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'mac_address': 'fa:16:3e:30:67:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:11:59.489852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b853648b-91bf-4f53-a882-b57daf1d3e3b up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:11:59.576156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d6680b8-27c5-443d-a86a-9e953195d2f2 req-b313f6bb-2bbc-4545-b196-eb0540dd79db tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 210 time: 0.0595033 Feb 10 13:11:59.637604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:11:59.638155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.669409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b6d06da-d6b4-447a-bb19-d41a54fdc047 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:59.678350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b853648b-91bf-4f53-a882-b57daf1d3e3b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:11:59.689290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b853648b-91bf-4f53-a882-b57daf1d3e3b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:11:59.689736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.755589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:11:59.765642 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.784797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731526fb-2972-4e4e-9774-4162bba65fb4 req-73fbb8f8-af07-4404-a389-c71d4eb00d0a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:59.799433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731526fb-2972-4e4e-9774-4162bba65fb4 req-73fbb8f8-af07-4404-a389-c71d4eb00d0a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 944 time: 0.1428978 Feb 10 13:11:59.806131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.818634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab903ca8-37e9-4e55-93a1-44b38bc193b4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:11:59.860395 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks [] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.910854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Network 0759adbb-d592-4006-91a3-91e6a73707a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:11:59.919511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Transition to ACTIVE for port object ab903ca8-37e9-4e55-93a1-44b38bc193b4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:11:59.920601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Pushing event updated for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:11:59.932944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:11:59.938863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84e7fc-55f0-46d1-bf1f-af7a8fce52a0 req-a952ae8d-9361-4f79-b309-f20b3e1074eb tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:11:59.948345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a84e7fc-55f0-46d1-bf1f-af7a8fce52a0 req-a952ae8d-9361-4f79-b309-f20b3e1074eb tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.4219658 Feb 10 13:11:59.957592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:11:59.962926 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:11:59.999508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731526fb-2972-4e4e-9774-4162bba65fb4 req-87edebc9-61da-475b-87fe-bcd774eab057 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929862 Feb 10 13:12:00.099291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:00.100061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.122038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a84e7fc-55f0-46d1-bf1f-af7a8fce52a0 req-3d5ea927-d2db-4b70-bc7b-f7b406c13ec5 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685777 Feb 10 13:12:00.151620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b853648b-91bf-4f53-a882-b57daf1d3e3b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:00.152106 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.169877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:00.195722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:00.209637 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96835a-5cc7-4739-ac61-1271e28221d1" -d '{"events": [{"server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:00.226395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:00.262643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['1b6d06da-d6b4-447a-bb19-d41a54fdc047'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:00.293763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-65bc97ab-37a7-4f25-b85c-920ecbe60ec8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9340265 Feb 10 13:12:00.294190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Attempting to bind port ab903ca8-37e9-4e55-93a1-44b38bc193b4 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:00.294528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Attempting to bind port ab903ca8-37e9-4e55-93a1-44b38bc193b4 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:00.294868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Attempting to bind port ab903ca8-37e9-4e55-93a1-44b38bc193b4 on network 0759adbb-d592-4006-91a3-91e6a73707a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:00.308187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:00.312348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:00.322211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Request body: {'port': {'device_id': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:00.324593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Port ab903ca8-37e9-4e55-93a1-44b38bc193b4 on network 0759adbb-d592-4006-91a3-91e6a73707a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:00.325032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Attempting to bind port ab903ca8-37e9-4e55-93a1-44b38bc193b4 on network 0759adbb-d592-4006-91a3-91e6a73707a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:00.329483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf329f33-1cf6-4020-9ad6-49cf09199649 req-d19c3d32-6ab1-4d39-8349-34ecff05b997 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:00.331763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf329f33-1cf6-4020-9ad6-49cf09199649 req-d19c3d32-6ab1-4d39-8349-34ecff05b997 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 949 time: 0.1082027 Feb 10 13:12:00.336405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.339308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:00.339497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Checking segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:00.339932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Bound using segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:00.340699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Bound port: ab903ca8-37e9-4e55-93a1-44b38bc193b4, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:00.341100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.439633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b8f3e225-dcbb-4e64-9990-761619375057 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:00.440011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8f3e225-dcbb-4e64-9990-761619375057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.514657 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf329f33-1cf6-4020-9ad6-49cf09199649 req-44ef6606-6ac2-4e97-9cf2-9cfdd1a0c80e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685565 Feb 10 13:12:00.542622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:00.574607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:00.631444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:00.761107 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5802b56-6354-44ab-bb9a-88d5f35b5d37 x-openstack-request-id: req-b5802b56-6354-44ab-bb9a-88d5f35b5d37 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:00.761107 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:00.761882 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5802b56-6354-44ab-bb9a-88d5f35b5d37 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:00.761882 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'code': 200} Feb 10 13:12:00.913203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:00.913585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.073151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4328a-2871-406b-b577-bffd57358e18 req-45f1dd51-a69f-4bf7-a3ce-ec0f8b964239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:01.075242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1da4328a-2871-406b-b577-bffd57358e18 req-45f1dd51-a69f-4bf7-a3ce-ec0f8b964239 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1127 time: 0.2113893 Feb 10 13:12:01.177973 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f513f3c-3224-4f39-8346-f8a87458a4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.242393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2d2c-d98f-44d5-bdfd-1ee62072d604 req-dfbe5329-b394-4666-907a-8c873d7ceba2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:01.251810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-108a2d2c-d98f-44d5-bdfd-1ee62072d604 req-dfbe5329-b394-4666-907a-8c873d7ceba2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.2811880 Feb 10 13:12:01.300113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:01.309363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.329116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-97a461fd-d6b2-4e00-92b4-505321bf5a54 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0093db944fef4fa7a141a20bd5ff318e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030009 Feb 10 13:12:01.392669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-108a2d2c-d98f-44d5-bdfd-1ee62072d604 req-5a590106-d119-4fef-b570-45a985123d8d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382847 Feb 10 13:12:01.395188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1da4328a-2871-406b-b577-bffd57358e18 req-0606e43a-a493-4379-9f6f-fc55c6adcb99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110652 Feb 10 13:12:01.395373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:01.412651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2b69bd-2a2e-4d08-8105-d0248c71e35f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:01.417405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:01.417598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:01.426479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks [] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.429702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.443202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:01.491235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Transition to ACTIVE for port object ae2b69bd-2a2e-4d08-8105-d0248c71e35f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:12:01.493408 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.509849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.566749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:01.567281 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:01.568747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 1092 time: 2.4672766 Feb 10 13:12:01.570530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:01.573745 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f12d1b-44cc-46ca-94c0-38c1742b3875" -d '{"events": [{"name": "network-changed", "server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:01.594439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5402eb9e-778f-48dc-b5b3-30829412b9b7 req-f9b11df2-6026-446e-81a6-999bc7b8c147 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 210 time: 0.0661278 Feb 10 13:12:01.607706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-90197b2e-4ddb-482e-bc11-25226f47f08b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:01.607706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-90197b2e-4ddb-482e-bc11-25226f47f08b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695584 Feb 10 13:12:01.645749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Request body: {'port': {'device_id': '8fcee64e-3a37-4642-a36e-38259431057d', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0093db944fef4fa7a141a20bd5ff318e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:01.651276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:01.653105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404247a-7261-4f4c-943a-46e11ca26d28 service neutron] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:01.862813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee3696-bb31-4b46-b634-4adcde27c8e6 req-decfe055-3920-41de-85ee-41c2ed9401af tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:01.874429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1ee3696-bb31-4b46-b634-4adcde27c8e6 req-decfe055-3920-41de-85ee-41c2ed9401af tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 944 time: 0.1009715 Feb 10 13:12:01.966081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-7359212d-e220-4be0-9fe2-459a22113d0f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:01.967092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-7359212d-e220-4be0-9fe2-459a22113d0f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062454 Feb 10 13:12:01.971440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1ee3696-bb31-4b46-b634-4adcde27c8e6 req-8cb7c3f1-c77a-455b-9fe1-5bddd677b750 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882113 Feb 10 13:12:02.042882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Attempting to bind port ae2b69bd-2a2e-4d08-8105-d0248c71e35f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:02.043274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Attempting to bind port ae2b69bd-2a2e-4d08-8105-d0248c71e35f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:02.043607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Attempting to bind port ae2b69bd-2a2e-4d08-8105-d0248c71e35f on network 0759adbb-d592-4006-91a3-91e6a73707a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:02.060209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:02.072298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Made reservation on behalf of 0093db944fef4fa7a141a20bd5ff318e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:12:02.075723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:02.092550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Port ae2b69bd-2a2e-4d08-8105-d0248c71e35f on network 0759adbb-d592-4006-91a3-91e6a73707a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:02.092936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Attempting to bind port ae2b69bd-2a2e-4d08-8105-d0248c71e35f on network 0759adbb-d592-4006-91a3-91e6a73707a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:02.096794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-160ab303-c82d-43e8-a277-977d894c5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.098333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-160ab303-c82d-43e8-a277-977d894c5e70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1126 time: 0.3906870 Feb 10 13:12:02.104476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c37a338d-6348-48ac-9587-bc88c6720125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.111076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c37a338d-6348-48ac-9587-bc88c6720125 service neutron] 10.222.0.13 "GET /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 1124 time: 0.1199501 Feb 10 13:12:02.117088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:02.117537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:12:02.141906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdf9a-697d-4cfb-83e3-4b2e010ad5c9 req-893bb468-e315-48de-ba7f-5a2916744eac tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.143833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-919cdf9a-697d-4cfb-83e3-4b2e010ad5c9 req-893bb468-e315-48de-ba7f-5a2916744eac tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 945 time: 0.0847368 Feb 10 13:12:02.197202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:02.197613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Checking segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:02.197914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Bound using segment: {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:02.198437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Bound port: ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d497a1-243c-487e-864a-4bbc708c71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:02.198792 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:02.235576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-7a114b96-a0e8-4551-ad0b-6366c50e0492 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.0832477 Feb 10 13:12:02.238063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-919cdf9a-697d-4cfb-83e3-4b2e010ad5c9 req-07bef4a6-efe7-4802-b7ed-29b6b0b94194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Feb 10 13:12:02.401972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1310e-cb6c-4a56-8aab-f772037e75bf req-86520a07-b50c-40fd-b465-1a05f7e5d2eb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.412345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7b1310e-cb6c-4a56-8aab-f772037e75bf req-86520a07-b50c-40fd-b465-1a05f7e5d2eb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0937948 Feb 10 13:12:02.425340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Allocated IP 192.168.233.101 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/db168641-d945-4501-bf55-9350cab7b22a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:02.484648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7b1310e-cb6c-4a56-8aab-f772037e75bf req-96c9675e-a3a7-43da-b5f0-51fc062e48ca tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708909 Feb 10 13:12:02.685879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-201753f8-dc5c-401c-916f-5c3471afaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.688205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-201753f8-dc5c-401c-916f-5c3471afaf3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.4427822 Feb 10 13:12:02.697950 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7767b8e-f60e-4825-86dd-c4eaaf0b6059 x-openstack-request-id: req-b7767b8e-f60e-4825-86dd-c4eaaf0b6059 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:02.698691 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:02.699173 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7767b8e-f60e-4825-86dd-c4eaaf0b6059 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:02.699784 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'status': 'completed', 'code': 200} Feb 10 13:12:02.757234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-1fa04786-5293-415d-b90f-878558bb99c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491865 Feb 10 13:12:02.762653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:02.766080 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426bd7fb-4dfc-4f55-9498-374350bd6d08" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:02.858662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dae28-1f4d-410c-ba9c-4066bef10c6b req-b105c180-dce0-410f-91fc-06db93866d16 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:02.869223 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b22dae28-1f4d-410c-ba9c-4066bef10c6b req-b105c180-dce0-410f-91fc-06db93866d16 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1322732 Feb 10 13:12:02.989476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b22dae28-1f4d-410c-ba9c-4066bef10c6b req-6af50650-b06b-4c01-bbe2-5c01b0ea06ec tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995896 Feb 10 13:12:03.151052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-461ad347-9e69-4d2c-ba8f-8b21327faa47 req-22721a1b-5bc5-4e16-92d7-304910e5c9f1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 210 time: 0.0387118 Feb 10 13:12:03.185789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:03.199290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3049afdc-be86-472e-a4a3-6b038827092e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.283783 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b488b191-6c17-491c-90c3-6d6884e12163 x-openstack-request-id: req-b488b191-6c17-491c-90c3-6d6884e12163 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:03.283783 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:03.284109 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b488b191-6c17-491c-90c3-6d6884e12163 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:03.284348 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'code': 200} Feb 10 13:12:03.341623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:03.341990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:03.342325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:03.357290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:03.357805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.405269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:03.406108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:03.429846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e0303-369f-4e05-b93f-f01727faf348 req-01a2e9d3-a2f5-41ca-8536-809c92831218 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:03.433747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:03.434068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:03.434454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:03.434895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Bound port: 39cd8bf5-7212-4b57-b22b-def7466e4246, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:03.435930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c38e0303-369f-4e05-b93f-f01727faf348 req-01a2e9d3-a2f5-41ca-8536-809c92831218 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 944 time: 0.1095235 Feb 10 13:12:03.500782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:03.518082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.519686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-941a63d3-f667-41af-b04a-b66ef4de5559 service neutron] 10.222.0.13 "POST /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246/bindings HTTP/1.1" status: 201 len: 389 time: 1.4075963 Feb 10 13:12:03.525856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:03.556299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:03.560240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-4503632f-16fa-4433-ba3b-5b10d0fdecb1 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704942 Feb 10 13:12:03.575950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:03.576613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.590305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.595955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks [] for port (db168641-d945-4501-bf55-9350cab7b22a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.674332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:03.684899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c38e0303-369f-4e05-b93f-f01727faf348 req-d06fb7aa-4f12-476b-8345-9fb3a73b2240 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404034 Feb 10 13:12:03.734305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:03.744671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:03.745463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.746922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] 10.222.0.77 "PUT /v2.0/ports/ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 1092 time: 3.4348953 Feb 10 13:12:03.747126 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.750250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.750794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.751425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.751944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.752287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.753303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.753438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.753709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.754037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.754362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.754688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.755009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.755477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a00e213-e9f4-43df-ae5b-0f7bf4dbd88f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:03.796800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97fc86-66cc-48fe-a703-abc77cf2cddd req-ffe2003f-7afe-4703-b7dc-22d5d2950026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:03.800932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d97fc86-66cc-48fe-a703-abc77cf2cddd req-ffe2003f-7afe-4703-b7dc-22d5d2950026 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1132 time: 0.2463565 Feb 10 13:12:03.818164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4298b3cb-cea7-4215-ba92-f9af3446ade8 req-89e5d93d-17c6-49e4-abd2-be152de812ae service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489357 Feb 10 13:12:03.830311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:03.892234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:03.892883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:03.949923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6', '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'd22a3e3f-c50d-411c-a524-3d73af65a5fa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:03.967305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:03.978195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:04.021742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4f43f-2f37-42b5-b940-d9e1b251bafb req-3747ea41-75fc-445a-906f-610049179f3f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.033390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42e4f43f-2f37-42b5-b940-d9e1b251bafb req-3747ea41-75fc-445a-906f-610049179f3f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2313826 Feb 10 13:12:04.070321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d97fc86-66cc-48fe-a703-abc77cf2cddd req-5b32fb40-2bcd-43f2-a2a4-3debeb85a829 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150090 Feb 10 13:12:04.084237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event updated for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:04.102536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-9a18b00b-fa5b-4239-886b-abbe7fcb129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.104244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-9a18b00b-fa5b-4239-886b-abbe7fcb129c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1126 time: 0.2850106 Feb 10 13:12:04.147682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42e4f43f-2f37-42b5-b940-d9e1b251bafb req-0cfb8bf6-f559-443b-9703-31f91c4d4a78 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132841 Feb 10 13:12:04.210222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:04.223019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-ec51c162-9225-475d-9e3b-b32257d61ef1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 217 time: 0.1003337 Feb 10 13:12:04.334154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f448fc-0294-4c18-8fdf-0be4de1b49f9 req-eaf9b2bb-10cf-4996-a726-4735175a8981 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.341122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34f448fc-0294-4c18-8fdf-0be4de1b49f9 req-eaf9b2bb-10cf-4996-a726-4735175a8981 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 945 time: 0.4364419 Feb 10 13:12:04.349720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-2a793277-2f24-4a30-96c3-bca225ca8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.351341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-2a793277-2f24-4a30-96c3-bca225ca8a37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1126 time: 0.4562383 Feb 10 13:12:04.409022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed29338-b729-47bb-a8a8-911efa125336 req-4304961f-f877-4e9b-a3a3-17d9bc21a061 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.410556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ed29338-b729-47bb-a8a8-911efa125336 req-4304961f-f877-4e9b-a3a3-17d9bc21a061 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0983214 Feb 10 13:12:04.488718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.489572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:04.502657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-cd917b4a-2bbe-469e-a4ab-3e0a038c6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.505240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-cd917b4a-2bbe-469e-a4ab-3e0a038c6932 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.1308599 Feb 10 13:12:04.513527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ed29338-b729-47bb-a8a8-911efa125336 req-7075fe2a-58c5-491f-8405-bec3a8b0d7e4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917463 Feb 10 13:12:04.522774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-efde315d-623e-49b0-b382-f702a2a4749c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8813717 Feb 10 13:12:04.537707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-295cc555-ee42-403e-8dde-2fb104c86d7f None None] Provisioning complete for port db168641-d945-4501-bf55-9350cab7b22a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:04.538086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-295cc555-ee42-403e-8dde-2fb104c86d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db168641-d945-4501-bf55-9350cab7b22a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:04.579546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-295cc555-ee42-403e-8dde-2fb104c86d7f None None] Port db168641-d945-4501-bf55-9350cab7b22a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:12:04.582075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:04.582231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Request body: {'port': {'device_id': '8fcee64e-3a37-4642-a36e-38259431057d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:04.653530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-e025b84f-6558-4ef4-9c9b-dfbefb69f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.655127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-e025b84f-6558-4ef4-9c9b-dfbefb69f08f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.4062874 Feb 10 13:12:04.661022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db168641-d945-4501-bf55-9350cab7b22a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:04.664032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-d9678a22-b407-4c90-ad22-bbcb6b07dad6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.1523726 Feb 10 13:12:04.702312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-f7b9dc71-ce79-42a2-b2ac-0002bb991a1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344093 Feb 10 13:12:04.704682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d8150-70ac-4ea1-a6db-9d42fb22b2b1 req-3d71e004-eb39-4d72-8ad6-6a822f7dcf9d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.708019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e10d8150-70ac-4ea1-a6db-9d42fb22b2b1 req-3d71e004-eb39-4d72-8ad6-6a822f7dcf9d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0995111 Feb 10 13:12:04.720206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:04.723532 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88839ae8-c25d-47f6-b304-faef84549197" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:04.797509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e10d8150-70ac-4ea1-a6db-9d42fb22b2b1 req-fd43e809-b221-4e85-8d36-7d1e597ae1e5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813267 Feb 10 13:12:04.828035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-835a19dd-aa2c-4705-a260-a0a19a9b6d55 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942233 Feb 10 13:12:04.974303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99a1d-aa7b-41b2-af1e-2a065d7ebb31 req-5f87eba3-c52b-4e20-9786-dab788513cf3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:04.981909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1ca99a1d-aa7b-41b2-af1e-2a065d7ebb31 req-5f87eba3-c52b-4e20-9786-dab788513cf3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 936 time: 0.0822899 Feb 10 13:12:05.047569 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1ca99a1d-aa7b-41b2-af1e-2a065d7ebb31 req-7955b8a7-f623-4b52-9367-52d69f9263da tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Feb 10 13:12:05.210020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db168641-d945-4501-bf55-9350cab7b22a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:05.213989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618043b3-7e7a-4d62-9a2d-072e9c425dec req-d266e7dd-1f0a-4724-b429-6d2c751822f8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:05.218508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks [] for port (db168641-d945-4501-bf55-9350cab7b22a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:05.220062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-618043b3-7e7a-4d62-9a2d-072e9c425dec req-d266e7dd-1f0a-4724-b429-6d2c751822f8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 944 time: 0.1004221 Feb 10 13:12:05.221085 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:12:05.231747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Transition to ACTIVE for port object db168641-d945-4501-bf55-9350cab7b22a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:12:05.265700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34f448fc-0294-4c18-8fdf-0be4de1b49f9 req-4711b188-5402-4ad2-9428-517c3a046c56 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9235308 Feb 10 13:12:05.270766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:05.298446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:05.302673 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ab5b0-39c6-41fb-823f-26e804de9080" -d '{"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:05.325930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-618043b3-7e7a-4d62-9a2d-072e9c425dec req-b08a9c05-2711-49aa-ae5a-86ff7fe58f16 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995376 Feb 10 13:12:05.402821 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca80f6-8abb-4693-9670-d2293ab57836 x-openstack-request-id: req-b4ca80f6-8abb-4693-9670-d2293ab57836 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:05.403083 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:05.403342 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4ca80f6-8abb-4693-9670-d2293ab57836 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:05.403741 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f', 'status': 'completed', 'code': 200} Feb 10 13:12:05.457887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-9b84d006-0cee-4a33-8b37-28857bb4ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:05.459873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-9b84d006-0cee-4a33-8b37-28857bb4ef9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.7555141 Feb 10 13:12:05.523310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd7f0-3bc1-4c6b-a42e-d192247629b0 req-1b05187c-8cb6-40a4-a443-3f8eefafe000 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:05.525732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-643dd7f0-3bc1-4c6b-a42e-d192247629b0 req-1b05187c-8cb6-40a4-a443-3f8eefafe000 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1077666 Feb 10 13:12:05.617360 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-643dd7f0-3bc1-4c6b-a42e-d192247629b0 req-4a060657-eae5-43a0-bec9-132fa9d261eb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702169 Feb 10 13:12:05.692959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:05.709479 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637a093-870f-41f8-bea9-278f822fcd45 x-openstack-request-id: req-a637a093-870f-41f8-bea9-278f822fcd45 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:05.712852 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:05.713947 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a637a093-870f-41f8-bea9-278f822fcd45 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:05.715638 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'code': 200} Feb 10 13:12:05.717228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-ed8dddc5-019c-491b-98ba-223c2b674c8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855420 Feb 10 13:12:05.732565 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:05.753819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:05.866803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119847-621b-4718-b9d1-3a3321942c0d req-c8c1f415-a5c2-43c0-8ad4-50aa2bacce63 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:05.870638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87119847-621b-4718-b9d1-3a3321942c0d req-c8c1f415-a5c2-43c0-8ad4-50aa2bacce63 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0787563 Feb 10 13:12:05.925092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ba3ffc4-f694-4a94-ad00-9d9000ae3612 req-16917039-ddb0-45bf-a7fa-5b53654d28f9 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0619590 Feb 10 13:12:05.926815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-a60628c2-6c84-420b-9c43-3c2e10ad566d service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803887 Feb 10 13:12:06.002633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87119847-621b-4718-b9d1-3a3321942c0d req-0e013c7d-23ad-43f1-81b9-a56ce6c5fbeb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159337 Feb 10 13:12:06.228702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84e83-9e14-41fa-95db-76ac35916db7 req-a0cf44f1-f260-49e9-81c9-b66f13690db0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.237013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aaf84e83-9e14-41fa-95db-76ac35916db7 req-a0cf44f1-f260-49e9-81c9-b66f13690db0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.1057894 Feb 10 13:12:06.311804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-f6243594-6c09-42fa-9140-1c5c0cfd7f71 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 258 time: 0.8495588 Feb 10 13:12:06.316301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aaf84e83-9e14-41fa-95db-76ac35916db7 req-eaaddd99-2239-4a7f-b618-c2b26f6450db tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745606 Feb 10 13:12:06.316959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:06.383639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Attempting to bind port db168641-d945-4501-bf55-9350cab7b22a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:06.384421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Attempting to bind port db168641-d945-4501-bf55-9350cab7b22a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:06.385274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Attempting to bind port db168641-d945-4501-bf55-9350cab7b22a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:06.442009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Port db168641-d945-4501-bf55-9350cab7b22a on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:06.445186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Attempting to bind port db168641-d945-4501-bf55-9350cab7b22a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:06.471351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:06.471863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:06.472342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:06.473059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Bound port: db168641-d945-4501-bf55-9350cab7b22a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:06.473512 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db168641-d945-4501-bf55-9350cab7b22a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:06.480790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da012f-28b6-4ccc-ae1d-d667c29f6906 req-698d2d35-8242-4f41-80ff-2b5be2ff80c7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.490286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40da012f-28b6-4ccc-ae1d-d667c29f6906 req-698d2d35-8242-4f41-80ff-2b5be2ff80c7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 948 time: 0.0843744 Feb 10 13:12:06.498847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839ae8-c25d-47f6-b304-faef84549197 req-5a7bafaf-885e-400a-ae1f-2d40dc9e9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.500490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-5a7bafaf-885e-400a-ae1f-2d40dc9e9764 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1126 time: 0.1746128 Feb 10 13:12:06.508629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:06.555828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f12d1b-44cc-46ca-94c0-38c1742b3875 req-80a3bc94-624e-4bef-a09b-e741f390aa5e service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077642 Feb 10 13:12:06.579758 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40da012f-28b6-4ccc-ae1d-d667c29f6906 req-2b09f612-0437-44f5-9c49-196f340cc2e1 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883918 Feb 10 13:12:06.657114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839ae8-c25d-47f6-b304-faef84549197 req-d46d4ed3-d5b3-428d-b961-c27a9300fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.658734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-d46d4ed3-d5b3-428d-b961-c27a9300fb63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.1357446 Feb 10 13:12:06.698355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:06.702781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db168641-d945-4501-bf55-9350cab7b22a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:06.722238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d74222-beb1-4ab9-937c-6a75f559a4fd req-92688904-678d-4ae4-aa36-158a2cc2e626 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.724903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:06.734048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84d74222-beb1-4ab9-937c-6a75f559a4fd req-92688904-678d-4ae4-aa36-158a2cc2e626 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 944 time: 0.0899644 Feb 10 13:12:06.800252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84d74222-beb1-4ab9-937c-6a75f559a4fd req-4bc4c661-fd4c-4f09-90ed-85465c74713a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646763 Feb 10 13:12:06.811345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:06.820995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-32e6abdc-6890-4e57-b623-29574d2561f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 217 time: 0.1047754 Feb 10 13:12:06.911275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:06.911949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:06.913558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-db573fe3-1da9-4139-9f33-e2c279283f8a service neutron] 10.222.0.77 "PUT /v2.0/ports/db168641-d945-4501-bf55-9350cab7b22a HTTP/1.1" status: 200 len: 1096 time: 2.3359816 Feb 10 13:12:07.012115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839ae8-c25d-47f6-b304-faef84549197 req-4561b05b-3649-4113-8ee8-162e7429ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.013723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-4561b05b-3649-4113-8ee8-162e7429ec27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.1188550 Feb 10 13:12:07.065744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-ec4aaee7-6143-458f-9648-a722233ffebe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434129 Feb 10 13:12:07.087743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-5cbc874f-760e-4957-a591-0fda748e1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.089441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-5cbc874f-760e-4957-a591-0fda748e1681 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 1130 time: 0.1299784 Feb 10 13:12:07.100895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147e97f-12be-47f1-8346-1b7b274bcf3e req-e936f882-7340-4848-ba29-6a735d7c52a7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.111587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3147e97f-12be-47f1-8346-1b7b274bcf3e req-e936f882-7340-4848-ba29-6a735d7c52a7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1129210 Feb 10 13:12:07.150543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-150612b2-a883-433d-92b2-d31491eebf2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=db168641-d945-4501-bf55-9350cab7b22a HTTP/1.1" status: 200 len: 217 time: 0.0498688 Feb 10 13:12:07.154622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:07.183375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3147e97f-12be-47f1-8346-1b7b274bcf3e req-d5775e57-32b8-4084-8a73-b03f00cb36e7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707839 Feb 10 13:12:07.345088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:07.349022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-a4e13de6-7cd9-4bc0-9e63-ead79cfdc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.350605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-a4e13de6-7cd9-4bc0-9e63-ead79cfdc17f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1913171 Feb 10 13:12:07.379729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe816a-00d0-4e2a-8c75-e10baa0ec9d4 req-2c1c1ade-3d21-4b1e-912e-5fb3c55d447b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.382484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d6fe816a-00d0-4e2a-8c75-e10baa0ec9d4 req-2c1c1ade-3d21-4b1e-912e-5fb3c55d447b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1363244 Feb 10 13:12:07.411302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:07.413603 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48ff5ce-f4a6-4cea-887c-43f925f327e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "tag": "db168641-d945-4501-bf55-9350cab7b22a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:07.452125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-04c6a3ba-0ca6-43e4-8c42-5715fe8cda04 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776019 Feb 10 13:12:07.462955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d6fe816a-00d0-4e2a-8c75-e10baa0ec9d4 req-774cc075-0ee6-4a28-aea0-40b2a8972527 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732749 Feb 10 13:12:07.559394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73241-0664-4c41-b8e6-956402816d80 req-d90d38a3-d6a1-43e5-b549-9fa9a0b7524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.560940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-d90d38a3-d6a1-43e5-b549-9fa9a0b7524f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1908915 Feb 10 13:12:07.562112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Allocated IP 172.25.8.79 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/eaccc498-7798-4260-8aab-70a1f4af42bc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:07.623991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88839ae8-c25d-47f6-b304-faef84549197 req-8f4da7ab-93d1-4338-9a81-5b1e16bc45b7 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619043 Feb 10 13:12:07.629561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fc08-80b7-4207-a616-d3043ad2af60 req-e271b95a-4251-4cb3-90e9-5ea3f60b0ce7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.631061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4544fc08-80b7-4207-a616-d3043ad2af60 req-e271b95a-4251-4cb3-90e9-5ea3f60b0ce7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0903156 Feb 10 13:12:07.709889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4544fc08-80b7-4207-a616-d3043ad2af60 req-77082e09-430a-4766-8a0f-ed0334adeb48 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713003 Feb 10 13:12:07.778914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-7efc8d0b-2115-4abb-ab92-310a3e96fcaa service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060847 Feb 10 13:12:07.865454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:07.878990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88695549-d84e-4d2f-9e01-00d5ea75a0fc req-e91870cf-0618-45a4-b0c0-98bf6a8bc946 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:07.885246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88695549-d84e-4d2f-9e01-00d5ea75a0fc req-e91870cf-0618-45a4-b0c0-98bf6a8bc946 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0733182 Feb 10 13:12:07.935689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88695549-d84e-4d2f-9e01-00d5ea75a0fc req-b906c44d-3efc-450c-b249-cce6ab5b781c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491989 Feb 10 13:12:07.948144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14d73241-0664-4c41-b8e6-956402816d80 req-74cdbe8e-e1bc-41e3-99ee-2b48e8767eb5 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611125 Feb 10 13:12:07.957158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.014874 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f547f-b7d3-4650-92c1-b445812c8820 x-openstack-request-id: req-596f547f-b7d3-4650-92c1-b445812c8820 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:08.015861 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "tag": "db168641-d945-4501-bf55-9350cab7b22a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:08.016270 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-596f547f-b7d3-4650-92c1-b445812c8820 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:08.016847 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a', 'status': 'completed', 'code': 200} Feb 10 13:12:08.063486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:08.078644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:08.082128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:08.127393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0273-4dbf-474b-925d-0b83dc18fb96 req-d2050638-ed31-420c-bee0-4a6e24538141 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.128421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event updated for resources: {'Port': ['ID=eaccc498-7798-4260-8aab-70a1f4af42bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:08.129236 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-559c0273-4dbf-474b-925d-0b83dc18fb96 req-d2050638-ed31-420c-bee0-4a6e24538141 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 948 time: 0.0634012 Feb 10 13:12:08.161399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-2b286d12-6caa-40c4-900c-56751868cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.163318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-2b286d12-6caa-40c4-900c-56751868cbdc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 1130 time: 0.1260498 Feb 10 13:12:08.200891 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-559c0273-4dbf-474b-925d-0b83dc18fb96 req-fb95fc14-8548-4dbe-a0ea-895e75728082 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559273 Feb 10 13:12:08.229105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.262254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ab903ca8-37e9-4e55-93a1-44b38bc193b4 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:08.271024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.410111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-c6e3552b-a244-40b0-91f9-7dd1850b749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.411922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-c6e3552b-a244-40b0-91f9-7dd1850b749a service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1085961 Feb 10 13:12:08.474310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:08.494887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-5a8947c2-79ac-40a9-86d0-21e2acb9b813 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=db168641-d945-4501-bf55-9350cab7b22a HTTP/1.1" status: 200 len: 217 time: 0.0740671 Feb 10 13:12:08.516517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'port_id': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'mac_address': 'fa:16:3e:40:87:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:12:08.567185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ab903ca8-37e9-4e55-93a1-44b38bc193b4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:08.567665 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.582926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab903ca8-37e9-4e55-93a1-44b38bc193b4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:08.631131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-8ff11df6-1049-43e0-a30c-6bd66c89bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.633905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:08.634102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-8ff11df6-1049-43e0-a30c-6bd66c89bb28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1327674 Feb 10 13:12:08.655579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.702853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21ddb-9c95-42fc-8767-8588f9f51425 req-c6a85ab2-21f5-40d5-a04b-3801d08e19b6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.722263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01e21ddb-9c95-42fc-8767-8588f9f51425 req-c6a85ab2-21f5-40d5-a04b-3801d08e19b6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 944 time: 0.1194963 Feb 10 13:12:08.728997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:08.738677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.739171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.739615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.740057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.740492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.741422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.741422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.741826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.742179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-4bdfa61e-acb4-426f-9395-e9dbf6753d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:08.742336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.743711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.744171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.744423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-4bdfa61e-acb4-426f-9395-e9dbf6753d8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0896783 Feb 10 13:12:08.744675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.745154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:08.748814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.762098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.798911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01e21ddb-9c95-42fc-8767-8588f9f51425 req-9d2a3f91-b028-4241-b9d1-c5f90fa0791f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750484 Feb 10 13:12:08.888532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event updated for resources: {'Port': ['ID=eaccc498-7798-4260-8aab-70a1f4af42bc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:08.904582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.931489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:08.932588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fa5f8ac0-481e-4c34-9ca7-5b72c8c35474 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6196368 Feb 10 13:12:09.014578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-fdd2bc37-54e8-4d53-9751-7a10c5df189b tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.0729785 Feb 10 13:12:09.018652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-4ba5483c-cc85-44e1-86ab-50373428c9b8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654760 Feb 10 13:12:09.067603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8b80f-b4ed-409f-96e8-104376c67434 req-bc73024e-e113-4a36-be8c-17aef7c069cd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.069109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-77d8b80f-b4ed-409f-96e8-104376c67434 req-bc73024e-e113-4a36-be8c-17aef7c069cd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0612223 Feb 10 13:12:09.102545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ab903ca8-37e9-4e55-93a1-44b38bc193b4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:09.146298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-77d8b80f-b4ed-409f-96e8-104376c67434 req-4e34baa2-0af8-41f6-bca1-3893690798b6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 Feb 10 13:12:09.182310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ae2b69bd-2a2e-4d08-8105-d0248c71e35f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:09.289118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aca7bb-3605-4844-a173-5b7e1b8c3108 req-05df96ae-88bb-45ce-8207-bb451a1012f3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.300230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86aca7bb-3605-4844-a173-5b7e1b8c3108 req-05df96ae-88bb-45ce-8207-bb451a1012f3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0875652 Feb 10 13:12:09.370699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86aca7bb-3605-4844-a173-5b7e1b8c3108 req-8311d5dd-b79a-4986-b9d4-d92c59bae53d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691788 Feb 10 13:12:09.423420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:09.443480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220947-97b9-45b2-b862-09fb42ddff89 req-806adcb3-6c47-4c1a-b102-d03b0a138a9f tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.444890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-806adcb3-6c47-4c1a-b102-d03b0a138a9f tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.4252613 Feb 10 13:12:09.445275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f', 'network_id': '0759adbb-d592-4006-91a3-91e6a73707a0', 'port_id': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f', 'mac_address': 'fa:16:3e:ef:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09f839c-e4db-4bb8-94c0-716c7db79e4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:12:09.447194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a48ff5ce-f4a6-4cea-887c-43f925f327e0 req-d056d2e7-b6f6-4061-a502-380dd3a67355 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175868 Feb 10 13:12:09.456677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-1b6d9b17-daa1-4bba-abd3-95929c9615cf tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:09.457702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22220947-97b9-45b2-b862-09fb42ddff89 req-1b6d9b17-daa1-4bba-abd3-95929c9615cf tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060086 Feb 10 13:12:09.509124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ae2b69bd-2a2e-4d08-8105-d0248c71e35f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:09.509731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:09.524117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91118b-a876-47a5-aa0d-d97ff054b958 req-66c42d08-124a-48ca-a043-8a5cc76251f4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.526253 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d91118b-a876-47a5-aa0d-d97ff054b958 req-66c42d08-124a-48ca-a043-8a5cc76251f4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0931058 Feb 10 13:12:09.527377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2b69bd-2a2e-4d08-8105-d0248c71e35f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:09.554517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:09.564558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:09.611218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141967-dca3-4d7b-8767-e0b16ff136e3 req-fe416e6a-df66-41da-8509-8bfba655a613 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.612875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b141967-dca3-4d7b-8767-e0b16ff136e3 req-fe416e6a-df66-41da-8509-8bfba655a613 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 948 time: 0.0662758 Feb 10 13:12:09.622521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d91118b-a876-47a5-aa0d-d97ff054b958 req-bd7f278c-6306-454b-8803-441bbbc5dbac tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Feb 10 13:12:09.658239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:09.675589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b141967-dca3-4d7b-8767-e0b16ff136e3 req-783f20c7-c343-44fa-8298-369a5395722c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518644 Feb 10 13:12:09.851177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de602-bee3-411d-8873-4ae098b58087 req-d33b41f2-7928-4987-bdf1-0c49bad89b24 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.853342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-d33b41f2-7928-4987-bdf1-0c49bad89b24 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0973585 Feb 10 13:12:09.888672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ae2b69bd-2a2e-4d08-8105-d0248c71e35f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:09.957477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e16c9-3664-49cc-9e67-280c7a9ac953 req-5fe138c2-f17b-40c2-83b6-b8e68ce80351 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:09.965513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e4e16c9-3664-49cc-9e67-280c7a9ac953 req-5fe138c2-f17b-40c2-83b6-b8e68ce80351 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 945 time: 0.0930531 Feb 10 13:12:09.970555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-82ba19f7-196d-4555-8c11-7107660b6e1e tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.1081264 Feb 10 13:12:09.988885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'floatingip': {'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:10.031420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e4e16c9-3664-49cc-9e67-280c7a9ac953 req-21770357-1eaa-4d4e-8716-e2a4a409d3d7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647402 Feb 10 13:12:10.032266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:10.284607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473a616-713b-4834-93d4-014d2889446a req-ecd27165-f8e3-4bdb-b6be-09e2dc578dbc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:10.286266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7473a616-713b-4834-93d4-014d2889446a req-ecd27165-f8e3-4bdb-b6be-09e2dc578dbc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0678616 Feb 10 13:12:10.348465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7473a616-713b-4834-93d4-014d2889446a req-886aa0c0-7dfe-41b6-9951-aea241250c4f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560122 Feb 10 13:12:10.516559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77f252-2802-43c3-9deb-8fa4e5b0d5ca req-333f8299-4c98-4a47-965b-b2005a351b75 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:10.524458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f77f252-2802-43c3-9deb-8fa4e5b0d5ca req-333f8299-4c98-4a47-965b-b2005a351b75 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0723472 Feb 10 13:12:10.592984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f77f252-2802-43c3-9deb-8fa4e5b0d5ca req-90ce8c60-d6d3-49a8-ac09-719ccda815b9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Feb 10 13:12:10.776358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355b9a9-aa37-4d57-9c46-661ad7b01eb2 req-8b52f089-de74-4a9e-972d-ca97705768db tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:10.783670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4355b9a9-aa37-4d57-9c46-661ad7b01eb2 req-8b52f089-de74-4a9e-972d-ca97705768db tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0685084 Feb 10 13:12:10.848689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4355b9a9-aa37-4d57-9c46-661ad7b01eb2 req-a71c7b43-7599-4829-b166-20f329bed0d6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624542 Feb 10 13:12:10.866694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:10.868461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:10.874153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:10.995981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97e33-1b6d-4a7c-9925-53614e8f9b43 req-32bc2532-de74-4b59-a888-f04e8eb4c490 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:10.997537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38b97e33-1b6d-4a7c-9925-53614e8f9b43 req-32bc2532-de74-4b59-a888-f04e8eb4c490 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 948 time: 0.0587382 Feb 10 13:12:11.021196 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Floating IP 190c5839-2e9f-4a26-8781-8ccf1186112b associated. External IP: 172.25.8.79, port: b853648b-91bf-4f53-a882-b57daf1d3e3b. Feb 10 13:12:11.059580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38b97e33-1b6d-4a7c-9925-53614e8f9b43 req-7d3e586f-984f-43f2-ad53-df6435ecce89 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564036 Feb 10 13:12:11.186398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52394fb-9b9f-4bb2-a88b-71b1ed7efe36 req-a94e637f-b7c4-44ce-88be-922aa9a201e0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:11.189795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db168641-d945-4501-bf55-9350cab7b22a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:11.193148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ae2b69bd-2a2e-4d08-8105-d0248c71e35f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:11.194074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a52394fb-9b9f-4bb2-a88b-71b1ed7efe36 req-a94e637f-b7c4-44ce-88be-922aa9a201e0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 945 time: 0.0652032 Feb 10 13:12:11.252686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a52394fb-9b9f-4bb2-a88b-71b1ed7efe36 req-99e62863-30d8-4880-8f72-644b8e74af34 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545688 Feb 10 13:12:11.286624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:12:11.329798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port ae2b69bd-2a2e-4d08-8105-d0248c71e35f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:12:11.339928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port ae2b69bd-2a2e-4d08-8105-d0248c71e35f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:11.340422 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.443396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:11.455931 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Sync routers for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:11.459286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.476514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db168641-d945-4501-bf55-9350cab7b22a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:11.480059 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:11.482250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:11.552158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-05e50f25-b04f-4975-8e71-c787878d7292 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "PUT /v2.0/floatingips/190c5839-2e9f-4a26-8781-8ccf1186112b HTTP/1.1" status: 200 len: 995 time: 1.5720692 Feb 10 13:12:11.552795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:11.555350 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde" -d '{"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:11.579049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc513c-7b58-4009-a77b-102b8058cba4 req-9bc59a52-8167-4444-aee6-50d7916a1158 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:11.588118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61fc513c-7b58-4009-a77b-102b8058cba4 req-9bc59a52-8167-4444-aee6-50d7916a1158 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1226680 Feb 10 13:12:11.628019 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:11.659511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de602-bee3-411d-8873-4ae098b58087 req-ca15ccf3-69b4-4fd8-8bf7-7d32e22a5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:11.668593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'db168641-d945-4501-bf55-9350cab7b22a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'db168641-d945-4501-bf55-9350cab7b22a', 'mac_address': 'fa:16:3e:6f:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:12:11.670786 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-ca15ccf3-69b4-4fd8-8bf7-7d32e22a5537 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1127 time: 0.1011705 Feb 10 13:12:11.683785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61fc513c-7b58-4009-a77b-102b8058cba4 req-b3a30c40-2826-4663-8ee1-13ad1f723581 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827663 Feb 10 13:12:11.728435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ae2b69bd-2a2e-4d08-8105-d0248c71e35f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:11.728853 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.775352 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e849a127-d88d-4ab2-a250-b7f826353556 x-openstack-request-id: req-e849a127-d88d-4ab2-a250-b7f826353556 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:11.775652 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:11.775908 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e849a127-d88d-4ab2-a250-b7f826353556 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:11.776329 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'status': 'completed', 'code': 200} Feb 10 13:12:11.777273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port db168641-d945-4501-bf55-9350cab7b22a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:11.777532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de602-bee3-411d-8873-4ae098b58087 req-48264b5b-97d4-4cb8-a6c6-e579a5b2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:11.777654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db168641-d945-4501-bf55-9350cab7b22a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.784828 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-48264b5b-97d4-4cb8-a6c6-e579a5b2361f service neutron] 10.222.0.13 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 929 time: 0.1131122 Feb 10 13:12:11.829711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:11.850647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:11.853036 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55041763-018d-4900-bab2-c33bfe7f9157" -d '{"events": [{"server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "name": "network-vif-plugged", "status": "completed", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:11.865234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db168641-d945-4501-bf55-9350cab7b22a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:11.871259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.928623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db168641-d945-4501-bf55-9350cab7b22a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:11.940689 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:11.959156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-ed284180-f72a-4e62-a7b3-117dff81ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:11.959156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-ed284180-f72a-4e62-a7b3-117dff81ce54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1127 time: 0.1667793 Feb 10 13:12:11.980809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-172db172-3e10-4400-8a0d-57760c8b9ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 998 time: 0.1889067 Feb 10 13:12:11.981438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:12.120354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a3e0-69aa-4ed5-8c34-cd596c437832 req-f9bbf041-96da-4405-8396-63c314735777 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.128106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de602-bee3-411d-8873-4ae098b58087 req-a03319dd-2ed8-4b40-9acb-49d89ced81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.128317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5c3a3e0-69aa-4ed5-8c34-cd596c437832 req-f9bbf041-96da-4405-8396-63c314735777 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2576680 Feb 10 13:12:12.131867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-a03319dd-2ed8-4b40-9acb-49d89ced81a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.1196988 Feb 10 13:12:12.154953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:12.155327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-24a3da72-1b3c-4f82-86b9-78ed06bf5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.156895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-24a3da72-1b3c-4f82-86b9-78ed06bf5638 service neutron] 10.222.0.77 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 929 time: 0.1886175 Feb 10 13:12:12.157799 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '190c5839-2e9f-4a26-8781-8ccf1186112b', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'mac_address': 'fa:16:3e:e7:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:12:08Z', 'updated_at': '2022-02-10T13:12:10Z', 'revision_number': 1, 'project_id': 'd08b168a31004fcc94005e8775838146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:12.202605 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Checking router: cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:12.215569 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:12.216723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:12.231423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de602-bee3-411d-8873-4ae098b58087 req-e106131e-8b30-4aed-a272-652e3eadd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.233062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-e106131e-8b30-4aed-a272-652e3eadd26a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929735 Feb 10 13:12:12.243819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-5530fce1-a59d-4d73-82c0-095e74755ae0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:12.244899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-5530fce1-a59d-4d73-82c0-095e74755ae0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056109 Feb 10 13:12:12.263215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['db168641-d945-4501-bf55-9350cab7b22a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:12.294140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ab903ca8-37e9-4e55-93a1-44b38bc193b4 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:12.313681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-b439a73e-438a-4691-9ef4-050a200759c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 998 time: 0.1497202 Feb 10 13:12:12.319003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5c3a3e0-69aa-4ed5-8c34-cd596c437832 req-bb46eaa6-dbe6-4174-a0b4-a1bce4171f65 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899443 Feb 10 13:12:12.399797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-8dc53280-7478-41f8-b9dd-87d42c25be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.402481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-8dc53280-7478-41f8-b9dd-87d42c25be86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.0795875 Feb 10 13:12:12.417808 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3edff44-d6e9-4e72-ad56-2d9789805089 x-openstack-request-id: req-e3edff44-d6e9-4e72-ad56-2d9789805089 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:12.417808 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "name": "network-vif-plugged", "status": "completed", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:12.417808 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3edff44-d6e9-4e72-ad56-2d9789805089 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:12.417808 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f', 'code': 200} Feb 10 13:12:12.492550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port ab903ca8-37e9-4e55-93a1-44b38bc193b4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:12:12.523411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port ab903ca8-37e9-4e55-93a1-44b38bc193b4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:12.525156 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:12.538704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-bb4f39d1-d499-4bc2-ae75-78e69a727aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.540269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-bb4f39d1-d499-4bc2-ae75-78e69a727aa8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296594 Feb 10 13:12:12.584627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:12.594621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-56a46d1f-7d3a-4e8f-ac10-e02ca744d16a service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427725 Feb 10 13:12:12.632510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ab903ca8-37e9-4e55-93a1-44b38bc193b4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:12.633736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:12.696909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:12.704474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:12.766987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-246de602-bee3-411d-8873-4ae098b58087 req-0e801425-24f1-41b0-9f2f-c7dfe96af7bf service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658249 Feb 10 13:12:12.783475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d37ad-1a87-481f-b9a2-ce2fa0df5a68 req-16ee3385-4545-4e44-9fc4-a61382bb9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.785083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-806d37ad-1a87-481f-b9a2-ce2fa0df5a68 req-16ee3385-4545-4e44-9fc4-a61382bb9595 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1128 time: 0.3050108 Feb 10 13:12:12.811319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb360-c1d4-48d7-bb06-581da1de44e9 req-da4f2250-d24e-439a-ab7a-6b9306750e24 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:12.812868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc6cb360-c1d4-48d7-bb06-581da1de44e9 req-da4f2250-d24e-439a-ab7a-6b9306750e24 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.2707682 Feb 10 13:12:12.848938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-47765a19-bb5b-4b53-9c9d-855e1ff8afb1 service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970946 Feb 10 13:12:12.855976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:12.940424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-806d37ad-1a87-481f-b9a2-ce2fa0df5a68 req-99e85072-cad0-4846-a550-26decf45821c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480141 Feb 10 13:12:12.954207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc6cb360-c1d4-48d7-bb06-581da1de44e9 req-1991d803-50cc-4748-b52c-f6c83e693d4e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257420 Feb 10 13:12:13.009433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '190c5839-2e9f-4a26-8781-8ccf1186112b', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'mac_address': 'fa:16:3e:e7:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:12:08Z', 'updated_at': '2022-02-10T13:12:10Z', 'revision_number': 1, 'project_id': 'd08b168a31004fcc94005e8775838146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:13.040987 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40144e-e813-4114-92a6-19117345d8cf None None] The sync data for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 is: [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '190c5839-2e9f-4a26-8781-8ccf1186112b', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'mac_address': 'fa:16:3e:e7:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:12:08Z', 'updated_at': '2022-02-10T13:12:10Z', 'revision_number': 1, 'project_id': 'd08b168a31004fcc94005e8775838146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:13.053978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7a5c-8d02-47a5-be61-0727b3a77adf req-fe504e4d-5f8e-4474-bce3-07ff3c9d1561 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:13.056169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-089a7a5c-8d02-47a5-be61-0727b3a77adf req-fe504e4d-5f8e-4474-bce3-07ff3c9d1561 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 949 time: 0.1351805 Feb 10 13:12:13.080435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4e9fba-50a6-4b59-8a41-a0320b6acdde req-03059e96-8071-43d6-a49d-18ac2fd9ff2e service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241492 Feb 10 13:12:13.111082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae97b-85b8-4325-a2a3-22824dbfb3a3 req-215e47a8-b933-4a3f-9b07-50390c962796 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:13.113242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9bae97b-85b8-4325-a2a3-22824dbfb3a3 req-215e47a8-b933-4a3f-9b07-50390c962796 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0712044 Feb 10 13:12:13.137383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-089a7a5c-8d02-47a5-be61-0727b3a77adf req-1cffbd90-f394-4883-997d-ca354b68a6d6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Feb 10 13:12:13.172194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9bae97b-85b8-4325-a2a3-22824dbfb3a3 req-61df271d-fce2-4a30-a9ca-8959b7656ad7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Feb 10 13:12:13.361991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1304d0-c26a-4381-921d-e79ccc3d7ff6 req-293acb2e-9d5e-452a-8506-a3dfdbb3da1a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:13.363799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a1304d0-c26a-4381-921d-e79ccc3d7ff6 req-293acb2e-9d5e-452a-8506-a3dfdbb3da1a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0857658 Feb 10 13:12:13.422437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8945c-3b13-40ab-95a3-3caf944e3e92 None None] New status for floating IP 190c5839-2e9f-4a26-8781-8ccf1186112b: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:12:13.456910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a1304d0-c26a-4381-921d-e79ccc3d7ff6 req-ad870146-5033-432a-96d5-7ae58f2d5c56 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850008 Feb 10 13:12:13.570169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-f09080fa-7df1-4fc1-81f7-b96c855367a7 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 258 time: 0.3208919 Feb 10 13:12:13.580525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:13.613755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:13.650142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355f5c-ee2f-45a9-b9ac-b468274cc57d req-a9ad533d-e6b1-49b9-9f29-c2f0164df39b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:13.652910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42355f5c-ee2f-45a9-b9ac-b468274cc57d req-a9ad533d-e6b1-49b9-9f29-c2f0164df39b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1101079 Feb 10 13:12:13.732580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42355f5c-ee2f-45a9-b9ac-b468274cc57d req-d2bde310-96b7-432c-b723-53d59db3574f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Feb 10 13:12:13.761856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:13.896315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Allocated IP 172.25.8.45 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b85c13ef-2f29-4d3e-919a-6d67468e9c6e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:14.024614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.075394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.102426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35e99-f568-4f23-ac57-ff804f7e9af1 req-39f5dc7f-9e00-4821-b481-5f33a1860434 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:14.110518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91c35e99-f568-4f23-ac57-ff804f7e9af1 req-39f5dc7f-9e00-4821-b481-5f33a1860434 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 946 time: 0.0725837 Feb 10 13:12:14.137603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event updated for resources: {'Port': ['ID=b85c13ef-2f29-4d3e-919a-6d67468e9c6e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:14.151241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:14.154501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.154501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.155039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.155039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.155312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.155629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.156508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.156508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.156802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.157640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.157993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.158334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.158667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:14.163852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:14.166823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:14.184425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91c35e99-f568-4f23-ac57-ff804f7e9af1 req-f3e28f94-ab7f-4aa0-a35e-7435d71bf7fb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Feb 10 13:12:14.345565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1744d7-370c-48d1-917c-8c22ba2c3751 req-3c22759b-7811-449d-b67a-72a6f129c7ec tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:14.349561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d1744d7-370c-48d1-917c-8c22ba2c3751 req-3c22759b-7811-449d-b67a-72a6f129c7ec tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 949 time: 0.0785708 Feb 10 13:12:14.353972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (295c546f-b430-4ba6-b295-22c98378f275), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.409515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.419614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:14.422952 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4c477-b74e-4525-aa34-67e758e100dd" -d '{"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-plugged", "status": "completed", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:14.485438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d1744d7-370c-48d1-917c-8c22ba2c3751 req-c278735a-556d-4be6-b335-8d8a1f40a6a3 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181984 Feb 10 13:12:14.663511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.670144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.678363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-f61a4075-4a95-40c1-a794-535a4ad0a587 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:14.680631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-f61a4075-4a95-40c1-a794-535a4ad0a587 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.1174958 Feb 10 13:12:14.688234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679e8d-ecdf-4d81-b919-fe5c89cbea06 req-f08a878d-d827-43c8-bf2c-e89c4069f6f2 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:14.689943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55679e8d-ecdf-4d81-b919-fe5c89cbea06 req-f08a878d-d827-43c8-bf2c-e89c4069f6f2 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1176095 Feb 10 13:12:14.700233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:14.762997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event updated for resources: {'Port': ['ID=b85c13ef-2f29-4d3e-919a-6d67468e9c6e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:14.793739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (295c546f-b430-4ba6-b295-22c98378f275), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.826803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.828135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-b0f753be-b272-40c8-b00b-68ab970c66be tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2516584 Feb 10 13:12:14.841610 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:14.846693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55679e8d-ecdf-4d81-b919-fe5c89cbea06 req-84735a1a-aa41-45fc-a3ea-8705bc692a0c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400166 Feb 10 13:12:14.910083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-e4895e61-4375-4bcb-afef-a25328b85d2a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0731504 Feb 10 13:12:15.003882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:15.017346 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69419d-b739-481d-b29b-144032d18e06 x-openstack-request-id: req-5f69419d-b739-481d-b29b-144032d18e06 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:15.017638 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-plugged", "status": "completed", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:15.017893 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f69419d-b739-481d-b29b-144032d18e06 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:15.018321 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'code': 200} Feb 10 13:12:15.094484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:15.131558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-bed5a297-4a02-48e2-939e-8d082bc1e8a1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.133982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-bed5a297-4a02-48e2-939e-8d082bc1e8a1 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.2174485 Feb 10 13:12:15.151584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-681339b2-cb17-4817-bf59-74a44796e450 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:15.153112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-267f049e-d5f2-4be6-a868-e6727f9ec9ef req-681339b2-cb17-4817-bf59-74a44796e450 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123932 Feb 10 13:12:15.172508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dc18e-9e57-4193-bc1f-d4b1b86c1011 req-4232b3a7-db47-4104-ba77-2555a3cabb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.174503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d3dc18e-9e57-4193-bc1f-d4b1b86c1011 req-4232b3a7-db47-4104-ba77-2555a3cabb29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.0870075 Feb 10 13:12:15.209569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:15.212380 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b29d6-c4c4-43ff-a72d-e4bd28aa209b" -d '{"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:15.218758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks [] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.229589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.229817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db168641-d945-4501-bf55-9350cab7b22a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:15.255346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4133b-9ad7-45cd-bda5-e7f5a6722342 req-76f06b91-7de7-4c75-bd55-716636787989 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.257117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cb4133b-9ad7-45cd-bda5-e7f5a6722342 req-76f06b91-7de7-4c75-bd55-716636787989 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1334214 Feb 10 13:12:15.293280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d3dc18e-9e57-4193-bc1f-d4b1b86c1011 req-82ca0f3c-4c07-4e0d-be41-f38c8c1d52fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094403 Feb 10 13:12:15.332305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port db168641-d945-4501-bf55-9350cab7b22a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:12:15.347317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port db168641-d945-4501-bf55-9350cab7b22a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:15.347690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db168641-d945-4501-bf55-9350cab7b22a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.371504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88845-5a84-4350-863d-5fce6280dbbd req-df517f2d-17e2-4822-9621-3bcc58c50c69 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.381397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1b88845-5a84-4350-863d-5fce6280dbbd req-df517f2d-17e2-4822-9621-3bcc58c50c69 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0866482 Feb 10 13:12:15.443283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1b88845-5a84-4350-863d-5fce6280dbbd req-6a86cad5-94fe-455f-8052-9afc74d06f82 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609930 Feb 10 13:12:15.456780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cb4133b-9ad7-45cd-bda5-e7f5a6722342 req-2eaacb56-4c32-49d1-b3d0-4d19b06ce064 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739268 Feb 10 13:12:15.460003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:15.460536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:15.461894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:15.470678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:15.476323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Attempting to bind port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:15.481305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:15.494507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:15.495064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:15.496038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:15.496832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Bound port: d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:15.497517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.550094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port db168641-d945-4501-bf55-9350cab7b22a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:15.551157 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db168641-d945-4501-bf55-9350cab7b22a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.619307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:15.622586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:15.623418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db168641-d945-4501-bf55-9350cab7b22a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:15.633048 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.646576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.727877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:15.728085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:15.924409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.924622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42dd0-cf6b-4358-9c8e-ec9da2cd5f40 req-0cfe0908-a557-4f64-87f4-ec116013f0d7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.925057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:15.926468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-267a313d-3ecb-4874-8f17-60ba095194c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 1122 time: 1.2355363 Feb 10 13:12:15.926821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dac42dd0-cf6b-4358-9c8e-ec9da2cd5f40 req-0cfe0908-a557-4f64-87f4-ec116013f0d7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0722001 Feb 10 13:12:15.936702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-abc2729f-c1d5-437e-b009-384754227c0d tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:15.938252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-abc2729f-c1d5-437e-b009-384754227c0d tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2195170 Feb 10 13:12:16.025095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dac42dd0-cf6b-4358-9c8e-ec9da2cd5f40 req-4eb07437-3d70-4cec-b92b-3ea3cce3ed3a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907879 Feb 10 13:12:16.064622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-b5015fe5-97a8-4e45-b85c-ef3c180b7db2 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1143532 Feb 10 13:12:16.076496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d4f93d94-b3ac-4285-9656-3a7ab9b4503d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:16.079379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-e55d5e2f-5dd4-463c-b09c-9695b3296a4c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'floatingip': {'port_id': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:16.081728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4f93d94-b3ac-4285-9656-3a7ab9b4503d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:16.088061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-efb9abfb-d112-4572-9220-db57fec128ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.090462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-efb9abfb-d112-4572-9220-db57fec128ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1128 time: 0.2462382 Feb 10 13:12:16.149754 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa3965-ef5d-498f-9937-0d727f51bed6 x-openstack-request-id: req-26fa3965-ef5d-498f-9937-0d727f51bed6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:16.150440 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:16.150951 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26fa3965-ef5d-498f-9937-0d727f51bed6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:16.151597 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'code': 200} Feb 10 13:12:16.239432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-e55d5e2f-5dd4-463c-b09c-9695b3296a4c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (295c546f-b430-4ba6-b295-22c98378f275), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:16.295686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a64c-708a-4827-9258-ca82de71c427 req-9b9db188-fa88-40db-9032-60eeaf731704 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.347848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c9e4a64c-708a-4827-9258-ca82de71c427 req-9b9db188-fa88-40db-9032-60eeaf731704 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.0883977 Feb 10 13:12:16.348100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:16.392658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c9e4a64c-708a-4827-9258-ca82de71c427 req-f39264a9-7c62-4c8f-8550-d8ba34ba6d23 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833728 Feb 10 13:12:16.537886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420417-17d9-431f-8ae1-bce4633162fe req-acf1bbfc-1283-49be-a7e0-a36533086d38 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.541209 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2420417-17d9-431f-8ae1-bce4633162fe req-acf1bbfc-1283-49be-a7e0-a36533086d38 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0703728 Feb 10 13:12:16.558520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-052324e8-6b1a-440d-8708-0bdfc0a49a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.559929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-052324e8-6b1a-440d-8708-0bdfc0a49a04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.4198763 Feb 10 13:12:16.561695 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-e55d5e2f-5dd4-463c-b09c-9695b3296a4c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 13:12:16.575246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c5daa3a-4f59-44f1-ad79-84c939996ae6 req-e55d5e2f-5dd4-463c-b09c-9695b3296a4c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "PUT /v2.0/floatingips/295c546f-b430-4ba6-b295-22c98378f275 HTTP/1.1" status: 409 len: 549 time: 0.5022535 Feb 10 13:12:16.607843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:16.628320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:12:16.630311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-31fe79b3-e00e-47c8-aeef-f4ff0d98f17d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 217 time: 0.0535634 Feb 10 13:12:16.642841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2420417-17d9-431f-8ae1-bce4633162fe req-4f6e2bcc-d104-4a3b-b7a1-52f6767cfb17 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929155 Feb 10 13:12:16.725215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-517381ea-1dc0-4ee2-84ce-db510bae86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.726882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-517381ea-1dc0-4ee2-84ce-db510bae86a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.0776787 Feb 10 13:12:16.790205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-a9f9eed6-a534-4642-8b2c-30f6d24754c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559475 Feb 10 13:12:16.856703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450702b2-8568-4eb9-b200-d6e7ad342ec8 req-308bdd9c-9f1d-437c-b769-51f8db163559 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.871836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-450702b2-8568-4eb9-b200-d6e7ad342ec8 req-308bdd9c-9f1d-437c-b769-51f8db163559 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1154175 Feb 10 13:12:16.874624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679c66-bb5c-4cca-830e-58ad07d69977 req-fc9057eb-a4ca-444a-9421-baa844a09d2d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:16.876247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed679c66-bb5c-4cca-830e-58ad07d69977 req-fc9057eb-a4ca-444a-9421-baa844a09d2d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1409485 Feb 10 13:12:16.927230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-450702b2-8568-4eb9-b200-d6e7ad342ec8 req-7a3623fd-6237-4381-97b7-a30b7e79d376 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 Feb 10 13:12:16.934686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-dcdf5855-3a50-45bb-adfb-fff955a229a9 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362865 Feb 10 13:12:16.958095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed679c66-bb5c-4cca-830e-58ad07d69977 req-c7ec5bc8-7339-4b34-b364-646927ebac6b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715687 Feb 10 13:12:17.019960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:17.022661 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7285edb-da2f-48cd-bc0a-767992b3f2fb" -d '{"events": [{"server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "name": "network-vif-plugged", "status": "completed", "tag": "db168641-d945-4501-bf55-9350cab7b22a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:17.025370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-2a84566a-b061-449c-8a83-4d258c3d5212 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips/295c546f-b430-4ba6-b295-22c98378f275 HTTP/1.1" status: 200 len: 692 time: 0.0704091 Feb 10 13:12:17.080075 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abfba94-7d4f-4829-838f-615274c4a47f x-openstack-request-id: req-9abfba94-7d4f-4829-838f-615274c4a47f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:17.080651 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "name": "network-vif-plugged", "status": "completed", "tag": "db168641-d945-4501-bf55-9350cab7b22a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:17.080936 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9abfba94-7d4f-4829-838f-615274c4a47f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:17.081350 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a', 'code': 200} Feb 10 13:12:17.089680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-111344a2-a25e-45bf-b292-e27a692f23d3 req-fada2e75-1235-46f7-8258-aca2c2f2f7d8 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445801 Feb 10 13:12:17.182074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02605a65-bc15-408e-882e-24dc5788db03 req-bb42aba1-f6ce-4873-b264-5ef6d687402a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:17.185273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-bb42aba1-f6ce-4873-b264-5ef6d687402a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1589208 Feb 10 13:12:17.198029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-16a3717f-cb71-403e-96d6-7169b01858ce tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:17.204981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-16a3717f-cb71-403e-96d6-7169b01858ce tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143180 Feb 10 13:12:17.262562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e3dc-50d5-4879-b5f6-25e0d8569742 req-c40cc8cc-263f-4831-a1de-625873c160b5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:17.265371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0794e3dc-50d5-4879-b5f6-25e0d8569742 req-c40cc8cc-263f-4831-a1de-625873c160b5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0877128 Feb 10 13:12:17.273209 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-09888601-fd68-4fdf-9c9e-b1dc80a4396c tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0599899 Feb 10 13:12:17.332308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-041d58ce-2c3f-4eec-a0b9-5c79e34962c6 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0498686 Feb 10 13:12:17.353874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0794e3dc-50d5-4879-b5f6-25e0d8569742 req-8c14c5a9-5095-4eee-b547-8dfa8923ebd6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758955 Feb 10 13:12:17.365932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474190e-37f1-473d-abdb-0aa022f7c482 req-e0bf318e-48a9-469f-9121-cc5bf0ffd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:17.367873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e474190e-37f1-473d-abdb-0aa022f7c482 req-e0bf318e-48a9-469f-9121-cc5bf0ffd401 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 1132 time: 0.1016166 Feb 10 13:12:17.414256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e474190e-37f1-473d-abdb-0aa022f7c482 req-9ba153ab-c19f-4d31-884d-3e44a21b2f28 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Feb 10 13:12:17.472553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Deleting port b85c13ef-2f29-4d3e-919a-6d67468e9c6e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:17.472997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:17.519325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f9a9-164d-4a32-bd97-65469c319084 req-15c30e78-2420-45e0-b5a2-5005d7cf6dbc tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:17.520809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22e0f9a9-164d-4a32-bd97-65469c319084 req-15c30e78-2420-45e0-b5a2-5005d7cf6dbc tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.0520885 Feb 10 13:12:17.550564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:17.550917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:17.563421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Calling delete_port for b85c13ef-2f29-4d3e-919a-6d67468e9c6e owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:17.569332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22e0f9a9-164d-4a32-bd97-65469c319084 req-62a7eafa-1ab7-4adf-a437-e03c50ffce9d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Feb 10 13:12:17.706429 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b85c13ef-2f29-4d3e-919a-6d67468e9c6e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:17.811061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b1c5e-f076-4ddf-a378-f31cbece4240 req-eb0a902d-dc1a-4d8e-9223-81bc264100d5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:17.812698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-817b1c5e-f076-4ddf-a378-f31cbece4240 req-eb0a902d-dc1a-4d8e-9223-81bc264100d5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0629139 Feb 10 13:12:17.862627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-817b1c5e-f076-4ddf-a378-f31cbece4240 req-ed777f7b-2834-4d0b-8b0f-22f2e26aed65 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Feb 10 13:12:17.976182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event deleted for resources: {'Port': ['ID=b85c13ef-2f29-4d3e-919a-6d67468e9c6e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:18.042024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (295c546f-b430-4ba6-b295-22c98378f275), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:18.044489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:18.045683 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02605a65-bc15-408e-882e-24dc5788db03 req-173e2411-fefa-459a-9979-bd8572c37194 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "DELETE /v2.0/floatingips/295c546f-b430-4ba6-b295-22c98378f275 HTTP/1.1" status: 204 len: 173 time: 0.7039993 Feb 10 13:12:18.150136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001d32-b44c-4810-998d-70617327d981 req-40e41175-2fae-4a0e-a3d0-3c7f54c3557e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.151687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25001d32-b44c-4810-998d-70617327d981 req-40e41175-2fae-4a0e-a3d0-3c7f54c3557e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0579813 Feb 10 13:12:18.153262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:18.155540 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25d5fa8-6a1c-4244-8732-6c6d90f83698" -d '{"events": [{"name": "network-changed", "server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:18.207636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25001d32-b44c-4810-998d-70617327d981 req-ae40e903-99ce-40e1-a453-05299f2dc458 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Feb 10 13:12:18.318877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657418f5-2007-4d71-9f78-829336420f95 req-16c00e57-1f07-43ae-b8a7-d81f85447001 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.320956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-657418f5-2007-4d71-9f78-829336420f95 req-16c00e57-1f07-43ae-b8a7-d81f85447001 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0533621 Feb 10 13:12:18.372055 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-657418f5-2007-4d71-9f78-829336420f95 req-fba30975-db4f-449e-9a0e-81835e3af02f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Feb 10 13:12:18.419050 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410562f-3337-40ed-969f-418dc298b584 x-openstack-request-id: req-8410562f-3337-40ed-969f-418dc298b584 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:18.419533 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:18.419695 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8410562f-3337-40ed-969f-418dc298b584 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:18.420180 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'status': 'completed', 'code': 200} Feb 10 13:12:18.496318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-3d961e3b-7077-43ae-a319-64abee0bf02a tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.0999727 Feb 10 13:12:18.524882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-346c0f65-5cf4-43d6-a813-4aac56ccdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.526382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-346c0f65-5cf4-43d6-a813-4aac56ccdfd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1156 time: 0.0767455 Feb 10 13:12:18.547831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-8e22e82a-f5ce-4627-afae-a0bce7b71098 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.549317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded924f0-599e-4abe-b8a1-9e393814f0ed req-769eed9c-990d-42bb-907b-a9789de01b9c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.549456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-8e22e82a-f5ce-4627-afae-a0bce7b71098 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports/b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 942 time: 0.0475709 Feb 10 13:12:18.550591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ded924f0-599e-4abe-b8a1-9e393814f0ed req-769eed9c-990d-42bb-907b-a9789de01b9c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0747385 Feb 10 13:12:18.660339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ded924f0-599e-4abe-b8a1-9e393814f0ed req-fbb9cc85-f963-48ce-9b7f-bc7eecd54ee3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965371 Feb 10 13:12:18.670979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-678e83ad-e58f-4b0b-a587-c1fa8af8753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.672416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-678e83ad-e58f-4b0b-a587-c1fa8af8753e service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1385386 Feb 10 13:12:18.673699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-bd4c4a5f-3d0a-4c41-8c4a-228bcef05523 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.0690441 Feb 10 13:12:18.728003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-89b46aa7-7202-4c3d-965e-bbee90447ab7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0487089 Feb 10 13:12:18.791820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-e42f424e-1634-49d1-ad23-42fb3b01ecd5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:18.793325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-e42f424e-1634-49d1-ad23-42fb3b01ecd5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1072164 Feb 10 13:12:18.917539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-c05d11d5-1428-4db8-8a92-6c39c4e8cecd tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.1155195 Feb 10 13:12:18.928244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:19.002333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:19.074057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-46072609-067d-4a03-964c-21e673ef7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.075504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-46072609-067d-4a03-964c-21e673ef7569 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.3419032 Feb 10 13:12:19.094452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98990dcc-33be-4078-9c30-5ff7c8d46c80 req-ecc3d488-ddd7-40f7-9d13-ca9db86ad5f7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.095784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98990dcc-33be-4078-9c30-5ff7c8d46c80 req-ecc3d488-ddd7-40f7-9d13-ca9db86ad5f7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.0653696 Feb 10 13:12:19.124817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-dc791dcf-72a7-4ebd-80bb-23b6ea78cb6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372801 Feb 10 13:12:19.153683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:19.158679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:19.159014 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Floating IP 190c5839-2e9f-4a26-8781-8ccf1186112b disassociated. External IP: 172.25.8.79, port: b853648b-91bf-4f53-a882-b57daf1d3e3b. Feb 10 13:12:19.184769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98990dcc-33be-4078-9c30-5ff7c8d46c80 req-d0fb2060-50da-43c0-806f-85eb6bdae04c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807252 Feb 10 13:12:19.246064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-262b3d8b-27f9-4bc1-981e-bc539d15ee8c service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000485 Feb 10 13:12:19.382169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bb4d-9d1a-4c2e-b4ae-8d472beb8c19 req-4b41938a-1385-4481-a08c-648d6cfb9b56 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.384399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3282bb4d-9d1a-4c2e-b4ae-8d472beb8c19 req-4b41938a-1385-4481-a08c-648d6cfb9b56 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1318398 Feb 10 13:12:19.388315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a25d5fa8-6a1c-4244-8732-6c6d90f83698 req-d53c441b-cc9b-4149-b43c-0ef8c53d3f50 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334321 Feb 10 13:12:19.391991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:12:19.433160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3282bb4d-9d1a-4c2e-b4ae-8d472beb8c19 req-f8fb515f-e5ce-4f53-8393-0ddf108d8a67 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Feb 10 13:12:19.512010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:19.518478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:19.523876 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Sync routers for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:19.534484 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:19.535101 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:19.551297 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5811f286-e31e-4d80-aebf-338ede134dfa tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "PUT /v2.0/floatingips/190c5839-2e9f-4a26-8781-8ccf1186112b HTTP/1.1" status: 200 len: 694 time: 0.6297233 Feb 10 13:12:19.552075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:19.555434 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15376d08-deba-49b4-9bc3-931f2da21d67" -d '{"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:19.614795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-3d044937-42ae-4a6f-8c77-46382602b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.616382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-3d044937-42ae-4a6f-8c77-46382602b7f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1127 time: 0.0527608 Feb 10 13:12:19.626923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-5d641e74-15b2-42d7-8111-1bcc9c6d302d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.629039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-5d641e74-15b2-42d7-8111-1bcc9c6d302d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.1228380 Feb 10 13:12:19.646547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-ea20b1e5-5e29-4228-99e4-121fe5f9f476 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/quotas/91606bea8075431b9b36472e56da7e1d HTTP/1.1" status: 200 len: 375 time: 0.0100546 Feb 10 13:12:19.657415 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:19.703392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-0ee1cc4d-4203-4b85-80d3-19cc1a7e6f66 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516784 Feb 10 13:12:19.719037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-4f6ccd03-5e59-4bfa-ab7b-14d01a21fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.720367 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-4f6ccd03-5e59-4bfa-ab7b-14d01a21fd74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 929 time: 0.0958602 Feb 10 13:12:19.765382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-5497a0f1-589f-42d3-890e-ddbf939b5879 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 217 time: 0.0380161 Feb 10 13:12:19.801136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-4cd81aba-6c07-4fc2-83a2-3b3d55a217e4 service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902162 Feb 10 13:12:19.815167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-a6c9140b-db90-4035-955e-0479f3f7532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.816737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-a6c9140b-db90-4035-955e-0479f3f7532f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.0457730 Feb 10 13:12:19.865576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-fa9952c6-87a7-440c-8712-55884cb13d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:19.867754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-fa9952c6-87a7-440c-8712-55884cb13d3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444164 Feb 10 13:12:19.872936 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:19.902178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-eee296f3-2034-4283-9058-02a6eb074f6c service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942161 Feb 10 13:12:19.904239 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Checking router: cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:19.912503 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:19.913145 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:19.970097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-9b8ac15e-6e80-4390-903a-c761dfa9f44f service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946648 Feb 10 13:12:20.042823 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:20.077451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dabd2fa-5940-4430-a8f2-3de5e7c5deb7 req-647e9136-f378-45a2-ad4e-1a1e179ec115 service neutron] 10.222.0.13 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996466 Feb 10 13:12:20.155661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78470-caf8-498b-9567-80cb99717a49 req-541b957b-093b-49ff-962d-2dbb17595fbd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.161276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2a78470-caf8-498b-9567-80cb99717a49 req-541b957b-093b-49ff-962d-2dbb17595fbd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1090665 Feb 10 13:12:20.233750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6668-874c-415b-836a-840efc113e4e req-75f3c2fd-b9b7-405f-a60b-54a3a8eb0363 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.235715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-307f6668-874c-415b-836a-840efc113e4e req-75f3c2fd-b9b7-405f-a60b-54a3a8eb0363 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0726249 Feb 10 13:12:20.236976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2a78470-caf8-498b-9567-80cb99717a49 req-ae274161-ea38-4db2-b0c2-7ed8d1be5bbc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Feb 10 13:12:20.290969 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:20.304686 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62e1c2-1ed2-4a26-a995-2df2890ee0e8 x-openstack-request-id: req-eb62e1c2-1ed2-4a26-a995-2df2890ee0e8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:20.305095 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:20.305439 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb62e1c2-1ed2-4a26-a995-2df2890ee0e8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:20.308192 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'status': 'completed', 'code': 200} Feb 10 13:12:20.327498 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82786e85-1504-4f74-96ed-176c5ce60366 None None] The sync data for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 is: [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:11:39Z', 'revision_number': 4, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5894b723-1889-420d-a7e4-2646640a53be', 'name': '', 'network_id': '639683bb-21bd-4d4d-a5ff-6ff5d470522f', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'mac_address': 'fa:16:3e:95:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:37Z', 'updated_at': '2022-02-10T13:11:44Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'subnets': [{'id': '32dd05cb-1712-4feb-bb4a-5fd16c9c910d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:20.341877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-307f6668-874c-415b-836a-840efc113e4e req-7f64653e-ebb6-442f-85f0-2b8aa7022736 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964994 Feb 10 13:12:20.416853 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d74d00c2-c93b-46dd-8216-6e8032da05f7 req-fe1808fa-84c6-4e2d-8c92-c1c6e9b1f17b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 210 time: 0.0304217 Feb 10 13:12:20.461564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-07f3081a-f38b-4aa8-85c8-b0103c812367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.463664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-07f3081a-f38b-4aa8-85c8-b0103c812367 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d08b168a31004fcc94005e8775838146&device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 1127 time: 0.1357114 Feb 10 13:12:20.493662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52422017-6f9d-4050-8284-88da601d4354 req-f841fe18-9e5d-445e-827a-c09f20f016ec tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips/190c5839-2e9f-4a26-8781-8ccf1186112b HTTP/1.1" status: 200 len: 694 time: 0.0463860 Feb 10 13:12:20.521653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22999694-d104-4beb-8ca4-01ee490401e3 req-9ccbfea4-10c7-444b-afa6-36245e4ce38b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.526066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22999694-d104-4beb-8ca4-01ee490401e3 req-9ccbfea4-10c7-444b-afa6-36245e4ce38b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.1332304 Feb 10 13:12:20.623846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422017-6f9d-4050-8284-88da601d4354 req-014fcb64-788c-4a52-81a7-9bc8aa5356db tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.625430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52422017-6f9d-4050-8284-88da601d4354 req-014fcb64-788c-4a52-81a7-9bc8aa5356db tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1261308 Feb 10 13:12:20.671281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22999694-d104-4beb-8ca4-01ee490401e3 req-91f665b0-98d3-49cd-b75d-6e5f470649aa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381676 Feb 10 13:12:20.679918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-8625608b-0833-40c6-901b-ed862c53318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.682207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-8625608b-0833-40c6-901b-ed862c53318b service neutron] 10.222.0.77 "GET /v2.0/networks?id=639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 200 len: 929 time: 0.2067361 Feb 10 13:12:20.696893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52422017-6f9d-4050-8284-88da601d4354 req-7c2f1c8d-03fd-4620-847c-b39068bdb6cd tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 697 time: 0.0626087 Feb 10 13:12:20.729451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-b0844474-273f-4fb6-bee8-4ac092455fa6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 200 len: 217 time: 0.0399749 Feb 10 13:12:20.739897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbef93b-19da-44ad-b061-10eec7a75a0c None None] New status for floating IP 190c5839-2e9f-4a26-8781-8ccf1186112b: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:12:20.769715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52422017-6f9d-4050-8284-88da601d4354 req-2354e63b-ab09-456d-9a76-523c2e39bd7d tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 697 time: 0.0672653 Feb 10 13:12:20.900189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-fd898ac1-e6fa-45dc-88ad-b935ae0d2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.901863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-fd898ac1-e6fa-45dc-88ad-b935ae0d2a73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 200 len: 867 time: 0.1576312 Feb 10 13:12:20.914875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac4eca-643d-4b75-85d0-5a5bc8373d8a req-4c622c4e-c72d-448f-91dd-49c7740ae407 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.915451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Deleting port eaccc498-7798-4260-8aab-70a1f4af42bc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:20.915792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:20.917217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bac4eca-643d-4b75-85d0-5a5bc8373d8a req-4c622c4e-c72d-448f-91dd-49c7740ae407 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.1602936 Feb 10 13:12:20.930376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-9edf7bf2-3045-4116-968e-1247b31a2961 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:20.932148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-9edf7bf2-3045-4116-968e-1247b31a2961 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd016fe2-21b3-472c-9ddf-b81b35b20583 HTTP/1.1" status: 200 len: 945 time: 0.1294837 Feb 10 13:12:21.002027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.002488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (eaccc498-7798-4260-8aab-70a1f4af42bc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.016850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Calling delete_port for eaccc498-7798-4260-8aab-70a1f4af42bc owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:21.080774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bac4eca-643d-4b75-85d0-5a5bc8373d8a req-cfea69ef-42f5-48c4-98b3-ac8e84809813 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474535 Feb 10 13:12:21.087491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-e664d0b2-5a38-41b9-88ad-8d664956eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.088998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-e664d0b2-5a38-41b9-88ad-8d664956eb00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=639683bb-21bd-4d4d-a5ff-6ff5d470522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1705887 Feb 10 13:12:21.164495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eaccc498-7798-4260-8aab-70a1f4af42bc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.190786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event deleted for resources: {'Port': ['ID=eaccc498-7798-4260-8aab-70a1f4af42bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:21.209325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Deleting port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:21.209664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.261995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:21.265545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks [] for floatingip (190c5839-2e9f-4a26-8781-8ccf1186112b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.268685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.270106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52422017-6f9d-4050-8284-88da601d4354 req-04bc4a8d-2841-4320-997d-4db11ff6a803 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "DELETE /v2.0/floatingips/190c5839-2e9f-4a26-8781-8ccf1186112b HTTP/1.1" status: 204 len: 173 time: 0.4945779 Feb 10 13:12:21.282033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-ff43e29e-5441-4775-a09c-248c2334cf2f service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865857 Feb 10 13:12:21.374450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:21.374817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.386540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91996-21eb-4790-8a9d-ffd8d013d520 req-476c5435-e48d-4d32-8a77-8adf724c9a51 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.394735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5e91996-21eb-4790-8a9d-ffd8d013d520 req-476c5435-e48d-4d32-8a77-8adf724c9a51 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 1132 time: 0.0543532 Feb 10 13:12:21.402700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:21.406146 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f32038-e8ef-4aec-afbb-017660f77469" -d '{"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:21.420079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:21.426359 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.430691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b3b3-4205-4fef-b8a6-21605f528e74 req-ef918b8b-1883-49da-8482-61dc1247e8f8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.432259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fea4b3b3-4205-4fef-b8a6-21605f528e74 req-ef918b8b-1883-49da-8482-61dc1247e8f8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.2699337 Feb 10 13:12:21.446583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5e91996-21eb-4790-8a9d-ffd8d013d520 req-4fdca972-a29f-4d07-be4a-b8408fda3ea5 tempest-ServersOnMultiNodesTest-1207369793 tempest-ServersOnMultiNodesTest-1207369793-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Feb 10 13:12:21.503177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:21.528522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] For port 1b6d06da-d6b4-447a-bb19-d41a54fdc047, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1b6d06da-d6b4-447a-bb19-d41a54fdc047,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:21.529106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.562773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-9c2f498c-ecd6-4d9e-b826-3ee425df42bd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.564424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-9c2f498c-ecd6-4d9e-b826-3ee425df42bd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.3277729 Feb 10 13:12:21.579653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501dc8e-76e9-4056-960d-877e7de27fb0 req-e0fc4e65-ab0f-40c6-949c-1db11ca80c40 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.587679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d501dc8e-76e9-4056-960d-877e7de27fb0 req-e0fc4e65-ab0f-40c6-949c-1db11ca80c40 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0642941 Feb 10 13:12:21.589660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Calling delete_port for 1b6d06da-d6b4-447a-bb19-d41a54fdc047 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:21.594219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Request body: {'port': {'device_id': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'admin_state_up': True, 'tenant_id': '91606bea8075431b9b36472e56da7e1d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:21.610977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fea4b3b3-4205-4fef-b8a6-21605f528e74 req-629e7c51-9860-4a47-a8a2-643ca6b998d3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494174 Feb 10 13:12:21.613443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15376d08-deba-49b4-9bc3-931f2da21d67 req-3d6167e6-a80c-4148-b4f6-508968809d38 service neutron] 10.222.0.77 "GET /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210731 Feb 10 13:12:21.664918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d501dc8e-76e9-4056-960d-877e7de27fb0 req-aee9bc76-4c9c-48d8-bf18-9f3a9b799401 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 Feb 10 13:12:21.718046 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f50f265-1aeb-4ad5-b6f6-bca7bd09c7c3 x-openstack-request-id: req-0f50f265-1aeb-4ad5-b6f6-bca7bd09c7c3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:21.718466 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:21.718825 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f50f265-1aeb-4ad5-b6f6-bca7bd09c7c3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:21.719321 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'code': 200} Feb 10 13:12:21.792746 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-888cffb5-c7c9-4b83-bc26-67416ca1c4f0 req-27e68ad3-e009-48fb-80e6-bad9d95181bb tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 210 time: 0.0280747 Feb 10 13:12:21.847882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5234cd-7ea2-4f07-b5d9-997685565a57 req-e13d90ce-73c2-4f9b-a433-25ba6cb390c8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:21.850538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d5234cd-7ea2-4f07-b5d9-997685565a57 req-e13d90ce-73c2-4f9b-a433-25ba6cb390c8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1250176 Feb 10 13:12:21.876804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:12:21.879503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:21.985789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1b6d06da-d6b4-447a-bb19-d41a54fdc047), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.032319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d5234cd-7ea2-4f07-b5d9-997685565a57 req-a442de51-e5c6-427e-8ba6-ed5420cdcc4e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504712 Feb 10 13:12:22.039822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event deleted for resources: {'Port': ['ID=1b6d06da-d6b4-447a-bb19-d41a54fdc047,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:22.101497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeac80-7ddf-44f4-aea9-0090ef07f7ee req-db6149dd-bcd1-43b2-84cb-87e4ec9316c9 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.103279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbeac80-7ddf-44f4-aea9-0090ef07f7ee req-db6149dd-bcd1-43b2-84cb-87e4ec9316c9 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0838845 Feb 10 13:12:22.120409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] No DVR routers for this DVR port 1b6d06da-d6b4-447a-bb19-d41a54fdc047 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:22.124593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.128145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e12d49b-0fee-4daa-9cd0-1337e7f978ee req-2ef99dfc-d25d-400a-a48b-9ebd18ec61cc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "DELETE /v2.0/ports/1b6d06da-d6b4-447a-bb19-d41a54fdc047 HTTP/1.1" status: 204 len: 173 time: 1.1868351 Feb 10 13:12:22.128596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-deleted', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:22.131488 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649f596b-7b38-4461-a3d0-aea1adc1fd32" -d '{"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-deleted", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:22.160952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbeac80-7ddf-44f4-aea9-0090ef07f7ee req-d250c8bc-7da9-4306-8337-3849410afc90 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0514312 Feb 10 13:12:22.185115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Allocated IP 172.20.0.11 (3c9012b7-3376-497d-881a-9ce3e934df85/ca1df21c-1e68-4711-a122-24b012455f14/6bc73e09-95d5-4b3e-8e3e-df144b89e4fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:22.276367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247351-39b8-4a38-b44d-3d9232d8192f req-b5492011-3066-4411-bc44-420bec8a6a16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.278131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78247351-39b8-4a38-b44d-3d9232d8192f req-b5492011-3066-4411-bc44-420bec8a6a16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.0565944 Feb 10 13:12:22.318514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3629-8061-4d49-a078-fe797f3f9a94 req-60f4bd9a-9ea1-416b-afb2-d2e8fa67e6ff tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.326001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7be3629-8061-4d49-a078-fe797f3f9a94 req-60f4bd9a-9ea1-416b-afb2-d2e8fa67e6ff tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.1670039 Feb 10 13:12:22.344394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78247351-39b8-4a38-b44d-3d9232d8192f req-e05dc108-eec1-4488-9a38-4309159c85ff tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584393 Feb 10 13:12:22.402435 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897a7f97-8c1a-4763-89c7-f6a7c1d34f08 x-openstack-request-id: req-897a7f97-8c1a-4763-89c7-f6a7c1d34f08 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:22.402865 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd016fe2-21b3-472c-9ddf-b81b35b20583", "name": "network-vif-deleted", "tag": "1b6d06da-d6b4-447a-bb19-d41a54fdc047", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:22.403269 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-897a7f97-8c1a-4763-89c7-f6a7c1d34f08 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:22.403735 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd016fe2-21b3-472c-9ddf-b81b35b20583', 'name': 'network-vif-deleted', 'tag': '1b6d06da-d6b4-447a-bb19-d41a54fdc047', 'status': 'completed', 'code': 200} Feb 10 13:12:22.444873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7be3629-8061-4d49-a078-fe797f3f9a94 req-f3f1b102-10be-4046-8c54-8ea7a924c92f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099625 Feb 10 13:12:22.447347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8865eefa-571e-4889-bb94-99c171eab6c1 req-866ed2d9-9cd0-4821-b4b0-e872d0d6b864 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0384030 Feb 10 13:12:22.478171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks [] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.517906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.566527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Network 3c9012b7-3376-497d-881a-9ce3e934df85 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:22.570648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:22.574628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:22.610320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:22.699475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.700163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.728321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-46602a1b-eef3-47e0-becf-45a259f1cd0e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1429822 Feb 10 13:12:22.740223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49fa33-7cbf-4579-bd1b-fa1833203696 req-d797a24e-e35f-46ce-a225-e6090627cd81 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.742736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b49fa33-7cbf-4579-bd1b-fa1833203696 req-d797a24e-e35f-46ce-a225-e6090627cd81 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 945 time: 0.0866303 Feb 10 13:12:22.747602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Request body: {'port': {'device_id': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:22.786729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb85b4-cb5e-4abc-a42e-e00bc12817d1 req-5bbb3281-01f1-4500-84c5-1225ed75fdf7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.789201 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a5eb85b4-cb5e-4abc-a42e-e00bc12817d1 req-5bbb3281-01f1-4500-84c5-1225ed75fdf7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0745382 Feb 10 13:12:22.841202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b49fa33-7cbf-4579-bd1b-fa1833203696 req-2ae54038-e1f9-4d7c-ad10-9e4efa280f31 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Feb 10 13:12:22.842598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a5eb85b4-cb5e-4abc-a42e-e00bc12817d1 req-f549bc8a-5fbf-4a21-a9aa-fc9b070eaffc tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Feb 10 13:12:22.847681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:22.988354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd654be-36b8-4245-b65a-b1703d0e728f req-5bea93be-6b35-4a77-853e-44803944f5a7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:22.990466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cd654be-36b8-4245-b65a-b1703d0e728f req-5bea93be-6b35-4a77-853e-44803944f5a7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 932 time: 0.0615342 Feb 10 13:12:23.040890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cd654be-36b8-4245-b65a-b1703d0e728f req-68630cc8-753e-4385-9cec-382fa1500540 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Feb 10 13:12:23.058304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494168e-8628-42d2-9d0e-87598d1cb34a req-4dbcf65d-0703-4c4c-aeaf-8200c308428f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.059808 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e494168e-8628-42d2-9d0e-87598d1cb34a req-4dbcf65d-0703-4c4c-aeaf-8200c308428f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1429288 Feb 10 13:12:23.149000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e494168e-8628-42d2-9d0e-87598d1cb34a req-aec2fad8-6892-4637-abe7-54aec7ae88d4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641820 Feb 10 13:12:23.173846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938663-cfa2-4b4c-b4e6-b1ca35f90282 req-dca6489c-09d9-4ccb-a9b8-0db348d5e147 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.174473 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca938663-cfa2-4b4c-b4e6-b1ca35f90282 req-dca6489c-09d9-4ccb-a9b8-0db348d5e147 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0634115 Feb 10 13:12:23.214778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:23.223418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks [] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:23.223677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca938663-cfa2-4b4c-b4e6-b1ca35f90282 req-3b409f8b-1264-4ce3-b1e5-1627bf8295cb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Feb 10 13:12:23.236995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Transition to ACTIVE for port object 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:12:23.248034 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:23.297759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:23.375648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Attempting to bind port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:23.376235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Attempting to bind port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:23.376570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Attempting to bind port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:23.381288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd on network 3c9012b7-3376-497d-881a-9ce3e934df85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:23.381608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Attempting to bind port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:23.387098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:23.387438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Checking segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:23.387823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Bound using segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:23.388254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Bound port: 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:23.388611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:23.485249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:23.489755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:23.498391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:23.506601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8992d-824b-481b-8f2c-618430851e25 req-2a1e95bb-c20f-4cd7-b1c8-b7bd2d5ba513 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.509006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7e8992d-824b-481b-8f2c-618430851e25 req-2a1e95bb-c20f-4cd7-b1c8-b7bd2d5ba513 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.0852242 Feb 10 13:12:23.572254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.572254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:23.573341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] 10.222.0.21 "PUT /v2.0/ports/6bc73e09-95d5-4b3e-8e3e-df144b89e4fd HTTP/1.1" status: 200 len: 1092 time: 0.8296824 Feb 10 13:12:23.598498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f847-d1bd-443d-b5b8-5fd8e5613895 req-6ef92843-cc90-460f-a21f-6adf8ac5e42d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.610475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90c9f847-d1bd-443d-b5b8-5fd8e5613895 req-6ef92843-cc90-460f-a21f-6adf8ac5e42d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0722399 Feb 10 13:12:23.664425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90c9f847-d1bd-443d-b5b8-5fd8e5613895 req-087d1097-7e18-4bae-bfcf-bf109179069c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Feb 10 13:12:23.664939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7e8992d-824b-481b-8f2c-618430851e25 req-79f42a28-0dc9-4fba-839f-ce21803f6eb2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493754 Feb 10 13:12:23.670725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73088cc6-6de9-480c-8896-97ce13228ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:23.699193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-f0f4bade-1995-4c2c-8d2a-f66c17a6b523 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.700640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-f0f4bade-1995-4c2c-8d2a-f66c17a6b523 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.1478524 Feb 10 13:12:23.720387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-9a6cd58b-0fc5-4fca-9e41-dfa3d3820ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.721978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-9a6cd58b-0fc5-4fca-9e41-dfa3d3820ebf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 1126 time: 0.0944927 Feb 10 13:12:23.985076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeca9e-b119-476a-8c54-de5cbff12da7 req-74a73b77-3d3c-4395-be76-53d29f3e744e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:23.986587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2eeca9e-b119-476a-8c54-de5cbff12da7 req-74a73b77-3d3c-4395-be76-53d29f3e744e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Feb 10 13:12:24.028663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-66dc09d7-1de2-4197-9f89-b727991e82dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd HTTP/1.1" status: 200 len: 217 time: 0.2889009 Feb 10 13:12:24.037893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2eeca9e-b119-476a-8c54-de5cbff12da7 req-63042075-c4a0-4ec5-8662-bc57ebceb4eb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Feb 10 13:12:24.160338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d77c5a-a2c2-4604-9281-3241f10a24ba req-ab219042-36f5-45b4-bd24-31286b603d98 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.161831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7d77c5a-a2c2-4604-9281-3241f10a24ba req-ab219042-36f5-45b4-bd24-31286b603d98 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 944 time: 0.0515907 Feb 10 13:12:24.163169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c714-a207-4eba-9934-b0ac3a874311 req-8b1cee66-508a-4d10-91d6-d2bf1629c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.164653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-8b1cee66-508a-4d10-91d6-d2bf1629c4a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1246872 Feb 10 13:12:24.203298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ad487-2f23-4a17-8d8a-08d23a32618f req-b12900d0-e6ee-4ed8-993c-d8de61435950 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.204819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99ad487-2f23-4a17-8d8a-08d23a32618f req-b12900d0-e6ee-4ed8-993c-d8de61435950 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 945 time: 0.1813345 Feb 10 13:12:24.209983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7d77c5a-a2c2-4604-9281-3241f10a24ba req-6def13ba-1ef4-42b9-8390-7a09a34cbe7a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Feb 10 13:12:24.225762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-297aecbb-b8f4-42e9-acd2-0eb6be36f994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459199 Feb 10 13:12:24.258211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-af90abb1-73b2-406e-b71b-d9457bdce3c9 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.259667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-af90abb1-73b2-406e-b71b-d9457bdce3c9 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.77 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 945 time: 0.1490686 Feb 10 13:12:24.264497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port db168641-d945-4501-bf55-9350cab7b22a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:24.264866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (db168641-d945-4501-bf55-9350cab7b22a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:24.318798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4749f-9900-4181-b243-f5802d3fb330 req-e42880c7-ace8-47a6-8502-d4138b2fc0d1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.321301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30e4749f-9900-4181-b243-f5802d3fb330 req-e42880c7-ace8-47a6-8502-d4138b2fc0d1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0549431 Feb 10 13:12:24.369712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30e4749f-9900-4181-b243-f5802d3fb330 req-53157e1c-1bff-45a2-a4c8-88d171ee1cb5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423112 Feb 10 13:12:24.428629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:24.431508 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac66ef-ccbc-4393-90ab-735fec24c663" -d '{"events": [{"name": "network-changed", "server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:24.443392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99ad487-2f23-4a17-8d8a-08d23a32618f req-c601290f-c6d4-4404-a6ba-b7d64e715e76 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/security-groups?id=64564ca4-c9ff-4283-82ed-00b03537b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224767 Feb 10 13:12:24.494937 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3f68a5-2948-4458-a856-650be2b59d04 x-openstack-request-id: req-5d3f68a5-2948-4458-a856-650be2b59d04 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:24.495208 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:24.495463 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d3f68a5-2948-4458-a856-650be2b59d04 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:24.495857 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'status': 'completed', 'code': 200} Feb 10 13:12:24.504541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef707-5206-4c72-87a2-41db761ac14f req-49242a11-022f-4fe4-8f71-4135de6c1cc8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.506148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9daef707-5206-4c72-87a2-41db761ac14f req-49242a11-022f-4fe4-8f71-4135de6c1cc8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0716457 Feb 10 13:12:24.514608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-05ed6c59-8c82-4a17-9f75-f94c3af90745 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776213 Feb 10 13:12:24.524390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port db168641-d945-4501-bf55-9350cab7b22a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db168641-d945-4501-bf55-9350cab7b22a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:24.524776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (db168641-d945-4501-bf55-9350cab7b22a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:24.555653 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9daef707-5206-4c72-87a2-41db761ac14f req-8c03a04c-f732-4af4-bc58-ca7b6fe87bc6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Feb 10 13:12:24.558667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for db168641-d945-4501-bf55-9350cab7b22a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:24.658094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Deleting port b853648b-91bf-4f53-a882-b57daf1d3e3b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:24.658764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:24.715737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1429c714-a207-4eba-9934-b0ac3a874311 req-66b62ccf-57b8-4714-84a5-c5c00755fdfe service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870074 Feb 10 13:12:24.807711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656185-4061-4cf3-a452-36a05fd60bd6 req-1b7b511c-b475-4ba6-8209-1447bd2ededd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.809922 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93656185-4061-4cf3-a452-36a05fd60bd6 req-1b7b511c-b475-4ba6-8209-1447bd2ededd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0615644 Feb 10 13:12:24.859284 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93656185-4061-4cf3-a452-36a05fd60bd6 req-b48241ed-db7e-475b-b33a-e051eacce922 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431097 Feb 10 13:12:24.901034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] For port b853648b-91bf-4f53-a882-b57daf1d3e3b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b853648b-91bf-4f53-a882-b57daf1d3e3b,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:24.901408 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:24.924865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf34f6-373e-47bb-b802-54975703c612 req-67310362-5d10-4840-84e0-484ed70127d0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.926278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7cf34f6-373e-47bb-b802-54975703c612 req-67310362-5d10-4840-84e0-484ed70127d0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fcee64e-3a37-4642-a36e-38259431057d HTTP/1.1" status: 200 len: 950 time: 0.1795506 Feb 10 13:12:24.935094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Calling delete_port for b853648b-91bf-4f53-a882-b57daf1d3e3b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:24.962056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (db168641-d945-4501-bf55-9350cab7b22a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:24.964958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-65f06bd1-7e17-43ed-b8b7-d05124438bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:24.966509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-65f06bd1-7e17-43ed-b8b7-d05124438bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 1126 time: 0.1776268 Feb 10 13:12:24.975010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87', 'db168641-d945-4501-bf55-9350cab7b22a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:24.977484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6', '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'd22a3e3f-c50d-411c-a524-3d73af65a5fa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:25.069130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=db168641-d945-4501-bf55-9350cab7b22a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:25.157163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7cf34f6-373e-47bb-b802-54975703c612 req-6d39c3fa-5cb2-451a-906a-450a12befbd2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200825 Feb 10 13:12:25.185355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port db168641-d945-4501-bf55-9350cab7b22a on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:25.190480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:25.193886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dbe39b7-5cc7-49e0-9578-e5e64595c4d3 req-9d782361-5781-4b2e-833a-4297bfebc4e4 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "DELETE /v2.0/ports/db168641-d945-4501-bf55-9350cab7b22a HTTP/1.1" status: 204 len: 173 time: 1.4863455 Feb 10 13:12:25.231014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-9bda9aae-4734-472a-88bc-966a3aaaf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.232535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-9bda9aae-4734-472a-88bc-966a3aaaf00f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 905 time: 0.2540553 Feb 10 13:12:25.263403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f314e08-4b51-4aa0-8a5e-264774885716 req-0d3911c6-c5f5-4d25-b48f-5cd4a7a5b01f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.285810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f314e08-4b51-4aa0-8a5e-264774885716 req-0d3911c6-c5f5-4d25-b48f-5cd4a7a5b01f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1550522 Feb 10 13:12:25.312403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b853648b-91bf-4f53-a882-b57daf1d3e3b no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:25.356041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-35becd44-e0db-4ad4-b990-3797c6f529ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd HTTP/1.1" status: 200 len: 217 time: 0.0635824 Feb 10 13:12:25.368130 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f314e08-4b51-4aa0-8a5e-264774885716 req-ed5ca223-a026-4169-a862-ce0f128c11d1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727186 Feb 10 13:12:25.413131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b853648b-91bf-4f53-a882-b57daf1d3e3b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:25.444591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No active binding found for port b853648b-91bf-4f53-a882-b57daf1d3e3b {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:12:25.445615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port b853648b-91bf-4f53-a882-b57daf1d3e3b host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:12:25.446472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b853648b-91bf-4f53-a882-b57daf1d3e3b not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:25.447066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db168641-d945-4501-bf55-9350cab7b22a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:25.480580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Pushing event deleted for resources: {'Port': ['ID=b853648b-91bf-4f53-a882-b57daf1d3e3b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:25.486672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: db168641-d945-4501-bf55-9350cab7b22a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:25.487294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db168641-d945-4501-bf55-9350cab7b22a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:25.487868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:25.489949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-a951476e-83ea-4fad-bd6e-b4a11b63f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.491447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-a951476e-83ea-4fad-bd6e-b4a11b63f355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1259983 Feb 10 13:12:25.530488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 1b6d06da-d6b4-447a-bb19-d41a54fdc047 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:25.530830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1b6d06da-d6b4-447a-bb19-d41a54fdc047 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:25.550437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712d8d-f801-4504-9bf6-7466c9ad4730 req-d5631173-9e21-4837-a9ca-29773f1a5b6f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.550871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-b4225bfa-adcb-4107-a935-2404615d0be3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511670 Feb 10 13:12:25.557623 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7712d8d-f801-4504-9bf6-7466c9ad4730 req-d5631173-9e21-4837-a9ca-29773f1a5b6f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0738902 Feb 10 13:12:25.594926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] No DVR routers for this DVR port b853648b-91bf-4f53-a882-b57daf1d3e3b on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:25.604279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68959ad-2498-4089-bcd3-163d5e4213bc req-2cf225bf-0cdd-48e2-99cd-88143189b8b7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.612533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b68959ad-2498-4089-bcd3-163d5e4213bc req-2cf225bf-0cdd-48e2-99cd-88143189b8b7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 944 time: 0.2362208 Feb 10 13:12:25.629422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:25.633831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4b77822-a3d5-4dae-b3a5-fa3559709795 req-f8c1ba7e-32ae-43bb-bdb4-96d524f61cc5 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.77 "DELETE /v2.0/ports/b853648b-91bf-4f53-a882-b57daf1d3e3b HTTP/1.1" status: 204 len: 173 time: 1.3567114 Feb 10 13:12:25.634321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7712d8d-f801-4504-9bf6-7466c9ad4730 req-45550d01-618d-44cd-a80b-fc6218aa3db9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646102 Feb 10 13:12:25.744664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b68959ad-2498-4089-bcd3-163d5e4213bc req-13420ef2-f506-4522-b893-33aa03f81b8d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310511 Feb 10 13:12:25.815565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-3b90b38e-6070-4ea2-a34a-758494ade8e0 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358568 Feb 10 13:12:25.845325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c3546dd-a221-43ee-bbee-ee7fcd8563c3 req-10027862-6385-4518-b394-8ee4c193b881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881 tempest-FloatingIPsAssociationNegativeTestJSON-291137881-project] 10.222.0.13 "GET /v2.0/ports?device_id=649ad8f6-d48e-4978-84d1-9efab41fb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0647628 Feb 10 13:12:25.967689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de68b-cb0f-4630-a3be-32b5a46140ce req-a82199e6-4aa7-4265-9104-ff03a6834168 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.969203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-864de68b-cb0f-4630-a3be-32b5a46140ce req-a82199e6-4aa7-4265-9104-ff03a6834168 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1143694 Feb 10 13:12:25.975192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fac66ef-ccbc-4393-90ab-735fec24c663 req-abb530a5-28eb-4ddf-b16b-19d89d322855 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534960 Feb 10 13:12:25.996645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dbf75-7db1-4857-be18-311a8905811c req-3499ca73-968a-4a42-ae52-fa5453ba6378 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:25.998321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de7dbf75-7db1-4857-be18-311a8905811c req-3499ca73-968a-4a42-ae52-fa5453ba6378 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0573559 Feb 10 13:12:26.019314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-864de68b-cb0f-4630-a3be-32b5a46140ce req-7f25e287-587c-4862-96c5-e9648bd7c2eb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Feb 10 13:12:26.048506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de7dbf75-7db1-4857-be18-311a8905811c req-83b944df-1105-4c63-bf16-f7ba502e7ba4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Feb 10 13:12:26.440188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564120-7dcf-4415-9587-0eb15a58a705 req-339ad478-5da2-4ab6-9733-99b30dfdb7cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:26.441742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20564120-7dcf-4415-9587-0eb15a58a705 req-339ad478-5da2-4ab6-9733-99b30dfdb7cb tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.0579135 Feb 10 13:12:26.483059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f89c-1959-4611-8774-5e0dfd76dfed req-5b9420e8-e78a-4d8b-92b5-5214a8e2b5ad tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:26.484464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb10f89c-1959-4611-8774-5e0dfd76dfed req-5b9420e8-e78a-4d8b-92b5-5214a8e2b5ad tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0538712 Feb 10 13:12:26.489685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20564120-7dcf-4415-9587-0eb15a58a705 req-5cafec00-f639-4f68-ad8f-768b91477cd7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Feb 10 13:12:26.497404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'name': 'network-vif-deleted', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a'}, {'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'name': 'network-vif-deleted', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:26.499842 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b6437-5cb8-41b1-b2a5-0d69ef72816a" -d '{"events": [{"server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "name": "network-vif-deleted", "tag": "db168641-d945-4501-bf55-9350cab7b22a"}, {"server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "name": "network-vif-deleted", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:26.537894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb10f89c-1959-4611-8774-5e0dfd76dfed req-6ca7da8f-7014-49a2-a6ca-d68b4971397c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Feb 10 13:12:26.541464 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1481691f-01c1-41b1-b8d5-7690c089fe18 x-openstack-request-id: req-1481691f-01c1-41b1-b8d5-7690c089fe18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:26.541766 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcee64e-3a37-4642-a36e-38259431057d", "name": "network-vif-deleted", "tag": "db168641-d945-4501-bf55-9350cab7b22a", "status": "completed", "code": 200}, {"server_uuid": "649ad8f6-d48e-4978-84d1-9efab41fb9b3", "name": "network-vif-deleted", "tag": "b853648b-91bf-4f53-a882-b57daf1d3e3b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:26.542027 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1481691f-01c1-41b1-b8d5-7690c089fe18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:26.542449 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcee64e-3a37-4642-a36e-38259431057d', 'name': 'network-vif-deleted', 'tag': 'db168641-d945-4501-bf55-9350cab7b22a', 'status': 'completed', 'code': 200} Feb 10 13:12:26.542713 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649ad8f6-d48e-4978-84d1-9efab41fb9b3', 'name': 'network-vif-deleted', 'tag': 'b853648b-91bf-4f53-a882-b57daf1d3e3b', 'status': 'completed', 'code': 200} Feb 10 13:12:26.743668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8469d5-07c0-4e5b-b1d2-793771989811 req-1eda7e52-282b-413f-8d48-91535b896e1c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:26.745095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb8469d5-07c0-4e5b-b1d2-793771989811 req-1eda7e52-282b-413f-8d48-91535b896e1c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0532274 Feb 10 13:12:26.795668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb8469d5-07c0-4e5b-b1d2-793771989811 req-bb917240-db89-4c33-ad84-3f840ee88842 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Feb 10 13:12:26.872609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca418d-9511-4e92-9c05-0e0fdb68cbfa req-bc26af06-075e-41e3-85c4-f78f7cf2ff4f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:26.874389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5eca418d-9511-4e92-9c05-0e0fdb68cbfa req-bc26af06-075e-41e3-85c4-f78f7cf2ff4f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 944 time: 0.0509896 Feb 10 13:12:26.901324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:26.964505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5eca418d-9511-4e92-9c05-0e0fdb68cbfa req-6765896e-c57b-4795-9c92-8813d9881003 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840700 Feb 10 13:12:27.150239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca596608-26e1-4f34-8f88-789bf5555914 req-57f7ffac-2032-45de-99f2-498269c40cda tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:27.151755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca596608-26e1-4f34-8f88-789bf5555914 req-57f7ffac-2032-45de-99f2-498269c40cda tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0635092 Feb 10 13:12:27.203630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca596608-26e1-4f34-8f88-789bf5555914 req-c3b78429-2a26-4e64-8608-8e48d1100595 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 Feb 10 13:12:27.216135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3277a61-a1a3-4768-8591-98e0ce41f265 req-0b4ff203-db50-48ac-b0a5-bd1b9d6a7c00 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:27.217625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3277a61-a1a3-4768-8591-98e0ce41f265 req-0b4ff203-db50-48ac-b0a5-bd1b9d6a7c00 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0924046 Feb 10 13:12:27.318426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3277a61-a1a3-4768-8591-98e0ce41f265 req-2f14a923-7c07-4b3b-b57f-e48396c966f4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Feb 10 13:12:27.424556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:27.624365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a49f2-9697-48c4-b5ce-50bdbc719e4e req-b7d3b412-15e3-48f7-b6e3-7d3863ace1fa tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:27.626112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d73a49f2-9697-48c4-b5ce-50bdbc719e4e req-b7d3b412-15e3-48f7-b6e3-7d3863ace1fa tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.0626106 Feb 10 13:12:27.676269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d73a49f2-9697-48c4-b5ce-50bdbc719e4e req-c168e7d6-9586-43e9-9b76-37cae3f3d1d6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Feb 10 13:12:27.909672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f618b14-f76b-4891-9fd5-24d11bd2d7dc req-2bb4bcca-3e0a-456d-8e01-6f9ae3ee62e1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:27.911124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f618b14-f76b-4891-9fd5-24d11bd2d7dc req-2bb4bcca-3e0a-456d-8e01-6f9ae3ee62e1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1484876 Feb 10 13:12:27.917431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f5fde-d8b6-4f25-b871-93f7bce3a039 req-4e5fed8a-9dc6-4d71-81a1-3fb303cebce6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:27.919141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14f5fde-d8b6-4f25-b871-93f7bce3a039 req-4e5fed8a-9dc6-4d71-81a1-3fb303cebce6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0551872 Feb 10 13:12:27.965427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14f5fde-d8b6-4f25-b871-93f7bce3a039 req-3b35ee2d-7ce4-4a03-b1c0-8501d020eec2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Feb 10 13:12:27.984803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f618b14-f76b-4891-9fd5-24d11bd2d7dc req-5666130d-0612-4989-b7ed-84c75b7b80b8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Feb 10 13:12:28.058278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Deleting port 5894b723-1889-420d-a7e4-2646640a53be {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:28.058885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5894b723-1889-420d-a7e4-2646640a53be), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.091582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b344c7-3ba9-414f-8ce6-f35b20902d04 req-7a43047a-993b-4730-894d-cf3ffcc8ed19 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:28.093176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33b344c7-3ba9-414f-8ce6-f35b20902d04 req-7a43047a-993b-4730-894d-cf3ffcc8ed19 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 944 time: 0.0567627 Feb 10 13:12:28.139365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] For port 5894b723-1889-420d-a7e4-2646640a53be, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5894b723-1889-420d-a7e4-2646640a53be,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:28.139727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5894b723-1889-420d-a7e4-2646640a53be), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.141019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33b344c7-3ba9-414f-8ce6-f35b20902d04 req-81428f20-bd04-4a44-980c-fe9a49e3bf33 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Feb 10 13:12:28.152406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Calling delete_port for 5894b723-1889-420d-a7e4-2646640a53be owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:28.308144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998493e-c41e-4495-b728-ef8a85edb638 req-af3b757c-d97f-4da4-977e-4ab1e1cd6a8c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:28.309660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3998493e-c41e-4495-b728-ef8a85edb638 req-af3b757c-d97f-4da4-977e-4ab1e1cd6a8c tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 950 time: 0.0521324 Feb 10 13:12:28.378050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f6d5-db6b-4ab3-b40d-1a077ec11a67 req-883ae456-46e9-464c-a92a-1405717d17a9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:28.379545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1758f6d5-db6b-4ab3-b40d-1a077ec11a67 req-883ae456-46e9-464c-a92a-1405717d17a9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0878754 Feb 10 13:12:28.399546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5894b723-1889-420d-a7e4-2646640a53be), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.444458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port d22a3e3f-c50d-411c-a524-3d73af65a5fa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:28.444458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.444622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Pushing event deleted for resources: {'Port': ['ID=5894b723-1889-420d-a7e4-2646640a53be,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:28.485471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1758f6d5-db6b-4ab3-b40d-1a077ec11a67 req-7fa40da4-f7a4-4dfa-9672-e5269a47676d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993383 Feb 10 13:12:28.490023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b80939-45a9-497a-a6a8-49010910431c req-08181be5-05a3-4457-9a0c-572ce457900a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:28.492226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b80939-45a9-497a-a6a8-49010910431c req-08181be5-05a3-4457-9a0c-572ce457900a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0888228 Feb 10 13:12:28.588495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port d22a3e3f-c50d-411c-a524-3d73af65a5fa, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d22a3e3f-c50d-411c-a524-3d73af65a5fa,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:28.588919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.604247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49b80939-45a9-497a-a6a8-49010910431c req-35fa61d5-1bcd-4b61-9ee1-deaee95257ba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845997 Feb 10 13:12:28.610866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for d22a3e3f-c50d-411c-a524-3d73af65a5fa owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:28.661211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.744847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d22a3e3f-c50d-411c-a524-3d73af65a5fa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.759533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6', '04a76e41-7d63-4e06-b459-9ff6b686ef78'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:28.763814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:28.785773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=d22a3e3f-c50d-411c-a524-3d73af65a5fa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:28.802968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be225523-15ae-4b0a-97b4-8febfeccd330 req-46b27dfb-6810-4351-90f5-e43cd0654bc2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=512ff848-55b4-4cd2-9f87-a63f7e51db44 HTTP/1.1" status: 200 len: 210 time: 0.0344081 Feb 10 13:12:28.839488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port d22a3e3f-c50d-411c-a524-3d73af65a5fa on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:28.842245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:28.845932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3998493e-c41e-4495-b728-ef8a85edb638 req-11d60fcd-3ee4-4431-be12-bcf5e147bc73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "DELETE /v2.0/ports/d22a3e3f-c50d-411c-a524-3d73af65a5fa HTTP/1.1" status: 204 len: 173 time: 0.5278530 Feb 10 13:12:28.846464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'name': 'network-vif-deleted', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:28.849487 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fc74dd-ce3c-49e2-99fc-15aa531bfbd1" -d '{"events": [{"server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "name": "network-vif-deleted", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:28.917705 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484390fa-16e2-4e1b-8ec8-2eafe22d3b89 x-openstack-request-id: req-484390fa-16e2-4e1b-8ec8-2eafe22d3b89 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:28.918628 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512ff848-55b4-4cd2-9f87-a63f7e51db44", "name": "network-vif-deleted", "tag": "d22a3e3f-c50d-411c-a524-3d73af65a5fa", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:28.919049 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-484390fa-16e2-4e1b-8ec8-2eafe22d3b89 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:28.919736 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512ff848-55b4-4cd2-9f87-a63f7e51db44', 'name': 'network-vif-deleted', 'tag': 'd22a3e3f-c50d-411c-a524-3d73af65a5fa', 'status': 'completed', 'code': 200} Feb 10 13:12:28.968484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:12:29.139380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:29.146147 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-219fcfcb-aa46-4c5d-af5a-0f905ce3b91c admin admin] 10.222.0.13 "PUT /v2.0/routers/cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438328 Feb 10 13:12:29.148784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:29.151487 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Sync routers for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:29.161140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:29.162071 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:29.176858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9ad7-157a-418a-9679-ef6ea4f07a7d req-0ccfd5eb-08be-4fcf-b469-2d4e21fa6051 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:29.178394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7afc9ad7-157a-418a-9679-ef6ea4f07a7d req-0ccfd5eb-08be-4fcf-b469-2d4e21fa6051 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0715280 Feb 10 13:12:29.210856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959bcb6-eebf-4be2-bf2f-95c027759ee4 req-72640b07-80c7-44f6-8cce-29e871959717 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:29.212476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2959bcb6-eebf-4be2-bf2f-95c027759ee4 req-72640b07-80c7-44f6-8cce-29e871959717 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1240559 Feb 10 13:12:29.266770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7afc9ad7-157a-418a-9679-ef6ea4f07a7d req-8cfaf400-a16e-4c5e-837c-c1ca59ef0747 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819788 Feb 10 13:12:29.287102 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:29.311246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks [] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:29.324480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2959bcb6-eebf-4be2-bf2f-95c027759ee4 req-e124c290-e8dc-45cc-a62b-975f98dbde44 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033449 Feb 10 13:12:29.403328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b130bbc-8d43-493d-9bb9-085f02bf6c9f req-e30b647a-c9ea-4d10-b689-d92e0f0de4aa tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:29.425540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b130bbc-8d43-493d-9bb9-085f02bf6c9f req-e30b647a-c9ea-4d10-b689-d92e0f0de4aa tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 944 time: 0.0938196 Feb 10 13:12:29.483183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:12:28Z', 'revision_number': 5, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port': {'id': 'b5b71b06-eedf-4aa5-92fa-7be59d72facb', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:33Z', 'updated_at': '2022-02-10T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:29.497944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks [] for router_gateway (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:29.511628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b130bbc-8d43-493d-9bb9-085f02bf6c9f req-c343cdee-9ef9-428f-a8af-a6d350ac87a8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849578 Feb 10 13:12:29.612493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Deleting port b5b71b06-eedf-4aa5-92fa-7be59d72facb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:29.612723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Checking router: cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:29.612868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:29.622971 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Routers {'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:29.623719 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:29.707082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb052b-4278-409f-aa6f-4c9a1d0908c6 req-955cf048-2f25-4c47-a659-ae0270a56f23 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:29.708554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2efb052b-4278-409f-aa6f-4c9a1d0908c6 req-955cf048-2f25-4c47-a659-ae0270a56f23 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1139700 Feb 10 13:12:29.716805 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] Set router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:29.730725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] For port b5b71b06-eedf-4aa5-92fa-7be59d72facb, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5b71b06-eedf-4aa5-92fa-7be59d72facb,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:29.731086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:29.754216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Calling delete_port for b5b71b06-eedf-4aa5-92fa-7be59d72facb owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:29.771411 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:12:29Z', 'revision_number': 6, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:29.777865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b284-3a1a-4e74-9c48-5549ee82ccb6 req-4ddbf16b-5e7e-468e-85e6-26e30dc4b945 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:29.785579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a868b284-3a1a-4e74-9c48-5549ee82ccb6 req-4ddbf16b-5e7e-468e-85e6-26e30dc4b945 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0781415 Feb 10 13:12:29.789193 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2efb052b-4278-409f-aa6f-4c9a1d0908c6 req-f57073f8-c215-46b1-9519-e2c9c660f970 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Feb 10 13:12:29.812627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f67ff-554e-422d-9deb-f1d562e83d38 None None] The sync data for ids ['cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05'] in n-d-815324-6 is: [{'id': 'cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-536743976-router', 'tenant_id': 'd08b168a31004fcc94005e8775838146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:32Z', 'updated_at': '2022-02-10T13:12:29Z', 'revision_number': 6, 'project_id': 'd08b168a31004fcc94005e8775838146', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:29.862269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a868b284-3a1a-4e74-9c48-5549ee82ccb6 req-8e10347e-1b73-4329-90c1-2741426d44a7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710413 Feb 10 13:12:29.967074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b5b71b06-eedf-4aa5-92fa-7be59d72facb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:29.996053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b71b06-eedf-4aa5-92fa-7be59d72facb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:30.056885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.112184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c420c7f-7637-4f4f-8982-25295625377a req-80d7b643-8285-4961-affb-8888352aea9b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:30.113651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c420c7f-7637-4f4f-8982-25295625377a req-80d7b643-8285-4961-affb-8888352aea9b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.0550721 Feb 10 13:12:30.164883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.167286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks [] for router_controller (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.167417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c420c7f-7637-4f4f-8982-25295625377a req-5d4e57b1-891e-4adb-abee-d297f4baf873 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Feb 10 13:12:30.249893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.250417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:12:30.255602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.261391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:30.261577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20fa33a3-dbe4-4762-bc4a-c7bd8c3e9a7d admin admin] 10.222.0.13 "DELETE /v2.0/routers/cd6e7d08-eb5b-4f97-89d4-4c5b658bcf05 HTTP/1.1" status: 204 len: 168 time: 1.1116560 Feb 10 13:12:30.307761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Deleting subnet 32dd05cb-1712-4feb-bb4a-5fd16c9c910d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:12:30.310971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Publish callbacks [] for subnet (32dd05cb-1712-4feb-bb4a-5fd16c9c910d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.353997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (32dd05cb-1712-4feb-bb4a-5fd16c9c910d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.371105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:30.373463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d22a3e3f-c50d-411c-a524-3d73af65a5fa no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:30.405062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: d22a3e3f-c50d-411c-a524-3d73af65a5fa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:30.405413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d22a3e3f-c50d-411c-a524-3d73af65a5fa not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:30.408529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc25d2-5b16-4456-a25b-b519525c7bde req-b1d949c4-7cb6-477d-89be-520c7fae08e8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:30.413800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4bdc25d2-5b16-4456-a25b-b519525c7bde req-b1d949c4-7cb6-477d-89be-520c7fae08e8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0678382 Feb 10 13:12:30.469857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4bdc25d2-5b16-4456-a25b-b519525c7bde req-3a06cafa-bc3e-42ad-9121-6172dccd7014 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 Feb 10 13:12:30.506692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:30.516598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (32dd05cb-1712-4feb-bb4a-5fd16c9c910d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.518059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'mac_address': 'fa:16:3e:c7:da:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:12:30.526401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d7dbd-3948-4503-8e61-5de4b1136746 req-029e3e8a-8486-4bfc-a501-c959cccf8f3e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:30.527932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-307d7dbd-3948-4503-8e61-5de4b1136746 req-029e3e8a-8486-4bfc-a501-c959cccf8f3e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1341431 Feb 10 13:12:30.557993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:30.558397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.575320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:30.596261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:30.606025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.620252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-307d7dbd-3948-4503-8e61-5de4b1136746 req-9d665e8a-9f84-428f-b962-6b66f5b3ec91 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745795 Feb 10 13:12:30.662311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (32dd05cb-1712-4feb-bb4a-5fd16c9c910d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.676401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:30.690461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5894b723-1889-420d-a7e4-2646640a53be no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:30.702794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dd05cb-1712-4feb-bb4a-5fd16c9c910d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:30.707652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.714440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-02b6eb6e-72c7-4d06-aa8e-db0c95167ebe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32dd05cb-1712-4feb-bb4a-5fd16c9c910d HTTP/1.1" status: 204 len: 168 time: 0.4514418 Feb 10 13:12:30.716913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:30.722485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb49f80-5db0-473e-9209-e726fdfdb380 None None] Network 639683bb-21bd-4d4d-a5ff-6ff5d470522f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:12:30.727020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5894b723-1889-420d-a7e4-2646640a53be {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:30.727369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5894b723-1889-420d-a7e4-2646640a53be not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:30.727787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5b71b06-eedf-4aa5-92fa-7be59d72facb no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:30.727916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e464-898c-4d9d-8e12-a335f98f8224 req-7507488f-e55d-4dca-9a0f-a2d3da174d77 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:30.733297 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b502e464-898c-4d9d-8e12-a335f98f8224 req-7507488f-e55d-4dca-9a0f-a2d3da174d77 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 945 time: 0.0987022 Feb 10 13:12:30.776301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b5b71b06-eedf-4aa5-92fa-7be59d72facb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:30.776865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5b71b06-eedf-4aa5-92fa-7be59d72facb not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:30.788303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b502e464-898c-4d9d-8e12-a335f98f8224 req-a343eccb-3155-4e9c-a188-d9b7804fbc23 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Feb 10 13:12:30.799402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (639683bb-21bd-4d4d-a5ff-6ff5d470522f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.863056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Deleting port e60ab869-04cc-4860-ae78-72e4e4dada41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:30.863781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.864306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4d81b72d-c178-42e7-b4cf-f04e21dd4e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:30.983752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] DHCP port deletion for 639683bb-21bd-4d4d-a5ff-6ff5d470522f request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:12:31.035797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1a08-ebb7-4202-9e5d-cad15555a315 req-1482124c-028d-4200-a1c4-97309f0f8952 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.039270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66ac1a08-ebb7-4202-9e5d-cad15555a315 req-1482124c-028d-4200-a1c4-97309f0f8952 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0819507 Feb 10 13:12:31.065694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Deleting port e60ab869-04cc-4860-ae78-72e4e4dada41 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:31.066197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.105078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66ac1a08-ebb7-4202-9e5d-cad15555a315 req-cac68e7e-6a71-4f53-bb02-240905aec3e7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591545 Feb 10 13:12:31.143142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] For port e60ab869-04cc-4860-ae78-72e4e4dada41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e60ab869-04cc-4860-ae78-72e4e4dada41,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:31.143541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.157602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Calling delete_port for e60ab869-04cc-4860-ae78-72e4e4dada41 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:31.239885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] For port e60ab869-04cc-4860-ae78-72e4e4dada41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e60ab869-04cc-4860-ae78-72e4e4dada41,segment=NetworkSegment(19ec9606-ae24-44d7-8f77-0ad783d5b075),segment_id=19ec9606-ae24-44d7-8f77-0ad783d5b075)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:31.240909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.257066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Calling delete_port for e60ab869-04cc-4860-ae78-72e4e4dada41 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:31.268275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce914176-6922-4441-9845-04529a732804 req-01edca30-c6e0-46cc-8839-2a7b0f9302c6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.270860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce914176-6922-4441-9845-04529a732804 req-01edca30-c6e0-46cc-8839-2a7b0f9302c6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.3909893 Feb 10 13:12:31.289869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.309931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e689a22-310e-400c-8368-56ea8811f755 req-d68f0720-9878-4cee-a7e3-4c17fca00f0b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.313233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e689a22-310e-400c-8368-56ea8811f755 req-d68f0720-9878-4cee-a7e3-4c17fca00f0b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.0707309 Feb 10 13:12:31.322504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] No DVR routers for this DVR port e60ab869-04cc-4860-ae78-72e4e4dada41 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:31.327667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c33a4-dac6-49a6-87ec-b461501e9051 None None] Pushing event deleted for resources: {'Port': ['ID=e60ab869-04cc-4860-ae78-72e4e4dada41,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:31.377377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e689a22-310e-400c-8368-56ea8811f755 req-e315012f-ec68-43dd-9e2e-52898d58d6d0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Feb 10 13:12:31.383638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce914176-6922-4441-9845-04529a732804 req-63102f8d-0269-42ee-b64b-9653d657460e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051123 Feb 10 13:12:31.409950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e60ab869-04cc-4860-ae78-72e4e4dada41), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.425455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:31.435771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60ab869-04cc-4860-ae78-72e4e4dada41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:31.439324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] No DVR routers for this DVR port e60ab869-04cc-4860-ae78-72e4e4dada41 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:31.525646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (639683bb-21bd-4d4d-a5ff-6ff5d470522f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.555683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639683bb-21bd-4d4d-a5ff-6ff5d470522f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:31.568551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ec9606-ae24-44d7-8f77-0ad783d5b075') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:31.568925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ec9606-ae24-44d7-8f77-0ad783d5b075') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:31.581466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (19ec9606-ae24-44d7-8f77-0ad783d5b075), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.596397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (19ec9606-ae24-44d7-8f77-0ad783d5b075), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.606146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:12:31.606848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (19ec9606-ae24-44d7-8f77-0ad783d5b075), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:12:31.611453 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:12:31.618319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6626f26-cefa-412e-8472-50ebdae90c72 req-465746a6-8396-47d8-98a1-04c49b1bfe0e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.620114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f6626f26-cefa-412e-8472-50ebdae90c72 req-465746a6-8396-47d8-98a1-04c49b1bfe0e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0701723 Feb 10 13:12:31.678177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f6626f26-cefa-412e-8472-50ebdae90c72 req-b2a8f116-c061-4868-89dd-62502b69d040 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Feb 10 13:12:31.682398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (639683bb-21bd-4d4d-a5ff-6ff5d470522f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.697753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:31.697753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/639683bb-21bd-4d4d-a5ff-6ff5d470522f HTTP/1.1" status: 204 len: 168 time: 0.9787576 Feb 10 13:12:31.743831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ea41-96d1-4343-929b-71e6bd7fabe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=639683bb-21bd-4d4d-a5ff-6ff5d470522f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:31.789140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b294-2aee-4eb7-b984-32ff3a186925 req-c1a2ee86-7593-4b9c-95ce-f8c8a73770bb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.790886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa27b294-2aee-4eb7-b984-32ff3a186925 req-c1a2ee86-7593-4b9c-95ce-f8c8a73770bb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0925670 Feb 10 13:12:31.848405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:31.900217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa27b294-2aee-4eb7-b984-32ff3a186925 req-9fdc29a4-a21d-491f-a1d7-e9f07058f82f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030309 Feb 10 13:12:31.936888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-78e90e40-fd22-4f8e-9d0a-a26627e4d4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d08b168a31004fcc94005e8775838146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878229 Feb 10 13:12:31.939239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:31.960097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf988c-ad69-41e2-8121-4285f91f982e req-7efc7edd-8771-4893-9070-1db70db8fc5f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:31.962159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1bf988c-ad69-41e2-8121-4285f91f982e req-7efc7edd-8771-4893-9070-1db70db8fc5f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 945 time: 0.0616515 Feb 10 13:12:31.994594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] Publish callbacks [] for security_group (64564ca4-c9ff-4283-82ed-00b03537b69d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.024322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] Publish callbacks [] for security_group (64564ca4-c9ff-4283-82ed-00b03537b69d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.027337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1bf988c-ad69-41e2-8121-4285f91f982e req-2608a745-7e1d-4108-82af-7fb776082390 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Feb 10 13:12:32.074051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (64564ca4-c9ff-4283-82ed-00b03537b69d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.076972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.078142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64564ca4-c9ff-4283-82ed-00b03537b69d HTTP/1.1" status: 204 len: 168 time: 0.1378469 Feb 10 13:12:32.088331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a2e27-4e56-421d-b1f5-a040c05b4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64564ca4-c9ff-4283-82ed-00b03537b69d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:32.247787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a259f-004a-4b44-a761-4c5cdb10d35a req-c3b1e52b-2937-4927-b52e-350f43cb7065 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:32.250068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-437a259f-004a-4b44-a761-4c5cdb10d35a req-c3b1e52b-2937-4927-b52e-350f43cb7065 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0624630 Feb 10 13:12:32.336491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-437a259f-004a-4b44-a761-4c5cdb10d35a req-94641322-e5cb-44d9-8093-d878a27f3a39 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Feb 10 13:12:32.365860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-4acf07ba-153a-45d0-b0f3-a3d093bf435b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:32.367804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-4acf07ba-153a-45d0-b0f3-a3d093bf435b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.0887878 Feb 10 13:12:32.548049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8874-039f-4815-8d02-a9952e6c798f req-37fabcd6-bb38-426d-a021-29d81bf4cd52 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:32.551200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e60ab869-04cc-4860-ae78-72e4e4dada41 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:32.556415 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-152a8874-039f-4815-8d02-a9952e6c798f req-37fabcd6-bb38-426d-a021-29d81bf4cd52 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 950 time: 0.1004848 Feb 10 13:12:32.582967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e60ab869-04cc-4860-ae78-72e4e4dada41 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:32.583439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e60ab869-04cc-4860-ae78-72e4e4dada41 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:32.593800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735a1b3-e554-477d-9e2a-50da1ae8b6c5 req-ca7f878f-1143-4008-bd0d-3c70d1273b6d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:32.596716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5735a1b3-e554-477d-9e2a-50da1ae8b6c5 req-ca7f878f-1143-4008-bd0d-3c70d1273b6d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1025014 Feb 10 13:12:32.600448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port 04a76e41-7d63-4e06-b459-9ff6b686ef78 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:32.601310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.634362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-152a8874-039f-4815-8d02-a9952e6c798f req-44b28621-cdd2-47d1-9eb1-2ccd6acc231e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767376 Feb 10 13:12:32.718990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5735a1b3-e554-477d-9e2a-50da1ae8b6c5 req-43ba7a75-88f1-43db-ad84-7ad0f79ee0b7 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119874 Feb 10 13:12:32.757970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port 04a76e41-7d63-4e06-b459-9ff6b686ef78, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=04a76e41-7d63-4e06-b459-9ff6b686ef78,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:32.758592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.785132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for 04a76e41-7d63-4e06-b459-9ff6b686ef78 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:32.840824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f005ef0-a208-480d-abfd-20cff7c4f8c6 req-b73ac2fc-8659-412c-8141-ec7b4e973e3b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:32.842742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f005ef0-a208-480d-abfd-20cff7c4f8c6 req-b73ac2fc-8659-412c-8141-ec7b4e973e3b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0675941 Feb 10 13:12:32.920030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f005ef0-a208-480d-abfd-20cff7c4f8c6 req-daef7e0a-92aa-496a-af37-f40b1087a835 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713456 Feb 10 13:12:32.968140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (04a76e41-7d63-4e06-b459-9ff6b686ef78), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:32.986817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:33.018134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:33.021216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=04a76e41-7d63-4e06-b459-9ff6b686ef78,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:33.071986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6', '04a76e41-7d63-4e06-b459-9ff6b686ef78'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:33.135541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port 04a76e41-7d63-4e06-b459-9ff6b686ef78 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:33.139364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.143520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-network', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:33.143677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86939f5c-1810-4b71-b7f9-f23810427f9a req-b3f62eaa-a67e-4ed1-b158-bf5bf1cd81d2 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "DELETE /v2.0/ports/04a76e41-7d63-4e06-b459-9ff6b686ef78 HTTP/1.1" status: 204 len: 173 time: 0.7694628 Feb 10 13:12:33.146087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'name': 'network-vif-deleted', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:33.148949 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e0c3d-0be9-4a13-a3b4-346c841cd7ff" -d '{"events": [{"server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "name": "network-vif-deleted", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:33.178360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Made reservation on behalf of 20c173a77dd04f088b09f35b42bfb980 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:12:33.182217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.196637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81271c1-8d9a-4c05-a82a-e83df2c8e1d4 req-9b6886f5-6750-41b8-9713-6092fb70c705 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:33.198666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c81271c1-8d9a-4c05-a82a-e83df2c8e1d4 req-9b6886f5-6750-41b8-9713-6092fb70c705 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1942036 Feb 10 13:12:33.221463 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.230736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4723d829-e351-40da-b606-e9d74c1fc7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.313512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c81271c1-8d9a-4c05-a82a-e83df2c8e1d4 req-8d066946-e824-478f-aca5-3ea51ebbbda5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091361 Feb 10 13:12:33.344522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433f4c0-5802-4f41-934e-d239df940f5f req-cb0176f1-113c-41aa-832e-7489eec0118a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:33.346241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6433f4c0-5802-4f41-934e-d239df940f5f req-cb0176f1-113c-41aa-832e-7489eec0118a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 945 time: 0.1815567 Feb 10 13:12:33.349685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:33.366953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks [] for security_group (4349cb30-7aad-4858-a897-04784ff06dfc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.375276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4349cb30-7aad-4858-a897-04784ff06dfc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.396120 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa7882-951e-439e-bba5-df8747ee1293 x-openstack-request-id: req-66aa7882-951e-439e-bba5-df8747ee1293 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:33.396693 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe", "name": "network-vif-deleted", "tag": "04a76e41-7d63-4e06-b459-9ff6b686ef78", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:33.397506 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66aa7882-951e-439e-bba5-df8747ee1293 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:33.399158 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe', 'name': 'network-vif-deleted', 'tag': '04a76e41-7d63-4e06-b459-9ff6b686ef78', 'status': 'completed', 'code': 200} Feb 10 13:12:33.471565 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6433f4c0-5802-4f41-934e-d239df940f5f req-0a75bfa9-0b4f-43f2-af00-37f00790ba26 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068687 Feb 10 13:12:33.487291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:12:33.508294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349cb30-7aad-4858-a897-04784ff06dfc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:33.514847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e47758ed-111e-4fc1-ac8a-9203609ada5a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.515203 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Added segment e47758ed-111e-4fc1-ac8a-9203609ada5a of type vlan for network 404a9327-a58b-483c-a80d-84d379d0fa9a Feb 10 13:12:33.566870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040e53-b09a-4812-a9a2-75a8f9f94485 req-6485f852-ed29-485d-a00b-a4aaff2fdc96 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:33.568694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f040e53-b09a-4812-a9a2-75a8f9f94485 req-6485f852-ed29-485d-a00b-a4aaff2fdc96 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.1018281 Feb 10 13:12:33.603828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (404a9327-a58b-483c-a80d-84d379d0fa9a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.635146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (404a9327-a58b-483c-a80d-84d379d0fa9a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.636967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:33.637465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.643305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d4f93d94-b3ac-4285-9656-3a7ab9b4503d is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:33.646344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f040e53-b09a-4812-a9a2-75a8f9f94485 req-a9b2936a-c30d-4280-8793-62cf50312aa1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Feb 10 13:12:33.667344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6476073 Feb 10 13:12:33.684529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:33.690442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Request body: {'subnet': {'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-subnet', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:33.719048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Made reservation on behalf of 20c173a77dd04f088b09f35b42bfb980 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:12:33.731356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:33.778380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef906-1d98-4eda-b455-32d97b645e27 admin admin] Pushing event updated for resources: {'Network': ['ID=404a9327-a58b-483c-a80d-84d379d0fa9a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:33.808194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 404a9327-a58b-483c-a80d-84d379d0fa9a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:12:33.833605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a46a875f-b01b-4444-821c-9473470a6a65 req-dc94d123-889e-4779-adbc-ad1811ce455d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff28cd1d-daeb-4ec1-9c2e-fab1610aacfe HTTP/1.1" status: 200 len: 210 time: 0.0664630 Feb 10 13:12:33.971508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdec370-c4f6-48b7-aeac-fb635b7a2e7d req-c59b2707-a9e1-4561-a406-132a3b927d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:33.973351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cdec370-c4f6-48b7-aeac-fb635b7a2e7d req-c59b2707-a9e1-4561-a406-132a3b927d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1224318 Feb 10 13:12:34.074317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbe581-ce21-418c-91e6-18df33a45a52 req-e873903b-d857-4d27-8753-f6127408f8ff tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:34.075857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5dbe581-ce21-418c-91e6-18df33a45a52 req-e873903b-d857-4d27-8753-f6127408f8ff tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0574806 Feb 10 13:12:34.077533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.085216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cdec370-c4f6-48b7-aeac-fb635b7a2e7d req-0ab5185f-ab01-44f2-8c29-1f44614970b5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998495 Feb 10 13:12:34.126924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5dbe581-ce21-418c-91e6-18df33a45a52 req-15073a0c-efba-466c-968f-a349ff431e8e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Feb 10 13:12:34.146699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:34.153765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Checking segment: {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:34.154120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Network hostable DHCP agents. Network: 404a9327-a58b-483c-a80d-84d379d0fa9a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:12:34.170544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Network 404a9327-a58b-483c-a80d-84d379d0fa9a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:12:34.178616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 404a9327-a58b-483c-a80d-84d379d0fa9a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:34.183435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:34.184068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.189642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b18202-fa53-4faa-9d68-abc6c45a60a2 None None] Network 404a9327-a58b-483c-a80d-84d379d0fa9a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:12:34.201508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-50635af5-8171-440a-8320-42c0e4542f2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5158329 Feb 10 13:12:34.204143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:34.209003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:34.230516 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.231543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.289032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for router_controller (44c266e5-54ca-4bdd-8346-34e5180cd55b), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.299112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-404a9327-a58b-483c-a80d-84d379d0fa9a', 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a', 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'fixed_ips': [{'subnet_id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:12:34.299985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.383441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:34.447475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for router_gateway (44c266e5-54ca-4bdd-8346-34e5180cd55b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.497302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.530665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Allocated IP 172.20.0.2 (404a9327-a58b-483c-a80d-84d379d0fa9a/4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4/c6eb042a-f284-4f46-91a2-ec450b0e978e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:34.535325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:12:34.544886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:34.545263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.588748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c535ac-b52b-4ab2-932c-1e8547b0114a req-8a3846bd-5f6b-4a94-a5f8-04d61c5f508b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:34.597310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16c535ac-b52b-4ab2-932c-1e8547b0114a req-8a3846bd-5f6b-4a94-a5f8-04d61c5f508b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1551719 Feb 10 13:12:34.620595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771b94-2ccb-42c5-a586-24e713ce68dc req-1b957363-46e5-47f4-8925-a0f99ebcc163 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:34.628773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87771b94-2ccb-42c5-a586-24e713ce68dc req-1b957363-46e5-47f4-8925-a0f99ebcc163 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 945 time: 0.0748580 Feb 10 13:12:34.681805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16c535ac-b52b-4ab2-932c-1e8547b0114a req-67a9ac09-50d8-4fa1-9107-83744bf0dcc6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Feb 10 13:12:34.686223 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87771b94-2ccb-42c5-a586-24e713ce68dc req-ca579a5f-d6ca-4c3c-9a8a-7b7d4e5432dd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517781 Feb 10 13:12:34.797062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24bfb-aa93-4246-9364-188c36a5695e req-37d24406-45c9-4215-9a5a-8f065f91d5df tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:34.804818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27d24bfb-aa93-4246-9364-188c36a5695e req-37d24406-45c9-4215-9a5a-8f065f91d5df tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0592022 Feb 10 13:12:34.853535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for router_gateway (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.862898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27d24bfb-aa93-4246-9364-188c36a5695e req-caa196c7-95cb-43b4-8cbe-58fb237890c7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Feb 10 13:12:34.887110 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.931121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:34.931647 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.969315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:34.971647 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98042a61-d931-48be-9a7a-bad4ece34c36" -d '{"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:34.986868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks [] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:34.994435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:34.999067 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.037888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Allocated IP 172.25.8.79 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/63ba7030-5333-402a-8f6f-ec0f97a23f2f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:35.050757 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.059197 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f15338a-04b2-460a-a065-a5a724e62a43 x-openstack-request-id: req-4f15338a-04b2-460a-a065-a5a724e62a43 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:35.059565 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:35.059827 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f15338a-04b2-460a-a065-a5a724e62a43 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:35.060743 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'code': 200} Feb 10 13:12:35.087247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Network 404a9327-a58b-483c-a80d-84d379d0fa9a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:35.091064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:35.092957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Pushing event updated for resources: {'Port': ['ID=c6eb042a-f284-4f46-91a2-ec450b0e978e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:35.095965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:35.183240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.228589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880863a6-b4ba-4bf2-9692-10728146a2c3 req-2f769a31-2332-4c78-9ad4-3eeecde242fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.230114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-880863a6-b4ba-4bf2-9692-10728146a2c3 req-2f769a31-2332-4c78-9ad4-3eeecde242fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 1128 time: 0.0815170 Feb 10 13:12:35.240442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Attempting to bind port c6eb042a-f284-4f46-91a2-ec450b0e978e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:35.240839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Attempting to bind port c6eb042a-f284-4f46-91a2-ec450b0e978e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:35.241159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.241304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Attempting to bind port c6eb042a-f284-4f46-91a2-ec450b0e978e on network 404a9327-a58b-483c-a80d-84d379d0fa9a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:35.251779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:35.252183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Checking segment: {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:35.252631 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.253271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Bound using segment: {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:35.254069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Bound port: c6eb042a-f284-4f46-91a2-ec450b0e978e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:35.255380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.263997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42fd3-297c-4577-bf92-0553091e3c4e req-7eb98d4b-0940-4958-8249-97597093154d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.271946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9df42fd3-297c-4577-bf92-0553091e3c4e req-7eb98d4b-0940-4958-8249-97597093154d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0932758 Feb 10 13:12:35.337126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9df42fd3-297c-4577-bf92-0553091e3c4e req-2c398b2d-cb39-45a7-b6a1-945214c23a8a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607681 Feb 10 13:12:35.370649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:35.375413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] For port c6eb042a-f284-4f46-91a2-ec450b0e978e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:35.384507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] For port c6eb042a-f284-4f46-91a2-ec450b0e978e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6eb042a-f284-4f46-91a2-ec450b0e978e,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:35.402873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-880863a6-b4ba-4bf2-9692-10728146a2c3 req-a98f5b37-4fdd-4d74-b719-0cc9b2508058 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589034 Feb 10 13:12:35.406498 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.429669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:35.467619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891193-f907-405a-b1fc-1ffca6307114 req-9266b52c-182f-4aef-9ded-a48b37208434 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.471820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:35.474284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:35.474427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4891193-f907-405a-b1fc-1ffca6307114 req-9266b52c-182f-4aef-9ded-a48b37208434 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0617259 Feb 10 13:12:35.485008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e923cb-e920-4762-8f68-940a34b30942 None None] Pushing event updated for resources: {'Port': ['ID=c6eb042a-f284-4f46-91a2-ec450b0e978e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:35.505018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Pushing event updated for resources: {'Port': ['ID=63ba7030-5333-402a-8f6f-ec0f97a23f2f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:35.548206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe2dfb-8295-4b50-b63a-50039477c314 req-d5653c19-e18f-47c3-b68c-d329dc3c9df6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.548415 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4891193-f907-405a-b1fc-1ffca6307114 req-1f99aca0-3efe-4838-86d9-4ce541589699 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730066 Feb 10 13:12:35.550486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3dfe2dfb-8295-4b50-b63a-50039477c314 req-d5653c19-e18f-47c3-b68c-d329dc3c9df6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1311784 Feb 10 13:12:35.668743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.716810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:35.716986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3dfe2dfb-8295-4b50-b63a-50039477c314 req-fbcea28d-5b0a-4ceb-b544-8859bf104630 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237721 Feb 10 13:12:35.885025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12f5bd-7a1f-4eb6-b680-9dfac9de4237 req-c7453f66-6d63-4b47-b3ba-ce58c8d29b5d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.886618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a12f5bd-7a1f-4eb6-b680-9dfac9de4237 req-c7453f66-6d63-4b47-b3ba-ce58c8d29b5d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0671313 Feb 10 13:12:35.937856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a12f5bd-7a1f-4eb6-b680-9dfac9de4237 req-266acb7f-25f0-4c59-8a5c-73651f2c116f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Feb 10 13:12:35.969586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bbdef-bb56-4e0d-9fc0-f6797427204d req-730a5e02-64fe-4d19-9bb8-1039723af843 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:35.971130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c6bbdef-bb56-4e0d-9fc0-f6797427204d req-730a5e02-64fe-4d19-9bb8-1039723af843 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1606660 Feb 10 13:12:35.989947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for router_gateway (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.001924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3017f747-a41a-430b-8213-aa172023adc5 service neutron] 10.222.0.77 "GET /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.1517804 Feb 10 13:12:36.049566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26f5b-b12c-4045-acf0-0738b5f0ba06 req-05cd2099-25ac-4908-8bec-8cefd1a9c062 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:36.051225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1e26f5b-b12c-4045-acf0-0738b5f0ba06 req-05cd2099-25ac-4908-8bec-8cefd1a9c062 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.0579560 Feb 10 13:12:36.103722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1e26f5b-b12c-4045-acf0-0738b5f0ba06 req-f36257c8-6718-44ea-a73a-a5dfe1b04b2a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Feb 10 13:12:36.111881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c6bbdef-bb56-4e0d-9fc0-f6797427204d req-5be3242f-5999-47f5-88ea-99e9835c31b8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334314 Feb 10 13:12:36.382660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 04a76e41-7d63-4e06-b459-9ff6b686ef78 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:36.414826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 04a76e41-7d63-4e06-b459-9ff6b686ef78 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:36.415185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 04a76e41-7d63-4e06-b459-9ff6b686ef78 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:36.415604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:36.455442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port d4f93d94-b3ac-4285-9656-3a7ab9b4503d host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:12:36.455859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:36.507602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9fbac-89e7-4d46-8fd0-5f2ed4bf5f73 req-dd0a18a5-5f46-437e-a683-d30cc4eba6bb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:36.509562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1cc9fbac-89e7-4d46-8fd0-5f2ed4bf5f73 req-dd0a18a5-5f46-437e-a683-d30cc4eba6bb tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0916924 Feb 10 13:12:36.573576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1cc9fbac-89e7-4d46-8fd0-5f2ed4bf5f73 req-3331895f-5fc1-473d-b691-e15944744620 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578294 Feb 10 13:12:36.579409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6eb042a-f284-4f46-91a2-ec450b0e978e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:36.633829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1b892-d6e8-4403-8ddf-972f3477b0ca None None] Network 404a9327-a58b-483c-a80d-84d379d0fa9a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:12:36.700501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:36.725358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Provisioning complete for port c6eb042a-f284-4f46-91a2-ec450b0e978e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:36.725599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.743080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.761628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:36.767578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c6eb042a-f284-4f46-91a2-ec450b0e978e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:36.767959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.790424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f07848-5abe-418b-9a6c-ff47a1845390 req-b4607c09-67a1-4474-a84b-47496f430e15 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:36.791962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36f07848-5abe-418b-9a6c-ff47a1845390 req-b4607c09-67a1-4474-a84b-47496f430e15 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.1608713 Feb 10 13:12:36.840769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1284e2-df62-4906-866c-5c0fac516331 req-e356baaa-ab00-49d6-88f7-636850521233 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:36.848950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1c1284e2-df62-4906-866c-5c0fac516331 req-e356baaa-ab00-49d6-88f7-636850521233 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0697153 Feb 10 13:12:36.860860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f93d94-b3ac-4285-9656-3a7ab9b4503d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:36.885185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-12ba689d-6b6f-4d0d-b68a-2ccbceefdd9e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:36.886696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-12ba689d-6b6f-4d0d-b68a-2ccbceefdd9e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7b7919c-290f-4806-a20c-c05afb8234c2 HTTP/1.1" status: 200 len: 949 time: 0.1969783 Feb 10 13:12:36.888610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:36.922002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Current status of the port c6eb042a-f284-4f46-91a2-ec450b0e978e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:36.922238 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.933941 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1c1284e2-df62-4906-866c-5c0fac516331 req-253d6f7f-b721-4c90-92a7-97756c641f1e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Feb 10 13:12:36.936434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c6eb042a-f284-4f46-91a2-ec450b0e978e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:36.936854 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.969861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:36.979683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] For port c6eb042a-f284-4f46-91a2-ec450b0e978e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6eb042a-f284-4f46-91a2-ec450b0e978e,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:36.990704 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.072570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36f07848-5abe-418b-9a6c-ff47a1845390 req-1fea2cb0-9750-4c03-9421-9a2b6c202b0e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277765 Feb 10 13:12:37.081614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:12:37.081926 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:12:37.091626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1e12e-dd69-4100-afc4-e946109f1656 None None] Pushing event updated for resources: {'Port': ['ID=c6eb042a-f284-4f46-91a2-ec450b0e978e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:37.119017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71f96-b26a-4b05-86b6-856f4b4b5112 req-f0a6b553-0c15-443c-8ccf-33fdf9a7a475 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:37.120662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffd71f96-b26a-4b05-86b6-856f4b4b5112 req-f0a6b553-0c15-443c-8ccf-33fdf9a7a475 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1073630 Feb 10 13:12:37.182342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffd71f96-b26a-4b05-86b6-856f4b4b5112 req-c07b4eac-3064-4f15-a8e4-d1a646260253 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549023 Feb 10 13:12:37.212788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] Transition to ACTIVE for port object d4f93d94-b3ac-4285-9656-3a7ab9b4503d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:12:37.218329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-00cc1b60-d9ab-485c-8abe-9517d1b41bdd None None] Provisioning complete for port c6eb042a-f284-4f46-91a2-ec450b0e978e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:37.218716 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00cc1b60-d9ab-485c-8abe-9517d1b41bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.233759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port 80a8214c-2611-4d02-9ca2-1b506f261b87 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:37.234109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.240099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.274236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Router 44c266e5-54ca-4bdd-8346-34e5180cd55b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:12:37.300472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfa27e-758b-4af7-bfde-d05bdd70c527 req-0a2b6efb-499e-4570-a4f5-b958a9338848 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:37.302192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-33bfa27e-758b-4af7-bfde-d05bdd70c527 req-0a2b6efb-499e-4570-a4f5-b958a9338848 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0557210 Feb 10 13:12:37.315072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-00cc1b60-d9ab-485c-8abe-9517d1b41bdd None None] Current status of the port c6eb042a-f284-4f46-91a2-ec450b0e978e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:37.337919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.359234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-33bfa27e-758b-4af7-bfde-d05bdd70c527 req-ee97bba2-e28e-402a-bc54-8409868cb614 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Feb 10 13:12:37.424470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] No DVR routers for this DVR port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:37.454964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aa67e-1198-4d70-87ec-24ecf7ab529a req-ec8574e7-808a-4602-b041-f0911164e3bc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:37.456456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a98aa67e-1198-4d70-87ec-24ecf7ab529a req-ec8574e7-808a-4602-b041-f0911164e3bc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 944 time: 0.2642307 Feb 10 13:12:37.490369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] Pushing event updated for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:37.508231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port 80a8214c-2611-4d02-9ca2-1b506f261b87, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=80a8214c-2611-4d02-9ca2-1b506f261b87,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:37.508593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.558281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3494abaf-8f20-4623-9cf9-8afd8ddfe1aa service neutron] 10.222.0.77 "PUT /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5226796 Feb 10 13:12:37.572396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for 80a8214c-2611-4d02-9ca2-1b506f261b87 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:37.611156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a98aa67e-1198-4d70-87ec-24ecf7ab529a req-6117e05c-64e5-473f-9e18-f6338643c5fb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381986 Feb 10 13:12:37.615357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:37.621454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c6eb042a-f284-4f46-91a2-ec450b0e978e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:37.637832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Sync routers for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:37.648067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:37.649060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:37.671844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.675723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d761c728-b4e0-4933-8260-7e9728182c8a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4678557 Feb 10 13:12:37.675884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:37.746060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66210e-3fb2-4a2f-aa96-db8ddb67ec15 req-ab3fd189-7113-453c-997f-0f54b226a63f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:37.753334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c66210e-3fb2-4a2f-aa96-db8ddb67ec15 req-ab3fd189-7113-453c-997f-0f54b226a63f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0692887 Feb 10 13:12:37.771140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:37.798544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c66210e-3fb2-4a2f-aa96-db8ddb67ec15 req-f2600e16-91fb-4726-90ba-f8304e7fc230 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Feb 10 13:12:37.867826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (80a8214c-2611-4d02-9ca2-1b506f261b87), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.881044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c', '80a8214c-2611-4d02-9ca2-1b506f261b87'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:37.883184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:37.902203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=80a8214c-2611-4d02-9ca2-1b506f261b87,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:37.978635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port 80a8214c-2611-4d02-9ca2-1b506f261b87 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:37.984876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:37.987786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-383a7ea1-a658-4643-bee0-f7ce1c548683 req-35cf2552-f4b1-4473-8bc3-a15b032494de tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "DELETE /v2.0/ports/80a8214c-2611-4d02-9ca2-1b506f261b87 HTTP/1.1" status: 204 len: 173 time: 1.0915329 Feb 10 13:12:37.988235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'name': 'network-vif-deleted', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:37.990528 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe8c45-4357-4194-88eb-de06f2db8cc7" -d '{"events": [{"server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "name": "network-vif-deleted", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:38.083211 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7479ddfc-9e02-43b2-924d-4fce0f45ed63 x-openstack-request-id: req-7479ddfc-9e02-43b2-924d-4fce0f45ed63 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:38.083624 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b7919c-290f-4806-a20c-c05afb8234c2", "name": "network-vif-deleted", "tag": "80a8214c-2611-4d02-9ca2-1b506f261b87", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:38.083743 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7479ddfc-9e02-43b2-924d-4fce0f45ed63 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:38.084138 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b7919c-290f-4806-a20c-c05afb8234c2', 'name': 'network-vif-deleted', 'tag': '80a8214c-2611-4d02-9ca2-1b506f261b87', 'status': 'completed', 'code': 200} Feb 10 13:12:38.146005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4afc21-c39d-44cc-ac54-670d3f50ac30 req-f9cd1aca-8678-420d-b7b7-22b471f873f0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:38.148003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad4afc21-c39d-44cc-ac54-670d3f50ac30 req-f9cd1aca-8678-420d-b7b7-22b471f873f0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1388698 Feb 10 13:12:38.194833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:35Z', 'revision_number': 3, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:38.223370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b611718-480b-41d7-ae32-f6ac578b5233 req-7aad3bc8-15f7-4a75-854a-a00579043b5b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:38.227455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad4afc21-c39d-44cc-ac54-670d3f50ac30 req-86f94139-7cb0-422a-87bf-af36d47c29e0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Feb 10 13:12:38.230963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6b611718-480b-41d7-ae32-f6ac578b5233 req-7aad3bc8-15f7-4a75-854a-a00579043b5b tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0852838 Feb 10 13:12:38.241713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Checking router: 44c266e5-54ca-4bdd-8346-34e5180cd55b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:38.242129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Updating router 44c266e5-54ca-4bdd-8346-34e5180cd55b port 63ba7030-5333-402a-8f6f-ec0f97a23f2f binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:12:38.296996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6b611718-480b-41d7-ae32-f6ac578b5233 req-52ad4efb-8cd4-434b-a702-a77ce167e7a9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Feb 10 13:12:38.325822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:38.375527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:38.415046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cc83-f233-47ed-960a-7f1c3e7e6715 req-fb6394fa-06fb-47dc-91e1-ece42b1e266c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:38.422675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4a8cc83-f233-47ed-960a-7f1c3e7e6715 req-fb6394fa-06fb-47dc-91e1-ece42b1e266c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0926619 Feb 10 13:12:38.574588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4a8cc83-f233-47ed-960a-7f1c3e7e6715 req-cf1876d6-8e22-4e0b-bb67-b7d6ee4c39dc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477425 Feb 10 13:12:38.600947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6eb042a-f284-4f46-91a2-ec450b0e978e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:38.648518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Allocated IP 172.20.0.1 (404a9327-a58b-483c-a80d-84d379d0fa9a/4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4/84b88b99-60d7-488e-8933-87b4250de0f8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:38.684198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516acc70-3b10-4028-b17e-6720953963ce req-e336f75d-5f41-464f-ac21-2422929d7cef tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:38.695846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-516acc70-3b10-4028-b17e-6720953963ce req-e336f75d-5f41-464f-ac21-2422929d7cef tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0858142 Feb 10 13:12:38.752995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-516acc70-3b10-4028-b17e-6720953963ce req-d64b3e65-9165-4283-9472-79853c157576 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Feb 10 13:12:38.769151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c6eb042a-f284-4f46-91a2-ec450b0e978e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:38.769609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:38.886669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks [] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:38.896660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:38.943367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c2bf7-44e1-4696-8ee7-514d6513f0fb req-90574af5-71cf-4e81-9c08-e3c4620d9402 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:38.945838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-686c2bf7-44e1-4696-8ee7-514d6513f0fb req-90574af5-71cf-4e81-9c08-e3c4620d9402 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0566549 Feb 10 13:12:38.990782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Attempting to bind port 63ba7030-5333-402a-8f6f-ec0f97a23f2f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:38.991968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Attempting to bind port 63ba7030-5333-402a-8f6f-ec0f97a23f2f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:38.992515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Attempting to bind port 63ba7030-5333-402a-8f6f-ec0f97a23f2f on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:38.995172 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-686c2bf7-44e1-4696-8ee7-514d6513f0fb req-3f6550a8-c1d2-4f78-ac9c-a3234e03c6fe tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Feb 10 13:12:38.999510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f23fb8-8855-4259-8dbe-be3018a24b40 None None] Pushing event updated for resources: {'Port': ['ID=63ba7030-5333-402a-8f6f-ec0f97a23f2f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:39.011082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:39.011332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:39.011683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.012167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:39.012579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Bound port: 63ba7030-5333-402a-8f6f-ec0f97a23f2f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:39.012981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.036579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c6eb042a-f284-4f46-91a2-ec450b0e978e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:39.071897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] For port 63ba7030-5333-402a-8f6f-ec0f97a23f2f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:39.075194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] For port 63ba7030-5333-402a-8f6f-ec0f97a23f2f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63ba7030-5333-402a-8f6f-ec0f97a23f2f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:39.082595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.101865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde84f6-fb88-45d0-b0ec-408ba2bfbd06 req-d4e40e7c-8ffd-4836-82f5-bacfe1a564e3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:39.103341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3dde84f6-fb88-45d0-b0ec-408ba2bfbd06 req-d4e40e7c-8ffd-4836-82f5-bacfe1a564e3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.3578715 Feb 10 13:12:39.106554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks [] for port (84b88b99-60d7-488e-8933-87b4250de0f8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.139029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:39.139657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:39.167123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3dde84f6-fb88-45d0-b0ec-408ba2bfbd06 req-48402b6d-0ee2-4835-bcee-383e686fc26e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Feb 10 13:12:39.175330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f23fb8-8855-4259-8dbe-be3018a24b40 None None] Pushing event updated for resources: {'Port': ['ID=63ba7030-5333-402a-8f6f-ec0f97a23f2f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:39.176895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.218291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Network 404a9327-a58b-483c-a80d-84d379d0fa9a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:39.221274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:39.224942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:39.250351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Pushing event updated for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:39.285194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.428004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:39.439902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb801-fe1a-47c4-8de3-8efb952edefe req-3e2c96b5-9ee2-45dc-bbb3-8b8eab95e7f1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:39.452256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-822cb801-fe1a-47c4-8de3-8efb952edefe req-3e2c96b5-9ee2-45dc-bbb3-8b8eab95e7f1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1180375 Feb 10 13:12:39.507926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba518268-1314-4c71-a853-c0e57d0e7f08 req-a3bb000a-ddf3-432b-bbee-36659ee897dc tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:39.509574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba518268-1314-4c71-a853-c0e57d0e7f08 req-a3bb000a-ddf3-432b-bbee-36659ee897dc tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0951169 Feb 10 13:12:39.541235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-822cb801-fe1a-47c4-8de3-8efb952edefe req-22c650e1-bccb-4037-895c-307db869ef0b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Feb 10 13:12:39.595055 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.622275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba518268-1314-4c71-a853-c0e57d0e7f08 req-2613263a-307b-48ba-8a19-dd419089e2f9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691016 Feb 10 13:12:39.691523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-79072aff-7875-431e-8fa6-e5bda169df2c None None] Provisioning complete for port 84b88b99-60d7-488e-8933-87b4250de0f8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:39.691918 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79072aff-7875-431e-8fa6-e5bda169df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.725493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d33e-f73f-46bf-a606-2c4d34749478 req-1c0635d4-649b-4178-835d-ad8b4592d063 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:39.733327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac50d33e-f73f-46bf-a606-2c4d34749478 req-1c0635d4-649b-4178-835d-ad8b4592d063 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0615606 Feb 10 13:12:39.742752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-79072aff-7875-431e-8fa6-e5bda169df2c None None] Port 84b88b99-60d7-488e-8933-87b4250de0f8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:12:39.750713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:35Z', 'revision_number': 3, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:39.776669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac50d33e-f73f-46bf-a606-2c4d34749478 req-4f5a6baf-4594-46c4-8d93-c55f25cfcb69 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Feb 10 13:12:39.778728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb18505f-17fc-4dbc-b451-f3c7cb11089d None None] The sync data for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 is: [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:35Z', 'revision_number': 3, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:39.799908 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks [] for port (84b88b99-60d7-488e-8933-87b4250de0f8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.805209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.909932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:39.911653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Pushing event updated for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:39.944179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe002cc-72f7-4ee2-96c1-1287160dda03 req-9db3ae54-9c16-4eff-9276-a8ea591e0a25 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:39.946389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbe002cc-72f7-4ee2-96c1-1287160dda03 req-9db3ae54-9c16-4eff-9276-a8ea591e0a25 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1015849 Feb 10 13:12:40.060617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbe002cc-72f7-4ee2-96c1-1287160dda03 req-4a5ead55-2c72-470a-923a-6db6921ae149 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043906 Feb 10 13:12:40.068208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Network 404a9327-a58b-483c-a80d-84d379d0fa9a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:40.071115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:40.155770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205717-fdae-438d-90e5-888dce2df10d req-aa2eb450-0e2f-49f1-996d-c32ce0262cb1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:40.161035 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55205717-fdae-438d-90e5-888dce2df10d req-aa2eb450-0e2f-49f1-996d-c32ce0262cb1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0641663 Feb 10 13:12:40.221522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55205717-fdae-438d-90e5-888dce2df10d req-189a6a25-6e25-4df3-a39b-0db881e9ecde tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569880 Feb 10 13:12:40.245982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Router 44c266e5-54ca-4bdd-8346-34e5180cd55b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:12:40.367165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4d3db0f6-c720-43bc-a457-c034da197019 None None] Provisioning complete for port 84b88b99-60d7-488e-8933-87b4250de0f8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:40.367539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0f6-c720-43bc-a457-c034da197019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:40.401218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655bb97-6c0e-4adb-a009-832f1409ca3e req-24f161d6-d9da-45d3-93a8-a11baa2f98c2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:40.402784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8655bb97-6c0e-4adb-a009-832f1409ca3e req-24f161d6-d9da-45d3-93a8-a11baa2f98c2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.1072257 Feb 10 13:12:40.402991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4d3db0f6-c720-43bc-a457-c034da197019 None None] Port 84b88b99-60d7-488e-8933-87b4250de0f8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:12:40.408549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:40.415182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b1b69c46-0bf8-4d12-80bf-189c70c7b40a admin admin] 10.222.0.13 "PUT /v2.0/routers/44c266e5-54ca-4bdd-8346-34e5180cd55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7383471 Feb 10 13:12:40.487630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8655bb97-6c0e-4adb-a009-832f1409ca3e req-5ac88d76-2d9b-4ea7-8512-887ac96597ae tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711133 Feb 10 13:12:40.542438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63ba7030-5333-402a-8f6f-ec0f97a23f2f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:40.633860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 63ba7030-5333-402a-8f6f-ec0f97a23f2f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:40.634346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:40.702319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae153a28-f871-4464-b40e-8cf0649d30a4 req-f66595d7-e226-4c7c-9d82-beb9fba0ec0a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:40.709388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae153a28-f871-4464-b40e-8cf0649d30a4 req-f66595d7-e226-4c7c-9d82-beb9fba0ec0a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0756867 Feb 10 13:12:40.728660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 63ba7030-5333-402a-8f6f-ec0f97a23f2f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:40.729260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:40.757578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 63ba7030-5333-402a-8f6f-ec0f97a23f2f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63ba7030-5333-402a-8f6f-ec0f97a23f2f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:40.766511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:40.771142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae153a28-f871-4464-b40e-8cf0649d30a4 req-d98785cb-f422-4a01-9cff-75b52380200c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Feb 10 13:12:40.826822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=63ba7030-5333-402a-8f6f-ec0f97a23f2f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:40.856743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:40.900784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd4bb6-8933-49ec-87f6-7fa37cde1cdd req-b02f6be5-a7e8-47b3-b292-37ec899527ab tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:40.902346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4bd4bb6-8933-49ec-87f6-7fa37cde1cdd req-b02f6be5-a7e8-47b3-b292-37ec899527ab tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0610406 Feb 10 13:12:40.958548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4bd4bb6-8933-49ec-87f6-7fa37cde1cdd req-9240b6d6-3515-4717-b541-a8cd312be127 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Feb 10 13:12:41.077378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cd187-22e4-4374-9866-ccbc2b13cbb5 req-63196059-c3f1-4f0a-9c50-678ae153f778 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:41.078994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff6cd187-22e4-4374-9866-ccbc2b13cbb5 req-63196059-c3f1-4f0a-9c50-678ae153f778 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0616283 Feb 10 13:12:41.131040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff6cd187-22e4-4374-9866-ccbc2b13cbb5 req-cb9408b9-dce1-4bc0-a71b-dc6e5663b7d4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Feb 10 13:12:41.206610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-749008b0-b56c-48ce-9954-f579ad04f4e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5016301 Feb 10 13:12:41.216163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:41.237049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.257999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a04c3a-664d-4f71-b454-d2146a776b0f req-25803e64-635b-487a-ae69-1eb976eadbf8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:41.259563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49a04c3a-664d-4f71-b454-d2146a776b0f req-25803e64-635b-487a-ae69-1eb976eadbf8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0583591 Feb 10 13:12:41.310772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49a04c3a-664d-4f71-b454-d2146a776b0f req-4f93ef65-5d33-4b52-92b0-32e56a3a13d2 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Feb 10 13:12:41.343280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.385817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 80a8214c-2611-4d02-9ca2-1b506f261b87 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:41.407078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 80a8214c-2611-4d02-9ca2-1b506f261b87 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:41.407576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 80a8214c-2611-4d02-9ca2-1b506f261b87 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:41.435126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab54c3-c5e7-4a73-a0ef-62d76c30affe req-ea60d1b4-dd2b-4eef-9fa0-79da937f077d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:41.436866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4aab54c3-c5e7-4a73-a0ef-62d76c30affe req-ea60d1b4-dd2b-4eef-9fa0-79da937f077d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0657215 Feb 10 13:12:41.470354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Allocated IP 172.25.8.210 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/f08bbaec-4910-440b-853d-37efe7966712) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:41.481242 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Sync routers for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:41.491732 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:41.492273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:41.492677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4aab54c3-c5e7-4a73-a0ef-62d76c30affe req-d47224f9-e4b2-4773-8083-403a9ff7cc4e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484827 Feb 10 13:12:41.588052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (f08bbaec-4910-440b-853d-37efe7966712), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.611312 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:41.613547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d348-3e4a-451d-8b2e-73195dcf1712 req-1f77c06b-dff0-426c-8b3c-6473baa3dbd1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:41.615084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12c7d348-3e4a-451d-8b2e-73195dcf1712 req-1f77c06b-dff0-426c-8b3c-6473baa3dbd1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0614822 Feb 10 13:12:41.627300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f08bbaec-4910-440b-853d-37efe7966712), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.665553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12c7d348-3e4a-451d-8b2e-73195dcf1712 req-fa6bb1cf-399a-43eb-8de6-151a0563f449 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Feb 10 13:12:41.667906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:41.671022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:41.674747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:41.697419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=f08bbaec-4910-440b-853d-37efe7966712,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:41.764220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (c3701bfd-8f16-469c-b761-d6455c4d678f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.801704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f08bbaec-4910-440b-853d-37efe7966712), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.818226 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 4, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '84b88b99-60d7-488e-8933-87b4250de0f8', 'name': '', 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'mac_address': 'fa:16:3e:bf:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:38Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 2, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'subnets': [{'id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:41.850026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Checking router: 44c266e5-54ca-4bdd-8346-34e5180cd55b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:41.850456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Updating router 44c266e5-54ca-4bdd-8346-34e5180cd55b port 84b88b99-60d7-488e-8933-87b4250de0f8 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:12:41.884039 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.900460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5d74a-b1b1-47b4-a2f2-861f7a9c0efd req-719be538-0c09-4437-b832-2f2c2b3a6e10 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:41.902182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbb5d74a-b1b1-47b4-a2f2-861f7a9c0efd req-719be538-0c09-4437-b832-2f2c2b3a6e10 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0587745 Feb 10 13:12:41.958395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbb5d74a-b1b1-47b4-a2f2-861f7a9c0efd req-3de74ba2-e53c-4d0f-87c6-027428d3eb5d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Feb 10 13:12:41.970298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (f08bbaec-4910-440b-853d-37efe7966712), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:41.981320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (f08bbaec-4910-440b-853d-37efe7966712), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.058520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=f08bbaec-4910-440b-853d-37efe7966712,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:42.066491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (c3701bfd-8f16-469c-b761-d6455c4d678f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.087085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d0d5-b13f-4569-9b09-1b94bc16b88d req-9cfbeec2-216c-46f2-bb74-ee03bc7049be tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.088642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29c8d0d5-b13f-4569-9b09-1b94bc16b88d req-9cfbeec2-216c-46f2-bb74-ee03bc7049be tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0584764 Feb 10 13:12:42.091200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.092722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-33d5f77b-8794-4c8f-8ff0-00bacc9bd774 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8804390 Feb 10 13:12:42.139508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29c8d0d5-b13f-4569-9b09-1b94bc16b88d req-74a9b0b8-f9e3-4526-a0e8-99ecb667eb44 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Feb 10 13:12:42.143406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-08662a63-2dc7-4e43-a8b9-780449717f81 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0447595 Feb 10 13:12:42.183387 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks [] for port (84b88b99-60d7-488e-8933-87b4250de0f8), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.194884 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.223774 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:12:42.276385 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Pushing event updated for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:42.278791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-d5ae8ae1-3e2a-4db0-bf99-86b68c886452 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.280846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2ba4eda-5092-4e6a-afa5-cc74e7a21e5b req-d5ae8ae1-3e2a-4db0-bf99-86b68c886452 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1323493 Feb 10 13:12:42.289567 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.292984 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.293415 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.293760 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.294093 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.294423 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.294743 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.295069 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.295387 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.295705 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.296022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.296334 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.296648 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:12:42.311673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-af03e8cd-31a9-4ac5-906a-761d1b0b8ea3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146336 Feb 10 13:12:42.326839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5afc4c-5549-4c9f-ba8e-1bd6d07300a1 req-e83055c3-74d8-4b1f-b817-f302314e86e2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.328402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd5afc4c-5549-4c9f-ba8e-1bd6d07300a1 req-e83055c3-74d8-4b1f-b817-f302314e86e2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0976591 Feb 10 13:12:42.383470 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Attempting to bind port 84b88b99-60d7-488e-8933-87b4250de0f8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:42.383867 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Attempting to bind port 84b88b99-60d7-488e-8933-87b4250de0f8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:42.384230 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Attempting to bind port 84b88b99-60d7-488e-8933-87b4250de0f8 on network 404a9327-a58b-483c-a80d-84d379d0fa9a {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:42.389837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:42.390218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Checking segment: {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:42.390628 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.391023 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Bound using segment: {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:42.391499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Bound port: 84b88b99-60d7-488e-8933-87b4250de0f8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47758ed-111e-4fc1-ac8a-9203609ada5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:42.391880 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.451141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd5afc4c-5549-4c9f-ba8e-1bd6d07300a1 req-ad0d0a0d-ed52-4f0e-85b5-8ad01cb53a08 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160421 Feb 10 13:12:42.458338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-c02a8274-77ea-4bd7-9095-3f06cd4b8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.461100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-c02a8274-77ea-4bd7-9095-3f06cd4b8b00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0093db944fef4fa7a141a20bd5ff318e&device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 1131 time: 0.1012928 Feb 10 13:12:42.478675 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] For port 84b88b99-60d7-488e-8933-87b4250de0f8, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:42.495369 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] For port 84b88b99-60d7-488e-8933-87b4250de0f8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=84b88b99-60d7-488e-8933-87b4250de0f8,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:42.497091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-75c53fa1-b0a4-42cb-a6e5-f2aaad3236e0 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1900508 Feb 10 13:12:42.504060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:42.514681 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.535511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.545371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Provisioning complete for port 84b88b99-60d7-488e-8933-87b4250de0f8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:42.547782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.588854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63ba7030-5333-402a-8f6f-ec0f97a23f2f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:42.595174 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e56ac-6373-441e-a9a3-37184d26927e None None] Pushing event updated for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:42.630889 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:42.631908 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:42.639322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-4cc39e6d-96fc-4885-a74a-6fb931541f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.641067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-4cc39e6d-96fc-4885-a74a-6fb931541f03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1552896 Feb 10 13:12:42.683103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Current status of the port 84b88b99-60d7-488e-8933-87b4250de0f8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:42.683496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.696118 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.729468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 63ba7030-5333-402a-8f6f-ec0f97a23f2f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:42.729852 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.732658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] For port 84b88b99-60d7-488e-8933-87b4250de0f8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=84b88b99-60d7-488e-8933-87b4250de0f8,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:42.758047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:42.765870 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:42.778427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-5c501545-a079-4cac-a70c-d1c9f26d3d35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0858123 Feb 10 13:12:42.820146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4bd54-4476-4c85-8745-00a4b3dcf8a0 None None] Pushing event updated for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:42.891202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-7c241093-204e-47ad-9be5-2341303a79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.892608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-7c241093-204e-47ad-9be5-2341303a79d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1026089 Feb 10 13:12:42.900950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661240-b5e1-4b1b-ba88-92604ab5257b req-fceb56cc-51ca-4aee-9fbf-564339968fd0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:42.905430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 63ba7030-5333-402a-8f6f-ec0f97a23f2f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:42.908096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0661240-b5e1-4b1b-ba88-92604ab5257b req-fceb56cc-51ca-4aee-9fbf-564339968fd0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.3610413 Feb 10 13:12:42.911125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Allocated IP 172.25.8.184 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/1daf103d-044a-4b7a-a98b-326e544d8668) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:42.923839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e253465a-5bea-453c-b384-440a4d7c8d7c None None] Provisioning complete for port 84b88b99-60d7-488e-8933-87b4250de0f8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:42.924336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e253465a-5bea-453c-b384-440a4d7c8d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.014078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0661240-b5e1-4b1b-ba88-92604ab5257b req-3d0215a1-7f70-476b-b28a-9be5139add24 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043921 Feb 10 13:12:43.014584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e253465a-5bea-453c-b384-440a4d7c8d7c None None] Current status of the port 84b88b99-60d7-488e-8933-87b4250de0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:43.015194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 4, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '84b88b99-60d7-488e-8933-87b4250de0f8', 'name': '', 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'mac_address': 'fa:16:3e:bf:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:38Z', 'updated_at': '2022-02-10T13:12:42Z', 'revision_number': 4, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'subnets': [{'id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:43.032807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-912526c4-30c6-43a6-a24f-f5490707d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.034952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-912526c4-30c6-43a6-a24f-f5490707d309 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1014791 Feb 10 13:12:43.048586 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9c18-946e-42b9-8973-d37fc2d9f8aa None None] The sync data for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 is: [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:39Z', 'revision_number': 4, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '84b88b99-60d7-488e-8933-87b4250de0f8', 'name': '', 'network_id': '404a9327-a58b-483c-a80d-84d379d0fa9a', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'mac_address': 'fa:16:3e:bf:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:38Z', 'updated_at': '2022-02-10T13:12:42Z', 'revision_number': 4, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'subnets': [{'id': '4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:43.079346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (1daf103d-044a-4b7a-a98b-326e544d8668), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.139204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.192918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-ea21a928-5571-4e17-91db-10d56ca4d808 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509604 Feb 10 13:12:43.199966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:43.204284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893839-811c-4df7-8f29-2afc72ff42f5 req-965bf08d-b352-4978-8a0a-6bf1d585cc1a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.204863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:43.205825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c893839-811c-4df7-8f29-2afc72ff42f5 req-965bf08d-b352-4978-8a0a-6bf1d585cc1a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0979478 Feb 10 13:12:43.208681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:43.243570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=1daf103d-044a-4b7a-a98b-326e544d8668,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:43.317661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c893839-811c-4df7-8f29-2afc72ff42f5 req-4179a03b-a85e-4c67-86a8-a9ac64c620cf tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983930 Feb 10 13:12:43.323336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (aab295c7-fa3a-4d25-9e64-ed1ec1fa443e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.342630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b7d76f-86b9-476e-afb7-f2ab6785e41b req-e5c21b86-a5e9-43a6-a3e3-45bb5993e0ae service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319387 Feb 10 13:12:43.376046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.466580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946ac46-c204-4341-a428-91a658147944 req-2002928a-6c3b-4d15-9e8a-8ee8e94be1ba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.468157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9946ac46-c204-4341-a428-91a658147944 req-2002928a-6c3b-4d15-9e8a-8ee8e94be1ba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0601833 Feb 10 13:12:43.520013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9946ac46-c204-4341-a428-91a658147944 req-2a967bde-f9aa-4334-b10c-c3fbfaef3ee4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 Feb 10 13:12:43.556502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (1daf103d-044a-4b7a-a98b-326e544d8668), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.563794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.636891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=1daf103d-044a-4b7a-a98b-326e544d8668,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:43.651005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50945-686b-44fa-a364-211952257e27 req-1feab9f9-e96b-4ff5-86b3-e12b378e4f75 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.653507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (aab295c7-fa3a-4d25-9e64-ed1ec1fa443e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.658116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28f50945-686b-44fa-a364-211952257e27 req-1feab9f9-e96b-4ff5-86b3-e12b378e4f75 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0652118 Feb 10 13:12:43.671612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:43.673025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-04ccbc1c-8a01-4d1e-b92a-478b870d6aa7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1748092 Feb 10 13:12:43.706102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28f50945-686b-44fa-a364-211952257e27 req-e5d03cd4-4cf1-4f9c-9aca-b08d116d3bb9 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Feb 10 13:12:43.733165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-fa2c015a-672d-4d45-8eee-8508df6d06e4 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0543354 Feb 10 13:12:43.839997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4025aa-3515-4c4a-b082-94beb4ce720e req-2cd8a52e-9c43-4a49-9f7e-5640873f27cd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.847532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4025aa-3515-4c4a-b082-94beb4ce720e req-2cd8a52e-9c43-4a49-9f7e-5640873f27cd tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0707448 Feb 10 13:12:43.852835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-c5b6d401-a2d9-450a-8b92-cd155497dff5 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.854530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-734ac91e-251d-4b29-a332-2cc8b7f0f7e3 req-c5b6d401-a2d9-450a-8b92-cd155497dff5 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1160951 Feb 10 13:12:43.900138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4025aa-3515-4c4a-b082-94beb4ce720e req-a8970ee2-4528-4c2a-bd27-d8674a3e9786 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Feb 10 13:12:43.968164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc7ce-acbf-476c-a05e-9623df4b3eae req-44245064-9ded-4ad2-8a99-d28d82ec6fb5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:43.969726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-261dc7ce-acbf-476c-a05e-9623df4b3eae req-44245064-9ded-4ad2-8a99-d28d82ec6fb5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0556657 Feb 10 13:12:44.021395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-261dc7ce-acbf-476c-a05e-9623df4b3eae req-65047f62-52c8-4826-b6dd-d6d04c6fe0e4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Feb 10 13:12:44.115416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-c39a4d6a-a6e5-45dc-ace8-2a33d67cdb5e tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1928570 Feb 10 13:12:44.127662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:44.138355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c837108-379d-4c21-8fb3-4d873e864e79 req-e04cd8f7-4435-48bc-89c8-7d804a1c96fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.139868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c837108-379d-4c21-8fb3-4d873e864e79 req-e04cd8f7-4435-48bc-89c8-7d804a1c96fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0565882 Feb 10 13:12:44.148859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.195947 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c837108-379d-4c21-8fb3-4d873e864e79 req-1a446131-e8ea-4fb4-8f0e-8d75d0a52680 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Feb 10 13:12:44.266816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.368526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Allocated IP 172.25.8.11 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/4a2dd691-1bab-4268-b600-60d7458626d0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:44.452398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc424fb-7f27-4cd0-af99-e10760eb27bc req-bd9f094b-3368-425f-b1be-91674f0980fd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.459825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cc424fb-7f27-4cd0-af99-e10760eb27bc req-bd9f094b-3368-425f-b1be-91674f0980fd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0689263 Feb 10 13:12:44.474504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (4a2dd691-1bab-4268-b600-60d7458626d0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.523739 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cc424fb-7f27-4cd0-af99-e10760eb27bc req-21e67164-6851-4ccb-9c2c-721e83ed6914 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631557 Feb 10 13:12:44.537207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.559188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 84b88b99-60d7-488e-8933-87b4250de0f8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:12:44.599241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:44.605900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:44.609207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-0193e516-aeb8-4c9d-8b7b-9fc8828d5bfb tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.610709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-0193e516-aeb8-4c9d-8b7b-9fc8828d5bfb tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.1076720 Feb 10 13:12:44.611562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:44.613578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=4a2dd691-1bab-4268-b600-60d7458626d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:44.623108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 84b88b99-60d7-488e-8933-87b4250de0f8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:12:44.623823 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.683491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309a20-1457-4039-90da-978ecb0c5d19 req-bc5d16f0-2ba7-4997-887c-493eb359c807 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.685604 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1309a20-1457-4039-90da-978ecb0c5d19 req-bc5d16f0-2ba7-4997-887c-493eb359c807 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0774679 Feb 10 13:12:44.712484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 84b88b99-60d7-488e-8933-87b4250de0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:12:44.727630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-09e3ccca-ba3c-4ddc-9af3-fd8d8200e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.729199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-09e3ccca-ba3c-4ddc-9af3-fd8d8200e0b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&tenant_id=ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 1127 time: 0.0930641 Feb 10 13:12:44.744853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (5d8ee791-5fb6-46c0-98ee-59a105ed9965), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:44.746287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1309a20-1457-4039-90da-978ecb0c5d19 req-6ad919d0-e95c-46eb-969d-e3e4f895159d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542092 Feb 10 13:12:44.859805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf66029-3e4f-4c1a-a20e-d40b31e7dd98 req-22323c01-3b0b-4e27-be98-59f98fd781ad tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:44.861446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-abf66029-3e4f-4c1a-a20e-d40b31e7dd98 req-22323c01-3b0b-4e27-be98-59f98fd781ad tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0582266 Feb 10 13:12:44.916335 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-abf66029-3e4f-4c1a-a20e-d40b31e7dd98 req-8739445d-900f-4a44-80fa-84ddfcb025c9 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Feb 10 13:12:45.027731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c093aa5-99aa-43c4-93ef-8af79c8eeb54 req-f22c5002-2506-4ecf-903e-d189a02740f0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.029247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c093aa5-99aa-43c4-93ef-8af79c8eeb54 req-f22c5002-2506-4ecf-903e-d189a02740f0 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0559075 Feb 10 13:12:45.061644 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:45.077892 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c093aa5-99aa-43c4-93ef-8af79c8eeb54 req-5c0f1e85-f8fe-49c7-98af-46d1f5eb097d tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Feb 10 13:12:45.096520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-28f5a502-1974-474f-b95e-8b391ae3bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.098093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-28f5a502-1974-474f-b95e-8b391ae3bfe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1127 time: 0.3419497 Feb 10 13:12:45.186641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8bdf9-60f9-48cf-8e71-b408110bc460 req-2bb20a29-98f4-4b04-9a04-22decf16f1d8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.188087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1aa8bdf9-60f9-48cf-8e71-b408110bc460 req-2bb20a29-98f4-4b04-9a04-22decf16f1d8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0527573 Feb 10 13:12:45.235410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1aa8bdf9-60f9-48cf-8e71-b408110bc460 req-d0bdf3a4-5119-4351-88f9-1d90b3094435 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Feb 10 13:12:45.260624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-5f11bf2e-989e-4247-8ce9-e3bdbc7d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.262142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-5f11bf2e-989e-4247-8ce9-e3bdbc7d9ecf service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1516492 Feb 10 13:12:45.322242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-a5c7d2a5-9730-4199-b82c-b52dc92434f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0458622 Feb 10 13:12:45.359166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884cbdc-8dfd-4dac-8ea4-e5b99100b836 req-a72e2942-629c-4c41-bb4a-29e6d2e6af98 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.360622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0884cbdc-8dfd-4dac-8ea4-e5b99100b836 req-a72e2942-629c-4c41-bb4a-29e6d2e6af98 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0579517 Feb 10 13:12:45.367525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (4a2dd691-1bab-4268-b600-60d7458626d0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:45.375930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:45.407627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0884cbdc-8dfd-4dac-8ea4-e5b99100b836 req-11f8dc48-1450-4afb-b797-8897ecfe0a36 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Feb 10 13:12:45.417845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-e982398b-553a-4167-9352-c8cd2f4ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.419314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-e982398b-553a-4167-9352-c8cd2f4ace47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.0901783 Feb 10 13:12:45.455872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=4a2dd691-1bab-4268-b600-60d7458626d0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:45.482369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-30d7dde9-21ce-4e79-a2c3-c898ff5cdbb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541117 Feb 10 13:12:45.490502 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (5d8ee791-5fb6-46c0-98ee-59a105ed9965), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:45.520977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:45.522136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-8ea42f4d-2ca5-4390-9ce2-1e4089637e16 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3984802 Feb 10 13:12:45.605446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-1751970a-d2d0-4d32-b94e-5a82b1f5c3fd tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.0771093 Feb 10 13:12:45.650472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeeb90-b1d5-4586-b363-c7519efde6c8 req-ced54632-11b8-4a12-84f9-2973e755bda8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.651997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dceeeb90-b1d5-4586-b363-c7519efde6c8 req-ced54632-11b8-4a12-84f9-2973e755bda8 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0589154 Feb 10 13:12:45.687867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-bc1ff970-da3e-49e3-aff4-e085e574dc6a service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903508 Feb 10 13:12:45.699335 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dceeeb90-b1d5-4586-b363-c7519efde6c8 req-dba5bf6e-a661-4555-9f3d-dca67c7c3a24 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Feb 10 13:12:45.777820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-9b95f793-6d6e-49e1-a1d1-76772b8c6252 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.779190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4cdb480-1cdd-417e-84eb-59dfe5472fd1 req-9b95f793-6d6e-49e1-a1d1-76772b8c6252 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1677220 Feb 10 13:12:45.833654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-f7235c32-2720-4a97-881c-13ff4ce2d0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368003 Feb 10 13:12:45.914357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55038cde-a16a-467a-8485-fd9bf09557ad req-1c8a32ac-a498-4a28-9e2e-ffc6b91898e9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.915853 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55038cde-a16a-467a-8485-fd9bf09557ad req-1c8a32ac-a498-4a28-9e2e-ffc6b91898e9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 950 time: 0.0999169 Feb 10 13:12:45.923596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287555d-5d6a-4b7d-8c04-4a61aabe1c86 req-48795336-078f-47ac-87a5-dd12f318f3a6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:45.925101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c287555d-5d6a-4b7d-8c04-4a61aabe1c86 req-48795336-078f-47ac-87a5-dd12f318f3a6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0995033 Feb 10 13:12:45.930908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-15f49f98-e5e9-4644-8b9e-3b445c0a0f09 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1288192 Feb 10 13:12:45.941429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:45.964667 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.031851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c287555d-5d6a-4b7d-8c04-4a61aabe1c86 req-8cb16d6e-b461-4fe5-aee6-731b36e3f0f6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985587 Feb 10 13:12:46.056439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port b5472002-b246-4263-bc99-523177691bd6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:46.056955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b5472002-b246-4263-bc99-523177691bd6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.123735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.128440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-fc1cc979-0db4-4814-85e8-51aee5e760cb tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:46.129964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-fc1cc979-0db4-4814-85e8-51aee5e760cb tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.0736523 Feb 10 13:12:46.184946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port b5472002-b246-4263-bc99-523177691bd6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b5472002-b246-4263-bc99-523177691bd6,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:46.185223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b5472002-b246-4263-bc99-523177691bd6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.205691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for b5472002-b246-4263-bc99-523177691bd6 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:46.224720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcfe8b-414b-45ef-a8ce-5fe93a576665 req-97687429-19b2-4e02-b18f-169ac607e7ce tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:46.228408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cebcfe8b-414b-45ef-a8ce-5fe93a576665 req-97687429-19b2-4e02-b18f-169ac607e7ce tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1072659 Feb 10 13:12:46.313655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Allocated IP 172.25.8.16 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/ded99b2e-2af2-4426-bebe-75eceb48e854) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:12:46.322273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cebcfe8b-414b-45ef-a8ce-5fe93a576665 req-d1d99f2c-0860-41bb-ac4b-38683aca67ca tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893321 Feb 10 13:12:46.360685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3c5ebab0-2475-4bf0-b980-131ec3174b7e service neutron] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:46.365340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3c5ebab0-2475-4bf0-b980-131ec3174b7e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.367133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-615e7a80-0bcf-44f1-98be-0442ce8523b6 req-3c5ebab0-2475-4bf0-b980-131ec3174b7e service neutron] 10.222.0.21 "DELETE /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.2274721 Feb 10 13:12:46.410605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b5472002-b246-4263-bc99-523177691bd6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.424984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:46.428207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b5472002-b246-4263-bc99-523177691bd6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:46.464558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.471153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2209ad2-5eff-4937-9b53-44d18e3f21db req-c0aaf338-f1fa-4b16-9e06-07ea2701088e tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cff9bd-f7c9-4482-9877-9f2b0549a429 HTTP/1.1" status: 200 len: 210 time: 0.0584152 Feb 10 13:12:46.471991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=b5472002-b246-4263-bc99-523177691bd6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:46.503782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.529358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port b5472002-b246-4263-bc99-523177691bd6 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:46.532016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.535935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55038cde-a16a-467a-8485-fd9bf09557ad req-6d720234-8817-414f-bcd3-c144f7336e37 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.21 "DELETE /v2.0/ports/b5472002-b246-4263-bc99-523177691bd6 HTTP/1.1" status: 204 len: 173 time: 0.6099160 Feb 10 13:12:46.536406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'name': 'network-vif-deleted', 'tag': 'b5472002-b246-4263-bc99-523177691bd6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:46.538807 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750c01a-ddd9-404c-83c6-18357031e492" -d '{"events": [{"server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "name": "network-vif-deleted", "tag": "b5472002-b246-4263-bc99-523177691bd6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:46.549223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:12:46.552364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:12:46.556653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:12:46.586721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=ded99b2e-2af2-4426-bebe-75eceb48e854,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:46.636540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d7a0-412f-47aa-a195-aaf0632dc3f3 req-1e4d8c71-e1e1-4e2f-8696-7b5e27e99375 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:46.638256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae49d7a0-412f-47aa-a195-aaf0632dc3f3 req-1e4d8c71-e1e1-4e2f-8696-7b5e27e99375 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0617774 Feb 10 13:12:46.687269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (51dc9261-8582-42b5-9e49-34b9766766bf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.696054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae49d7a0-412f-47aa-a195-aaf0632dc3f3 req-ff500989-aafa-4371-a48b-6ca173fcd2f5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Feb 10 13:12:46.755297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:46.838252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920fe33-d60c-4deb-b0de-f49f9d8638d4 req-794b806c-e8c5-4877-a58b-ce153f839544 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:46.840124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6920fe33-d60c-4deb-b0de-f49f9d8638d4 req-794b806c-e8c5-4877-a58b-ce153f839544 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0661051 Feb 10 13:12:46.917406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6920fe33-d60c-4deb-b0de-f49f9d8638d4 req-a4c5af56-55f1-4d0f-9199-0bf7399d683e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Feb 10 13:12:46.973012 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8921e-1ca3-4dde-b8fd-b9d77edc8ed9 x-openstack-request-id: req-bdd8921e-1ca3-4dde-b8fd-b9d77edc8ed9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:46.973597 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cff9bd-f7c9-4482-9877-9f2b0549a429", "name": "network-vif-deleted", "tag": "b5472002-b246-4263-bc99-523177691bd6", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:46.974083 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdd8921e-1ca3-4dde-b8fd-b9d77edc8ed9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:46.976173 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cff9bd-f7c9-4482-9877-9f2b0549a429', 'name': 'network-vif-deleted', 'tag': 'b5472002-b246-4263-bc99-523177691bd6', 'status': 'completed', 'code': 200} Feb 10 13:12:46.995655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:47.002795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:47.095281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event updated for resources: {'Port': ['ID=ded99b2e-2af2-4426-bebe-75eceb48e854,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:47.101251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (51dc9261-8582-42b5-9e49-34b9766766bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:47.126378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4140e-c7ae-4b41-8fec-bffd3f2a998f req-93be60da-fd11-467c-9e7d-c7f34596860d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.126566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:47.128340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-ae917ba1-434a-4e8b-9033-2023d2cd5c6a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1905808 Feb 10 13:12:47.129824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7f4140e-c7ae-4b41-8fec-bffd3f2a998f req-93be60da-fd11-467c-9e7d-c7f34596860d tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1043181 Feb 10 13:12:47.204907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-f6ba826f-5c12-47be-9357-0a5e1c08e99d tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0674295 Feb 10 13:12:47.210537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7f4140e-c7ae-4b41-8fec-bffd3f2a998f req-1e7696f4-b3fa-4df0-b553-604d99bdccea tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Feb 10 13:12:47.365394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77b28-0472-4811-a446-7b3e93132420 req-69c406de-c22a-4653-9625-ca04f27c3aae tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.372635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eee77b28-0472-4811-a446-7b3e93132420 req-69c406de-c22a-4653-9625-ca04f27c3aae tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.0664408 Feb 10 13:12:47.377577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-0951fc3b-7873-4f72-9f74-fd4face2521f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.379379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a38cf1a4-5954-4af8-a179-8a4fe960ca0a req-0951fc3b-7873-4f72-9f74-fd4face2521f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1641836 Feb 10 13:12:47.447184 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eee77b28-0472-4811-a446-7b3e93132420 req-bd3f33b9-7563-4328-bea0-a8b79f9d416a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733912 Feb 10 13:12:47.471277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-eef7b204-f036-4191-ae85-70f481936d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.472822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-eef7b204-f036-4191-ae85-70f481936d20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0627620 Feb 10 13:12:47.492921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa146-d66b-473f-8505-3e7c927aec56 req-9878a7bc-c8d0-45a6-b03d-66a0bc188c00 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.494500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37fa146-d66b-473f-8505-3e7c927aec56 req-9878a7bc-c8d0-45a6-b03d-66a0bc188c00 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0606422 Feb 10 13:12:47.546587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37fa146-d66b-473f-8505-3e7c927aec56 req-c9d36606-4ba7-43dc-ab8f-e1256dacdcbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457053 Feb 10 13:12:47.586393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f38e8cb7-ae6a-42b1-bd7f-2af04600973b req-9ead4ec4-34c9-465d-bb2c-473cc9a93250 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips/51dc9261-8582-42b5-9e49-34b9766766bf HTTP/1.1" status: 200 len: 692 time: 0.0858505 Feb 10 13:12:47.683763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-25b93a51-b221-4b1d-bfe3-fceee07f5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.685328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-25b93a51-b221-4b1d-bfe3-fceee07f5eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.2062442 Feb 10 13:12:47.719416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942c80-c07f-4548-bb83-f9f2f1ae5681 req-bb8f3ad0-8b05-4c35-8100-9bd0fe98d485 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.721741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa942c80-c07f-4548-bb83-f9f2f1ae5681 req-bb8f3ad0-8b05-4c35-8100-9bd0fe98d485 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1127 time: 0.0488567 Feb 10 13:12:47.741876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-2969229c-b42c-4f1d-8650-9b2d8e8598ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.0438025 Feb 10 13:12:47.769000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa942c80-c07f-4548-bb83-f9f2f1ae5681 req-3457583b-1ede-4cc4-bd89-4fcbb88909fb tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Feb 10 13:12:47.785350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8cb7-ae6a-42b1-bd7f-2af04600973b req-8ff97063-422c-4614-8736-bb40c59498da tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.786714 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f38e8cb7-ae6a-42b1-bd7f-2af04600973b req-8ff97063-422c-4614-8736-bb40c59498da tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1911268 Feb 10 13:12:47.800839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-f38e8cb7-ae6a-42b1-bd7f-2af04600973b req-de9a8989-4e01-4489-9333-4c67d776535b tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:47.801835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f38e8cb7-ae6a-42b1-bd7f-2af04600973b req-de9a8989-4e01-4489-9333-4c67d776535b tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074220 Feb 10 13:12:47.812950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-149b9d92-a902-4bf7-a0c1-66d4ed8d995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.813896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-149b9d92-a902-4bf7-a0c1-66d4ed8d995a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.0626748 Feb 10 13:12:47.849283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-6dcae290-9bae-4816-801e-40431361ad38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290527 Feb 10 13:12:47.961104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271ed2e-9b3b-48df-b768-b516ab335ca4 req-095a7b6b-8b46-4090-be33-9c874bf38871 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.963063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e271ed2e-9b3b-48df-b768-b516ab335ca4 req-095a7b6b-8b46-4090-be33-9c874bf38871 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1127 time: 0.0762632 Feb 10 13:12:47.989597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-d5fc65fa-2e20-4a21-b573-700e262eea74 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334994 Feb 10 13:12:47.998262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0c86f-c12c-4cb7-9182-d6e74a791949 req-e5a61bb7-7670-418a-84ad-0de11e6b7be2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:47.999831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3da0c86f-c12c-4cb7-9182-d6e74a791949 req-e5a61bb7-7670-418a-84ad-0de11e6b7be2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 945 time: 0.1154356 Feb 10 13:12:48.017942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e271ed2e-9b3b-48df-b768-b516ab335ca4 req-1e34d1b5-6de8-41d0-82ec-bcf9eca8210a tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Feb 10 13:12:48.110481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-5c84ae3f-fa7d-40bf-8c44-4337383fd699 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips/51dc9261-8582-42b5-9e49-34b9766766bf HTTP/1.1" status: 200 len: 692 time: 0.0481720 Feb 10 13:12:48.127574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3da0c86f-c12c-4cb7-9182-d6e74a791949 req-eedfa5f7-5a99-4a9f-affd-4d264cf66a0d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185081 Feb 10 13:12:48.132459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-ae087edc-9b3c-4c16-bfe3-717786f94b81 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310651 Feb 10 13:12:48.248850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-c3917aa6-f150-49e3-b13a-18df901af286 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:48.250346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-c3917aa6-f150-49e3-b13a-18df901af286 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1294360 Feb 10 13:12:48.253595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-b615f1d4-53dc-4ee1-b667-b4842b73844a tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:48.255164 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-b615f1d4-53dc-4ee1-b667-b4842b73844a tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.0626450 Feb 10 13:12:48.264582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-eb355f83-d856-44da-930f-f8c7c6b85d90 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:48.265675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-eb355f83-d856-44da-930f-f8c7c6b85d90 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077608 Feb 10 13:12:48.271458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:12:48.321124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-44940572-00d5-40f1-aa1a-86f9db5fd95b tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0475974 Feb 10 13:12:48.368411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9da6-43cd-4d8a-a15e-c026c8ecdc88 req-0a6f3447-ab8a-4fae-8c78-a4ea5da6a62f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:48.370018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de2a9da6-43cd-4d8a-a15e-c026c8ecdc88 req-0a6f3447-ab8a-4fae-8c78-a4ea5da6a62f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1139641 Feb 10 13:12:48.373199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.388526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-d79857e3-fdeb-4849-8779-ec613881e74c tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0590608 Feb 10 13:12:48.510162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de2a9da6-43cd-4d8a-a15e-c026c8ecdc88 req-8d459ad0-d206-4ac5-9638-30e5a8861ffd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994415 Feb 10 13:12:48.582891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:48.641240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:48.656859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128acdd-ddb7-4517-9584-d12281e7bc9c req-25807942-ebe2-4b39-b0ca-988f90cde9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:48.659115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4128acdd-ddb7-4517-9584-d12281e7bc9c req-25807942-ebe2-4b39-b0ca-988f90cde9f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1128 time: 0.0956221 Feb 10 13:12:48.676190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Deleting port ded99b2e-2af2-4426-bebe-75eceb48e854 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:48.676541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.710946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks [] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.719909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.769653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4128acdd-ddb7-4517-9584-d12281e7bc9c req-9646f403-189d-4c5a-98ed-01fe8b50768f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036031 Feb 10 13:12:48.792659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.793298 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (ded99b2e-2af2-4426-bebe-75eceb48e854), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.806536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Calling delete_port for ded99b2e-2af2-4426-bebe-75eceb48e854 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:48.821891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:48.836650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:12:48.837024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:12:48.837353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:48.842333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:12:48.842697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Attempting to bind port 39cd8bf5-7212-4b57-b22b-def7466e4246 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:12:48.848905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:12:48.849252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:12:48.849641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:12:48.850071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Bound port: 39cd8bf5-7212-4b57-b22b-def7466e4246, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:12:48.851718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.955809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:48.962746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:12:48.973090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:48.979528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:48.981979 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835ece21-e1b3-4df2-9bf3-15c3dea2615d" -d '{"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-unplugged", "status": "completed", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:48.984392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ded99b2e-2af2-4426-bebe-75eceb48e854), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:49.028630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event deleted for resources: {'Port': ['ID=ded99b2e-2af2-4426-bebe-75eceb48e854,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:49.066777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.067037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:49.068492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] 10.222.0.21 "PUT /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 1121 time: 0.8038230 Feb 10 13:12:49.081243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134482-842e-45ba-ba1b-8bf021c81f3e service neutron] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:49.107911 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (51dc9261-8582-42b5-9e49-34b9766766bf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:49.111776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:49.113347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f7c5316-06a0-4820-bdf5-6efd86109f1b req-3d923603-146d-402d-80ce-4885dd6f3a0f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "DELETE /v2.0/floatingips/51dc9261-8582-42b5-9e49-34b9766766bf HTTP/1.1" status: 204 len: 173 time: 0.7112067 Feb 10 13:12:49.167004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eccd6-15f3-4593-889a-b42594b8d8ae req-8b31cb23-eddf-4516-9a97-8ee6554f48aa tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.168574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e60eccd6-15f3-4593-889a-b42594b8d8ae req-8b31cb23-eddf-4516-9a97-8ee6554f48aa tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0724766 Feb 10 13:12:49.172924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['39cd8bf5-7212-4b57-b22b-def7466e4246'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:49.220615 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e60eccd6-15f3-4593-889a-b42594b8d8ae req-5ed29243-fe3b-4557-8ce8-438a30c8949b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461891 Feb 10 13:12:49.243456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cb8f-91f1-447c-a0cb-a2c2923e37f8 req-285385ce-fbb6-47c3-87c2-8a478e8d60a7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.245250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16d2cb8f-91f1-447c-a0cb-a2c2923e37f8 req-285385ce-fbb6-47c3-87c2-8a478e8d60a7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0723348 Feb 10 13:12:49.300540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16d2cb8f-91f1-447c-a0cb-a2c2923e37f8 req-359c4aa3-c803-4859-81c7-a2275ee73774 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Feb 10 13:12:49.336162 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168b52c-4366-4c96-9bcd-174372580390 x-openstack-request-id: req-8168b52c-4366-4c96-9bcd-174372580390 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:49.336515 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-unplugged", "status": "completed", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:49.337062 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8168b52c-4366-4c96-9bcd-174372580390 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:49.337703 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'code': 200} Feb 10 13:12:49.538714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3bc45-a1d7-4873-972b-3cf88f06b235 req-fb8220bc-464e-473f-998e-cdf24c96b205 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.539040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bd5e-3d35-41b0-a301-dac2b4581e66 req-96b1a64f-e641-4f1a-aec5-e253b9c9af81 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.540795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b33bd5e-3d35-41b0-a301-dac2b4581e66 req-96b1a64f-e641-4f1a-aec5-e253b9c9af81 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0601730 Feb 10 13:12:49.541116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94a3bc45-a1d7-4873-972b-3cf88f06b235 req-fb8220bc-464e-473f-998e-cdf24c96b205 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1940432 Feb 10 13:12:49.601518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b33bd5e-3d35-41b0-a301-dac2b4581e66 req-b01b94c3-326e-413b-96ae-aabdf5048d26 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525782 Feb 10 13:12:49.650099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b75ba-1e5d-4025-8484-5dc647541520 req-ba5b3a9a-8d86-4b55-982a-e6f3b1243d16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.651652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d19b75ba-1e5d-4025-8484-5dc647541520 req-ba5b3a9a-8d86-4b55-982a-e6f3b1243d16 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 950 time: 0.0615513 Feb 10 13:12:49.712814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff07b5e-05aa-481a-841a-e7b4afa716a5 req-f787c345-53e7-40ba-8a6d-b21ce442d6d2 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:49.715182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ff07b5e-05aa-481a-841a-e7b4afa716a5 req-f787c345-53e7-40ba-8a6d-b21ce442d6d2 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0571425 Feb 10 13:12:49.770629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ff07b5e-05aa-481a-841a-e7b4afa716a5 req-65b172ae-ebb2-48c5-8290-fbe6ce481843 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Feb 10 13:12:49.949414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cae2f98c-5ccf-41c0-bf4e-77980725d462 req-b2c0464a-36dd-47bd-949d-f62f22a66bdd tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=20c173a77dd04f088b09f35b42bfb980 HTTP/1.1" status: 200 len: 1656 time: 0.1075585 Feb 10 13:12:50.055086 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d19b75ba-1e5d-4025-8484-5dc647541520 req-f3768827-8924-4207-8745-851712ec9bc9 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978314 Feb 10 13:12:50.066772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-ecc15a0a-8434-46e0-8ef1-6727b28942cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797675 Feb 10 13:12:50.079383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2f98c-5ccf-41c0-bf4e-77980725d462 req-86dfb371-9b41-4579-987b-0563ed3b7134 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.081317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cae2f98c-5ccf-41c0-bf4e-77980725d462 req-86dfb371-9b41-4579-987b-0563ed3b7134 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks?id=f6d7ec51-b422-47e7-beca-925ae04878bc&id=f6d7ec51-b422-47e7-beca-925ae04878bc&id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 787 time: 0.1260598 Feb 10 13:12:50.090552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-cae2f98c-5ccf-41c0-bf4e-77980725d462 req-eb372083-e8b2-4ac3-9a31-6866cbb79107 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:12:50.091657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cae2f98c-5ccf-41c0-bf4e-77980725d462 req-eb372083-e8b2-4ac3-9a31-6866cbb79107 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059397 Feb 10 13:12:50.164991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-c2744565-333d-40c5-95e5-b2ea3bb69525 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips/5d8ee791-5fb6-46c0-98ee-59a105ed9965 HTTP/1.1" status: 200 len: 692 time: 0.0507238 Feb 10 13:12:50.229755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-32898fda-0294-4526-b9b0-719ce293c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.231261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-32898fda-0294-4526-b9b0-719ce293c534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 1148 time: 0.0827639 Feb 10 13:12:50.367227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba502ca6-8aee-400a-b5e6-1513d95d2e1f req-770c3b6f-0940-4456-990c-7f833976563f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.368913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba502ca6-8aee-400a-b5e6-1513d95d2e1f req-770c3b6f-0940-4456-990c-7f833976563f tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0668364 Feb 10 13:12:50.372520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-3bde850d-4677-44cb-9a54-456fa74860f1 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.377277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-3bde850d-4677-44cb-9a54-456fa74860f1 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1952677 Feb 10 13:12:50.427465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba502ca6-8aee-400a-b5e6-1513d95d2e1f req-748a9232-8214-4bda-b39d-cea215b7ceb9 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 Feb 10 13:12:50.433957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-2bb41157-b248-4a5e-be36-4135692dca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.435516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-2bb41157-b248-4a5e-be36-4135692dca34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.1797276 Feb 10 13:12:50.446221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b5472002-b246-4263-bc99-523177691bd6 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:50.453500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-d8bbd4cf-21ae-4fed-b7ca-2471ded9be17 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.0718377 Feb 10 13:12:50.488226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: b5472002-b246-4263-bc99-523177691bd6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:50.489018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b5472002-b246-4263-bc99-523177691bd6 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:50.533049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-06fb7764-295a-43d8-a1c8-a7ea90db4903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 200 len: 217 time: 0.0681636 Feb 10 13:12:50.540922 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-3e45d5c3-2031-4290-a1b2-fbf8a896e6f4 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.0858388 Feb 10 13:12:50.579011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-a8e07a5f-3061-4b19-b81e-aa1b2bc1d769 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.580521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-a8e07a5f-3061-4b19-b81e-aa1b2bc1d769 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 950 time: 0.0650311 Feb 10 13:12:50.667088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-ef9f9398-3eee-4963-aea1-a92ea0858032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.668464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-ef9f9398-3eee-4963-aea1-a92ea0858032 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1250064 Feb 10 13:12:50.697164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88734b21-c617-415a-98bd-79120bc6188f req-2bfe105c-2531-4f39-8dfd-3506a0ff4714 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.698656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88734b21-c617-415a-98bd-79120bc6188f req-2bfe105c-2531-4f39-8dfd-3506a0ff4714 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1172283 Feb 10 13:12:50.719761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-e993a9ab-4aee-420a-986f-63fdad17d267 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296788 Feb 10 13:12:50.759528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88734b21-c617-415a-98bd-79120bc6188f req-c9bb781e-4b22-418a-9245-e2e690b666fe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Feb 10 13:12:50.761781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port 0ae412eb-abfa-47f1-b463-4d412369512a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:50.762123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:50.796121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Deleting port 4a2dd691-1bab-4268-b600-60d7458626d0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:50.796462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:50.875510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port 0ae412eb-abfa-47f1-b463-4d412369512a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0ae412eb-abfa-47f1-b463-4d412369512a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:50.876280 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:50.883783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-426aa9f2-7b3c-491d-b2c2-1bbe06ad0baf service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572208 Feb 10 13:12:50.903720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for 0ae412eb-abfa-47f1-b463-4d412369512a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:50.927516 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:50.927747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (4a2dd691-1bab-4268-b600-60d7458626d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:50.972695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Calling delete_port for 4a2dd691-1bab-4268-b600-60d7458626d0 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:50.991605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d20ad0-8361-4f06-8eed-fb0f7f9a9196 req-36c53036-fe83-4ba8-b026-a84389d1ce59 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:50.992885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d20ad0-8361-4f06-8eed-fb0f7f9a9196 req-36c53036-fe83-4ba8-b026-a84389d1ce59 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.1052759 Feb 10 13:12:51.044341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39cef075-47a0-4473-8cd3-dd5e6071156f req-cc1fb111-3588-4318-8587-d1f834fd0208 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545243 Feb 10 13:12:51.101248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d20ad0-8361-4f06-8eed-fb0f7f9a9196 req-eb923d0a-b7aa-45da-ac14-f6fb3ff497a0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935998 Feb 10 13:12:51.128739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-264170a2-0d6b-4962-8e8e-7cb99a977376 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:51.130345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-264170a2-0d6b-4962-8e8e-7cb99a977376 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b665008-63af-4673-9d8f-2b13cc12803e HTTP/1.1" status: 200 len: 950 time: 0.1365733 Feb 10 13:12:51.197638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4a2dd691-1bab-4268-b600-60d7458626d0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.232182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event deleted for resources: {'Port': ['ID=4a2dd691-1bab-4268-b600-60d7458626d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:51.339434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:51.342527 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09861a-752e-4383-a963-314eda6b5d44" -d '{"events": [{"name": "network-changed", "server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:51.354626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (5d8ee791-5fb6-46c0-98ee-59a105ed9965), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.364817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.364817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8573fbd3-5168-4c0b-82f9-52c907a166e4 req-6ce5640e-d569-4c65-aff7-25b5e7d1b986 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "DELETE /v2.0/floatingips/5d8ee791-5fb6-46c0-98ee-59a105ed9965 HTTP/1.1" status: 204 len: 173 time: 0.8183234 Feb 10 13:12:51.495980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9978e-a002-4dd3-a59f-07a2606e7aa1 req-187d1500-d436-4245-8f0e-58f4899dfa4b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:51.497895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65a9978e-a002-4dd3-a59f-07a2606e7aa1 req-187d1500-d436-4245-8f0e-58f4899dfa4b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0715499 Feb 10 13:12:51.530395 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0ae412eb-abfa-47f1-b463-4d412369512a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.544839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a', 'e63bb32f-36fd-4daf-a694-247e80bab91c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:51.571316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161a9df-c3c1-4625-92ee-50a75ec7f05c req-7176f39c-1b11-4630-a690-44175d3c10b8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:51.578456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f161a9df-c3c1-4625-92ee-50a75ec7f05c req-7176f39c-1b11-4630-a690-44175d3c10b8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.3939147 Feb 10 13:12:51.594411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65a9978e-a002-4dd3-a59f-07a2606e7aa1 req-3bbf1831-5e81-456a-b1ec-00a12ac4f0ab tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Feb 10 13:12:51.664451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f161a9df-c3c1-4625-92ee-50a75ec7f05c req-bc987c7c-c09e-4cd2-af79-1e4a35a14532 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816469 Feb 10 13:12:51.685475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=0ae412eb-abfa-47f1-b463-4d412369512a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:51.732727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1c506ea9-4f11-42fe-899b-d6f34869cbd8 req-3f655092-5b05-4641-ab6e-18101833f6aa tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b58154-3d6f-4558-910f-1f35c9fc0363 HTTP/1.1" status: 200 len: 210 time: 0.0627897 Feb 10 13:12:51.796392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port 0ae412eb-abfa-47f1-b463-4d412369512a on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:51.799902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.804877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6a88f8e-1f9b-4b92-8984-adbf03637c98 req-094cb760-a2e0-45f8-8678-853387fef8fe tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "DELETE /v2.0/ports/0ae412eb-abfa-47f1-b463-4d412369512a HTTP/1.1" status: 204 len: 173 time: 1.2127194 Feb 10 13:12:51.807159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'name': 'network-vif-deleted', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:51.810517 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599df1f5-d16d-4ce5-8c42-8590b573d2d6" -d '{"events": [{"server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "name": "network-vif-deleted", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:51.830210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port e63bb32f-36fd-4daf-a694-247e80bab91c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:51.830606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:51.834139 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68299bb8-c210-4d7d-beea-eec973566233 x-openstack-request-id: req-68299bb8-c210-4d7d-beea-eec973566233 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:51.834428 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:51.835227 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68299bb8-c210-4d7d-beea-eec973566233 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:51.835627 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'status': 'completed', 'code': 200} Feb 10 13:12:51.948889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6882678-0631-478d-b44a-1b36c335c1df req-e7335cf9-7aee-47c4-990b-e43120f97616 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips/aab295c7-fa3a-4d25-9e64-ed1ec1fa443e HTTP/1.1" status: 200 len: 693 time: 0.1999888 Feb 10 13:12:51.999239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361287-5efa-4533-91b1-e952909578c3 req-a69457a4-cf75-4b52-8dfd-dcc518eeab0a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.013072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45361287-5efa-4533-91b1-e952909578c3 req-a69457a4-cf75-4b52-8dfd-dcc518eeab0a tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1743059 Feb 10 13:12:52.063766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port e63bb32f-36fd-4daf-a694-247e80bab91c, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e63bb32f-36fd-4daf-a694-247e80bab91c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:52.064139 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:52.072382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09861a-752e-4383-a963-314eda6b5d44 req-ff5009a8-01c0-4e7b-b56a-fcd0e5e99be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.074238 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-ff5009a8-01c0-4e7b-b56a-fcd0e5e99be9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1155 time: 0.2460251 Feb 10 13:12:52.091567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for e63bb32f-36fd-4daf-a694-247e80bab91c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:52.119229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45361287-5efa-4533-91b1-e952909578c3 req-9dc20f3e-aea4-455f-a28c-4cc509af2aed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Feb 10 13:12:52.192249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09861a-752e-4383-a963-314eda6b5d44 req-c48b14c0-9e70-4145-9bc7-652f045e1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.194481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-c48b14c0-9e70-4145-9bc7-652f045e1667 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.1120374 Feb 10 13:12:52.245783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-cb11d4f4-4998-48a7-8d5f-d43625c53df1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.0400450 Feb 10 13:12:52.252048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882678-0631-478d-b44a-1b36c335c1df req-171fc8ea-5344-4dd2-a943-702a4dcd750f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.259824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6882678-0631-478d-b44a-1b36c335c1df req-171fc8ea-5344-4dd2-a943-702a4dcd750f tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.3107023 Feb 10 13:12:52.331533 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f061ae1-c85b-4a7f-9054-7d795013e01d x-openstack-request-id: req-2f061ae1-c85b-4a7f-9054-7d795013e01d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:52.332539 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b58154-3d6f-4558-910f-1f35c9fc0363", "name": "network-vif-deleted", "tag": "0ae412eb-abfa-47f1-b463-4d412369512a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:52.332539 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f061ae1-c85b-4a7f-9054-7d795013e01d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:52.343146 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b58154-3d6f-4558-910f-1f35c9fc0363', 'name': 'network-vif-deleted', 'tag': '0ae412eb-abfa-47f1-b463-4d412369512a', 'status': 'completed', 'code': 200} Feb 10 13:12:52.377283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6882678-0631-478d-b44a-1b36c335c1df req-b8a8b172-fa2e-4d5c-bd55-49f54e5c0346 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1079381 Feb 10 13:12:52.390543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e63bb32f-36fd-4daf-a694-247e80bab91c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:52.403419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9', '0ae412eb-abfa-47f1-b463-4d412369512a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:52.427279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09861a-752e-4383-a963-314eda6b5d44 req-8919e3bd-a264-453a-9dc4-739bd3a23817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.432614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-8919e3bd-a264-453a-9dc4-739bd3a23817 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1487312 Feb 10 13:12:52.440778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:12:52.469179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=e63bb32f-36fd-4daf-a694-247e80bab91c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:52.482125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4fdc-f713-4c83-a7fd-dd4091c63130 req-21455198-53ba-408c-95f2-dad266aa45e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.489527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f1a4fdc-f713-4c83-a7fd-dd4091c63130 req-21455198-53ba-408c-95f2-dad266aa45e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.1598434 Feb 10 13:12:52.505251 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6882678-0631-478d-b44a-1b36c335c1df req-c770ccde-4e32-4928-875c-d4c48abad0f7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.1169395 Feb 10 13:12:52.508501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-1689b8cf-ad30-45c5-98a4-7cd102850525 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648658 Feb 10 13:12:52.559717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port e63bb32f-36fd-4daf-a694-247e80bab91c on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:52.564037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:52.567371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7885b0a-cf56-4566-8faf-0b92a897bc9e req-86dbee30-1dd4-4e59-aa63-6664f2db3539 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "DELETE /v2.0/ports/e63bb32f-36fd-4daf-a694-247e80bab91c HTTP/1.1" status: 204 len: 173 time: 1.4301906 Feb 10 13:12:52.622500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f1a4fdc-f713-4c83-a7fd-dd4091c63130 req-0aa7c508-ade8-4bf2-82be-2780a65b274e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304100 Feb 10 13:12:52.761741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:52.777770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:12:52.855516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-a9a4f266-3f32-45e3-b77a-92399ec8bb28 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319204 Feb 10 13:12:52.890596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Deleting port 1daf103d-044a-4b7a-a98b-326e544d8668 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:52.890937 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:52.959254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a3aa-021b-4873-a46e-1407ccc3336a req-52c4796d-bb05-4d29-ab5b-420a19dee91c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:52.961684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0159a3aa-021b-4873-a46e-1407ccc3336a req-52c4796d-bb05-4d29-ab5b-420a19dee91c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0652387 Feb 10 13:12:53.058453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0159a3aa-021b-4873-a46e-1407ccc3336a req-27821a8d-9ec1-40ab-aab4-65025b51b483 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779567 Feb 10 13:12:53.083816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a09861a-752e-4383-a963-314eda6b5d44 req-1c9683cb-765c-4a83-ac18-f61134a50333 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200582 Feb 10 13:12:53.142490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:53.142996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (1daf103d-044a-4b7a-a98b-326e544d8668), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:53.166236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Calling delete_port for 1daf103d-044a-4b7a-a98b-326e544d8668 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:53.286909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eefcd-ef7b-4990-8efa-796524847798 req-81fb000f-0adc-42c2-8eb7-f0ba36a7a42a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:53.288868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d1eefcd-ef7b-4990-8efa-796524847798 req-81fb000f-0adc-42c2-8eb7-f0ba36a7a42a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0794444 Feb 10 13:12:53.342099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d1eefcd-ef7b-4990-8efa-796524847798 req-b55f7c30-5dbb-429e-9a51-50676b3821d8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Feb 10 13:12:53.346347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1daf103d-044a-4b7a-a98b-326e544d8668), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:53.376180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event deleted for resources: {'Port': ['ID=1daf103d-044a-4b7a-a98b-326e544d8668,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:53.454344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (aab295c7-fa3a-4d25-9e64-ed1ec1fa443e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:53.457118 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:53.458402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6882678-0631-478d-b44a-1b36c335c1df req-bda38f28-da66-4d5b-9705-687250c0a96a tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "DELETE /v2.0/floatingips/aab295c7-fa3a-4d25-9e64-ed1ec1fa443e HTTP/1.1" status: 204 len: 173 time: 0.9438770 Feb 10 13:12:53.517822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28a053-d6ee-47a7-bee5-d08ddf5cef13 req-bff65890-f2b2-437f-92a3-0147afdd30e0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:53.519504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a28a053-d6ee-47a7-bee5-d08ddf5cef13 req-bff65890-f2b2-437f-92a3-0147afdd30e0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0690641 Feb 10 13:12:53.581133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a28a053-d6ee-47a7-bee5-d08ddf5cef13 req-ff4e90d0-d897-4780-98b8-7f5925598fe5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533383 Feb 10 13:12:53.670146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-2cc81807-1dca-4414-a297-502f943e48b7 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips/c3701bfd-8f16-469c-b761-d6455c4d678f HTTP/1.1" status: 200 len: 693 time: 0.0493858 Feb 10 13:12:53.801626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-34fac467-bd84-4fc8-b014-592f3ddc29a4 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:53.808963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-34fac467-bd84-4fc8-b014-592f3ddc29a4 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1323457 Feb 10 13:12:53.898309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-3c5340ff-0fda-454a-a879-527b40bc127c tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0858774 Feb 10 13:12:53.965717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-e911b72b-a279-4ea8-a59d-630036c622a5 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0662057 Feb 10 13:12:54.034542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec59637-d656-4ab3-844f-dced1ee49639 req-f65b40aa-9800-43ec-82fd-d6ea71bd133c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:54.037444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ec59637-d656-4ab3-844f-dced1ee49639 req-f65b40aa-9800-43ec-82fd-d6ea71bd133c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0599370 Feb 10 13:12:54.093084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ec59637-d656-4ab3-844f-dced1ee49639 req-9c9cda03-4919-4ce4-9449-47b8e4099c70 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485828 Feb 10 13:12:54.115046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Deleting port f08bbaec-4910-440b-853d-37efe7966712 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:54.115046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f08bbaec-4910-440b-853d-37efe7966712), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.201336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f08bbaec-4910-440b-853d-37efe7966712), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.201598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (f08bbaec-4910-440b-853d-37efe7966712), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.214253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Calling delete_port for f08bbaec-4910-440b-853d-37efe7966712 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:54.227376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aca929-29d6-44a0-9b8b-fa7630692a5a req-c6a995d7-e478-446b-85d5-59b47c88e437 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:54.228965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4aca929-29d6-44a0-9b8b-fa7630692a5a req-c6a995d7-e478-446b-85d5-59b47c88e437 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0684197 Feb 10 13:12:54.283680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4aca929-29d6-44a0-9b8b-fa7630692a5a req-8b2b2db1-60e7-4450-b24b-e0a2b476ac4a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Feb 10 13:12:54.374215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'name': 'network-vif-deleted', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:54.377381 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dedc84-61e6-4ef9-b1c7-6170a888be3c" -d '{"events": [{"server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "name": "network-vif-deleted", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:54.381036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f08bbaec-4910-440b-853d-37efe7966712), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.409883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Pushing event deleted for resources: {'Port': ['ID=f08bbaec-4910-440b-853d-37efe7966712,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:54.459724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d797-1429-4e62-9db8-4852d6562c8d req-489f0d1c-3724-4223-8a58-2c961da894a6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:54.468234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8f1d797-1429-4e62-9db8-4852d6562c8d req-489f0d1c-3724-4223-8a58-2c961da894a6 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 949 time: 0.0956621 Feb 10 13:12:54.519615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks [] for floatingip (c3701bfd-8f16-469c-b761-d6455c4d678f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.523584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:54.538369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fbff27-c2c3-4a70-b42d-e33ef20db1c4 req-11dc5952-6db0-4774-bf0e-350dd7cbf2e3 tempest-FloatingIPDetailsTestJSON-433589763 tempest-FloatingIPDetailsTestJSON-433589763-project] 10.222.0.13 "DELETE /v2.0/floatingips/c3701bfd-8f16-469c-b761-d6455c4d678f HTTP/1.1" status: 204 len: 173 time: 0.5706863 Feb 10 13:12:54.539177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8f1d797-1429-4e62-9db8-4852d6562c8d req-39c9ea0b-3c1d-4b6e-a165-42a4047e9c93 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Feb 10 13:12:54.540046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:54.617857 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247cfcb8-48f0-48cc-beed-fe434568945c x-openstack-request-id: req-247cfcb8-48f0-48cc-beed-fe434568945c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:54.618164 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b665008-63af-4673-9d8f-2b13cc12803e", "name": "network-vif-deleted", "tag": "e63bb32f-36fd-4daf-a694-247e80bab91c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:54.618441 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-247cfcb8-48f0-48cc-beed-fe434568945c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:54.618840 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b665008-63af-4673-9d8f-2b13cc12803e', 'name': 'network-vif-deleted', 'tag': 'e63bb32f-36fd-4daf-a694-247e80bab91c', 'status': 'completed', 'code': 200} Feb 10 13:12:54.670536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02183bf-321f-4112-99c0-17e9df078fb2 req-f9a2dc57-7dd1-44b7-8073-a51379060ffe tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:54.681408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d02183bf-321f-4112-99c0-17e9df078fb2 req-f9a2dc57-7dd1-44b7-8073-a51379060ffe tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0957444 Feb 10 13:12:54.812000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d02183bf-321f-4112-99c0-17e9df078fb2 req-d98f73b9-5e14-423d-947e-2cf1862b49fd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248047 Feb 10 13:12:54.944726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83144bec-8b73-4439-9f19-fc073e3de9ae req-c84958fe-cd86-459a-9f61-9414c23610e1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:54.946531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-83144bec-8b73-4439-9f19-fc073e3de9ae req-c84958fe-cd86-459a-9f61-9414c23610e1 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1348960 Feb 10 13:12:55.049460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-83144bec-8b73-4439-9f19-fc073e3de9ae req-03437819-7239-4fb9-b4ca-15b1a3421ddc tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Feb 10 13:12:55.201029 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:55.247722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468133-da52-496c-bc91-599b22adee74 req-4bce9bb8-3f7d-4d5e-b71d-ec59b5538009 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:55.255268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7468133-da52-496c-bc91-599b22adee74 req-4bce9bb8-3f7d-4d5e-b71d-ec59b5538009 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0695803 Feb 10 13:12:55.323623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7468133-da52-496c-bc91-599b22adee74 req-e92108c0-d927-42b1-ad6d-8b678ec49bca tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672274 Feb 10 13:12:55.347657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-d2b024bc-7724-4c94-b459-00af36a4d7a7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:55.349261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-d2b024bc-7724-4c94-b459-00af36a4d7a7 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 949 time: 0.1093223 Feb 10 13:12:55.455432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e63bb32f-36fd-4daf-a694-247e80bab91c no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:55.477025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: e63bb32f-36fd-4daf-a694-247e80bab91c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:55.477651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e63bb32f-36fd-4daf-a694-247e80bab91c not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:55.478246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0ae412eb-abfa-47f1-b463-4d412369512a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:55.500952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 0ae412eb-abfa-47f1-b463-4d412369512a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:55.501747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0ae412eb-abfa-47f1-b463-4d412369512a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:55.523633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Deleting port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:55.524244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:55.719871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] For port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:55.720165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:55.745357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Calling delete_port for d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:55.762563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Deleting port 84b88b99-60d7-488e-8933-87b4250de0f8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:55.762894 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:56.045937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c565-09be-4c20-969b-b63cf1397466 req-9eedc417-986e-4959-899c-f9dec1ab7273 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:56.056889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3b0c565-09be-4c20-969b-b63cf1397466 req-9eedc417-986e-4959-899c-f9dec1ab7273 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1361315 Feb 10 13:12:56.168099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3b0c565-09be-4c20-969b-b63cf1397466 req-116b2fae-ab5d-441c-8951-d0465d285ee9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093464 Feb 10 13:12:56.205405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b579b-cebe-4fcc-becc-6a92c56dd109 req-5e8bcfbf-cc15-411c-b972-adb44d9f0d73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:56.207698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da9b579b-cebe-4fcc-becc-6a92c56dd109 req-5e8bcfbf-cc15-411c-b972-adb44d9f0d73 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8d08ef3-f6e0-42f6-b407-49f65f34a85d HTTP/1.1" status: 200 len: 949 time: 0.5562859 Feb 10 13:12:56.302201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9b05-05fa-4a2f-a612-cd19c91c6105 req-d4228864-8321-42f3-b74e-a0285edad5e5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:56.302930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96be9b05-05fa-4a2f-a612-cd19c91c6105 req-d4228864-8321-42f3-b74e-a0285edad5e5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0674734 Feb 10 13:12:56.364063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96be9b05-05fa-4a2f-a612-cd19c91c6105 req-37546c9b-d681-4662-b081-8909e5776f19 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Feb 10 13:12:56.377214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da9b579b-cebe-4fcc-becc-6a92c56dd109 req-0cd9342f-79b8-4ab5-86d8-9be956654196 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545355 Feb 10 13:12:56.429343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] For port 84b88b99-60d7-488e-8933-87b4250de0f8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=84b88b99-60d7-488e-8933-87b4250de0f8,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:56.429710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:56.445667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Calling delete_port for 84b88b99-60d7-488e-8933-87b4250de0f8 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:56.519758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2a7b-2bfd-47af-ac01-12114392ccc1 req-ad0cfa72-9d43-452b-9725-7d66bf2604ae tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:56.521524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-744f2a7b-2bfd-47af-ac01-12114392ccc1 req-ad0cfa72-9d43-452b-9725-7d66bf2604ae tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0678306 Feb 10 13:12:56.556216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d4e53446-72d9-4f6a-aa6b-b55b0941e3c9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:56.568312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d4e53446-72d9-4f6a-aa6b-b55b0941e3c9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:12:56.582516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-744f2a7b-2bfd-47af-ac01-12114392ccc1 req-339b25fa-6144-43d1-8fdb-3d1f0ffae70c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Feb 10 13:12:56.603454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Pushing event deleted for resources: {'Port': ['ID=d4e53446-72d9-4f6a-aa6b-b55b0941e3c9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:56.687283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] No DVR routers for this DVR port d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:12:56.694408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:56.697895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-568a5bbe-76b1-425c-95a7-02e5ea5bc51b req-6efe0719-8a27-4f1d-b5a7-9c29bdb69042 tempest-ServersOnMultiNodesTest-235016478 tempest-ServersOnMultiNodesTest-235016478-project] 10.222.0.77 "DELETE /v2.0/ports/d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 HTTP/1.1" status: 204 len: 173 time: 1.3432994 Feb 10 13:12:56.698351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'name': 'network-vif-deleted', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:12:56.700601 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc39f4ba-c22c-4364-87f7-d447448b0195" -d '{"events": [{"server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "name": "network-vif-deleted", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:12:56.771368 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9afba77-d16f-4641-a0f3-2698ef7dd999 x-openstack-request-id: req-c9afba77-d16f-4641-a0f3-2698ef7dd999 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:12:56.771725 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d08ef3-f6e0-42f6-b407-49f65f34a85d", "name": "network-vif-deleted", "tag": "d4e53446-72d9-4f6a-aa6b-b55b0941e3c9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:12:56.772607 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9afba77-d16f-4641-a0f3-2698ef7dd999 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:12:56.776668 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d08ef3-f6e0-42f6-b407-49f65f34a85d', 'name': 'network-vif-deleted', 'tag': 'd4e53446-72d9-4f6a-aa6b-b55b0941e3c9', 'status': 'completed', 'code': 200} Feb 10 13:12:56.852478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (84b88b99-60d7-488e-8933-87b4250de0f8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:56.887722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b88b99-60d7-488e-8933-87b4250de0f8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:57.099769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:57.420828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502598ef-c351-4dd4-87c6-4ec2fa33d876 req-34e7dfe9-d593-4245-bbfd-2267f7fff28b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.422584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-502598ef-c351-4dd4-87c6-4ec2fa33d876 req-34e7dfe9-d593-4245-bbfd-2267f7fff28b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0972321 Feb 10 13:12:57.487765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-502598ef-c351-4dd4-87c6-4ec2fa33d876 req-0401c4d7-7dcf-408d-971b-c81e4114d11e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Feb 10 13:12:57.535555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdec31-3db2-41cf-8617-3dd2e072ffde req-599ed022-864c-42e0-b2fb-d4805e15f077 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.537177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06fdec31-3db2-41cf-8617-3dd2e072ffde req-599ed022-864c-42e0-b2fb-d4805e15f077 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2002215 Feb 10 13:12:57.569908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413adb30-7d27-41a3-86ec-d266293eee9a req-a30b3374-741a-420b-a1cf-0e9186c5dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.572225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-a30b3374-741a-420b-a1cf-0e9186c5dd25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.1962955 Feb 10 13:12:57.620719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85baa0-a297-493e-89ca-ce8903bc60b1 req-7c288876-bda2-4651-a035-3ffeadbfe978 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.623647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef85baa0-a297-493e-89ca-ce8903bc60b1 req-7c288876-bda2-4651-a035-3ffeadbfe978 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.0607722 Feb 10 13:12:57.691108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef85baa0-a297-493e-89ca-ce8903bc60b1 req-c31b29d9-8d45-4cbe-a2d5-95f70fdaf425 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603261 Feb 10 13:12:57.700590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06fdec31-3db2-41cf-8617-3dd2e072ffde req-2341efa6-27ac-4ce8-b957-8c602d6fff0e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346068 Feb 10 13:12:57.702695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Router 44c266e5-54ca-4bdd-8346-34e5180cd55b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:12:57.809132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413adb30-7d27-41a3-86ec-d266293eee9a req-6b852bd4-7789-4bc2-8321-e843a6944887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.810764 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-6b852bd4-7789-4bc2-8321-e843a6944887 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.2264543 Feb 10 13:12:57.871784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-5db27dd4-4135-4fed-8bef-2defe7988dfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.0494246 Feb 10 13:12:57.898888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea17959-d19f-4390-82e5-b42b9a7aba48 req-47950d9b-c08d-4754-a286-3b4baedca714 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:57.900976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ea17959-d19f-4390-82e5-b42b9a7aba48 req-47950d9b-c08d-4754-a286-3b4baedca714 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0980084 Feb 10 13:12:57.971244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ea17959-d19f-4390-82e5-b42b9a7aba48 req-db6c9b5c-8fa9-48ad-a2bb-f3e4b8f10c63 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617926 Feb 10 13:12:57.998412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:12:58.008599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ee835e97-c977-4ba7-b4f9-4a3be91943c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/44c266e5-54ca-4bdd-8346-34e5180cd55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4633245 Feb 10 13:12:58.008947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:58.016906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413adb30-7d27-41a3-86ec-d266293eee9a req-16489fe1-595a-46ab-a36b-4b810ffc02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:58.018326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-16489fe1-595a-46ab-a36b-4b810ffc02bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.1385663 Feb 10 13:12:58.019386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Sync routers for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:12:58.036952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:58.038472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:58.082930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-f69ef746-977e-491d-9cfc-d9a914cac091 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326698 Feb 10 13:12:58.088099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:58.185711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:58.234278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks [] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.304136 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-af3d1c37-2bbf-4735-a21b-40ad443011bb service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095811 Feb 10 13:12:58.402836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae4a8b2d-9313-4078-a6bf-90cc2a4ef035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0093db944fef4fa7a141a20bd5ff318e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135757 Feb 10 13:12:58.405482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:58.422086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:56Z', 'revision_number': 5, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port': {'id': '63ba7030-5333-402a-8f6f-ec0f97a23f2f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:58.453358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks [] for router_gateway (44c266e5-54ca-4bdd-8346-34e5180cd55b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.460433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Checking router: 44c266e5-54ca-4bdd-8346-34e5180cd55b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:12:58.471624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Routers {'44c266e5-54ca-4bdd-8346-34e5180cd55b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:12:58.472741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:12:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['44c266e5-54ca-4bdd-8346-34e5180cd55b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:58.473573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-413adb30-7d27-41a3-86ec-d266293eee9a req-fc127294-bf67-456f-abc3-7a63138a6e8c service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565673 Feb 10 13:12:58.512461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] Publish callbacks [] for security_group (2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.554424 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] Publish callbacks [] for security_group (2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.618303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Deleting port 63ba7030-5333-402a-8f6f-ec0f97a23f2f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:12:58.618876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.700235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] Set router 44c266e5-54ca-4bdd-8346-34e5180cd55b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:12:58.722039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.737802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.739880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2 HTTP/1.1" status: 204 len: 168 time: 0.3331082 Feb 10 13:12:58.756804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb582-acd4-4127-ba01-8720dff45a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bbdf6-c5b3-4b7b-a680-9868dddaacc2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:58.818711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:58Z', 'revision_number': 6, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:12:58.820432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] For port 63ba7030-5333-402a-8f6f-ec0f97a23f2f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63ba7030-5333-402a-8f6f-ec0f97a23f2f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:58.820830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:58.829730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e6f5-608e-48f2-8e74-40f76f37dc32 req-985c3c5b-70bc-4493-80e9-5ad234a7fcc6 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:58.831314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6d9e6f5-608e-48f2-8e74-40f76f37dc32 req-985c3c5b-70bc-4493-80e9-5ad234a7fcc6 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1595676 Feb 10 13:12:58.848518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Calling delete_port for 63ba7030-5333-402a-8f6f-ec0f97a23f2f owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:12:58.868217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a7d41-3bc1-4e46-9487-f564beafc4b5 None None] The sync data for ids ['44c266e5-54ca-4bdd-8346-34e5180cd55b'] in n-d-815324-6 is: [{'id': '44c266e5-54ca-4bdd-8346-34e5180cd55b', 'name': 'tempest-FloatingIPDetailsTestJSON-1635481198-router', 'tenant_id': '20c173a77dd04f088b09f35b42bfb980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:12:34Z', 'updated_at': '2022-02-10T13:12:58Z', 'revision_number': 6, 'project_id': '20c173a77dd04f088b09f35b42bfb980', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:12:58.933675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce0aa-3d91-43f4-9ab8-f9dc463e9bf6 req-42d2d667-32ca-4251-81be-9323ce59f7a3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:58.946202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3efce0aa-3d91-43f4-9ab8-f9dc463e9bf6 req-42d2d667-32ca-4251-81be-9323ce59f7a3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1308076 Feb 10 13:12:58.962224 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6d9e6f5-608e-48f2-8e74-40f76f37dc32 req-8bb947f1-3a25-4332-a8d3-ef4a4df448f0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227379 Feb 10 13:12:59.009609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3efce0aa-3d91-43f4-9ab8-f9dc463e9bf6 req-23ddf2f2-13aa-432c-a91b-230b8a6f1002 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Feb 10 13:12:59.195760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-5f7b4ace-72b9-4ef7-b496-6fb750be5121 service neutron] 10.222.0.77 "GET /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.1763821 Feb 10 13:12:59.244329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c1ba-1153-4f9c-bc10-fb4b89abece4 req-791190c0-8127-4e39-a531-04ab3180a19b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:59.247031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd10c1ba-1153-4f9c-bc10-fb4b89abece4 req-791190c0-8127-4e39-a531-04ab3180a19b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 943 time: 0.0854502 Feb 10 13:12:59.272115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:59.289472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a131e-f60d-4493-9ecc-583f1a4312ae req-a910f0e0-d55f-454c-8af2-4f48e1def6c7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:12:59.290994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-540a131e-f60d-4493-9ecc-583f1a4312ae req-a910f0e0-d55f-454c-8af2-4f48e1def6c7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2189581 Feb 10 13:12:59.350408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd10c1ba-1153-4f9c-bc10-fb4b89abece4 req-3cde01bd-1ef3-4512-8ee4-828dd2f9cefa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844219 Feb 10 13:12:59.386673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-faf52f87-6e6a-488c-abe8-40d2cae63c1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4be25118993c4d3e812946382104935c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134615 Feb 10 13:12:59.387406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (63ba7030-5333-402a-8f6f-ec0f97a23f2f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.389100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:59.438454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=63ba7030-5333-402a-8f6f-ec0f97a23f2f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:59.455999 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-540a131e-f60d-4493-9ecc-583f1a4312ae req-66025939-33d0-4be9-915b-8ec40ea2b1c8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578968 Feb 10 13:12:59.457018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:12:59.493495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] Publish callbacks [] for security_group (709ec44f-fa40-440a-9453-838143734baa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.542204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] Publish callbacks [] for security_group (709ec44f-fa40-440a-9453-838143734baa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.582243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.614470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (709ec44f-fa40-440a-9453-838143734baa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.621496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.623367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/709ec44f-fa40-440a-9453-838143734baa HTTP/1.1" status: 204 len: 168 time: 0.2329240 Feb 10 13:12:59.633485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b5f9-4f81-4be3-a073-5a945b4eeab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ec44f-fa40-440a-9453-838143734baa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:12:59.672031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:12:59.672399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d4e53446-72d9-4f6a-aa6b-b55b0941e3c9 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:12:59.682628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:59.728500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.733949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks [] for router_controller (44c266e5-54ca-4bdd-8346-34e5180cd55b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.749651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:12:59.820619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (44c266e5-54ca-4bdd-8346-34e5180cd55b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.821341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c266e5-54ca-4bdd-8346-34e5180cd55b {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:12:59.826444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cd8bf5-7212-4b57-b22b-def7466e4246 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:12:59.835889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.839510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-df9c563c-9b62-464d-af48-13411b3fd2bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/44c266e5-54ca-4bdd-8346-34e5180cd55b HTTP/1.1" status: 204 len: 168 time: 1.8273335 Feb 10 13:12:59.840115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:12:59.843028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:12:59.861674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.902521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Deleting subnet 4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:12:59.906696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Publish callbacks [] for subnet (4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.962215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:12:59.967818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] Transition to ACTIVE for port object 39cd8bf5-7212-4b57-b22b-def7466e4246 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:12:59.973892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.047358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] No DVR routers for this DVR port 39cd8bf5-7212-4b57-b22b-def7466e4246 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:00.085824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:00.101024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.110744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c3b533b8-41f5-4381-b184-9c296a7376c2 service neutron] 10.222.0.77 "PUT /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9040585 Feb 10 13:13:00.232383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.233819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fb47f-9397-4991-935f-e364b3bfda73 req-42ef4905-21b0-4017-aab5-8ffc6f6b96fd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.235378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d8fb47f-9397-4991-935f-e364b3bfda73 req-42ef4905-21b0-4017-aab5-8ffc6f6b96fd tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1066937 Feb 10 13:13:00.282848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.288441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4 HTTP/1.1" status: 204 len: 168 time: 0.4446149 Feb 10 13:13:00.288664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f4e07-399e-44ab-9293-0de9db1851df None None] Network 404a9327-a58b-483c-a80d-84d379d0fa9a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:00.289323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:00.294454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fcea-4a35-4057-8bd2-886884bd5259 req-650367be-dce6-41cd-9146-b3f107b7e1f3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.301786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfa8fcea-4a35-4057-8bd2-886884bd5259 req-650367be-dce6-41cd-9146-b3f107b7e1f3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1969693 Feb 10 13:13:00.309001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9388099-5d96-4628-9078-7b667db899fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1ccec5-6a77-4f2d-a2af-7ad5ee52dcd4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:00.329607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-27715cbc-cfa6-477a-89b9-d0df40c1350b tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.331365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-27715cbc-cfa6-477a-89b9-d0df40c1350b tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1126 time: 0.1465044 Feb 10 13:13:00.366029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfa8fcea-4a35-4057-8bd2-886884bd5259 req-c6b5c070-f6b1-4587-aa1d-0e8bde556742 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629056 Feb 10 13:13:00.369779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d8fb47f-9397-4991-935f-e364b3bfda73 req-06f9f4c2-3a99-4e7e-b3a8-255da8527a55 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236675 Feb 10 13:13:00.475268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:13:00.478165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:00.546210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] DHCP port deletion for 404a9327-a58b-483c-a80d-84d379d0fa9a request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:13:00.582563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (404a9327-a58b-483c-a80d-84d379d0fa9a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.618482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-701c9d96-f4d4-4f8d-8644-ba76e160c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.620024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-701c9d96-f4d4-4f8d-8644-ba76e160c8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 1126 time: 0.2749650 Feb 10 13:13:00.626611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63ba7030-5333-402a-8f6f-ec0f97a23f2f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:00.645587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370c11-5fde-47d0-9a03-f73dde960fbd req-edebb0ab-1b4f-4018-9c12-84bdc0103612 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.654473 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-59370c11-5fde-47d0-9a03-f73dde960fbd req-edebb0ab-1b4f-4018-9c12-84bdc0103612 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1600146 Feb 10 13:13:00.707469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca0af-1841-4a79-a301-9ee958bd289b req-916d5f26-544c-482e-971c-5500c5364068 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:00.709990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eaca0af-1841-4a79-a301-9ee958bd289b req-916d5f26-544c-482e-971c-5500c5364068 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1181750 Feb 10 13:13:00.729323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 63ba7030-5333-402a-8f6f-ec0f97a23f2f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:00.730630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63ba7030-5333-402a-8f6f-ec0f97a23f2f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:00.731279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 84b88b99-60d7-488e-8933-87b4250de0f8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:00.808088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eaca0af-1841-4a79-a301-9ee958bd289b req-e23b0307-d25f-4843-9fb1-eb347d02e235 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829008 Feb 10 13:13:00.845649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 84b88b99-60d7-488e-8933-87b4250de0f8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:00.846559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 84b88b99-60d7-488e-8933-87b4250de0f8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:00.941043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Deleting port c6eb042a-f284-4f46-91a2-ec450b0e978e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:00.941422 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.986832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:00.987334 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.989816 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31c57148-eb5b-4743-9ead-007690f56a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:00.997544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:01.094689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] For port c6eb042a-f284-4f46-91a2-ec450b0e978e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6eb042a-f284-4f46-91a2-ec450b0e978e,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:01.095454 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.100249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:01.106857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-59370c11-5fde-47d0-9a03-f73dde960fbd req-527c6986-ba27-4223-8302-03efb9dc22d0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516089 Feb 10 13:13:01.108880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:01.111450 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265647b2-b442-45c6-a0db-9f73013cfe84" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:01.143483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-0aed49df-7e08-4838-8e00-dbec13ebf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.145022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-0aed49df-7e08-4838-8e00-dbec13ebf879 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1126 time: 0.4867158 Feb 10 13:13:01.148223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:01.150840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Calling delete_port for c6eb042a-f284-4f46-91a2-ec450b0e978e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:01.159996 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.163744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b8f3e225-dcbb-4e64-9990-761619375057', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'b8f3e225-dcbb-4e64-9990-761619375057', 'mac_address': 'fa:16:3e:72:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:13:01.165088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Deleting port c6eb042a-f284-4f46-91a2-ec450b0e978e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:01.165426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.170082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1369607492-network', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:01.234311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Made reservation on behalf of 60deae8d552b4120b2d26288ca1b246a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:01.237426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.255025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.298133 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8350fc4d-9c49-4bdb-9cbc-cc7e1c0c7e97 x-openstack-request-id: req-8350fc4d-9c49-4bdb-9cbc-cc7e1c0c7e97 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:01.298460 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:01.299874 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8350fc4d-9c49-4bdb-9cbc-cc7e1c0c7e97 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:01.302427 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'code': 200} Feb 10 13:13:01.375373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.395567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:01.398429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] For port c6eb042a-f284-4f46-91a2-ec450b0e978e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6eb042a-f284-4f46-91a2-ec450b0e978e,segment=NetworkSegment(e47758ed-111e-4fc1-ac8a-9203609ada5a),segment_id=e47758ed-111e-4fc1-ac8a-9203609ada5a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:01.399579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.402494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks [] for security_group (b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.404627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.409122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.448866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:01.463223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:13:01.473175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Calling delete_port for c6eb042a-f284-4f46-91a2-ec450b0e978e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:01.479150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:01.504786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ae8f5b2d-6426-4d50-868e-e503a3657206), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.505199 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Added segment ae8f5b2d-6426-4d50-868e-e503a3657206 of type vlan for network e17f09cd-b91f-4cd4-aef9-4751d268d615 Feb 10 13:13:01.507549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.576596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:01.593141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.599469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e17f09cd-b91f-4cd4-aef9-4751d268d615), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.617305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.637217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c84b0782-69cb-424b-8318-123906aff725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.639756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-c84b0782-69cb-424b-8318-123906aff725 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.4867814 Feb 10 13:13:01.682113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 39cd8bf5-7212-4b57-b22b-def7466e4246 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:13:01.683373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:01.698055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] No DVR routers for this DVR port c6eb042a-f284-4f46-91a2-ec450b0e978e on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:01.702330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e17f09cd-b91f-4cd4-aef9-4751d268d615), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.703523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.704392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.726387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-4d685165-0e2c-4727-97f6-1de966955069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.0783856 Feb 10 13:13:01.735113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.735670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d3da-d4fd-42c8-9111-530cf30e3450 req-3646ff4c-cede-4b3c-be04-bf7680dbc8ff tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.737328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dec8d3da-d4fd-42c8-9111-530cf30e3450 req-3646ff4c-cede-4b3c-be04-bf7680dbc8ff tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.2420573 Feb 10 13:13:01.771084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d427-843d-4660-86af-dbf6ec133161 None None] Pushing event deleted for resources: {'Port': ['ID=c6eb042a-f284-4f46-91a2-ec450b0e978e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.778712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=e17f09cd-b91f-4cd4-aef9-4751d268d615,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.787931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c6eb042a-f284-4f46-91a2-ec450b0e978e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.790722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a941488-4c3c-4436-b1e3-3524410022cd req-9719563c-63a9-4182-8f4c-3d4fbf3d9e51 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.792650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a941488-4c3c-4436-b1e3-3524410022cd req-9719563c-63a9-4182-8f4c-3d4fbf3d9e51 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1977055 Feb 10 13:13:01.794214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:13:01.813361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-33234ea7-41cc-43a2-840e-d548ba8e9cb2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8132968 Feb 10 13:13:01.816645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:01.836563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Request body: {'subnet': {'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1369607492-subnet', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:01.843235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eb042a-f284-4f46-91a2-ec450b0e978e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:01.851450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] No DVR routers for this DVR port c6eb042a-f284-4f46-91a2-ec450b0e978e on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:01.889128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-88401e31-f77f-4a05-bde8-77059922613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:01.890724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-88401e31-f77f-4a05-bde8-77059922613c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1523559 Feb 10 13:13:01.910889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a941488-4c3c-4436-b1e3-3524410022cd req-0a9a6c1c-9d03-42b8-bdbd-0799fd5765dc tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866928 Feb 10 13:13:01.917412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Made reservation on behalf of 60deae8d552b4120b2d26288ca1b246a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:01.921207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:01.932973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dec8d3da-d4fd-42c8-9111-530cf30e3450 req-de6def84-e8b1-46ab-9115-521fbb2535eb tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837993 Feb 10 13:13:01.977142 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-2262358d-3588-45e4-bc3d-89892593f1b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634358 Feb 10 13:13:02.034963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (404a9327-a58b-483c-a80d-84d379d0fa9a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.098208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404a9327-a58b-483c-a80d-84d379d0fa9a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:02.114718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47758ed-111e-4fc1-ac8a-9203609ada5a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:02.115947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47758ed-111e-4fc1-ac8a-9203609ada5a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:02.128833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (e47758ed-111e-4fc1-ac8a-9203609ada5a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.142102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:02.154776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e47758ed-111e-4fc1-ac8a-9203609ada5a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.158945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-4791733e-9780-40c8-b7f6-2e66f18ca12f service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723530 Feb 10 13:13:02.164489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:02.165107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (e47758ed-111e-4fc1-ac8a-9203609ada5a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:02.167293 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:02.170130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b2520-cd02-4788-bf85-1e77be7a8e4f req-dba415cd-568e-4ad5-aae3-e1b7758f06c0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:02.170464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-981b2520-cd02-4788-bf85-1e77be7a8e4f req-dba415cd-568e-4ad5-aae3-e1b7758f06c0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1222770 Feb 10 13:13:02.308720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-981b2520-cd02-4788-bf85-1e77be7a8e4f req-94c51ae3-044a-481f-9a72-b3d22c5f3261 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185892 Feb 10 13:13:02.310850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (c2e1b342-92aa-444e-bbda-0539b86778e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.360253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (404a9327-a58b-483c-a80d-84d379d0fa9a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.373582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.377371 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] 10.222.0.13 "DELETE /v2.0/networks/404a9327-a58b-483c-a80d-84d379d0fa9a HTTP/1.1" status: 204 len: 168 time: 2.0847535 Feb 10 13:13:02.403283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11fe7-fa7c-4a02-baa1-ba9c7b861759 admin admin] Pushing event deleted for resources: {'Network': ['ID=404a9327-a58b-483c-a80d-84d379d0fa9a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:02.428985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e1b342-92aa-444e-bbda-0539b86778e7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:02.434736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-406f105b-5f34-441d-9663-e1ffc809b693 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634256 Feb 10 13:13:02.446759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac4048-8073-45c3-8d0d-4761b3062aa7 req-2059dd5c-faf9-42b1-9cd2-b26d9d707bcc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:02.449027 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8ac4048-8073-45c3-8d0d-4761b3062aa7 req-2059dd5c-faf9-42b1-9cd2-b26d9d707bcc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.2016964 Feb 10 13:13:02.486821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Checking segment: {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:02.486821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Network hostable DHCP agents. Network: e17f09cd-b91f-4cd4-aef9-4751d268d615, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:13:02.540823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:13:02.555984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e17f09cd-b91f-4cd4-aef9-4751d268d615) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:02.561591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6eb042a-f284-4f46-91a2-ec450b0e978e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:02.562210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:02.562651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.579929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584381e6-784d-4f54-93d8-599994718ea0 None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:02.582328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8ac4048-8073-45c3-8d0d-4761b3062aa7 req-5b8863ac-aa37-429d-8a83-072dacf8814b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239324 Feb 10 13:13:02.594015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-035dc0c7-e81a-429c-be34-b536b1e9467b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7623491 Feb 10 13:13:02.596234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:02.601219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:02.643278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:02.644102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c6eb042a-f284-4f46-91a2-ec450b0e978e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:02.644640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6eb042a-f284-4f46-91a2-ec450b0e978e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:02.657784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.665532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.703261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2015a5d-b3da-4e22-bbb7-4bb47b8832c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20c173a77dd04f088b09f35b42bfb980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572917 Feb 10 13:13:02.704621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:02.773407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] Publish callbacks [] for security_group (4349cb30-7aad-4858-a897-04784ff06dfc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.775661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e17f09cd-b91f-4cd4-aef9-4751d268d615', 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615', 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'fixed_ips': [{'subnet_id': 'c2e1b342-92aa-444e-bbda-0539b86778e7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:13:02.777254 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.777627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for router_controller (4d181b60-3f09-43b2-8878-e41b0ac934d5), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.829112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] Publish callbacks [] for security_group (4349cb30-7aad-4858-a897-04784ff06dfc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.888107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-db17b3e3-d1c1-4b74-8543-f7c103257fb3 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:02.889854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-db17b3e3-d1c1-4b74-8543-f7c103257fb3 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1126 time: 0.1126399 Feb 10 13:13:02.940021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4349cb30-7aad-4858-a897-04784ff06dfc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.943054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.944972 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4349cb30-7aad-4858-a897-04784ff06dfc HTTP/1.1" status: 204 len: 168 time: 0.2390897 Feb 10 13:13:02.980541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for router_gateway (4d181b60-3f09-43b2-8878-e41b0ac934d5), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:02.984215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba70cd-5181-495e-8184-e183838223ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349cb30-7aad-4858-a897-04784ff06dfc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:03.068172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Allocated IP 172.20.0.2 (e17f09cd-b91f-4cd4-aef9-4751d268d615/c2e1b342-92aa-444e-bbda-0539b86778e7/f5cf2b52-a5dd-45a0-898b-1ac5a34e34da) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:03.168702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399375cb-b395-4681-9a11-35cc9443460d req-c0a87a2f-8cde-4fec-818c-9c309971b488 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:03.180711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-399375cb-b395-4681-9a11-35cc9443460d req-c0a87a2f-8cde-4fec-818c-9c309971b488 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.1172760 Feb 10 13:13:03.189837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27747c-af48-425f-a6ea-09aae100276c req-3393b950-b7ec-4291-a066-0b5191419fe7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:03.198445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4af977af-1e8c-40b7-be86-6af0b704348d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.199108 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d27747c-af48-425f-a6ea-09aae100276c req-3393b950-b7ec-4291-a066-0b5191419fe7 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1645615 Feb 10 13:13:03.217981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-49612edc-e13c-4a01-914d-6858ab928389 service neutron] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:03.223539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-49612edc-e13c-4a01-914d-6858ab928389 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.225153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb43b07a-d005-474f-9b1c-a33d677d1887 req-49612edc-e13c-4a01-914d-6858ab928389 service neutron] 10.222.0.21 "DELETE /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.3238211 Feb 10 13:13:03.258987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-399375cb-b395-4681-9a11-35cc9443460d req-acc82166-cb09-4530-890b-9c7230645ffc tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Feb 10 13:13:03.282908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d27747c-af48-425f-a6ea-09aae100276c req-7b150501-95b0-41c0-9232-e4ecd4de47fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820110 Feb 10 13:13:03.338125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks [] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.348904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.406832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:03.412916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:03.417284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:03.426030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Pushing event updated for resources: {'Port': ['ID=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:03.436109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for router_gateway (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.457983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.496930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Attempting to bind port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:03.497684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Attempting to bind port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:03.498283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Attempting to bind port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da on network e17f09cd-b91f-4cd4-aef9-4751d268d615 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:03.507688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:03.509662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Checking segment: {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:03.510404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.511142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Bound using segment: {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:03.512152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Bound port: f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:03.512713 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.555294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459c80-96f3-46d2-ae7b-60cfd0dcb653 req-facfb3b3-9ca8-4db0-ab43-169ff603f1b1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:03.556972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1459c80-96f3-46d2-ae7b-60cfd0dcb653 req-facfb3b3-9ca8-4db0-ab43-169ff603f1b1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1005828 Feb 10 13:13:03.670931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1459c80-96f3-46d2-ae7b-60cfd0dcb653 req-9b2da5ba-20e5-4364-9a4b-5547ad5664b6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054323 Feb 10 13:13:03.681780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] For port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:03.685182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Allocated IP 172.25.8.150 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/fdfafc8e-9db9-4983-a6c1-2d26990c680c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:03.688737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] For port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:03.716199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.838511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ded4fb-9ada-4c3c-b9a0-b75bfc90df83 None None] Pushing event updated for resources: {'Port': ['ID=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:03.867933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a23517-b71a-496c-82f8-c9ee3663bcd8 req-d160b11c-c268-4995-b373-8038f35229aa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:03.871105 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62a23517-b71a-496c-82f8-c9ee3663bcd8 req-d160b11c-c268-4995-b373-8038f35229aa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1281404 Feb 10 13:13:03.923047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:03.997140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62a23517-b71a-496c-82f8-c9ee3663bcd8 req-196497fa-d3c9-4c0c-9e2b-e1f3daef0bbb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053867 Feb 10 13:13:04.002581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:04.096798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:04.102082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:04.105531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:04.313300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d3f3-84e6-4e84-b18d-42e184eb4f31 req-98316b78-311d-4d3f-a37e-9b3584a16ffe tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:04.316378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52e6d3f3-84e6-4e84-b18d-42e184eb4f31 req-98316b78-311d-4d3f-a37e-9b3584a16ffe tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1126 time: 0.1196735 Feb 10 13:13:04.438575 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52e6d3f3-84e6-4e84-b18d-42e184eb4f31 req-475bfaaf-6fd1-4c40-b6af-bc4cfffbe9d5 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102903 Feb 10 13:13:04.454497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:04.506937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:04.616922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfafc8e-9db9-4983-a6c1-2d26990c680c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:04.645917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b8f3e225-dcbb-4e64-9990-761619375057 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:04.647124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8f3e225-dcbb-4e64-9990-761619375057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:04.649786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.651457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.651985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.653171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.654639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.655152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.656361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.661547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.662172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.663247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.663877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.664912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.665565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:04.711920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f5cf2b52-a5dd-45a0-898b-1ac5a34e34da up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:04.750699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035af761-5c9f-4234-832b-93906f39ab5d req-3b74f47e-3a96-4c99-b7ce-9ab8314c8403 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:04.752573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-035af761-5c9f-4234-832b-93906f39ab5d req-3b74f47e-3a96-4c99-b7ce-9ab8314c8403 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1463854 Feb 10 13:13:04.842640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-035af761-5c9f-4234-832b-93906f39ab5d req-fc3e6ace-6d27-4618-9736-740b332266fd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Feb 10 13:13:04.870175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83318-ef82-466e-a840-11ce0faf7eab req-7bfef19b-d2af-48e5-9bd5-0301592964a0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:04.871656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:04.872042 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:04.880814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9e83318-ef82-466e-a840-11ce0faf7eab req-7bfef19b-d2af-48e5-9bd5-0301592964a0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 950 time: 0.2814858 Feb 10 13:13:04.911146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8f3e225-dcbb-4e64-9990-761619375057 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:04.911602 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:04.990955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:05.000368 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99645a-f382-4edc-98b5-1deee9cee2cc" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:05.045883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:05.054333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166cec-a2da-4caa-a483-e4d6dc2756ad req-5fea8ff9-e65f-4ab2-8634-0d104f955859 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:05.056850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e166cec-a2da-4caa-a483-e4d6dc2756ad req-5fea8ff9-e65f-4ab2-8634-0d104f955859 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0823355 Feb 10 13:13:05.065164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.101559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9e83318-ef82-466e-a840-11ce0faf7eab req-3ed877d1-acc0-4d9b-8437-95c1c70e3510 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172730 Feb 10 13:13:05.160905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:05.178930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for router_gateway (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.181703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e166cec-a2da-4caa-a483-e4d6dc2756ad req-25bd50af-f1b4-4896-aec6-0592373d78b5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187141 Feb 10 13:13:05.232113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:05.232507 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.299643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:05.310960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.402799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e8dd4-ba8a-48d0-afae-df2fe51d5b0b None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:05.452446 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f751527-7c4e-4d97-9777-995631394245 x-openstack-request-id: req-9f751527-7c4e-4d97-9777-995631394245 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:05.453781 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-plugged", "status": "completed", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:05.455446 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f751527-7c4e-4d97-9777-995631394245 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:05.456553 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'code': 200} Feb 10 13:13:05.473752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:05.509112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-b42b2d0d-880c-4460-9564-48227ea19d74 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:05.517579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-b42b2d0d-880c-4460-9564-48227ea19d74 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.2611563 Feb 10 13:13:05.560282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5ea6ae32-6701-406a-853d-bcf7804ace60 None None] Provisioning complete for port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:05.560822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ae32-6701-406a-853d-bcf7804ace60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.611529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-6d323670-d2b3-47a6-b86a-94046d1677bb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/quotas/bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 375 time: 0.0928321 Feb 10 13:13:05.681140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68431c9a-472d-4ee6-9552-8838e9cd4c99 req-89f2bd27-da91-4981-befa-b96166e73f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:05.683611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68431c9a-472d-4ee6-9552-8838e9cd4c99 req-89f2bd27-da91-4981-befa-b96166e73f96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1133 time: 0.1136034 Feb 10 13:13:05.767510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68431c9a-472d-4ee6-9552-8838e9cd4c99 req-985795ee-7124-4591-8c9e-1351c9e6effd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763946 Feb 10 13:13:05.780151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e38a9f7b-bc7a-4397-b614-fb80c4671365 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673772 Feb 10 13:13:05.878240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.894198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.912518 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:05.956973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-2c5d06b5-3a32-407c-80bf-fc4f09a35dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649747 Feb 10 13:13:05.983650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6ae32-6701-406a-853d-bcf7804ace60 None None] Current status of the port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:06.135727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-10161897-eed5-419a-8637-666942cd1407 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707952 Feb 10 13:13:06.151470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Router 4d181b60-3f09-43b2-8878-e41b0ac934d5 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:13:06.192536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8dd07-827a-4ddb-8eab-a2ba7542dddf req-9472926f-a782-4740-9d6b-6a7d703c1080 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:06.200701 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35e8dd07-827a-4ddb-8eab-a2ba7542dddf req-9472926f-a782-4740-9d6b-6a7d703c1080 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0979583 Feb 10 13:13:06.261928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35e8dd07-827a-4ddb-8eab-a2ba7542dddf req-fb76784e-fb89-4be3-9e83-51771ea54372 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Feb 10 13:13:06.300495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:06.320544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-606ed5f2-d059-42d4-b1a7-6c73ea8ad551 None None] Provisioning complete for port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:06.322431 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Sync routers for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:06.323458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-606ed5f2-d059-42d4-b1a7-6c73ea8ad551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:06.335750 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:06.336338 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:06.345754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:06.349310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4528ba94-e788-4764-a9d6-678593253f24 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7520792 Feb 10 13:13:06.352843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:06.602870 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:06.633487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f5cf2b52-a5dd-45a0-898b-1ac5a34e34da up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:06.666258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482443af-230e-4960-a57c-aad3f3ffd55a req-58b53faa-bf39-4321-8c1c-2b3137fb89c0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:06.674299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-482443af-230e-4960-a57c-aad3f3ffd55a req-58b53faa-bf39-4321-8c1c-2b3137fb89c0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.2027655 Feb 10 13:13:06.691359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-606ed5f2-d059-42d4-b1a7-6c73ea8ad551 None None] Current status of the port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:06.723538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:06.723922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:06.744076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-482443af-230e-4960-a57c-aad3f3ffd55a req-3afef7f3-a603-409e-9a02-1fa84806b739 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Feb 10 13:13:06.859130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fdf55-5d47-43b9-a0c8-d35d7825d0f2 req-8389604c-37d1-4edb-8871-8d6d85a95a19 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:06.869468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e73fdf55-5d47-43b9-a0c8-d35d7825d0f2 req-8389604c-37d1-4edb-8871-8d6d85a95a19 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1627033 Feb 10 13:13:06.896969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-546fdcf2-fae4-43f2-bf75-f0c9d339001a req-db984a28-1839-4422-8caa-310cdd902683 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 210 time: 0.0551500 Feb 10 13:13:06.940542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:06.959518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:04Z', 'revision_number': 3, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:06.989635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e73fdf55-5d47-43b9-a0c8-d35d7825d0f2 req-e22f2778-5b7a-4e09-af04-e280cb79891a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192267 Feb 10 13:13:07.023363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Checking router: 4d181b60-3f09-43b2-8878-e41b0ac934d5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:07.023837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Updating router 4d181b60-3f09-43b2-8878-e41b0ac934d5 port fdfafc8e-9db9-4983-a6c1-2d26990c680c binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:13:07.061543 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.260556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.367635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.456865 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks [] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.464686 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.492996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbffb1-0f28-4b94-a86d-c6648f95d3f3 req-9dab61f4-5720-4361-afee-ee6d81bc3cb3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:07.494560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-69fbffb1-0f28-4b94-a86d-c6648f95d3f3 req-9dab61f4-5720-4361-afee-ee6d81bc3cb3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1258748 Feb 10 13:13:07.519148 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Attempting to bind port fdfafc8e-9db9-4983-a6c1-2d26990c680c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:07.519596 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Attempting to bind port fdfafc8e-9db9-4983-a6c1-2d26990c680c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:07.520036 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Attempting to bind port fdfafc8e-9db9-4983-a6c1-2d26990c680c on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:07.527739 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:07.528177 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:07.528627 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.529056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:07.529548 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Bound port: fdfafc8e-9db9-4983-a6c1-2d26990c680c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:07.529929 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.569648 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9000ee-91d8-4a09-9278-369b066ae92e None None] Pushing event updated for resources: {'Port': ['ID=fdfafc8e-9db9-4983-a6c1-2d26990c680c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:07.583864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Allocated IP 172.20.0.1 (e17f09cd-b91f-4cd4-aef9-4751d268d615/c2e1b342-92aa-444e-bbda-0539b86778e7/ade70266-b6d2-4f47-b7a1-56f02e537207) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:07.603648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-69fbffb1-0f28-4b94-a86d-c6648f95d3f3 req-8de45134-df5f-44fb-9a5a-3ab5b7c2d961 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Feb 10 13:13:07.612247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] For port fdfafc8e-9db9-4983-a6c1-2d26990c680c, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:07.619393 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] For port fdfafc8e-9db9-4983-a6c1-2d26990c680c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fdfafc8e-9db9-4983-a6c1-2d26990c680c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:07.627415 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.706282 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9000ee-91d8-4a09-9278-369b066ae92e None None] Pushing event updated for resources: {'Port': ['ID=fdfafc8e-9db9-4983-a6c1-2d26990c680c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:07.717400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:07.718633 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:07.753337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks [] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.808174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:07.855278 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:07.954861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:07.975648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:07.997492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:08.005670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Pushing event updated for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:08.151559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:08.155096 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:04Z', 'revision_number': 3, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:08.169195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dffed388-a43f-4efc-b41c-dbaecb8c7bf4 req-4b6b7801-a41b-48c0-9812-685de67c3341 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 210 time: 0.0471685 Feb 10 13:13:08.214592 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366a1e6-5323-466e-abd2-24b387f278e5 None None] The sync data for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 is: [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:04Z', 'revision_number': 3, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:08.354254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eebd2c80-ffb9-48f3-b866-274a4899eff2 None None] Provisioning complete for port ade70266-b6d2-4f47-b7a1-56f02e537207 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:08.355558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eebd2c80-ffb9-48f3-b866-274a4899eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:08.358503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f675a38-9cb5-4093-a1ff-43de640dbca6 req-c0f685e8-922d-48e8-8995-d87abb148326 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:08.366134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f675a38-9cb5-4093-a1ff-43de640dbca6 req-c0f685e8-922d-48e8-8995-d87abb148326 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.5118895 Feb 10 13:13:08.374296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e8e175a3-51e6-4858-963c-9fc4773b4bf3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:08.377045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e8e175a3-51e6-4858-963c-9fc4773b4bf3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.5210040 Feb 10 13:13:08.393580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Request body: {'port': {'device_id': '08c6c414-b0cf-40d8-b746-890724943c48', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'admin_state_up': True, 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:08.406943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83977b26-143f-4a7c-8b10-52062bea688b req-8edf0308-6a6a-4c87-8ec0-6fa8a195a367 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:08.409130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83977b26-143f-4a7c-8b10-52062bea688b req-8edf0308-6a6a-4c87-8ec0-6fa8a195a367 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1236134 Feb 10 13:13:08.431222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eebd2c80-ffb9-48f3-b866-274a4899eff2 None None] Port ade70266-b6d2-4f47-b7a1-56f02e537207 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:08.521674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83977b26-143f-4a7c-8b10-52062bea688b req-c7a92c70-44c9-4c31-be54-cf3c68038604 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945854 Feb 10 13:13:08.552175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f675a38-9cb5-4093-a1ff-43de640dbca6 req-09cc3aa4-392c-49fa-9367-8b57ab00a876 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846855 Feb 10 13:13:08.569199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:08.775357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:08.780913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:08.961981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6425c9-f5cd-497d-a89c-961e22f2e2af req-483c26c2-9864-4cb2-a571-51b4fa23d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:08.963514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa6425c9-f5cd-497d-a89c-961e22f2e2af req-483c26c2-9864-4cb2-a571-51b4fa23d5c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.1919801 Feb 10 13:13:09.148263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks [] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.159985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985484c-76a3-40b8-a93c-cb7a284e59a7 req-214fdbfb-3b2b-4700-bcc6-16c6a3275a48 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:09.169357 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b985484c-76a3-40b8-a93c-cb7a284e59a7 req-214fdbfb-3b2b-4700-bcc6-16c6a3275a48 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.3401225 Feb 10 13:13:09.252956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Allocated IP 172.20.0.12 (99910bda-153c-42b4-9e7b-ac421e5b92e3/b281a16d-397e-4632-9956-a39c66cec689/66fdac21-db26-4ae7-b4a7-c3cb5366b83b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:09.334810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a164429-51de-4428-81f0-c0b3ca435244 req-7f36a7a7-ac33-41a3-9fb9-3b1cd1525843 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 210 time: 0.0451891 Feb 10 13:13:09.335463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:09.336330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.481578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610a4db2-b268-4277-8dfb-fde847804fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.527938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.584650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610a4db2-b268-4277-8dfb-fde847804fa4 admin admin] Publish callbacks [] for security_group (1e04b5dc-b569-45dd-8232-a698164c63ba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.590621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-610a4db2-b268-4277-8dfb-fde847804fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1e04b5dc-b569-45dd-8232-a698164c63ba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.641636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-610a4db2-b268-4277-8dfb-fde847804fa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8081ea57a21f4ddf92c10c769b67017e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042479 Feb 10 13:13:09.641905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a4db2-b268-4277-8dfb-fde847804fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04b5dc-b569-45dd-8232-a698164c63ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:09.644382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:09.726167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] Publish callbacks [] for security_group (1e04b5dc-b569-45dd-8232-a698164c63ba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.785177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] Publish callbacks [] for security_group (1e04b5dc-b569-45dd-8232-a698164c63ba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.827890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e62c-1fb7-4f23-825e-a78a1c6ddcea req-e0f344b5-eeec-4ff2-ae3b-5914089a9325 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:09.829527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8648e62c-1fb7-4f23-825e-a78a1c6ddcea req-e0f344b5-eeec-4ff2-ae3b-5914089a9325 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1211829 Feb 10 13:13:09.881209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1e04b5dc-b569-45dd-8232-a698164c63ba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.884470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:09.885950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e04b5dc-b569-45dd-8232-a698164c63ba HTTP/1.1" status: 204 len: 168 time: 0.2405646 Feb 10 13:13:09.910391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45e448-8e93-41a4-9516-e2034192e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04b5dc-b569-45dd-8232-a698164c63ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:09.923617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b985484c-76a3-40b8-a93c-cb7a284e59a7 req-1a32e098-df38-4f65-b577-93dc51982d97 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490373 Feb 10 13:13:09.928382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8648e62c-1fb7-4f23-825e-a78a1c6ddcea req-0512ee1e-b2ae-4e7d-b15a-2b1f4be407b0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840330 Feb 10 13:13:09.929732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa6425c9-f5cd-497d-a89c-961e22f2e2af req-bd8f593d-e1dc-4a69-8ff1-2fc670b951fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9020078 Feb 10 13:13:09.935448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Pushing event updated for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:10.136784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks [] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.176075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:10.183701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:10.196364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc179d4-0f6f-4619-8089-9c1b2e4fe4da req-a061d62e-1c35-48db-910b-0f7437bff9fc tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:10.197995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-efc179d4-0f6f-4619-8089-9c1b2e4fe4da req-a061d62e-1c35-48db-910b-0f7437bff9fc tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.1791584 Feb 10 13:13:10.290662 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.416156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-efc179d4-0f6f-4619-8089-9c1b2e4fe4da req-c71ac639-5d72-472b-b646-d081675520f3 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036958 Feb 10 13:13:10.436255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:10.461888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:10.466216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:10.468970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:10.568171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e6bfa-e8ff-470e-8ac9-c8154809865a req-5be18760-e91a-469b-aa6b-de3d4e3a1da2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:10.573910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-333e6bfa-e8ff-470e-8ac9-c8154809865a req-5be18760-e91a-469b-aa6b-de3d4e3a1da2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 932 time: 0.1173868 Feb 10 13:13:10.576587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:10.579038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.595403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1dd1ceea-90c2-449d-b710-a5ec0ce459fa None None] Provisioning complete for port ade70266-b6d2-4f47-b7a1-56f02e537207 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:10.597082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ceea-90c2-449d-b710-a5ec0ce459fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.612672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Router 4d181b60-3f09-43b2-8878-e41b0ac934d5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:10.634818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-e6f2fada-a254-40a6-90f4-9a192f647a4b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2452705 Feb 10 13:13:10.649529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Request body: {'port': {'device_id': '08c6c414-b0cf-40d8-b746-890724943c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:10.664556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1dd1ceea-90c2-449d-b710-a5ec0ce459fa None None] Port ade70266-b6d2-4f47-b7a1-56f02e537207 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:10.697461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-333e6bfa-e8ff-470e-8ac9-c8154809865a req-89b44e71-0b7e-4979-a0b7-1ea853ad5696 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168470 Feb 10 13:13:10.717465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fdfafc8e-9db9-4983-a6c1-2d26990c680c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:10.795834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fdfafc8e-9db9-4983-a6c1-2d26990c680c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:10.796408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.809356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.858967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:10.869435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02eb37b5-8831-4ce4-a506-9834eb35c59c admin admin] 10.222.0.13 "PUT /v2.0/routers/4d181b60-3f09-43b2-8878-e41b0ac934d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5126784 Feb 10 13:13:10.920830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Sync routers for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:10.941070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:10.968662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:10.970508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:10.975423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fdfafc8e-9db9-4983-a6c1-2d26990c680c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:10.977557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.118526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0bc1-c533-406f-87c1-bf9003f9efcf req-3a220a20-caf3-4290-8b41-20da0b65334a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:11.128315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40fa0bc1-c533-406f-87c1-bf9003f9efcf req-3a220a20-caf3-4290-8b41-20da0b65334a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0901797 Feb 10 13:13:11.188369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307c500-5d4d-4777-aa6d-cd6e9ea29066 req-baa4c468-2162-4b95-b729-16980f5114d0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:11.206745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40fa0bc1-c533-406f-87c1-bf9003f9efcf req-7d3f75c1-c17c-4c4d-892d-f86b8cbbbf7d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636017 Feb 10 13:13:11.206745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:11.207163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3307c500-5d4d-4777-aa6d-cd6e9ea29066 req-baa4c468-2162-4b95-b729-16980f5114d0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1191883 Feb 10 13:13:11.231459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port fdfafc8e-9db9-4983-a6c1-2d26990c680c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fdfafc8e-9db9-4983-a6c1-2d26990c680c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:11.238731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:11.249045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.377719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3307c500-5d4d-4777-aa6d-cd6e9ea29066 req-08cc83df-e1fb-4b97-847e-4468bd09f61b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732788 Feb 10 13:13:11.386553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1443575231-network', 'tenant_id': '38fb21472c89409eab79f8be2bd18d7a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:11.445360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Made reservation on behalf of 38fb21472c89409eab79f8be2bd18d7a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:11.450787 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.451968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fdac21-db26-4ae7-b4a7-c3cb5366b83b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:11.461343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=fdfafc8e-9db9-4983-a6c1-2d26990c680c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:11.468844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks [] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.475544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.478919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.479294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.479642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.479981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.480671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.480967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.481298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.481631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.481960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.482286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.482611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.483040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.485597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:11.493750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Transition to ACTIVE for port object 66fdac21-db26-4ae7-b4a7-c3cb5366b83b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:13:11.502979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.616879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:11.664039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-84b07c1e-2333-4fce-86c9-6bb7e1af0da9 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1895123 Feb 10 13:13:11.664663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:08Z', 'revision_number': 4, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ade70266-b6d2-4f47-b7a1-56f02e537207', 'name': '', 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'mac_address': 'fa:16:3e:5c:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:07Z', 'updated_at': '2022-02-10T13:13:08Z', 'revision_number': 2, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'subnets': [{'id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:11.671717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:11.688639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2147b2-daa4-4b06-a868-557370b0ae82 req-c9e6aa57-cc71-4b9e-a7f0-739d7b2163f4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:11.690262 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c2147b2-daa4-4b06-a868-557370b0ae82 req-c9e6aa57-cc71-4b9e-a7f0-739d7b2163f4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.1630189 Feb 10 13:13:11.701991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks [] for security_group (e625fdf9-c6c5-44da-b5f9-c3be9f503e4f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.709471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e625fdf9-c6c5-44da-b5f9-c3be9f503e4f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.717821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Checking router: 4d181b60-3f09-43b2-8878-e41b0ac934d5 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:11.717821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Updating router 4d181b60-3f09-43b2-8878-e41b0ac934d5 port ade70266-b6d2-4f47-b7a1-56f02e537207 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:13:11.721827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:13:11.731174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (90551749-3a70-43e8-8f05-b1e172f48273), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.731524 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Added segment 90551749-3a70-43e8-8f05-b1e172f48273 of type vlan for network c6b27987-2be1-4b51-a342-a8b88502c192 Feb 10 13:13:11.734079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:11.734462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:11.734790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:11.743995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:13:11.744307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:11.758189 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.760372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:11.760717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:11.761117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:11.761544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Bound port: 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:11.761898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.778570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c6b27987-2be1-4b51-a342-a8b88502c192), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.794206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.800662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c2147b2-daa4-4b06-a868-557370b0ae82 req-f163deb2-10c9-4f7a-9893-1fef0f14c6d4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007650 Feb 10 13:13:11.893005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:11.908811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c6b27987-2be1-4b51-a342-a8b88502c192), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.909418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:11.910011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:11.941546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:11.976180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:11.987124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.035530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:12.036163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.037674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] 10.222.0.77 "PUT /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 1092 time: 1.3948874 Feb 10 13:13:12.038138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:12.040441 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76" -d '{"events": [{"name": "network-changed", "server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:12.052438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8498299 Feb 10 13:13:12.053903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b34cb8-a2f2-441e-a6fc-d0524ce8353b req-6e01b7f6-6f15-41f9-b1c1-baa0c9bb2155 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:12.055740 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7b34cb8-a2f2-441e-a6fc-d0524ce8353b req-6e01b7f6-6f15-41f9-b1c1-baa0c9bb2155 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1554847 Feb 10 13:13:12.058263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:12.066004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Request body: {'subnet': {'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1443575231-subnet', 'tenant_id': '38fb21472c89409eab79f8be2bd18d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:12.104540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5ef7c-509b-4788-be4c-36d11db86b63 service neutron] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:12.154632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Made reservation on behalf of 38fb21472c89409eab79f8be2bd18d7a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:12.157027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.187405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b24c-ec3b-4bf3-bfec-06da5e3924a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b27987-2be1-4b51-a342-a8b88502c192,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:12.203242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks [] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.207048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c6b27987-2be1-4b51-a342-a8b88502c192 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:13:12.218779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7b34cb8-a2f2-441e-a6fc-d0524ce8353b req-5f83badd-a146-4ec6-b6cd-ae3312f2eb5b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388521 Feb 10 13:13:12.236562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.248958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.337706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-c54f0e69-c1a1-4e93-8911-9e948c24a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:12.340033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-c54f0e69-c1a1-4e93-8911-9e948c24a5b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1126 time: 0.2305868 Feb 10 13:13:12.355856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529d9f-9123-4a2a-ace9-8c429bf62e58 None None] Pushing event updated for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:12.402483 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b2ed0f-e0c9-4419-9922-30d04d682124 x-openstack-request-id: req-c4b2ed0f-e0c9-4419-9922-30d04d682124 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:12.402774 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:12.403023 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b2ed0f-e0c9-4419-9922-30d04d682124 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:12.403425 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'status': 'completed', 'code': 200} Feb 10 13:13:12.407008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-96cf67a3-ded2-47b6-90fc-09b43c4fe9e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.0593607 Feb 10 13:13:12.505663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Allocated IP 172.25.8.88 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b011ef32-b958-4538-b245-0e42bafc827a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:12.536703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Attempting to bind port ade70266-b6d2-4f47-b7a1-56f02e537207 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:12.538331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Attempting to bind port ade70266-b6d2-4f47-b7a1-56f02e537207 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:12.539872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Attempting to bind port ade70266-b6d2-4f47-b7a1-56f02e537207 on network e17f09cd-b91f-4cd4-aef9-4751d268d615 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:12.565047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:12.565548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Checking segment: {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:12.566080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.566486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Bound using segment: {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:12.566983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Bound port: ade70266-b6d2-4f47-b7a1-56f02e537207, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8f5b2d-6426-4d50-868e-e503a3657206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:12.569198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.633013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-69877535-b9d8-4e09-bfbc-e76e7a535262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:12.634492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-69877535-b9d8-4e09-bfbc-e76e7a535262 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.2209241 Feb 10 13:13:12.667696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] For port ade70266-b6d2-4f47-b7a1-56f02e537207, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:12.675326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] For port ade70266-b6d2-4f47-b7a1-56f02e537207, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ade70266-b6d2-4f47-b7a1-56f02e537207,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:12.699210 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.724143 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-131bd5c4-6591-4f14-bd29-0d6cb328128b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566437 Feb 10 13:13:12.742446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for port (b011ef32-b958-4538-b245-0e42bafc827a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.744584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fdfafc8e-9db9-4983-a6c1-2d26990c680c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:12.812601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b011ef32-b958-4538-b245-0e42bafc827a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.861617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:12.862279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:12.878635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (c684f491-13fc-4952-99c8-e797b2ebf925), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:12.884813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:12.893202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:12.901935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:12.906276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event updated for resources: {'Port': ['ID=b011ef32-b958-4538-b245-0e42bafc827a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:12.992347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc940c4-ac31-4e25-9743-f78eac55889a req-de1e9495-5a6f-4f1e-bebb-9db03102e13d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:13.001942 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fdc940c4-ac31-4e25-9743-f78eac55889a req-de1e9495-5a6f-4f1e-bebb-9db03102e13d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.4147308 Feb 10 13:13:13.103829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Checking segment: {'id': '90551749-3a70-43e8-8f05-b1e172f48273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:13.104341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Network hostable DHCP agents. Network: c6b27987-2be1-4b51-a342-a8b88502c192, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:13:13.112517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c684f491-13fc-4952-99c8-e797b2ebf925,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:13.131689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (adb705d8-5ee3-4c59-ab85-9229825b4f21), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.206412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b011ef32-b958-4538-b245-0e42bafc827a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.228212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fdc940c4-ac31-4e25-9743-f78eac55889a req-b098191c-6e95-4405-9481-eebc01cc781c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248709 Feb 10 13:13:13.240711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:13.244032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-571e0844-4a01-483b-b5d8-8960f4d8167a service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868889 Feb 10 13:13:13.256834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Network c6b27987-2be1-4b51-a342-a8b88502c192 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:13:13.316206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c6b27987-2be1-4b51-a342-a8b88502c192) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:13.330132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:13.334614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.352896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca0259-4843-44c8-b623-30278c44e9a6 None None] Network c6b27987-2be1-4b51-a342-a8b88502c192 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:13.375917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529d9f-9123-4a2a-ace9-8c429bf62e58 None None] Pushing event updated for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:13.395887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Provisioning complete for port ade70266-b6d2-4f47-b7a1-56f02e537207 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:13.396304 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.414454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fdfafc8e-9db9-4983-a6c1-2d26990c680c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:13.414859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.451995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b41857ca-b6e3-4e20-b3de-91ecce1f69ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3926291 Feb 10 13:13:13.458567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for port (b011ef32-b958-4538-b245-0e42bafc827a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.473816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f410de6-0deb-4d58-a3ca-ebbc772961ae req-3e39ae27-8aa8-4984-a306-31526107b8cc service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263300 Feb 10 13:13:13.482901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b011ef32-b958-4538-b245-0e42bafc827a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.499964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2130-e873-4ece-988a-7595b28a2ef0 req-757d7b86-ede4-441a-96ed-321a635ee213 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:13.516524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71df2130-e873-4ece-988a-7595b28a2ef0 req-757d7b86-ede4-441a-96ed-321a635ee213 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1419363 Feb 10 13:13:13.600652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71df2130-e873-4ece-988a-7595b28a2ef0 req-fa1eb49d-b9bc-45ed-983c-bd1ee3822f40 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808423 Feb 10 13:13:13.644911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4a78d-07fa-44d8-8534-dd401f1a5b2c None None] Network c6b27987-2be1-4b51-a342-a8b88502c192 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:13.691332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-b3afe1a1-2013-4916-aa66-7125edcbcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:13.693147 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-b3afe1a1-2013-4916-aa66-7125edcbcad9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1126 time: 0.0983775 Feb 10 13:13:13.696939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event updated for resources: {'Port': ['ID=b011ef32-b958-4538-b245-0e42bafc827a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:13.718516 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (adb705d8-5ee3-4c59-ab85-9229825b4f21), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.743038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.757570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-8ae4b538-9d79-44e2-9435-6c1246ddcb17 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0924830 Feb 10 13:13:13.845412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-ae7ca77d-415f-43cb-bdf6-327babfd4fa0 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.0864341 Feb 10 13:13:13.874797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Current status of the port ade70266-b6d2-4f47-b7a1-56f02e537207 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:13.875669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:13.920672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-7fbdebf0-d3a5-4a53-a55a-b7035fa1d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:13.922351 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-7fbdebf0-d3a5-4a53-a55a-b7035fa1d835 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.2209744 Feb 10 13:13:13.989825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-368a0ce8-06e3-4093-9c82-9030f18a471a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.0588956 Feb 10 13:13:14.019333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:08Z', 'revision_number': 4, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ade70266-b6d2-4f47-b7a1-56f02e537207', 'name': '', 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'mac_address': 'fa:16:3e:5c:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:07Z', 'updated_at': '2022-02-10T13:13:12Z', 'revision_number': 4, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'subnets': [{'id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:14.038711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1cc53-1582-410f-9c83-4ff339f39080 req-27780ee4-131e-4873-adae-d47fad64bac2 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.046039 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ae1cc53-1582-410f-9c83-4ff339f39080 req-27780ee4-131e-4873-adae-d47fad64bac2 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.1972413 Feb 10 13:13:14.057050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] For port ade70266-b6d2-4f47-b7a1-56f02e537207, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ade70266-b6d2-4f47-b7a1-56f02e537207,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:14.061368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c505a-f773-4ab9-ae2b-14543024cc75 None None] The sync data for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 is: [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:08Z', 'revision_number': 4, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ade70266-b6d2-4f47-b7a1-56f02e537207', 'name': '', 'network_id': 'e17f09cd-b91f-4cd4-aef9-4751d268d615', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'mac_address': 'fa:16:3e:5c:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:07Z', 'updated_at': '2022-02-10T13:13:12Z', 'revision_number': 4, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'subnets': [{'id': 'c2e1b342-92aa-444e-bbda-0539b86778e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:14.067875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fdfafc8e-9db9-4983-a6c1-2d26990c680c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:14.081177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-49cf48b9-e216-49d0-9176-042ba2e3f36c tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.084253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0596b76a-9b3f-4822-a22a-9a81bdfc08b2 req-49cf48b9-e216-49d0-9176-042ba2e3f36c tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.2304482 Feb 10 13:13:14.092582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:14.126984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-70d5165b-be59-4863-bed3-ebf535c08f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.129094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-70d5165b-be59-4863-bed3-ebf535c08f2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1319492 Feb 10 13:13:14.138243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ae1cc53-1582-410f-9c83-4ff339f39080 req-fc1609e2-84e6-4e50-a59e-a84e6cba5104 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909128 Feb 10 13:13:14.200909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-a41d01d3-a3cc-4251-b3cc-bb45b7b04284 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611179 Feb 10 13:13:14.225332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29582109-95ac-4bc1-96bb-9b16d0564756 None None] Pushing event updated for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:14.238244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b62f483-60c5-4cc7-b031-f150087632cd None None] Provisioning complete for port ade70266-b6d2-4f47-b7a1-56f02e537207 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:14.240371 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b62f483-60c5-4cc7-b031-f150087632cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:14.378587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3321665-31c6-4b5c-b570-e9d2a2a526ee req-79fe046e-300a-4519-8418-63052b733c20 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.392620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3321665-31c6-4b5c-b570-e9d2a2a526ee req-79fe046e-300a-4519-8418-63052b733c20 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1770973 Feb 10 13:13:14.404824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b62f483-60c5-4cc7-b031-f150087632cd None None] Current status of the port ade70266-b6d2-4f47-b7a1-56f02e537207 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:14.451486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-5d6d1052-7841-4600-9c04-59b73a261202 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403431 Feb 10 13:13:14.473325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3321665-31c6-4b5c-b570-e9d2a2a526ee req-aab7e5e6-a4ec-45a9-9d6c-05a85681dbe0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797377 Feb 10 13:13:14.616369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a3850d8-037c-4e22-8380-55f1ae2e8ca9 req-d32d74d0-1252-4000-90c3-604dffbfc118 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips/adb705d8-5ee3-4c59-ab85-9229825b4f21 HTTP/1.1" status: 200 len: 692 time: 0.0851185 Feb 10 13:13:14.668906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ade70266-b6d2-4f47-b7a1-56f02e537207 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:14.779312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ade70266-b6d2-4f47-b7a1-56f02e537207 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:14.779702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:14.816494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3850d8-037c-4e22-8380-55f1ae2e8ca9 req-866bc3c0-b124-403a-b64f-9474cf8bb2e1 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.819037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a3850d8-037c-4e22-8380-55f1ae2e8ca9 req-866bc3c0-b124-403a-b64f-9474cf8bb2e1 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.2010934 Feb 10 13:13:14.832871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-4a3850d8-037c-4e22-8380-55f1ae2e8ca9 req-706f1d2e-fa28-43b4-8896-fb5bbdabaf50 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:13:14.834644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a3850d8-037c-4e22-8380-55f1ae2e8ca9 req-706f1d2e-fa28-43b4-8896-fb5bbdabaf50 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067580 Feb 10 13:13:14.871790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-b1f6b92c-4ed8-4185-9369-01c895797a2c tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:14.891810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-b1f6b92c-4ed8-4185-9369-01c895797a2c tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/networks?id=c6b27987-2be1-4b51-a342-a8b88502c192 HTTP/1.1" status: 200 len: 814 time: 0.4388430 Feb 10 13:13:14.910744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9725f9e-317b-44fc-ac7c-18ebd32e9c76 req-d5310e70-f623-466e-9bf1-29165200dd61 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392226 Feb 10 13:13:14.915545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-65b06296-3240-4832-b441-0770066b8608 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/quotas/38fb21472c89409eab79f8be2bd18d7a HTTP/1.1" status: 200 len: 375 time: 0.0224984 Feb 10 13:13:14.973923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ade70266-b6d2-4f47-b7a1-56f02e537207 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:14.983945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-2546b533-a2d6-42f5-9ee9-69f30dbc684c tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb21472c89409eab79f8be2bd18d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602298 Feb 10 13:13:15.023619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b91aa-049e-4283-a8c2-24f243f1f700 req-f45b575c-5d7f-4da4-81d3-e916e2f3a749 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:15.029776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-344b91aa-049e-4283-a8c2-24f243f1f700 req-f45b575c-5d7f-4da4-81d3-e916e2f3a749 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0894208 Feb 10 13:13:15.104268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-344b91aa-049e-4283-a8c2-24f243f1f700 req-9504a3f2-1efd-4dcb-963d-efddce0a912d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717740 Feb 10 13:13:15.173393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-019be53e-8589-4364-83ff-0bbe82444176 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794748 Feb 10 13:13:15.260271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0b63-9cce-4c96-85cc-748b3797fb08 req-337d6780-0a78-493a-bc6b-849464f5a531 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:15.262032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-003c0b63-9cce-4c96-85cc-748b3797fb08 req-337d6780-0a78-493a-bc6b-849464f5a531 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0745432 Feb 10 13:13:15.353519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-003c0b63-9cce-4c96-85cc-748b3797fb08 req-63267dc9-32dc-4296-91aa-d5a348ebe32a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842764 Feb 10 13:13:15.354363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-6ad24c99-1399-4016-ab0b-ba607fe56dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799390 Feb 10 13:13:15.447854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96307adf-dc1d-4ba5-b66f-95d1877e2104 req-d5936113-69ed-4299-ae52-313515617fe6 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=60deae8d552b4120b2d26288ca1b246a HTTP/1.1" status: 200 len: 695 time: 0.0779402 Feb 10 13:13:15.487032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:13:15.640741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96307adf-dc1d-4ba5-b66f-95d1877e2104 req-b4a6c30a-dbd0-4472-8a79-719ff3e260dd tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:15.653104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96307adf-dc1d-4ba5-b66f-95d1877e2104 req-b4a6c30a-dbd0-4472-8a79-719ff3e260dd tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks?id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 787 time: 0.2039981 Feb 10 13:13:15.688166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:15.711333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'port_id': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'mac_address': 'fa:16:3e:5b:c5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b281a16d-397e-4632-9956-a39c66cec689', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:13:15.766732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:15.767458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:15.811335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fdac21-db26-4ae7-b4a7-c3cb5366b83b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:15.845579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123341-fb65-4743-a2e9-c2cd09532482 req-33c10117-37a6-48c2-b290-c155c0560533 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:15.848188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08123341-fb65-4743-a2e9-c2cd09532482 req-33c10117-37a6-48c2-b290-c155c0560533 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.1352358 Feb 10 13:13:15.872703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:15.881187 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:15.963404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe38c-ad1a-462e-94ce-04ef39ded2be req-a71ac98f-d801-4c82-94fb-972609413fa1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:15.963980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:15.966198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e86fe38c-ad1a-462e-94ce-04ef39ded2be req-a71ac98f-d801-4c82-94fb-972609413fa1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1795559 Feb 10 13:13:15.994824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08123341-fb65-4743-a2e9-c2cd09532482 req-1a981186-bd53-4ca1-9d64-d5bf0658423b tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285305 Feb 10 13:13:16.078374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e86fe38c-ad1a-462e-94ce-04ef39ded2be req-65f590e5-d9f0-479e-b7b6-114fea132de4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885172 Feb 10 13:13:16.124535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:16.181368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08836274-c012-4d62-8a92-4c0e8defa345 req-cf0502a6-6f5b-4a53-84f1-fa2028494af5 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 210 time: 0.0885656 Feb 10 13:13:16.215555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-4d07b25a-93b3-40cd-993f-c8713c3af347 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips/adb705d8-5ee3-4c59-ab85-9229825b4f21 HTTP/1.1" status: 200 len: 692 time: 0.0909746 Feb 10 13:13:16.494386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c2ce-d878-40cd-a1cc-04978a3cc7df req-94231111-6d13-4a9a-ae9c-812e8fd817eb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:16.496091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d94c2ce-d878-40cd-a1cc-04978a3cc7df req-94231111-6d13-4a9a-ae9c-812e8fd817eb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0764780 Feb 10 13:13:16.577019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d94c2ce-d878-40cd-a1cc-04978a3cc7df req-cfd8415e-f954-4688-8a0c-4e303002d4c6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737700 Feb 10 13:13:16.749907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd925bf0-e223-409d-bfec-8805255718c7 req-c2a14303-529c-409d-aa06-9414f2e951da tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:16.751842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd925bf0-e223-409d-bfec-8805255718c7 req-c2a14303-529c-409d-aa06-9414f2e951da tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1133 time: 0.0652170 Feb 10 13:13:16.786085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-d86e3ec0-cff3-4f06-9a5e-1f63619ea960 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:16.793482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-d86e3ec0-cff3-4f06-9a5e-1f63619ea960 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.5645614 Feb 10 13:13:16.825108 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd925bf0-e223-409d-bfec-8805255718c7 req-dcd0f0b3-9b7f-4abb-aae6-f53089f65785 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645661 Feb 10 13:13:16.852395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-6a94f842-aef5-45d4-a8cd-4bd89c052ce5 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.0575795 Feb 10 13:13:16.917131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-dea9b46b-13e3-4864-bc26-62a5f6240939 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.88 HTTP/1.1" status: 200 len: 695 time: 0.0528691 Feb 10 13:13:16.968920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773f94-3fbb-4799-94a8-579e89066edd req-8460d5ee-5bb4-4a90-9c10-01478dbc0f90 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:16.971208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b773f94-3fbb-4799-94a8-579e89066edd req-8460d5ee-5bb4-4a90-9c10-01478dbc0f90 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0780911 Feb 10 13:13:17.044671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b773f94-3fbb-4799-94a8-579e89066edd req-07837bdf-1457-417c-9bb4-b17a023598c0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647104 Feb 10 13:13:17.083089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Deleting port b011ef32-b958-4538-b245-0e42bafc827a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:17.083694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b011ef32-b958-4538-b245-0e42bafc827a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.181653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b011ef32-b958-4538-b245-0e42bafc827a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.182438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (b011ef32-b958-4538-b245-0e42bafc827a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.198349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Calling delete_port for b011ef32-b958-4538-b245-0e42bafc827a owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:17.289468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-0a3e8a86-e397-47ed-8fa1-9282fd9b4c45 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:17.291025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-0a3e8a86-e397-47ed-8fa1-9282fd9b4c45 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.77 "GET /v2.0/networks?id=c6b27987-2be1-4b51-a342-a8b88502c192 HTTP/1.1" status: 200 len: 814 time: 0.1950397 Feb 10 13:13:17.309488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Request body: {'port': {'device_id': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192', 'admin_state_up': True, 'tenant_id': '38fb21472c89409eab79f8be2bd18d7a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:17.432366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b011ef32-b958-4538-b245-0e42bafc827a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.467746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event deleted for resources: {'Port': ['ID=b011ef32-b958-4538-b245-0e42bafc827a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:17.504656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:17.583329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (adb705d8-5ee3-4c59-ab85-9229825b4f21), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.586899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.589430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e25b4efb-5abf-4785-a154-4c85b2bf1021 req-de031f11-b6c1-4a33-a078-c1f4d818e20a tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "DELETE /v2.0/floatingips/adb705d8-5ee3-4c59-ab85-9229825b4f21 HTTP/1.1" status: 204 len: 173 time: 0.6655550 Feb 10 13:13:17.637531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:13:17.647972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:17.649260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.739330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbab0d0d-5ecd-4047-acd6-64cd9d9746ba req-dcb8d410-0f5b-49e2-8d91-1baa46f5d68d tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 210 time: 0.0483263 Feb 10 13:13:17.790347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:17.790739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.831228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:17.834619 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b482e-57f2-4101-971a-f4f46b1dc513" -d '{"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-plugged", "status": "completed", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:17.858784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7d6f-50db-425d-a99e-e9d90070c779 req-886b8c4d-391d-42ed-86b1-5fce58677b4a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:17.860637 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fcc7d6f-50db-425d-a99e-e9d90070c779 req-886b8c4d-391d-42ed-86b1-5fce58677b4a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 945 time: 0.1174772 Feb 10 13:13:17.863250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:17.868734 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.887412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5b95-3c08-42c4-9ef6-9634ba7f48a8 req-6d3ade66-71d2-447b-865b-6465859e1cd3 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:17.894328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d3b5b95-3c08-42c4-9ef6-9634ba7f48a8 req-6d3ade66-71d2-447b-865b-6465859e1cd3 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 1133 time: 0.0685804 Feb 10 13:13:17.927503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:17.935758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Made reservation on behalf of 38fb21472c89409eab79f8be2bd18d7a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:17.939707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:17.953860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d3b5b95-3c08-42c4-9ef6-9634ba7f48a8 req-f0dedf9b-5422-4c5e-ae21-0a31f2d626f3 tempest-ServersAdminTestJSON-1923653243 tempest-ServersAdminTestJSON-1923653243-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Feb 10 13:13:17.956731 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fcc7d6f-50db-425d-a99e-e9d90070c779 req-436d87f0-da7c-45cb-b6bf-7fea3cd8999c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885417 Feb 10 13:13:18.104341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41cc5b-3e45-499a-b315-deb09fb1f062 req-59d598b0-b8e8-46ed-aeb3-f351e969bb52 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:18.108738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a41cc5b-3e45-499a-b315-deb09fb1f062 req-59d598b0-b8e8-46ed-aeb3-f351e969bb52 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0795045 Feb 10 13:13:18.134451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Allocated IP 172.20.0.6 (c6b27987-2be1-4b51-a342-a8b88502c192/c684f491-13fc-4952-99c8-e797b2ebf925/05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:18.143235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce1d2-7ef3-4b71-9f7d-3916871cabaf req-bfee029b-8f14-4dd4-8ea3-c058a292932c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:18.144771 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be3ce1d2-7ef3-4b71-9f7d-3916871cabaf req-bfee029b-8f14-4dd4-8ea3-c058a292932c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1306007 Feb 10 13:13:18.169195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a41cc5b-3e45-499a-b315-deb09fb1f062 req-0a5229de-ba57-4358-9ca4-bd05cc195089 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524151 Feb 10 13:13:18.243730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be3ce1d2-7ef3-4b71-9f7d-3916871cabaf req-5eec8e6c-bd77-4058-9a12-35c7f2aabd60 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881228 Feb 10 13:13:18.310721 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da5b849-58a6-4309-90a6-1707e5e10188 x-openstack-request-id: req-2da5b849-58a6-4309-90a6-1707e5e10188 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:18.311626 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-plugged", "status": "completed", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:18.320895 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2da5b849-58a6-4309-90a6-1707e5e10188 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:18.322094 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'code': 200} Feb 10 13:13:18.345579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-eb6488cf-68ad-4f7a-9141-7d074ef87bba tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1482952 Feb 10 13:13:18.356255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:18.394630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.410399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks [] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.461020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.471319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131a0fb-5903-4837-a9d8-8b0c5fdd4189 req-f36c68f8-47f9-48cd-a8bb-5fb370301dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:18.472874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c131a0fb-5903-4837-a9d8-8b0c5fdd4189 req-f36c68f8-47f9-48cd-a8bb-5fb370301dd0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1128 time: 0.0943668 Feb 10 13:13:18.539355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Network c6b27987-2be1-4b51-a342-a8b88502c192 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:18.543960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:18.545976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Pushing event updated for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:18.548528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:18.580382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.580729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.581103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.581438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.581766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.582100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.582433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.582755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.583084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.584009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.584009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.584225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.584394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:18.619700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:18.620506 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.643144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-be5b5931-db18-4cba-bc94-2af4c48bff31 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3426483 Feb 10 13:13:18.646554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c131a0fb-5903-4837-a9d8-8b0c5fdd4189 req-c813c0a1-e29b-4205-ae08-eca6123ad00a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453621 Feb 10 13:13:18.679495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.794082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c37b-70cc-4671-9c16-dda5c494f255 req-2f3cfd2a-a18d-4909-a1d8-e62f178af8f4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:18.796032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5db9c37b-70cc-4671-9c16-dda5c494f255 req-2f3cfd2a-a18d-4909-a1d8-e62f178af8f4 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.0598300 Feb 10 13:13:18.807644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Allocated IP 172.25.8.191 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7a2d8b86-0f54-46e1-b42f-5c47d9232094) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:18.843926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Request body: {'port': {'device_id': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:18.905422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5db9c37b-70cc-4671-9c16-dda5c494f255 req-e6766171-d2dd-42f3-ac21-95b88e0731a6 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037476 Feb 10 13:13:18.917415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.925494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:18.976494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.024298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:19.027117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:19.030874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:19.058254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event updated for resources: {'Port': ['ID=7a2d8b86-0f54-46e1-b42f-5c47d9232094,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:19.136150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (2c8ca826-290c-4673-8ff6-db0b07aa29af), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.158675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2819-f41c-4922-8039-5afbfb134971 req-4d22cda2-3ec9-4399-b8dd-4d2191a094d4 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.160200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc5e2819-f41c-4922-8039-5afbfb134971 req-4d22cda2-3ec9-4399-b8dd-4d2191a094d4 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.1546266 Feb 10 13:13:19.188525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.226500 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:13:19.293604 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc5e2819-f41c-4922-8039-5afbfb134971 req-dceebbd8-9021-42d6-9152-9698a7a89fa4 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866330 Feb 10 13:13:19.376178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:19.385000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.390742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.393737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks [] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.428536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Transition to ACTIVE for port object 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:13:19.433629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.471519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2c8ca826-290c-4673-8ff6-db0b07aa29af), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.488242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c1de-733f-43f7-ae86-8acda2813986 req-2c44c494-8e4e-4b79-b7a9-7de02b36b2f9 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.492454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.493713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1423082 Feb 10 13:13:19.494317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a167-8622-4498-9495-42f5e5ef74e8 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event updated for resources: {'Port': ['ID=7a2d8b86-0f54-46e1-b42f-5c47d9232094,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:19.495290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2280c1de-733f-43f7-ae86-8acda2813986 req-2c44c494-8e4e-4b79-b7a9-7de02b36b2f9 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 931 time: 0.1130936 Feb 10 13:13:19.532003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Pushing event updated for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:19.563458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-4507f411-ca88-49e8-ba22-003b12daf641 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0563340 Feb 10 13:13:19.616288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2280c1de-733f-43f7-ae86-8acda2813986 req-afcd432e-57f8-43fe-9ef7-93929ebb3aa6 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199729 Feb 10 13:13:19.640054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Attempting to bind port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:19.640436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Attempting to bind port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '90551749-3a70-43e8-8f05-b1e172f48273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:19.640785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Attempting to bind port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 on network c6b27987-2be1-4b51-a342-a8b88502c192 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:19.647822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 on network c6b27987-2be1-4b51-a342-a8b88502c192 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:13:19.648150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Attempting to bind port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 on network c6b27987-2be1-4b51-a342-a8b88502c192 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:19.653504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:19.653898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Checking segment: {'id': '90551749-3a70-43e8-8f05-b1e172f48273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:19.654225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Bound using segment: {'id': '90551749-3a70-43e8-8f05-b1e172f48273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:19.654656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Bound port: 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90551749-3a70-43e8-8f05-b1e172f48273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:19.655016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.749412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:19.758625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-2e5ed8ca-2278-4ee0-b957-a5d206208748 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.765018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1eb2ea-eb56-4cce-a2c9-9461fa7958fe req-2e5ed8ca-2278-4ee0-b957-a5d206208748 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1918697 Feb 10 13:13:19.781706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,segment=NetworkSegment(90551749-3a70-43e8-8f05-b1e172f48273),segment_id=90551749-3a70-43e8-8f05-b1e172f48273)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:19.791986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.834878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.835488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:19.836883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] 10.222.0.77 "PUT /v2.0/ports/05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 HTTP/1.1" status: 200 len: 1091 time: 0.9982505 Feb 10 13:13:19.837321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:19.839590 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8ab7c-e250-4d96-b357-418b02bd8020" -d '{"events": [{"name": "network-changed", "server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:19.860219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640802a2-64ba-42a0-ad81-fbcac02e1f8c req-0af786e0-9976-4161-bed0-4fb3d298ce60 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.867416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-640802a2-64ba-42a0-ad81-fbcac02e1f8c req-0af786e0-9976-4161-bed0-4fb3d298ce60 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1368401 Feb 10 13:13:19.897806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106aff6-ffcb-473c-b30b-ced78bd5d6b1 req-759e206b-627c-4dc1-834b-88e085ea544d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.899554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d106aff6-ffcb-473c-b30b-ced78bd5d6b1 req-759e206b-627c-4dc1-834b-88e085ea544d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0818174 Feb 10 13:13:19.927070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd715a-7715-47f4-8a9d-a9783596282b service neutron] Pushing event updated for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:19.959967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-640802a2-64ba-42a0-ad81-fbcac02e1f8c req-4ea17085-f06c-458b-8992-a74c963c5f5e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916674 Feb 10 13:13:19.972527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-456a0d8c-d64d-43de-bfb9-5819b9dba380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:19.974593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-456a0d8c-d64d-43de-bfb9-5819b9dba380 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38fb21472c89409eab79f8be2bd18d7a&device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 1125 time: 0.0870483 Feb 10 13:13:19.979591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d106aff6-ffcb-473c-b30b-ced78bd5d6b1 req-5886048b-215d-41d0-b8eb-7403d6865d7b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739355 Feb 10 13:13:20.044432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-67871e37-834d-4791-8e57-b65acfbff1c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 HTTP/1.1" status: 200 len: 217 time: 0.0602279 Feb 10 13:13:20.050677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67661baf-9df5-4593-a21f-924b59e115fd req-32c36540-881c-49c9-800c-dbcfd09ca891 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips/2c8ca826-290c-4673-8ff6-db0b07aa29af HTTP/1.1" status: 200 len: 693 time: 0.0461833 Feb 10 13:13:20.145786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-25a31200-886d-4d63-80ee-4abb53c43772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.147285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-25a31200-886d-4d63-80ee-4abb53c43772 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c684f491-13fc-4952-99c8-e797b2ebf925 HTTP/1.1" status: 200 len: 854 time: 0.0936942 Feb 10 13:13:20.168353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67661baf-9df5-4593-a21f-924b59e115fd req-985cac70-2087-4e44-8e39-5e8924affeb4 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.175802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67661baf-9df5-4593-a21f-924b59e115fd req-985cac70-2087-4e44-8e39-5e8924affeb4 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1185057 Feb 10 13:13:20.182073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bbe5-85a1-4e75-bfdb-35983e9adf32 req-70bf9111-f793-4506-a93d-b1ddb0bfe479 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.184544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f778bbe5-85a1-4e75-bfdb-35983e9adf32 req-70bf9111-f793-4506-a93d-b1ddb0bfe479 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1426849 Feb 10 13:13:20.214525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-3553ea73-123c-49fb-941c-26fc185665fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6b27987-2be1-4b51-a342-a8b88502c192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600517 Feb 10 13:13:20.248974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67661baf-9df5-4593-a21f-924b59e115fd req-25035a4b-cd89-4220-8939-a1bffb916a7d tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0718687 Feb 10 13:13:20.285636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07975f3a-f49c-4db4-871d-1a957927fafb req-ce9ab0df-8183-4399-85da-5ded089b5108 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.287429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-07975f3a-f49c-4db4-871d-1a957927fafb req-ce9ab0df-8183-4399-85da-5ded089b5108 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.1847956 Feb 10 13:13:20.318926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67661baf-9df5-4593-a21f-924b59e115fd req-fe6a7913-a6c6-41d6-b458-38abdde74d51 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0678864 Feb 10 13:13:20.386314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f778bbe5-85a1-4e75-bfdb-35983e9adf32 req-ffdfc8c9-3380-4c1a-aed7-78d5be8e8d6c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773341 Feb 10 13:13:20.434721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-77f79d12-c951-4bed-b9fa-0dbda506a6d3 service neutron] 10.222.0.77 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022429 Feb 10 13:13:20.438923 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28bdacf-0a36-4803-be58-f085f6f16eca x-openstack-request-id: req-d28bdacf-0a36-4803-be58-f085f6f16eca {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:20.439171 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:20.439420 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d28bdacf-0a36-4803-be58-f085f6f16eca {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:20.439806 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526', 'status': 'completed', 'code': 200} Feb 10 13:13:20.495193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Deleting port 7a2d8b86-0f54-46e1-b42f-5c47d9232094 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:20.495571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.546161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Deleting port 3abeb286-cb9e-4e21-8c25-4a327213ad50 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:20.546552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.575391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.575715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (7a2d8b86-0f54-46e1-b42f-5c47d9232094), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.590017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Calling delete_port for 7a2d8b86-0f54-46e1-b42f-5c47d9232094 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:20.631646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53672725-e8a5-4145-9e47-2aa2f945e83e req-614240ed-d426-40e0-a710-87d44a8d2e82 service neutron] 10.222.0.77 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885192 Feb 10 13:13:20.651914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc02318-6339-415d-b716-361fc8df74e0 req-d3cc3e85-5a4e-4955-b204-38e7d1939558 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.653279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5cc02318-6339-415d-b716-361fc8df74e0 req-d3cc3e85-5a4e-4955-b204-38e7d1939558 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685be46-7dfb-46d3-8e70-a35d15e7f0dc HTTP/1.1" status: 200 len: 950 time: 0.1455235 Feb 10 13:13:20.697497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] For port 3abeb286-cb9e-4e21-8c25-4a327213ad50, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3abeb286-cb9e-4e21-8c25-4a327213ad50,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:20.697765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.748515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Calling delete_port for 3abeb286-cb9e-4e21-8c25-4a327213ad50 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:20.756175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-ec506469-3243-4daf-94b6-f0a9d9618058 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.757989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-ec506469-3243-4daf-94b6-f0a9d9618058 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.0787504 Feb 10 13:13:20.784538 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5cc02318-6339-415d-b716-361fc8df74e0 req-ce5aeefc-f9dc-485f-bd81-22a04815a80e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216249 Feb 10 13:13:20.894319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7a2d8b86-0f54-46e1-b42f-5c47d9232094), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:20.923777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Pushing event deleted for resources: {'Port': ['ID=7a2d8b86-0f54-46e1-b42f-5c47d9232094,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:20.948503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-6c738d16-3ea1-4b71-a38f-ca27702b1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:20.949953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-6c738d16-3ea1-4b71-a38f-ca27702b1d03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38fb21472c89409eab79f8be2bd18d7a&device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 1125 time: 0.2265151 Feb 10 13:13:20.990162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Deleting port 6103219f-6613-4a9f-a4cd-98034f323bb4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:20.990604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.002747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810f25f-febd-4048-8e99-806c3829943c req-3c7c60c6-1712-4fdc-90e0-44f56d8efb21 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.005958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e810f25f-febd-4048-8e99-806c3829943c req-3c7c60c6-1712-4fdc-90e0-44f56d8efb21 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 946 time: 0.1324875 Feb 10 13:13:21.057070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks [] for floatingip (2c8ca826-290c-4673-8ff6-db0b07aa29af), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.059809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.060999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67661baf-9df5-4593-a21f-924b59e115fd req-2733f57e-5758-4da0-a816-ca76ae4fb3ad tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c8ca826-290c-4673-8ff6-db0b07aa29af HTTP/1.1" status: 204 len: 173 time: 0.7354925 Feb 10 13:13:21.100661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] For port 6103219f-6613-4a9f-a4cd-98034f323bb4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6103219f-6613-4a9f-a4cd-98034f323bb4,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:21.101425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.153440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e810f25f-febd-4048-8e99-806c3829943c req-6df66a7e-d95d-48c0-8db7-948b1d1ac8ec tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups?id=3679ecd9-08e0-47a1-ad96-1879f6dca072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401088 Feb 10 13:13:21.154919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-4a8e8414-536a-43c0-a211-fe53fc13f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.156283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-4a8e8414-536a-43c0-a211-fe53fc13f434 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6b27987-2be1-4b51-a342-a8b88502c192 HTTP/1.1" status: 200 len: 915 time: 0.1951270 Feb 10 13:13:21.157057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3abeb286-cb9e-4e21-8c25-4a327213ad50), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.170736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7246f265-7b8f-4703-b9c1-01ce07396588'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:21.173138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3abeb286-cb9e-4e21-8c25-4a327213ad50', 'b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:21.286171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event deleted for resources: {'Port': ['ID=3abeb286-cb9e-4e21-8c25-4a327213ad50,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:21.289171 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-a395c966-2a2d-4cc5-9047-ba07529ed17d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 HTTP/1.1" status: 200 len: 217 time: 0.1241748 Feb 10 13:13:21.334238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf2dc8-5c51-437a-81c5-da0fed3e684b req-f1cea8a5-6530-4cc4-b45a-c40c1cf9f90e tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.336433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fccf2dc8-5c51-437a-81c5-da0fed3e684b req-f1cea8a5-6530-4cc4-b45a-c40c1cf9f90e tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 943 time: 0.1643825 Feb 10 13:13:21.378588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] No DVR routers for this DVR port 3abeb286-cb9e-4e21-8c25-4a327213ad50 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:21.381575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.386411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-07975f3a-f49c-4db4-871d-1a957927fafb req-b3443078-53d2-480b-bc14-877003727bb5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "DELETE /v2.0/ports/3abeb286-cb9e-4e21-8c25-4a327213ad50 HTTP/1.1" status: 204 len: 173 time: 1.0899208 Feb 10 13:13:21.434886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-b157b43a-5d2e-46b6-beb6-9925fa2ce2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.436371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.436903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-b157b43a-5d2e-46b6-beb6-9925fa2ce2dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c684f491-13fc-4952-99c8-e797b2ebf925 HTTP/1.1" status: 200 len: 854 time: 0.1099372 Feb 10 13:13:21.437135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.438231 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7 disassociated. External IP: 172.25.8.80, port: 6103219f-6613-4a9f-a4cd-98034f323bb4. Feb 10 13:13:21.438745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Calling delete_port for 6103219f-6613-4a9f-a4cd-98034f323bb4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:21.466745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6182dc-3ca0-49a6-9e34-733eb71e8149 req-b0d96bc8-f7b7-4d31-94bd-c2c34a874896 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.468386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af6182dc-3ca0-49a6-9e34-733eb71e8149 req-b0d96bc8-f7b7-4d31-94bd-c2c34a874896 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2070704 Feb 10 13:13:21.538083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-396e2a74-bbda-41fa-aa92-ccf3c1335936 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6b27987-2be1-4b51-a342-a8b88502c192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655589 Feb 10 13:13:21.623074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af6182dc-3ca0-49a6-9e34-733eb71e8149 req-dd3a3db6-8bcf-423a-951d-e3016aadd9f2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392205 Feb 10 13:13:21.659846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fccf2dc8-5c51-437a-81c5-da0fed3e684b req-f5354100-6bcc-4b72-9837-5c45c98fb4b0 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089335 Feb 10 13:13:21.661509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6103219f-6613-4a9f-a4cd-98034f323bb4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:21.691816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-18abae21-4786-4d3a-86d4-00335f045d09 service neutron] 10.222.0.77 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457067 Feb 10 13:13:21.756432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event deleted for resources: {'Port': ['ID=6103219f-6613-4a9f-a4cd-98034f323bb4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:21.813335 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-92af3ee5-5e42-420a-a092-83504ba072c3 req-f901175f-022b-48ed-8735-eb03d538e74d tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] show failed (client error): The resource could not be found. Feb 10 13:13:21.814892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92af3ee5-5e42-420a-a092-83504ba072c3 req-f901175f-022b-48ed-8735-eb03d538e74d tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips/2c8ca826-290c-4673-8ff6-db0b07aa29af HTTP/1.1" status: 404 len: 350 time: 0.0838039 Feb 10 13:13:21.834957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec8ab7c-e250-4d96-b357-418b02bd8020 req-473ecf88-c453-4604-a111-d023bab3b963 service neutron] 10.222.0.77 "GET /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367717 Feb 10 13:13:21.905658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07adf4-27c8-44d7-9e92-d7b08d3a7575 req-c58c1c80-9d2f-4730-a590-c5e807840479 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:21.914294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e07adf4-27c8-44d7-9e92-d7b08d3a7575 req-c58c1c80-9d2f-4730-a590-c5e807840479 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1578169 Feb 10 13:13:22.019653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:22.037496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e07adf4-27c8-44d7-9e92-d7b08d3a7575 req-6bf719fa-6731-4e41-904d-cc85096c4b69 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220667 Feb 10 13:13:22.053399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387ec1-de9b-4146-92ba-74ad332f8776 req-4b7d17ed-15ee-4cea-b8ea-29abb2686e65 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:22.061111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48387ec1-de9b-4146-92ba-74ad332f8776 req-4b7d17ed-15ee-4cea-b8ea-29abb2686e65 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1466968 Feb 10 13:13:22.184074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068738-5de9-437e-919d-6440d2c51eb2 req-ee6db5e2-5240-410e-b2a4-35f41e993f30 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:22.190833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48387ec1-de9b-4146-92ba-74ad332f8776 req-9a0a584e-eb2d-41ca-a12d-5d64580128be tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241643 Feb 10 13:13:22.192075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27068738-5de9-437e-919d-6440d2c51eb2 req-ee6db5e2-5240-410e-b2a4-35f41e993f30 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1128 time: 0.0687971 Feb 10 13:13:22.253425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-27068738-5de9-437e-919d-6440d2c51eb2 req-26e16f9b-fd11-4547-8e9f-5a0286c2e36b tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Feb 10 13:13:22.317215 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-e1efa2fc-3c22-4506-8352-241587ba29bd req-1ae3fcf2-0563-464c-9c2a-0141fe033820 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] show failed (client error): The resource could not be found. Feb 10 13:13:22.328523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:22.340355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:22.348144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1efa2fc-3c22-4506-8352-241587ba29bd req-1ae3fcf2-0563-464c-9c2a-0141fe033820 tempest-FloatingIPsTestJSON-1766500176 tempest-FloatingIPsTestJSON-1766500176-project] 10.222.0.13 "GET /v2.0/floatingips/2c8ca826-290c-4673-8ff6-db0b07aa29af HTTP/1.1" status: 404 len: 350 time: 0.0789723 Feb 10 13:13:22.355979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:22.379023 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:22.384211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:22.446318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'name': 'network-vif-deleted', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:22.446318 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43d33a-e581-45e9-90af-9ba0febcacb2" -d '{"events": [{"server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "name": "network-vif-deleted", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:22.595764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] No DVR routers for this DVR port 6103219f-6613-4a9f-a4cd-98034f323bb4 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:22.634668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:22.641827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0f0e415-aab6-4568-9084-de4291822cf2 req-d2816232-af61-4069-8c05-3d0d75b3700c tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.21 "DELETE /v2.0/ports/6103219f-6613-4a9f-a4cd-98034f323bb4 HTTP/1.1" status: 204 len: 173 time: 1.8774896 Feb 10 13:13:22.645379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'name': 'network-vif-deleted', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:22.647960 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc3732-f23c-4dff-8680-8bd7c2b395f8" -d '{"events": [{"server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "name": "network-vif-deleted", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:22.661599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a3bc064-02a3-4608-8a21-cc5961647e54 req-086ffd18-5859-4181-9e46-62195fa7fe35 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/ports?device_id=046ed749-49b2-4403-9a09-f171b10206b9 HTTP/1.1" status: 200 len: 210 time: 0.2233806 Feb 10 13:13:22.680852 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:22.760954 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb057a89-a191-4b8d-a470-3e39c70f7304 x-openstack-request-id: req-fb057a89-a191-4b8d-a470-3e39c70f7304 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:22.761267 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685be46-7dfb-46d3-8e70-a35d15e7f0dc", "name": "network-vif-deleted", "tag": "3abeb286-cb9e-4e21-8c25-4a327213ad50", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:22.761526 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb057a89-a191-4b8d-a470-3e39c70f7304 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:22.761926 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685be46-7dfb-46d3-8e70-a35d15e7f0dc', 'name': 'network-vif-deleted', 'tag': '3abeb286-cb9e-4e21-8c25-4a327213ad50', 'status': 'completed', 'code': 200} Feb 10 13:13:23.002796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217bd7c-471b-4c18-a52a-e1b3789d9fbf req-b17f0505-e023-4f6e-9a56-4e4e94d185d0 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:23.022117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0217bd7c-471b-4c18-a52a-e1b3789d9fbf req-b17f0505-e023-4f6e-9a56-4e4e94d185d0 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 943 time: 0.1397791 Feb 10 13:13:23.156114 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:23.159068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0217bd7c-471b-4c18-a52a-e1b3789d9fbf req-42d7914d-421f-4836-8100-65df58f4c055 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311054 Feb 10 13:13:23.259617 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:23.294873 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:23.295698 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:23.421095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4f1ef-39f2-4f00-af9b-7a661842e6b6 req-dee139b8-fd13-4055-94a8-22abff528ec0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:23.452079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53e4f1ef-39f2-4f00-af9b-7a661842e6b6 req-dee139b8-fd13-4055-94a8-22abff528ec0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1739674 Feb 10 13:13:23.500872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:13:23.567815 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53e4f1ef-39f2-4f00-af9b-7a661842e6b6 req-d93a689d-0685-4446-8362-9991e0d14a53 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132884 Feb 10 13:13:23.708642 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf49faa-865a-44bb-b0bb-f0b9aa9f0c76 x-openstack-request-id: req-bcf49faa-865a-44bb-b0bb-f0b9aa9f0c76 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:23.717243 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046ed749-49b2-4403-9a09-f171b10206b9", "name": "network-vif-deleted", "tag": "6103219f-6613-4a9f-a4cd-98034f323bb4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:23.717818 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcf49faa-865a-44bb-b0bb-f0b9aa9f0c76 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:23.718432 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046ed749-49b2-4403-9a09-f171b10206b9', 'name': 'network-vif-deleted', 'tag': '6103219f-6613-4a9f-a4cd-98034f323bb4', 'status': 'completed', 'code': 200} Feb 10 13:13:23.768599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,segment=NetworkSegment(90551749-3a70-43e8-8f05-b1e172f48273),segment_id=90551749-3a70-43e8-8f05-b1e172f48273)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:23.775051 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:23.777786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769219f0-a730-4949-8014-1f5bc5dd69c6 req-dfc34ec8-2102-47a9-8dc6-c8aa6dbb9223 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:23.791485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-769219f0-a730-4949-8014-1f5bc5dd69c6 req-dfc34ec8-2102-47a9-8dc6-c8aa6dbb9223 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1146026 Feb 10 13:13:23.791737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526', 'network_id': 'c6b27987-2be1-4b51-a342-a8b88502c192', 'port_id': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526', 'mac_address': 'fa:16:3e:ba:38:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c684f491-13fc-4952-99c8-e797b2ebf925', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:13:23.894204 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-769219f0-a730-4949-8014-1f5bc5dd69c6 req-437e14e7-c008-4663-a669-4a36d004e6cf tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Feb 10 13:13:23.897451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:23.897851 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:23.915539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ddc8-f8b5-4990-9809-78e1b0b44da2 req-91fa752d-e41b-442f-8307-9128ddaf3a48 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:23.929360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:23.933522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da28ddc8-f8b5-4990-9809-78e1b0b44da2 req-91fa752d-e41b-442f-8307-9128ddaf3a48 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 949 time: 0.2138872 Feb 10 13:13:23.979720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,segment=NetworkSegment(90551749-3a70-43e8-8f05-b1e172f48273),segment_id=90551749-3a70-43e8-8f05-b1e172f48273)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:23.989733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:24.091956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:24.210904 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e456c102-db05-445b-96be-9102eef53f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:24.220523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:24.265690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-fd0b2b23-5d1d-47e7-a013-f17feb039df0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:24.272577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-fd0b2b23-5d1d-47e7-a013-f17feb039df0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 949 time: 0.1697314 Feb 10 13:13:24.298448 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456c102-db05-445b-96be-9102eef53f08 None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:13Z', 'revision_number': 4, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a210203-a2ee-482d-8c5d-aec49ec23bf5', 'name': '', 'network_id': '4053a25f-df79-49b0-a2fc-f844c1aa3c33', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'mac_address': 'fa:16:3e:32:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:09Z', 'updated_at': '2022-02-10T13:09:21Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'subnets': [{'id': 'd56d75a4-382a-416e-a24c-2bb2a20276c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:24.371339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da28ddc8-f8b5-4990-9809-78e1b0b44da2 req-3a35aa0f-94c5-40c3-9df1-2a2d61f2e100 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333580 Feb 10 13:13:24.584607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Deleting port 7246f265-7b8f-4703-b9c1-01ce07396588 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:24.585178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:24.611145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3abeb286-cb9e-4e21-8c25-4a327213ad50 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:24.663825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3abeb286-cb9e-4e21-8c25-4a327213ad50 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:24.664179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3abeb286-cb9e-4e21-8c25-4a327213ad50 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:24.664605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6103219f-6613-4a9f-a4cd-98034f323bb4 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:24.731492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 6103219f-6613-4a9f-a4cd-98034f323bb4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:24.732099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6103219f-6613-4a9f-a4cd-98034f323bb4 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:24.818645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] For port 7246f265-7b8f-4703-b9c1-01ce07396588, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7246f265-7b8f-4703-b9c1-01ce07396588,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:24.819115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:24.825035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3178ab4-be30-48c6-8d1f-792239d54ef1 None None] New status for floating IP 08238f79-12ed-4740-b64d-f9742b70c0d7: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:13:24.843308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-869b35d7-1d72-43eb-9e86-a61b2420f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:24.844878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-869b35d7-1d72-43eb-9e86-a61b2420f2fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.2791624 Feb 10 13:13:24.849724 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:24.851012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Calling delete_port for 7246f265-7b8f-4703-b9c1-01ce07396588 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:24.880948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1343cb6-79b3-447d-8b60-1b8ec7a6fc0d req-ad48b3d9-5a9b-4b14-beb8-53fcc9d287d8 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:24.888245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1343cb6-79b3-447d-8b60-1b8ec7a6fc0d req-ad48b3d9-5a9b-4b14-beb8-53fcc9d287d8 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 944 time: 0.3236876 Feb 10 13:13:25.136263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7246f265-7b8f-4703-b9c1-01ce07396588), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.153232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:25.160582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7246f265-7b8f-4703-b9c1-01ce07396588'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:25.209564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1343cb6-79b3-447d-8b60-1b8ec7a6fc0d req-c4e252a9-cb22-4c03-8473-d39e2faba140 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202925 Feb 10 13:13:25.234725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event deleted for resources: {'Port': ['ID=7246f265-7b8f-4703-b9c1-01ce07396588,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:25.267223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] No DVR routers for this DVR port 7246f265-7b8f-4703-b9c1-01ce07396588 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:25.272434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.276278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c26831d4-b4e5-40ab-9148-9e0d80a209b5 req-a754cbf7-e146-4a30-a550-c43c227376ed tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.77 "DELETE /v2.0/ports/7246f265-7b8f-4703-b9c1-01ce07396588 HTTP/1.1" status: 204 len: 173 time: 0.9943669 Feb 10 13:13:25.278313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'name': 'network-vif-deleted', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:25.282186 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aebd09-50c6-43e0-b05d-8e01d58b6f78" -d '{"events": [{"server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "name": "network-vif-deleted", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:25.290042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:25.291208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-5cb93b2d-dc94-4e27-b4bd-94b098270370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:25.292796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-5cb93b2d-dc94-4e27-b4bd-94b098270370 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.4403460 Feb 10 13:13:25.303175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63098e6-f6d1-44d3-a713-5a847744f593 req-75914f76-cefc-428e-adb3-79cc16ec7a29 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:25.318867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d63098e6-f6d1-44d3-a713-5a847744f593 req-75914f76-cefc-428e-adb3-79cc16ec7a29 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.5569601 Feb 10 13:13:25.427741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-39e0a62b-f5e7-49e1-9131-79e13b4e8d45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.0702765 Feb 10 13:13:25.499349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (3679ecd9-08e0-47a1-ad96-1879f6dca072), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.517436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d63098e6-f6d1-44d3-a713-5a847744f593 req-2d425250-8ebf-41dd-a0fa-5189179f85d8 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958330 Feb 10 13:13:25.580653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (3679ecd9-08e0-47a1-ad96-1879f6dca072), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.585569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:25.604475 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f9a9aa-6cf4-4f83-8ab2-948c7e27312b x-openstack-request-id: req-49f9a9aa-6cf4-4f83-8ab2-948c7e27312b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:25.604984 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a22017e-60ff-4f4a-8c6c-f345399d7107", "name": "network-vif-deleted", "tag": "7246f265-7b8f-4703-b9c1-01ce07396588", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:25.605947 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49f9a9aa-6cf4-4f83-8ab2-948c7e27312b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:25.613390 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a22017e-60ff-4f4a-8c6c-f345399d7107', 'name': 'network-vif-deleted', 'tag': '7246f265-7b8f-4703-b9c1-01ce07396588', 'status': 'completed', 'code': 200} Feb 10 13:13:25.671870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-5cb3abac-42b4-4715-aefb-75a6b62c11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:25.674988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-5cb3abac-42b4-4715-aefb-75a6b62c11d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.2205350 Feb 10 13:13:25.697163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3679ecd9-08e0-47a1-ad96-1879f6dca072), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.700553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.702212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "DELETE /v2.0/security-groups/3679ecd9-08e0-47a1-ad96-1879f6dca072 HTTP/1.1" status: 204 len: 168 time: 0.3681476 Feb 10 13:13:25.707191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:25.755256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:13:25.773568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:25.773954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:25.794194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43c457-b128-4104-8749-8b31a5f89dfb tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3679ecd9-08e0-47a1-ad96-1879f6dca072,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:25.805987 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-7d3cedc3-f6d4-4116-8dc2-28fd0796e3d0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] show failed (client error): The resource could not be found. Feb 10 13:13:25.810893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-e4334b12-0830-48b7-b866-56e1f2b3ed46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233797 Feb 10 13:13:25.811649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:25.814245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d3cedc3-f6d4-4116-8dc2-28fd0796e3d0 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "GET /v2.0/security-groups/3679ecd9-08e0-47a1-ad96-1879f6dca072 HTTP/1.1" status: 404 len: 347 time: 0.1044858 Feb 10 13:13:25.894386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afcb1236-6b2e-4e8c-bfdc-8758a08a609b req-2cf4c881-d36e-4137-9aa9-ccf6387f1445 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a22017e-60ff-4f4a-8c6c-f345399d7107 HTTP/1.1" status: 200 len: 210 time: 0.0898225 Feb 10 13:13:26.043642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:26.044092 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.091626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:26.093865 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598ef83-34b5-475a-a821-d76176caf673" -d '{"events": [{"server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "name": "network-vif-plugged", "status": "completed", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:26.110127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,segment=NetworkSegment(90551749-3a70-43e8-8f05-b1e172f48273),segment_id=90551749-3a70-43e8-8f05-b1e172f48273)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:26.116139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.134944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd380-5368-4f89-815c-d5a6a4ecd04a req-f627f94c-1b5a-4f74-ab27-fc93ee40635c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:26.135624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f67cd380-5368-4f89-815c-d5a6a4ecd04a req-f627f94c-1b5a-4f74-ab27-fc93ee40635c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.6925287 Feb 10 13:13:26.155308 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817e28f-dc66-4167-bdb1-d16844c80a0d x-openstack-request-id: req-6817e28f-dc66-4167-bdb1-d16844c80a0d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:26.155660 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "name": "network-vif-plugged", "status": "completed", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:26.155898 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6817e28f-dc66-4167-bdb1-d16844c80a0d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:26.156283 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526', 'code': 200} Feb 10 13:13:26.197909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:26.223704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-f35a5780-eece-4fd0-88af-a7a31501e7ba service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908627 Feb 10 13:13:26.282843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838529-db04-4c55-ac0e-dde7c1508cdb req-da16f559-2c8e-442f-9ce8-56b13c930cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:26.285876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5b838529-db04-4c55-ac0e-dde7c1508cdb req-da16f559-2c8e-442f-9ce8-56b13c930cb5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 1127 time: 0.0710731 Feb 10 13:13:26.365062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5b838529-db04-4c55-ac0e-dde7c1508cdb req-bd093a7d-b73a-4f49-b99f-2ebc17660097 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727508 Feb 10 13:13:26.366223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f67cd380-5368-4f89-815c-d5a6a4ecd04a req-73963b89-cb0f-4efb-8e77-901eb565d2b5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110252 Feb 10 13:13:26.389887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Deleting port 1a2349a2-9a92-4774-90a9-eef7ce0971c2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:26.390229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.406626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556e75-e01f-458d-83c4-3a55e4f70e84 req-a24886a5-b6bb-4448-a0be-61b4a2bf7635 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:26.408847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f556e75-e01f-458d-83c4-3a55e4f70e84 req-a24886a5-b6bb-4448-a0be-61b4a2bf7635 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 945 time: 0.0901556 Feb 10 13:13:26.418850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71facba5-5f97-422f-9a34-caa482aebbf7 req-0b49fabb-ec2a-4ac6-8494-1073608fb944 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861279 Feb 10 13:13:26.489178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f556e75-e01f-458d-83c4-3a55e4f70e84 req-6b1152ef-cf61-4073-b53e-c6a18be02faa tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 Feb 10 13:13:26.510134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Deleting port ade70266-b6d2-4f47-b7a1-56f02e537207 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:26.510472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.586662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.587041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (1a2349a2-9a92-4774-90a9-eef7ce0971c2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.607559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Calling delete_port for 1a2349a2-9a92-4774-90a9-eef7ce0971c2 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:26.653144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ca60-b1f8-41cc-bd75-b2b5b7635b94 req-801b6751-4d9b-491d-b933-be7b0542c663 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:26.654634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f63ca60-b1f8-41cc-bd75-b2b5b7635b94 req-801b6751-4d9b-491d-b933-be7b0542c663 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0595114 Feb 10 13:13:26.691302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] For port ade70266-b6d2-4f47-b7a1-56f02e537207, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ade70266-b6d2-4f47-b7a1-56f02e537207,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:26.691822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.710251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Calling delete_port for ade70266-b6d2-4f47-b7a1-56f02e537207 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:26.713193 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f63ca60-b1f8-41cc-bd75-b2b5b7635b94 req-960a41a2-0a73-452a-ba4e-d077c0e31df6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515704 Feb 10 13:13:26.897956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1a2349a2-9a92-4774-90a9-eef7ce0971c2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:26.937157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Pushing event deleted for resources: {'Port': ['ID=1a2349a2-9a92-4774-90a9-eef7ce0971c2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:27.058089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks [] for floatingip (08238f79-12ed-4740-b64d-f9742b70c0d7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:27.060841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:27.064565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-092f526b-cdec-4e49-a05e-fd1612141f44 tempest-ServersWithSpecificFlavorTestJSON-290574475 tempest-ServersWithSpecificFlavorTestJSON-290574475-project] 10.222.0.13 "DELETE /v2.0/floatingips/08238f79-12ed-4740-b64d-f9742b70c0d7 HTTP/1.1" status: 204 len: 168 time: 1.2455883 Feb 10 13:13:27.093132 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ade70266-b6d2-4f47-b7a1-56f02e537207), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:27.158942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ade70266-b6d2-4f47-b7a1-56f02e537207,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:27.438583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe1ed-fe98-47a5-9b9b-90a0bff6616d req-fc8704e7-9e2e-486a-ba7d-a95a8da1999e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:27.440194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aeefe1ed-fe98-47a5-9b9b-90a0bff6616d req-fc8704e7-9e2e-486a-ba7d-a95a8da1999e tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.1892703 Feb 10 13:13:27.585880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983597e-4d5b-4f30-b74e-0b08f53cc847 req-50f55e5a-eac6-4fce-a10a-6ffbc7b85177 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:27.593488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a983597e-4d5b-4f30-b74e-0b08f53cc847 req-50f55e5a-eac6-4fce-a10a-6ffbc7b85177 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.0745578 Feb 10 13:13:27.596504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7246f265-7b8f-4703-b9c1-01ce07396588 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:27.630052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 7246f265-7b8f-4703-b9c1-01ce07396588 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:27.630441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7246f265-7b8f-4703-b9c1-01ce07396588 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:27.654977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a983597e-4d5b-4f30-b74e-0b08f53cc847 req-466b7a23-0afe-4967-979d-eeeff6c69d71 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603476 Feb 10 13:13:27.810313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060443f-8e29-4eaa-9c97-60761de563eb req-ebb45a7d-d220-463a-a692-e5166dae5420 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:27.812323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5060443f-8e29-4eaa-9c97-60761de563eb req-ebb45a7d-d220-463a-a692-e5166dae5420 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 945 time: 0.0619776 Feb 10 13:13:27.872878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5060443f-8e29-4eaa-9c97-60761de563eb req-dd588ee7-1f2b-4b46-a5a9-bb2765e097ae tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Feb 10 13:13:27.891531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:27.950589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aeefe1ed-fe98-47a5-9b9b-90a0bff6616d req-30323c1d-c657-42a6-a2d8-4eab535ef3d5 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971189 Feb 10 13:13:27.971391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:28.248398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49474-25bf-4b54-bc32-69cf4d313e23 req-da20a40f-4e0d-45d1-a458-59a62839a0a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:28.256013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5b49474-25bf-4b54-bc32-69cf4d313e23 req-da20a40f-4e0d-45d1-a458-59a62839a0a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1522105 Feb 10 13:13:28.399818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Router 4d181b60-3f09-43b2-8878-e41b0ac934d5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:28.636874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:28.649807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e5e272f7-3bba-4d00-ba80-fbe8e8c11d7d admin admin] 10.222.0.13 "PUT /v2.0/routers/4d181b60-3f09-43b2-8878-e41b0ac934d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3198640 Feb 10 13:13:28.652270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:28.655514 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Sync routers for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:28.685588 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:28.686239 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:28.770949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5b49474-25bf-4b54-bc32-69cf4d313e23 req-b6e0b20f-3807-4372-a4c6-b8afc910c984 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138843 Feb 10 13:13:28.852654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7715dd-a5c6-4816-890d-b854fa2db108 req-df35c8b4-8f2b-4de1-abf9-b75351227127 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:28.854483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e7715dd-a5c6-4816-890d-b854fa2db108 req-df35c8b4-8f2b-4de1-abf9-b75351227127 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 945 time: 0.1828055 Feb 10 13:13:28.910717 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:28.996401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55c94-f17b-4ebf-a613-9c8f36044bd4 req-d330d3cc-f586-4f68-bea6-870e276e313f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:29.001481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e7715dd-a5c6-4816-890d-b854fa2db108 req-4474bcd4-9bf0-47c0-8ee0-4e083234f364 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269634 Feb 10 13:13:29.004701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks [] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.006378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-03f55c94-f17b-4ebf-a613-9c8f36044bd4 req-d330d3cc-f586-4f68-bea6-870e276e313f tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1103892 Feb 10 13:13:29.124282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-03f55c94-f17b-4ebf-a613-9c8f36044bd4 req-13a00961-c2a0-4a79-a1e2-a020655b7cba tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014347 Feb 10 13:13:29.159519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926373d-e677-4488-a207-0d275acec00e req-b26dd4c3-9a45-46b2-a1c9-820324364cb0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:29.161323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7926373d-e677-4488-a207-0d275acec00e req-b26dd4c3-9a45-46b2-a1c9-820324364cb0 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.3026202 Feb 10 13:13:29.259451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.283590 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:27Z', 'revision_number': 5, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:29.323427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Checking router: 4d181b60-3f09-43b2-8878-e41b0ac934d5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:29.333948 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Routers {'4d181b60-3f09-43b2-8878-e41b0ac934d5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:29.334865 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4d181b60-3f09-43b2-8878-e41b0ac934d5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:29.379327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks [] for router_gateway (4d181b60-3f09-43b2-8878-e41b0ac934d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.404407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e01aa-6e88-4438-a81e-dc61b62edb02 req-274ee9f4-f669-4714-aaa7-936fd9d6b5ab tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:29.413367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e4e01aa-6e88-4438-a81e-dc61b62edb02 req-274ee9f4-f669-4714-aaa7-936fd9d6b5ab tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 951 time: 0.2721267 Feb 10 13:13:29.524636 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] Set router 4d181b60-3f09-43b2-8878-e41b0ac934d5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:29.559890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Deleting port b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:29.560390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b8f3e225-dcbb-4e64-9990-761619375057), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.649818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e4e01aa-6e88-4438-a81e-dc61b62edb02 req-ff482f07-5ef6-4b7a-aeda-454d4482ee1c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/security-groups?id=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275681 Feb 10 13:13:29.707183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Deleting port 8a210203-a2ee-482d-8c5d-aec49ec23bf5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:29.707528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.735012 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:27Z', 'revision_number': 5, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:29.764909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b306-9b3d-439c-8188-b7169f402ab1 None None] The sync data for ids ['4d181b60-3f09-43b2-8878-e41b0ac934d5'] in n-d-815324-6 is: [{'id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'name': 'tempest-FloatingIPsTestJSON-1369607492-router', 'tenant_id': '60deae8d552b4120b2d26288ca1b246a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:02Z', 'updated_at': '2022-02-10T13:13:27Z', 'revision_number': 5, 'project_id': '60deae8d552b4120b2d26288ca1b246a', 'gw_port': {'id': 'fdfafc8e-9db9-4983-a6c1-2d26990c680c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d181b60-3f09-43b2-8878-e41b0ac934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:03Z', 'updated_at': '2022-02-10T13:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:29.803435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Deleting port fdfafc8e-9db9-4983-a6c1-2d26990c680c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:29.805942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.817227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] For port b8f3e225-dcbb-4e64-9990-761619375057, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8f3e225-dcbb-4e64-9990-761619375057,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:29.828076 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b8f3e225-dcbb-4e64-9990-761619375057), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.859640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] For port 8a210203-a2ee-482d-8c5d-aec49ec23bf5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a210203-a2ee-482d-8c5d-aec49ec23bf5,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:29.860232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:29.865653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Calling delete_port for b8f3e225-dcbb-4e64-9990-761619375057 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:29.878292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Calling delete_port for 8a210203-a2ee-482d-8c5d-aec49ec23bf5 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:29.972591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-b042e413-efa7-43c4-9287-189153c9cba8 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:29.974959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-b042e413-efa7-43c4-9287-189153c9cba8 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 945 time: 0.1682136 Feb 10 13:13:29.984541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] For port fdfafc8e-9db9-4983-a6c1-2d26990c680c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fdfafc8e-9db9-4983-a6c1-2d26990c680c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:29.984930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.006516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Calling delete_port for fdfafc8e-9db9-4983-a6c1-2d26990c680c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:30.076465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba27c-e73b-48e2-921d-3b3ac8b83ab6 req-bfc800cb-a0cc-475b-b22f-f135015d4acc tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:30.078276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b96ba27c-e73b-48e2-921d-3b3ac8b83ab6 req-bfc800cb-a0cc-475b-b22f-f135015d4acc tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1977060 Feb 10 13:13:30.250744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b96ba27c-e73b-48e2-921d-3b3ac8b83ab6 req-5804778b-b70d-48d9-9c24-b789399e780c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583555 Feb 10 13:13:30.263647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Deleting port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:30.265718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.412104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] For port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,segment=NetworkSegment(90551749-3a70-43e8-8f05-b1e172f48273),segment_id=90551749-3a70-43e8-8f05-b1e172f48273)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:30.412859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.427163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Calling delete_port for 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:30.473424 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fdfafc8e-9db9-4983-a6c1-2d26990c680c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.505472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b8f3e225-dcbb-4e64-9990-761619375057), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.521772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8f3e225-dcbb-4e64-9990-761619375057'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:30.592380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.601241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ade70266-b6d2-4f47-b7a1-56f02e537207 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:30.661437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:30.741441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Pushing event deleted for resources: {'Port': ['ID=05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:30.808647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ade70266-b6d2-4f47-b7a1-56f02e537207 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:30.809016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ade70266-b6d2-4f47-b7a1-56f02e537207 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:30.820852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] No DVR routers for this DVR port b8f3e225-dcbb-4e64-9990-761619375057 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:30.825759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] No DVR routers for this DVR port 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:30.826094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.834570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7926373d-e677-4488-a207-0d275acec00e req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.21 "DELETE /v2.0/ports/b8f3e225-dcbb-4e64-9990-761619375057 HTTP/1.1" status: 204 len: 173 time: 1.6023042 Feb 10 13:13:30.841306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aa7cf-238d-4ce2-9545-d48df59fc6dd req-5a4a79b0-4326-4284-b195-195b62cb24a5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:30.854946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-199aa7cf-238d-4ce2-9545-d48df59fc6dd req-5a4a79b0-4326-4284-b195-195b62cb24a5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.2693472 Feb 10 13:13:30.862411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.865005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b35c510e-6af6-464d-8e53-a110978b2a41 req-187f1e6a-fd52-46d6-8114-2a3fcb6d6bda tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.77 "DELETE /v2.0/ports/05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 HTTP/1.1" status: 204 len: 173 time: 0.8836925 Feb 10 13:13:30.866217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'name': 'network-vif-deleted', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:30.868880 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31878f3d-39bb-420d-8b53-4d595b94b985" -d '{"events": [{"server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "name": "network-vif-deleted", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:30.904312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14e4c73e-76bd-4dfb-a7ad-cb446ec4d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:30.917263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-deleted', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:30.928012 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63614fc-713c-4e27-9bbc-9a18cc870aa1" -d '{"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-deleted", "tag": "b8f3e225-dcbb-4e64-9990-761619375057"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:30.960686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfafc8e-9db9-4983-a6c1-2d26990c680c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:31.048028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-199aa7cf-238d-4ce2-9545-d48df59fc6dd req-287a64da-af9b-4ed3-89cf-79c32a2ad0ad tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920645 Feb 10 13:13:31.074615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c09c9d-2f0e-4f15-8800-916bc7048d7c tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] Pushing event deleted for resources: {'Port': ['ID=b8f3e225-dcbb-4e64-9990-761619375057,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:31.109103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8a210203-a2ee-482d-8c5d-aec49ec23bf5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.125164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.175644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a210203-a2ee-482d-8c5d-aec49ec23bf5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:31.369283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.375727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks [] for router_controller (4d181b60-3f09-43b2-8878-e41b0ac934d5), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.549508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da64b0aa-f1ea-452f-911d-b64fac220cb4 req-08028985-6f2a-4c3c-b0a7-64ab12253189 tempest-ServersAdminTestJSON-10689685 tempest-ServersAdminTestJSON-10689685-project] 10.222.0.13 "GET /v2.0/ports?device_id=20fa980f-08f1-41d0-9998-c48759601237 HTTP/1.1" status: 200 len: 210 time: 0.2577686 Feb 10 13:13:31.578705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.671327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (4d181b60-3f09-43b2-8878-e41b0ac934d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.673539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d181b60-3f09-43b2-8878-e41b0ac934d5 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:13:31.689188 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22826c-7129-4032-8bb7-5a2f68402d0b x-openstack-request-id: req-5f22826c-7129-4032-8bb7-5a2f68402d0b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:31.689618 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6225ca9-93e8-459b-9249-fda0c790fd0c", "name": "network-vif-deleted", "tag": "05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:31.693139 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f22826c-7129-4032-8bb7-5a2f68402d0b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:31.693800 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6225ca9-93e8-459b-9249-fda0c790fd0c', 'name': 'network-vif-deleted', 'tag': '05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526', 'status': 'completed', 'code': 200} Feb 10 13:13:31.712238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.714394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-83fceab7-06f1-4dcb-8b00-4397c55acadb admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d181b60-3f09-43b2-8878-e41b0ac934d5 HTTP/1.1" status: 204 len: 168 time: 3.0495672 Feb 10 13:13:31.719432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58932) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:31.734624 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6a1a9-85eb-4713-8241-d43f7402bf00 x-openstack-request-id: req-ddb6a1a9-85eb-4713-8241-d43f7402bf00 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:31.735722 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fa980f-08f1-41d0-9998-c48759601237", "name": "network-vif-deleted", "tag": "b8f3e225-dcbb-4e64-9990-761619375057", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:31.736041 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb6a1a9-85eb-4713-8241-d43f7402bf00 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:31.741205 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fa980f-08f1-41d0-9998-c48759601237', 'name': 'network-vif-deleted', 'tag': 'b8f3e225-dcbb-4e64-9990-761619375057', 'status': 'completed', 'code': 200} Feb 10 13:13:31.756800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c04e-99f6-4ebd-aa95-4999fe632cac req-080b93f9-8b84-40b5-a405-6e73abdfd52a tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:31.762100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75f6c04e-99f6-4ebd-aa95-4999fe632cac req-080b93f9-8b84-40b5-a405-6e73abdfd52a tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6225ca9-93e8-459b-9249-fda0c790fd0c HTTP/1.1" status: 200 len: 867 time: 1.3017967 Feb 10 13:13:31.846837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75f6c04e-99f6-4ebd-aa95-4999fe632cac req-f85d36cf-eabe-4811-9a78-18fcc9e2ee98 tempest-ServerAddressesTestJSON-99663391 tempest-ServerAddressesTestJSON-99663391-project] 10.222.0.13 "GET /v2.0/security-groups?id=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785060 Feb 10 13:13:31.930252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Deleting subnet c2e1b342-92aa-444e-bbda-0539b86778e7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:13:31.935892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Publish callbacks [] for subnet (c2e1b342-92aa-444e-bbda-0539b86778e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:31.993794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c2e1b342-92aa-444e-bbda-0539b86778e7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:32.281446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c2e1b342-92aa-444e-bbda-0539b86778e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:32.343223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Router 5c0fe7f4-6831-4323-9184-d81a5983fddf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:32.378429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e4cb-fbe6-4036-9d19-afead79d3345 req-e348e512-9b7e-431f-9b92-1c605bf3d4c9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:32.386640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79e6e4cb-fbe6-4036-9d19-afead79d3345 req-e348e512-9b7e-431f-9b92-1c605bf3d4c9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.2213113 Feb 10 13:13:32.504570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c2e1b342-92aa-444e-bbda-0539b86778e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:32.528473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82b164-cfa7-473d-9ba6-0507c781294d None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:32.529681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:32.534138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2e1b342-92aa-444e-bbda-0539b86778e7 HTTP/1.1" status: 204 len: 168 time: 0.8135819 Feb 10 13:13:32.537146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:32.580409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79e6e4cb-fbe6-4036-9d19-afead79d3345 req-bd41ac91-9e7c-4498-9ca9-92ec949e31c3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923938 Feb 10 13:13:32.592360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a71818-89f8-4290-954a-1c282e1d5c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e1b342-92aa-444e-bbda-0539b86778e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:32.674719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:32.736332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:32.745256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4676520c-5cc4-453b-892b-dfbca2feb712 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c0fe7f4-6831-4323-9184-d81a5983fddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7694492 Feb 10 13:13:32.745256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:32.752030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e17f09cd-b91f-4cd4-aef9-4751d268d615), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:32.763876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: b8f3e225-dcbb-4e64-9990-761619375057 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:32.764222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8f3e225-dcbb-4e64-9990-761619375057 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:32.776386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Sync routers for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:32.799080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:32.804869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:32.810639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fdfafc8e-9db9-4983-a6c1-2d26990c680c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:32.919775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fdfafc8e-9db9-4983-a6c1-2d26990c680c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:32.920033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fdfafc8e-9db9-4983-a6c1-2d26990c680c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:32.930771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:32.948513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Deleting port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:32.950233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.083752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks [] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.088364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Deleting subnet c684f491-13fc-4952-99c8-e797b2ebf925 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:13:33.094886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Publish callbacks [] for subnet (c684f491-13fc-4952-99c8-e797b2ebf925), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.142394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] DHCP port deletion for e17f09cd-b91f-4cd4-aef9-4751d268d615 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:13:33.171096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] For port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,segment=NetworkSegment(ae8f5b2d-6426-4d50-868e-e503a3657206),segment_id=ae8f5b2d-6426-4d50-868e-e503a3657206)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:33.175191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.206534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Calling delete_port for f5cf2b52-a5dd-45a0-898b-1ac5a34e34da owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:33.279370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:33.308407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c684f491-13fc-4952-99c8-e797b2ebf925), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.423521 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05c273a4-b176-48de-8d15-fe08941a7153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.463206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c684f491-13fc-4952-99c8-e797b2ebf925), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.466910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:33.474630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.576691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] No DVR routers for this DVR port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:33.579566 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks [] for router_gateway (5c0fe7f4-6831-4323-9184-d81a5983fddf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.607028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:33.752342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c684f491-13fc-4952-99c8-e797b2ebf925), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.814236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:33.835416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c684f491-13fc-4952-99c8-e797b2ebf925,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:33.851718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.855158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91b52049-136b-4c08-9d83-a1062c4fed12 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c684f491-13fc-4952-99c8-e797b2ebf925 HTTP/1.1" status: 204 len: 168 time: 0.9137521 Feb 10 13:13:33.860952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e11a377-072e-4950-8e95-eabfa8b96c8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a03d3cc13bb9411d93cf6d9b9dea3b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746078 Feb 10 13:13:33.860952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:33.872521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:33.898208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e17f09cd-b91f-4cd4-aef9-4751d268d615), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:33.927938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17f09cd-b91f-4cd4-aef9-4751d268d615']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:33.942225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad4ea-093b-4673-9557-5b9bf00d679d req-0bb152c7-144b-451b-9600-727092dd2cc3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:33.944887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-351ad4ea-093b-4673-9557-5b9bf00d679d req-0bb152c7-144b-451b-9600-727092dd2cc3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1709881 Feb 10 13:13:33.950715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8f5b2d-6426-4d50-868e-e503a3657206') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:33.950985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8f5b2d-6426-4d50-868e-e503a3657206') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:33.998876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ae8f5b2d-6426-4d50-868e-e503a3657206), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.009823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:34.009823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 05a2f5f1-0e51-4b51-9eaf-9ccbe00cd526 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:34.044893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Deleting port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:34.045326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.089137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ae8f5b2d-6426-4d50-868e-e503a3657206), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.113008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:34.117299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ae8f5b2d-6426-4d50-868e-e503a3657206), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.121152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:13:30Z', 'revision_number': 5, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port': {'id': 'fab4bc76-3df8-4305-a758-d93ea9c1aa54', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:34.142917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] For port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:34.143418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:34.146095 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:34.207860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Checking router: 5c0fe7f4-6831-4323-9184-d81a5983fddf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:34.214845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Calling delete_port for f5cf2b52-a5dd-45a0-898b-1ac5a34e34da owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:34.221146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-351ad4ea-093b-4673-9557-5b9bf00d679d req-fc487c3e-0b3d-409f-b33d-312a2b15696a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636564 Feb 10 13:13:34.234855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e17f09cd-b91f-4cd4-aef9-4751d268d615), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.248847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:13:34.256875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f5cf2b52-a5dd-45a0-898b-1ac5a34e34da), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.287303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Network e17f09cd-b91f-4cd4-aef9-4751d268d615 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:13:34.287896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] No DVR routers for this DVR port f5cf2b52-a5dd-45a0-898b-1ac5a34e34da on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:34.289807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Routers {'5c0fe7f4-6831-4323-9184-d81a5983fddf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:34.290655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c0fe7f4-6831-4323-9184-d81a5983fddf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:34.306319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.326452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/e17f09cd-b91f-4cd4-aef9-4751d268d615 HTTP/1.1" status: 204 len: 168 time: 1.7879846 Feb 10 13:13:34.329668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06765ad3-1070-41ce-b4f0-857e94a262ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e17f09cd-b91f-4cd4-aef9-4751d268d615,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:34.390597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882db914-b5ce-4c85-aca9-6f60c041bca4 None None] Pushing event deleted for resources: {'Port': ['ID=f5cf2b52-a5dd-45a0-898b-1ac5a34e34da,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:34.439965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] Set router 5c0fe7f4-6831-4323-9184-d81a5983fddf gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:34.511284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.518152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:13:33Z', 'revision_number': 6, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:34.567192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52938efa-3c41-4be6-99f6-20ce20fa6f82 None None] The sync data for ids ['5c0fe7f4-6831-4323-9184-d81a5983fddf'] in n-d-815324-6 is: [{'id': '5c0fe7f4-6831-4323-9184-d81a5983fddf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-98703029-router', 'tenant_id': 'b25529da73df42fb9da53dc6240a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:05Z', 'updated_at': '2022-02-10T13:13:33Z', 'revision_number': 6, 'project_id': 'b25529da73df42fb9da53dc6240a1ffc', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:34.613545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Deleting port fab4bc76-3df8-4305-a758-d93ea9c1aa54 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:34.614491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.657639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:34.698884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c6b27987-2be1-4b51-a342-a8b88502c192), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.754279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd911fcd-2894-462c-882f-9a152ae605d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60deae8d552b4120b2d26288ca1b246a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887482 Feb 10 13:13:34.754528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:34.794454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1015155-e4f7-4266-bd5a-fd0f9edab612 req-8afbe809-9e4d-4434-bdfd-1cde4a193963 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:34.801533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1015155-e4f7-4266-bd5a-fd0f9edab612 req-8afbe809-9e4d-4434-bdfd-1cde4a193963 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2127652 Feb 10 13:13:34.820877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] Publish callbacks [] for security_group (b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.825112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] Publish callbacks [] for security_group (195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.847355 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] Publish callbacks [] for security_group (b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.913657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.917186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.918803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5 HTTP/1.1" status: 204 len: 168 time: 0.1613457 Feb 10 13:13:34.936315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1015155-e4f7-4266-bd5a-fd0f9edab612 req-d8b0d130-17a0-4ce4-9f56-ba52a50fca0f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337469 Feb 10 13:13:34.940521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] For port fab4bc76-3df8-4305-a758-d93ea9c1aa54, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fab4bc76-3df8-4305-a758-d93ea9c1aa54,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:34.941017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.956152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] Publish callbacks [] for security_group (195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:34.964988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244d57a-8c98-4ee9-b619-6872f0c7b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67cc0c0-1a62-4f9a-ac60-d9cd3bfd1fa5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:34.965264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f5cf2b52-a5dd-45a0-898b-1ac5a34e34da no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:35.008530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f5cf2b52-a5dd-45a0-898b-1ac5a34e34da {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:35.019477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f5cf2b52-a5dd-45a0-898b-1ac5a34e34da not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:35.071961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c6b27987-2be1-4b51-a342-a8b88502c192), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.097153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b27987-2be1-4b51-a342-a8b88502c192']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:35.110694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90551749-3a70-43e8-8f05-b1e172f48273') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:35.111356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90551749-3a70-43e8-8f05-b1e172f48273') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:35.123044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (90551749-3a70-43e8-8f05-b1e172f48273), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.138405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (90551749-3a70-43e8-8f05-b1e172f48273), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.144453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:35.145168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (90551749-3a70-43e8-8f05-b1e172f48273), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:35.252050 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:35.261033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Calling delete_port for fab4bc76-3df8-4305-a758-d93ea9c1aa54 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:35.381160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c6b27987-2be1-4b51-a342-a8b88502c192), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.386289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.391007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6b27987-2be1-4b51-a342-a8b88502c192 HTTP/1.1" status: 204 len: 168 time: 1.5211177 Feb 10 13:13:35.407449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.410052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.415393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed HTTP/1.1" status: 204 len: 168 time: 1.5369773 Feb 10 13:13:35.440345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bbc7c-1c09-450b-aa2a-2b3dedaaf0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b27987-2be1-4b51-a342-a8b88502c192,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:35.500116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b16925-954d-4b22-a278-dbf2bc26cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195b1e0d-c1c9-4be0-8e3d-23e3b05ca7ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:35.563750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2477e17-da2e-405a-9415-c08f87164c1c req-7c2f80c9-92f5-4ba3-acb6-4454b253ba13 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:35.565389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2477e17-da2e-405a-9415-c08f87164c1c req-7c2f80c9-92f5-4ba3-acb6-4454b253ba13 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1944993 Feb 10 13:13:35.717890 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.735528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.742363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:35.775033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2477e17-da2e-405a-9415-c08f87164c1c req-89b4b66f-ea3c-418b-8421-a9703d5648f1 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997910 Feb 10 13:13:35.830263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fab4bc76-3df8-4305-a758-d93ea9c1aa54), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.856127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e3f31686-fa4f-4c93-9677-56857cee867d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38fb21472c89409eab79f8be2bd18d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103959 Feb 10 13:13:35.856377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:35.875407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab4bc76-3df8-4305-a758-d93ea9c1aa54,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:35.938595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] Publish callbacks [] for security_group (e625fdf9-c6c5-44da-b5f9-c3be9f503e4f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.971120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] Publish callbacks [] for security_group (e625fdf9-c6c5-44da-b5f9-c3be9f503e4f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:35.976880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.060725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e625fdf9-c6c5-44da-b5f9-c3be9f503e4f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.063619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.065126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e625fdf9-c6c5-44da-b5f9-c3be9f503e4f HTTP/1.1" status: 204 len: 168 time: 0.2074707 Feb 10 13:13:36.076746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf5db-8f6b-44e0-9508-df026553f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e625fdf9-c6c5-44da-b5f9-c3be9f503e4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:36.210490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.215260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks [] for router_controller (5c0fe7f4-6831-4323-9184-d81a5983fddf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.232718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:36.316647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (5c0fe7f4-6831-4323-9184-d81a5983fddf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.317307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-633bef1a-8758-4258-adef-df14409fd5e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7edbf25c6df64c2bba9aa7a54fbee54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833323 Feb 10 13:13:36.317603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c0fe7f4-6831-4323-9184-d81a5983fddf {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:13:36.320216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:36.352690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.354274 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bebbab1c-8c6d-4480-a7ab-c5b9470df381 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c0fe7f4-6831-4323-9184-d81a5983fddf HTTP/1.1" status: 204 len: 168 time: 3.6085863 Feb 10 13:13:36.356845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:36.451975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Deleting subnet d56d75a4-382a-416e-a24c-2bb2a20276c6 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:13:36.467650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Publish callbacks [] for subnet (d56d75a4-382a-416e-a24c-2bb2a20276c6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.494986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] Publish callbacks [] for security_group (4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.557735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] Publish callbacks [] for security_group (4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.579050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (d56d75a4-382a-416e-a24c-2bb2a20276c6), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.665393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.667156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a210203-a2ee-482d-8c5d-aec49ec23bf5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:36.669723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.675064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed HTTP/1.1" status: 204 len: 168 time: 0.3448067 Feb 10 13:13:36.683974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc317b3-138e-420c-8bd6-d71f00fd048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb2bb1-a42b-47ed-bbd8-d319dd36cbed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:36.721086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8a210203-a2ee-482d-8c5d-aec49ec23bf5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:36.721545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a210203-a2ee-482d-8c5d-aec49ec23bf5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:36.722594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fab4bc76-3df8-4305-a758-d93ea9c1aa54 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:36.787047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fab4bc76-3df8-4305-a758-d93ea9c1aa54 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:36.787477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fab4bc76-3df8-4305-a758-d93ea9c1aa54 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:36.822150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d56d75a4-382a-416e-a24c-2bb2a20276c6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.952182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (d56d75a4-382a-416e-a24c-2bb2a20276c6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.987251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56d75a4-382a-416e-a24c-2bb2a20276c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:36.990451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:36.994080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-44cf50d2-89d5-4abb-b20a-6885b0882d2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d56d75a4-382a-416e-a24c-2bb2a20276c6 HTTP/1.1" status: 204 len: 168 time: 0.6362476 Feb 10 13:13:36.996493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:36.997124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bde199-0187-4403-b86b-cfc4cefe209e None None] Network 4053a25f-df79-49b0-a2fc-f844c1aa3c33 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:37.091940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4053a25f-df79-49b0-a2fc-f844c1aa3c33), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.148289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67cf61-7688-4e24-b6b7-f16893b530b8 req-1e85ab67-3392-49eb-832d-9e1f9a199b49 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:37.150144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a67cf61-7688-4e24-b6b7-f16893b530b8 req-1e85ab67-3392-49eb-832d-9e1f9a199b49 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.2477629 Feb 10 13:13:37.320660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Deleting port 52f6575b-455c-42c5-b424-1d9430f8b843 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:37.331448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.373874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] DHCP port deletion for 4053a25f-df79-49b0-a2fc-f844c1aa3c33 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:13:37.374502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a67cf61-7688-4e24-b6b7-f16893b530b8 req-2bfca62f-a428-4d31-b018-a12a97897ee5 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828063 Feb 10 13:13:37.397570 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.510917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] For port 52f6575b-455c-42c5-b424-1d9430f8b843, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=52f6575b-455c-42c5-b424-1d9430f8b843,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:37.511301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.511420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Deleting port 52f6575b-455c-42c5-b424-1d9430f8b843 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:37.511764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.546264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Calling delete_port for 52f6575b-455c-42c5-b424-1d9430f8b843 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:37.647945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] For port 52f6575b-455c-42c5-b424-1d9430f8b843, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=52f6575b-455c-42c5-b424-1d9430f8b843,segment=NetworkSegment(77cf0284-b12a-43cd-966e-e53e8d4f7c08),segment_id=77cf0284-b12a-43cd-966e-e53e8d4f7c08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:37.648434 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.669966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Calling delete_port for 52f6575b-455c-42c5-b424-1d9430f8b843 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:37.674955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.866489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (52f6575b-455c-42c5-b424-1d9430f8b843), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:37.902405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] No DVR routers for this DVR port 52f6575b-455c-42c5-b424-1d9430f8b843 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:37.936535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c777-5a96-48c7-8922-4b910862cf5e None None] Pushing event deleted for resources: {'Port': ['ID=52f6575b-455c-42c5-b424-1d9430f8b843,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:38.156741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:38.163360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f6575b-455c-42c5-b424-1d9430f8b843,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:38.166139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] No DVR routers for this DVR port 52f6575b-455c-42c5-b424-1d9430f8b843 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:38.253562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4053a25f-df79-49b0-a2fc-f844c1aa3c33), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.300868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4053a25f-df79-49b0-a2fc-f844c1aa3c33']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:38.313542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cf0284-b12a-43cd-966e-e53e8d4f7c08') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:38.314316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cf0284-b12a-43cd-966e-e53e8d4f7c08') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:38.344601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (77cf0284-b12a-43cd-966e-e53e8d4f7c08), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.362818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77cf0284-b12a-43cd-966e-e53e8d4f7c08), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.377276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:38.377716 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (77cf0284-b12a-43cd-966e-e53e8d4f7c08), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:38.383296 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:38.410391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-638755456-network', 'tenant_id': '77fdd5981dbd475284ad2dd101335d14'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:38.454464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Made reservation on behalf of 77fdd5981dbd475284ad2dd101335d14 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:38.469295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.506770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4053a25f-df79-49b0-a2fc-f844c1aa3c33), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.513839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.518275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4053a25f-df79-49b0-a2fc-f844c1aa3c33 HTTP/1.1" status: 204 len: 168 time: 1.5204544 Feb 10 13:13:38.521209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:38.548299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.578817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252b61e-8397-4221-91d6-5ceff9d316c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4053a25f-df79-49b0-a2fc-f844c1aa3c33,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:38.638204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2de5a-1db2-4dba-94ca-e94ed010ba82 req-7f8b7055-78ba-49b4-9f9e-69e47521782c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:38.640877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-19b2de5a-1db2-4dba-94ca-e94ed010ba82 req-7f8b7055-78ba-49b4-9f9e-69e47521782c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1629040 Feb 10 13:13:38.692334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 52f6575b-455c-42c5-b424-1d9430f8b843 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:38.742327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-19b2de5a-1db2-4dba-94ca-e94ed010ba82 req-148e6fd3-04f3-4cef-aeca-7b919317155c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928407 Feb 10 13:13:38.773262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 52f6575b-455c-42c5-b424-1d9430f8b843 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:38.773616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 52f6575b-455c-42c5-b424-1d9430f8b843 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:38.799158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks [] for security_group (2c0fd1f9-3204-48a5-94e9-3d1b49391784), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.805151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2c0fd1f9-3204-48a5-94e9-3d1b49391784), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.820431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:13:38.834040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0ade7660-ec71-4d29-84de-e5ebf12de16c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.835158 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Added segment 0ade7660-ec71-4d29-84de-e5ebf12de16c of type vlan for network da617c45-3ade-4490-9507-3ab375893854 Feb 10 13:13:38.867726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0fd1f9-3204-48a5-94e9-3d1b49391784,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:38.936255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (da617c45-3ade-4490-9507-3ab375893854), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.988744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (da617c45-3ade-4490-9507-3ab375893854), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:38.990461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:38.991473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.069186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:39.088786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] Pushing event updated for resources: {'Network': ['ID=da617c45-3ade-4490-9507-3ab375893854,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:39.100246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network da617c45-3ade-4490-9507-3ab375893854 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:13:39.103904 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14640094-b947-4545-8a7a-a9bc03410204 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9445298 Feb 10 13:13:39.106757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:39.112655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Request body: {'subnet': {'network_id': 'da617c45-3ade-4490-9507-3ab375893854', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-638755456-subnet', 'tenant_id': '77fdd5981dbd475284ad2dd101335d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:39.156575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Made reservation on behalf of 77fdd5981dbd475284ad2dd101335d14 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:39.163698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.291941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.437730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (34c3ded1-6f14-449f-8e02-f6f0acbadcc0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.492982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c3ded1-6f14-449f-8e02-f6f0acbadcc0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:39.534582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849226ee-8b88-4208-9056-b4e4a856b46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.536618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Checking segment: {'id': '0ade7660-ec71-4d29-84de-e5ebf12de16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da617c45-3ade-4490-9507-3ab375893854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:39.537203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Network hostable DHCP agents. Network: da617c45-3ade-4490-9507-3ab375893854, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:13:39.563995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Network da617c45-3ade-4490-9507-3ab375893854 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:13:39.587649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, da617c45-3ade-4490-9507-3ab375893854) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:39.604700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:39.606093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.641273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5db41c54-dd67-48d1-ad26-0b7855c9f5f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5249207 Feb 10 13:13:39.734166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7c64b-edb3-4fa3-a453-8b83daae7a15 None None] Network da617c45-3ade-4490-9507-3ab375893854 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:39.804119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849226ee-8b88-4208-9056-b4e4a856b46e admin admin] Publish callbacks [] for security_group (b02b2f3a-3ace-4da9-81fa-1e5e239ac309), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.815029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849226ee-8b88-4208-9056-b4e4a856b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b02b2f3a-3ace-4da9-81fa-1e5e239ac309), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.852065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:39.916902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80214331-7ac9-46f5-a816-529a321e6bdd None None] Network da617c45-3ade-4490-9507-3ab375893854 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:39.925616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Deleting subnet 34c3ded1-6f14-449f-8e02-f6f0acbadcc0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:13:39.934621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Publish callbacks [] for subnet (34c3ded1-6f14-449f-8e02-f6f0acbadcc0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:39.938286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:39.940276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-849226ee-8b88-4208-9056-b4e4a856b46e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbcf6d8b0ac44c73a7408b1dfafa5a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8647327 Feb 10 13:13:39.967968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849226ee-8b88-4208-9056-b4e4a856b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b2f3a-3ace-4da9-81fa-1e5e239ac309,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:39.980428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Deleting port 1723d035-7615-4386-95e1-da2fd1062206 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:39.980791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1723d035-7615-4386-95e1-da2fd1062206), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.030373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (34c3ded1-6f14-449f-8e02-f6f0acbadcc0), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.073052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291a28-b271-47a0-95dd-9f789c2afe7c req-c5402306-5592-4d78-9b32-e64061ab382d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:40.074632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da291a28-b271-47a0-95dd-9f789c2afe7c req-c5402306-5592-4d78-9b32-e64061ab382d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1797075 Feb 10 13:13:40.103279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] Publish callbacks [] for security_group (b02b2f3a-3ace-4da9-81fa-1e5e239ac309), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.109473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (34c3ded1-6f14-449f-8e02-f6f0acbadcc0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.114284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] For port 1723d035-7615-4386-95e1-da2fd1062206, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1723d035-7615-4386-95e1-da2fd1062206,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:40.114657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1723d035-7615-4386-95e1-da2fd1062206), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.127011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:40.139453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Calling delete_port for 1723d035-7615-4386-95e1-da2fd1062206 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:40.154486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] Publish callbacks [] for security_group (b02b2f3a-3ace-4da9-81fa-1e5e239ac309), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.180400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da291a28-b271-47a0-95dd-9f789c2afe7c req-37158c46-1da1-4c6f-9a53-eaf987b1a40c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Feb 10 13:13:40.227431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (34c3ded1-6f14-449f-8e02-f6f0acbadcc0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.274201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c3ded1-6f14-449f-8e02-f6f0acbadcc0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:40.277364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.288500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d616ba8d-b886-489a-a52c-7709c826d9fd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34c3ded1-6f14-449f-8e02-f6f0acbadcc0 HTTP/1.1" status: 204 len: 168 time: 0.4314122 Feb 10 13:13:40.288500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b02b2f3a-3ace-4da9-81fa-1e5e239ac309), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.291107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.291960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:40.295215 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b02b2f3a-3ace-4da9-81fa-1e5e239ac309 HTTP/1.1" status: 204 len: 168 time: 0.3526835 Feb 10 13:13:40.318140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2512f7d-6148-4292-b2b3-bf15382c1ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b2f3a-3ace-4da9-81fa-1e5e239ac309,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:40.344533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ab7f9f-e85d-41cc-9e58-03d3b8aad150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.445442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (da617c45-3ade-4490-9507-3ab375893854), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.594706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (da617c45-3ade-4490-9507-3ab375893854), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.659064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da617c45-3ade-4490-9507-3ab375893854']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:40.663959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ab7f9f-e85d-41cc-9e58-03d3b8aad150 admin admin] Publish callbacks [] for security_group (493a9002-8d66-4544-90ca-909b5b94743c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.673955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ab7f9f-e85d-41cc-9e58-03d3b8aad150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (493a9002-8d66-4544-90ca-909b5b94743c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.680575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ade7660-ec71-4d29-84de-e5ebf12de16c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:40.680906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ade7660-ec71-4d29-84de-e5ebf12de16c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:40.702977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (0ade7660-ec71-4d29-84de-e5ebf12de16c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.716463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1723d035-7615-4386-95e1-da2fd1062206), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.762351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0ade7660-ec71-4d29-84de-e5ebf12de16c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.765904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1723d035-7615-4386-95e1-da2fd1062206,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:40.772326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:40.772551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-08ab7f9f-e85d-41cc-9e58-03d3b8aad150 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e10c40d19c914e219f6ccc363699c273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6442645 Feb 10 13:13:40.780526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:40.781058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (0ade7660-ec71-4d29-84de-e5ebf12de16c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.782611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7f9f-e85d-41cc-9e58-03d3b8aad150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a9002-8d66-4544-90ca-909b5b94743c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:40.785403 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:40.864523 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.882359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] Publish callbacks [] for security_group (493a9002-8d66-4544-90ca-909b5b94743c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.921030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] Publish callbacks [] for security_group (493a9002-8d66-4544-90ca-909b5b94743c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.986891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (493a9002-8d66-4544-90ca-909b5b94743c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.992415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:40.994328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/493a9002-8d66-4544-90ca-909b5b94743c HTTP/1.1" status: 204 len: 168 time: 0.2206788 Feb 10 13:13:41.003693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4243ee-4e9c-48ed-8da8-d7ab53b3f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a9002-8d66-4544-90ca-909b5b94743c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:41.014224 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (da617c45-3ade-4490-9507-3ab375893854), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.026383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.032336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da617c45-3ade-4490-9507-3ab375893854 HTTP/1.1" status: 204 len: 168 time: 0.7314706 Feb 10 13:13:41.116331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b53567-2c8a-41cc-887c-944e011ff269 admin admin] Pushing event deleted for resources: {'Network': ['ID=da617c45-3ade-4490-9507-3ab375893854,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:41.214227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.236807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:41.340512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:41.342648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-da4cbfb9-2842-4cb6-acdd-18c2df67fc35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77fdd5981dbd475284ad2dd101335d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0990956 Feb 10 13:13:41.426331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca54c2-9535-462e-bbbd-a253fd441b9c req-1eeb5813-014b-4705-9032-e4dd5a0b63f4 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:41.430584 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68ca54c2-9535-462e-bbbd-a253fd441b9c req-1eeb5813-014b-4705-9032-e4dd5a0b63f4 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1433766 Feb 10 13:13:41.541202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] Publish callbacks [] for security_group (2c0fd1f9-3204-48a5-94e9-3d1b49391784), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.550891 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68ca54c2-9535-462e-bbbd-a253fd441b9c req-16cfc8c3-b7bb-435d-bdfb-79b1cbd96bda tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144209 Feb 10 13:13:41.564201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:41.576130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] Publish callbacks [] for security_group (2c0fd1f9-3204-48a5-94e9-3d1b49391784), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.581384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c11b3c1e-5537-4049-b6ba-cf125b5ea931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.630978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Router ab061fd1-8a67-440c-95f7-d2179e89a5c2 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:41.703152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c11b3c1e-5537-4049-b6ba-cf125b5ea931 admin admin] Publish callbacks [] for security_group (63a93645-1a5d-496f-8366-579027e27f00), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.710965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c11b3c1e-5537-4049-b6ba-cf125b5ea931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (63a93645-1a5d-496f-8366-579027e27f00), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.758705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b3c1e-5537-4049-b6ba-cf125b5ea931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a93645-1a5d-496f-8366-579027e27f00,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:41.767822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c11b3c1e-5537-4049-b6ba-cf125b5ea931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=772842b2a5f44f929c4f1abb0d0c40da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020569 Feb 10 13:13:41.768524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:41.779701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:41.797229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Sync routers for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:41.802794 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fc7d09b6-96d4-4fbb-87f4-720231f68b38 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab061fd1-8a67-440c-95f7-d2179e89a5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800634 Feb 10 13:13:41.804239 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2c0fd1f9-3204-48a5-94e9-3d1b49391784), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.806145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:41.808981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.810159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c0fd1f9-3204-48a5-94e9-3d1b49391784 HTTP/1.1" status: 204 len: 168 time: 0.4674482 Feb 10 13:13:41.815207 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:41.816016 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:41.821707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f0471-fd75-4d62-a615-601af4368acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0fd1f9-3204-48a5-94e9-3d1b49391784,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:41.971364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] Publish callbacks [] for security_group (63a93645-1a5d-496f-8366-579027e27f00), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:41.973049 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:42.022361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks [] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.029585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] Publish callbacks [] for security_group (63a93645-1a5d-496f-8366-579027e27f00), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.115725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-a79acdf0-fcd3-4b6e-8296-3e40b0ef11dd tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb35ecb5fd95440abbd4888355fd1719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470366 Feb 10 13:13:42.219426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (63a93645-1a5d-496f-8366-579027e27f00), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.223223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.224627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63a93645-1a5d-496f-8366-579027e27f00 HTTP/1.1" status: 204 len: 168 time: 0.4552064 Feb 10 13:13:42.239437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks [] for router_gateway (ab061fd1-8a67-440c-95f7-d2179e89a5c2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.245043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:13:40Z', 'revision_number': 5, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port': {'id': '922993a1-8b72-4865-a8da-5a065e1c53b5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:09:27Z', 'updated_at': '2022-02-10T13:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:42.248184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1b807-ecba-4ef7-959a-f8cbdadc8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a93645-1a5d-496f-8366-579027e27f00,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:42.256780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-7995da6e-3dbf-4053-9f70-8b2809280a04 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:42.258917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-7995da6e-3dbf-4053-9f70-8b2809280a04 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370063 Feb 10 13:13:42.290879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-4072a22a-8622-4830-ab7e-c020911ab267 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/quotas/eb35ecb5fd95440abbd4888355fd1719 HTTP/1.1" status: 200 len: 375 time: 0.0187967 Feb 10 13:13:42.300576 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Checking router: ab061fd1-8a67-440c-95f7-d2179e89a5c2 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:42.311652 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Routers {'ab061fd1-8a67-440c-95f7-d2179e89a5c2'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:42.312552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:42.322056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Deleting port 922993a1-8b72-4865-a8da-5a065e1c53b5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:42.322408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.342113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-832fcf3b-3e99-496c-ab2e-e4526f0243f5 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb35ecb5fd95440abbd4888355fd1719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408032 Feb 10 13:13:42.534572 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] Set router ab061fd1-8a67-440c-95f7-d2179e89a5c2 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:42.656538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] For port 922993a1-8b72-4865-a8da-5a065e1c53b5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=922993a1-8b72-4865-a8da-5a065e1c53b5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:42.669077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:42.672680 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:13:42Z', 'revision_number': 6, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:42.704182 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b7a3d-b8b3-447d-a4fa-49b33ea040cd None None] The sync data for ids ['ab061fd1-8a67-440c-95f7-d2179e89a5c2'] in n-d-815324-6 is: [{'id': 'ab061fd1-8a67-440c-95f7-d2179e89a5c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-168763928-router', 'tenant_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:09:25Z', 'updated_at': '2022-02-10T13:13:42Z', 'revision_number': 6, 'project_id': '6a400bda4b054150bcc1c1e4b219c1cc', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:42.717521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f563d247-8735-4651-9047-58af4da6e39d req-64e5fe7c-0bcf-43fa-8a59-b19d7634e615 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 210 time: 0.1236088 Feb 10 13:13:42.738207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Calling delete_port for 922993a1-8b72-4865-a8da-5a065e1c53b5 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:42.839524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad94cf-b75a-4cd9-9a10-6700184d29ab req-9eab1cb0-9ea4-4e37-adb0-65fc57ce6c94 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:42.853560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aad94cf-b75a-4cd9-9a10-6700184d29ab req-9eab1cb0-9ea4-4e37-adb0-65fc57ce6c94 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.1515214 Feb 10 13:13:43.030362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aad94cf-b75a-4cd9-9a10-6700184d29ab req-cc581fcf-81b6-4b24-a808-a12348e21556 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746771 Feb 10 13:13:43.314209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:43.345069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (922993a1-8b72-4865-a8da-5a065e1c53b5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.362386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-92aac796-5100-4892-9f38-b81b056bb4fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2262058 Feb 10 13:13:43.383053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Pushing event deleted for resources: {'Port': ['ID=922993a1-8b72-4865-a8da-5a065e1c53b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:43.492055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-network', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:43.518361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.524129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fa6a2-431e-410c-a308-efba55d5f65d req-7d9f0871-3579-4996-9fe5-cee766709977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:43.525716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-7d9f0871-3579-4996-9fe5-cee766709977 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1128 time: 0.1392422 Feb 10 13:13:43.530825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Made reservation on behalf of fe81e6117e9b40f28e60945a4130943a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:43.533174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.553200 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.662035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:43.727747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fa6a2-431e-410c-a308-efba55d5f65d req-09991b8e-a65c-4400-a742-4e16bc4e7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:43.729307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-09991b8e-a65c-4400-a742-4e16bc4e7709 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.1581895 Feb 10 13:13:43.782187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks [] for security_group (bbcb4e16-cc9c-48c7-ad65-c45264d80b44), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.782418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.784802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks [] for router_controller (ab061fd1-8a67-440c-95f7-d2179e89a5c2), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.793919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bbcb4e16-cc9c-48c7-ad65-c45264d80b44), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.820257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-897a800d-ab26-4fb6-817e-15ccb54c070a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 217 time: 0.0559683 Feb 10 13:13:43.823006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-network', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:43.850134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:13:43.877487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ee603884-4909-49e2-bbaf-5339154cf23e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.878210 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Added segment ee603884-4909-49e2-bbaf-5339154cf23e of type vlan for network 9455be75-df22-48c9-ad69-184aa46ee9d6 Feb 10 13:13:43.889236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb4e16-cc9c-48c7-ad65-c45264d80b44,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:43.894336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Made reservation on behalf of 3323de3740e7462a9d738b7d5d51f6ed for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:43.897157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.921814 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8c74d616-a7f7-462c-ac69-f9bc957cad07 req-b7650699-d49a-4d0b-8290-2ce0286c1ac4 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 210 time: 0.0517681 Feb 10 13:13:43.927517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (ab061fd1-8a67-440c-95f7-d2179e89a5c2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.928266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab061fd1-8a67-440c-95f7-d2179e89a5c2 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:13:43.933719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.934937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69ceb954-64a3-4bd1-b83a-7419d27d1128 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab061fd1-8a67-440c-95f7-d2179e89a5c2 HTTP/1.1" status: 204 len: 168 time: 2.1271691 Feb 10 13:13:43.939727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:43.948700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:43.953816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fa6a2-431e-410c-a308-efba55d5f65d req-65d2beda-178f-4e55-846b-73c4ebff8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:43.955313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-65d2beda-178f-4e55-846b-73c4ebff8377 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.1277604 Feb 10 13:13:43.963711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9455be75-df22-48c9-ad69-184aa46ee9d6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.010152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9455be75-df22-48c9-ad69-184aa46ee9d6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.010421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-0db79cc9-347b-4fe9-a272-f81b704b2373 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369694 Feb 10 13:13:44.011408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:44.013225 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.055546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Deleting subnet c204234b-227b-4c24-a51d-223eb41b0ddd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:13:44.063170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Publish callbacks [] for subnet (c204234b-227b-4c24-a51d-223eb41b0ddd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.135777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks [] for security_group (cdc23197-bf34-41ed-97ce-78edc20f09ba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.166922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c204234b-227b-4c24-a51d-223eb41b0ddd), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.178363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8630419 Feb 10 13:13:44.179451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdc23197-bf34-41ed-97ce-78edc20f09ba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.189877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:44.196334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Request body: {'subnet': {'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-subnet', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:44.202558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:13:44.218688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7ef4b347-5f61-47db-8960-58ecd7d6b91c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.219128 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Added segment 7ef4b347-5f61-47db-8960-58ecd7d6b91c of type vlan for network e9ab0cb9-149a-45b1-b98e-1115a4b913bc Feb 10 13:13:44.227624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Made reservation on behalf of fe81e6117e9b40f28e60945a4130943a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:44.231091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.250944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-3dbf61c4-202d-49e1-a861-440cbfb7b8b6 service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322702 Feb 10 13:13:44.378569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-60c8f6fd-673c-475a-bb46-8e5a6edef11f tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=eb35ecb5fd95440abbd4888355fd1719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009488 Feb 10 13:13:44.384526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66b88d-68fb-47fc-aeeb-f4b9b6d92430 admin admin] Pushing event updated for resources: {'Network': ['ID=9455be75-df22-48c9-ad69-184aa46ee9d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:44.387884 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e9ab0cb9-149a-45b1-b98e-1115a4b913bc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.400540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:13:44.429940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c204234b-227b-4c24-a51d-223eb41b0ddd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.432041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc23197-bf34-41ed-97ce-78edc20f09ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:44.509560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a9209-c7ab-4411-98b3-0a8cca003e63 req-33c3646a-8c93-4026-9e00-bf3785f6af4d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:44.516684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f6a9209-c7ab-4411-98b3-0a8cca003e63 req-33c3646a-8c93-4026-9e00-bf3785f6af4d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.3705115 Feb 10 13:13:44.518654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e9ab0cb9-149a-45b1-b98e-1115a4b913bc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.519642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:44.520616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.534079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577fa6a2-431e-410c-a308-efba55d5f65d req-76fb9da3-bd08-498c-b0c8-1e29ab8bc14f service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642012 Feb 10 13:13:44.576796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c204234b-227b-4c24-a51d-223eb41b0ddd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.586171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9221640 Feb 10 13:13:44.592056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:44.614771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Request body: {'subnet': {'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-subnet', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:44.623351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.630146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47bac2-149a-4588-bac4-2183571bb142 None None] Network ad7252a7-783e-428d-9273-75717a4851ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:44.632528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c204234b-227b-4c24-a51d-223eb41b0ddd HTTP/1.1" status: 204 len: 168 time: 0.6918185 Feb 10 13:13:44.650261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:44.651405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e0c33-0d0c-4169-a895-03fd4b010857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c204234b-227b-4c24-a51d-223eb41b0ddd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:44.668416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-c1aebe3f-643a-4573-8ff5-79c922b1e452 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:44.672202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-c1aebe3f-643a-4573-8ff5-79c922b1e452 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816367 Feb 10 13:13:44.680586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf5d1-2649-41c5-95e9-44355709eed7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ab0cb9-149a-45b1-b98e-1115a4b913bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:44.689410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1723d035-7615-4386-95e1-da2fd1062206 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:44.717379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:13:44.721052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Request body: {'port': {'device_id': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'eb35ecb5fd95440abbd4888355fd1719'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:44.729728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a9a7bee6-1950-4360-90f6-1a614ddff68e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.735009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1723d035-7615-4386-95e1-da2fd1062206 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:44.735673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1723d035-7615-4386-95e1-da2fd1062206 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:44.736310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 922993a1-8b72-4865-a8da-5a065e1c53b5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:44.752133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f6a9209-c7ab-4411-98b3-0a8cca003e63 req-02fb8dde-40a8-4766-9dbe-bcca5f379dfd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343967 Feb 10 13:13:44.769880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Made reservation on behalf of 3323de3740e7462a9d738b7d5d51f6ed for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:44.772894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.794526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a7bee6-1950-4360-90f6-1a614ddff68e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:44.866852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 922993a1-8b72-4865-a8da-5a065e1c53b5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:44.867475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 922993a1-8b72-4865-a8da-5a065e1c53b5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:44.903640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:44.904445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Network hostable DHCP agents. Network: 9455be75-df22-48c9-ad69-184aa46ee9d6, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:13:44.927919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:13:44.954710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9455be75-df22-48c9-ad69-184aa46ee9d6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:44.959596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:44.960188 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.977838 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ad7252a7-783e-428d-9273-75717a4851ff), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:44.989087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b62391c-0cce-46b0-a239-110b268d7735 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7982030 Feb 10 13:13:44.991582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:44.996562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:45.006357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f016b-c643-4868-9567-1cdb32704ae2 None None] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:45.037848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.038927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.110337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52439e2c-7c5c-4261-8790-5d10204cc240 req-3a0a41e5-90e6-4c9c-83f0-92f3cfda230b tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 210 time: 0.0456636 Feb 10 13:13:45.143723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for router_controller (a183033e-e91e-4a6e-a4c4-93cf343e1f32), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.231984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9455be75-df22-48c9-ad69-184aa46ee9d6', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:13:45.232887 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.371042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] DHCP port deletion for ad7252a7-783e-428d-9273-75717a4851ff request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:13:45.496126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Allocated IP 172.20.0.2 (9455be75-df22-48c9-ad69-184aa46ee9d6/a9a7bee6-1950-4360-90f6-1a614ddff68e/0b06213f-aee2-4577-9367-074b74d427b8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:45.543797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (053f9792-67cf-409b-b2ec-6e64268f6345), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.583448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Made reservation on behalf of eb35ecb5fd95440abbd4888355fd1719 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:45.589913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.623222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.644670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Deleting port 4ba727f4-6818-41e8-8dd6-98080f5d0325 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:45.645170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.662011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks [] for port (0b06213f-aee2-4577-9367-074b74d427b8), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.670713 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (0b06213f-aee2-4577-9367-074b74d427b8), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.680000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053f9792-67cf-409b-b2ec-6e64268f6345,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:45.699474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Checking segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:45.699997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Network hostable DHCP agents. Network: e9ab0cb9-149a-45b1-b98e-1115a4b913bc, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:13:45.731098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:45.741309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:45.747156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:45.751276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Deleting port 4ba727f4-6818-41e8-8dd6-98080f5d0325 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:13:45.751471 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.778086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] For port 4ba727f4-6818-41e8-8dd6-98080f5d0325, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4ba727f4-6818-41e8-8dd6-98080f5d0325,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:45.778600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.796835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:13:45.804726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Calling delete_port for 4ba727f4-6818-41e8-8dd6-98080f5d0325 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:45.827330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e9ab0cb9-149a-45b1-b98e-1115a4b913bc) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:45.831753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] For port 4ba727f4-6818-41e8-8dd6-98080f5d0325, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4ba727f4-6818-41e8-8dd6-98080f5d0325,segment=NetworkSegment(20a6f676-9483-4a8a-b590-3a6bacb18d76),segment_id=20a6f676-9483-4a8a-b590-3a6bacb18d76)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:45.833451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.847402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Calling delete_port for 4ba727f4-6818-41e8-8dd6-98080f5d0325 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:13:45.872800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:45.882658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.922524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b325ced2-dfb1-49d0-9e37-5d9d1c2a9905 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3212881 Feb 10 13:13:45.924943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks [] for security_group (39763525-61f6-41ef-b342-af7cbc256598), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.931054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:45.935230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee356df8-246d-4578-bb18-b263e96fe537 None None] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:45.937489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:45.939672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Pushing event updated for resources: {'Port': ['ID=0b06213f-aee2-4577-9367-074b74d427b8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:45.945489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.960590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.961754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for router_gateway (a183033e-e91e-4a6e-a4c4-93cf343e1f32), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.962735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:45.966287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39763525-61f6-41ef-b342-af7cbc256598), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.036266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] Pushing event deleted for resources: {'Port': ['ID=4ba727f4-6818-41e8-8dd6-98080f5d0325,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:46.055577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a7de8-e3eb-4a30-a0ca-8fb8ddc179e5 None None] No DVR routers for this DVR port 4ba727f4-6818-41e8-8dd6-98080f5d0325 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:46.056116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39763525-61f6-41ef-b342-af7cbc256598,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:46.068803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Attempting to bind port 0b06213f-aee2-4577-9367-074b74d427b8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:46.069477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Attempting to bind port 0b06213f-aee2-4577-9367-074b74d427b8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:46.069858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Attempting to bind port 0b06213f-aee2-4577-9367-074b74d427b8 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:46.083078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4ba727f4-6818-41e8-8dd6-98080f5d0325), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.111978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:46.111978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:46.112367 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.112821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Bound using segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:46.113219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Bound port: 0b06213f-aee2-4577-9367-074b74d427b8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:46.113603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0b06213f-aee2-4577-9367-074b74d427b8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.144263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] No DVR routers for this DVR port 4ba727f4-6818-41e8-8dd6-98080f5d0325 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:13:46.153189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for router_controller (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.155425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba727f4-6818-41e8-8dd6-98080f5d0325,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:46.204949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'fixed_ips': [{'subnet_id': '053f9792-67cf-409b-b2ec-6e64268f6345'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:13:46.205803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.256059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ad7252a7-783e-428d-9273-75717a4851ff), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.268780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] For port 0b06213f-aee2-4577-9367-074b74d427b8, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:46.277480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] For port 0b06213f-aee2-4577-9367-074b74d427b8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0b06213f-aee2-4577-9367-074b74d427b8,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:46.322809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-92bde5a7-f8c2-476e-bbf6-2c665e6124c8 req-7f880144-4eac-4657-b321-14381ed63e37 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 210 time: 0.0689120 Feb 10 13:13:46.330041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0b06213f-aee2-4577-9367-074b74d427b8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.410302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for router_gateway (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.416606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7252a7-783e-428d-9273-75717a4851ff']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:46.479656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.524802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7f51d-57ed-4733-a6b8-2243c6bf90e7 None None] Pushing event updated for resources: {'Port': ['ID=0b06213f-aee2-4577-9367-074b74d427b8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:46.535521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Allocated IP 192.168.233.25 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/a82a1243-0e7e-401b-81c1-afe11d7ce4e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:46.540651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a6f676-9483-4a8a-b590-3a6bacb18d76') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:46.541053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a6f676-9483-4a8a-b590-3a6bacb18d76') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:46.545045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Allocated IP 172.20.0.2 (e9ab0cb9-149a-45b1-b98e-1115a4b913bc/053f9792-67cf-409b-b2ec-6e64268f6345/08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:46.554257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for router_gateway (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.562341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (20a6f676-9483-4a8a-b590-3a6bacb18d76), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.633677 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (20a6f676-9483-4a8a-b590-3a6bacb18d76), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.702689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:13:46.703134 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (20a6f676-9483-4a8a-b590-3a6bacb18d76), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:13:46.704828 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:13:46.714875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4ba727f4-6818-41e8-8dd6-98080f5d0325 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:13:46.850067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Allocated IP 172.25.8.31 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e41a458a-1177-45f6-9148-2caa9ca9ecaa) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:46.879770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4ba727f4-6818-41e8-8dd6-98080f5d0325 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:13:46.882012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4ba727f4-6818-41e8-8dd6-98080f5d0325 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:13:47.017832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ad7252a7-783e-428d-9273-75717a4851ff), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.022169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.042864 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks [] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.053994 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.057904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.064344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad7252a7-783e-428d-9273-75717a4851ff HTTP/1.1" status: 204 len: 168 time: 2.4103990 Feb 10 13:13:47.080003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.090997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c6a6d-f660-4300-a8a5-2c30eb26813f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7252a7-783e-428d-9273-75717a4851ff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:47.120718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:47.130374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:47.134042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:47.134278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks [] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.141641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Pushing event updated for resources: {'Port': ['ID=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:47.192972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Pushing event updated for resources: {'Port': ['ID=e41a458a-1177-45f6-9148-2caa9ca9ecaa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:47.217817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:47.220785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:47.224765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:47.298074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:47.337476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.339931 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for router_gateway (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.405356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Attempting to bind port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:47.405920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Attempting to bind port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:47.406395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Attempting to bind port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 on network e9ab0cb9-149a-45b1-b98e-1115a4b913bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:47.414412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:47.414969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Checking segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:47.415503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.417579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Bound using segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:47.418181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Bound port: 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:47.418829 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.448630 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b282675c-dcd2-4be8-9f78-cb764b1a9c53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b25529da73df42fb9da53dc6240a1ffc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1491628 Feb 10 13:13:47.453687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:47.458732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.545452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-547eb803-1936-434a-87c7-6523020c13fb None None] For port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:47.550189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-547eb803-1936-434a-87c7-6523020c13fb None None] For port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:47.559698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.562064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Pushing event updated for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:47.593297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:47.670963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb803-1936-434a-87c7-6523020c13fb None None] Pushing event updated for resources: {'Port': ['ID=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:47.675685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] Publish callbacks [] for security_group (fa2a4267-39f8-49ea-9292-7727b702b7bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.680996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:47.696772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:47.700331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] Publish callbacks [] for security_group (fa2a4267-39f8-49ea-9292-7727b702b7bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.734164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d6bcb-632c-48c5-aebb-9913252972ae req-79f39817-134e-4420-bb8f-7f5987e272b7 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:47.735747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-963d6bcb-632c-48c5-aebb-9913252972ae req-79f39817-134e-4420-bb8f-7f5987e272b7 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 935 time: 0.2357845 Feb 10 13:13:47.827297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:47.828413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.879204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for router_gateway (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.879619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-93a77510-caee-4baf-aae8-328445d2c2a8 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1635058 Feb 10 13:13:47.907320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Allocated IP 172.25.8.23 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/4fb5cddb-e37d-4b12-9f8e-3b799809febf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:47.954689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fa2a4267-39f8-49ea-9292-7727b702b7bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.958534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:47.959949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2a4267-39f8-49ea-9292-7727b702b7bd HTTP/1.1" status: 204 len: 168 time: 0.5051210 Feb 10 13:13:48.005760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-963d6bcb-632c-48c5-aebb-9913252972ae req-78b4b28a-76ca-4185-bd19-7a25048de0f1 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397697 Feb 10 13:13:48.059573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935bf02-48ad-4bb6-a141-27be122870af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a4267-39f8-49ea-9292-7727b702b7bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:48.062786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Request body: {'port': {'device_id': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:48.191518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.199133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.225304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50723f1d-d59b-4df4-b0bf-5a0394bf1ea3 None None] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:48.356115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.381194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Provisioning complete for port 0b06213f-aee2-4577-9367-074b74d427b8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:48.381782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0b06213f-aee2-4577-9367-074b74d427b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.424672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Pushing event updated for resources: {'Port': ['ID=4fb5cddb-e37d-4b12-9f8e-3b799809febf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:48.430495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.449281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:48.454291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:48.457238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:48.536045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Current status of the port 0b06213f-aee2-4577-9367-074b74d427b8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:48.536574 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0b06213f-aee2-4577-9367-074b74d427b8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.624639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] For port 0b06213f-aee2-4577-9367-074b74d427b8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0b06213f-aee2-4577-9367-074b74d427b8,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:48.634225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0b06213f-aee2-4577-9367-074b74d427b8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.661820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:13:48.711140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:48.737036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Provisioning complete for port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:48.739683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.852176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-120ae304-0b3c-45b9-804c-b4d13cdfe8b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a400bda4b054150bcc1c1e4b219c1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377401 Feb 10 13:13:48.852611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:48.854618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:13:48.868188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Pushing event updated for resources: {'Port': ['ID=0b06213f-aee2-4577-9367-074b74d427b8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:48.907383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab9533e2-4f1c-4cd6-8afe-0be861c819f3 None None] Port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:48.941101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:13:48.949559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] Publish callbacks [] for security_group (227af4d9-c701-42d2-b0fe-bfa6f0978758), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:48.963561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0b06213f-aee2-4577-9367-074b74d427b8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:49.056243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:49.078738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82a1243-0e7e-401b-81c1-afe11d7ce4e9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:49.079979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfcc5476-cb18-4ca6-b562-b0d0677f90d3 None None] Provisioning complete for port 0b06213f-aee2-4577-9367-074b74d427b8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:49.080467 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5476-cb18-4ca6-b562-b0d0677f90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0b06213f-aee2-4577-9367-074b74d427b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.092403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks [] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.137642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:49.139926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'mac_address': 'fa:16:3e:c7:da:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:13:49.151007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Transition to ACTIVE for port object a82a1243-0e7e-401b-81c1-afe11d7ce4e9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:13:49.159117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.159467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:49.214052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] Publish callbacks [] for security_group (227af4d9-c701-42d2-b0fe-bfa6f0978758), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.221753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for router_gateway (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.241907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.243167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f2913e7-996d-40f6-9c87-e2f25fb3dc19 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2506485 Feb 10 13:13:49.251366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:49.269767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:49.275515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:49.280851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0b06213f-aee2-4577-9367-074b74d427b8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:49.281321 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0b06213f-aee2-4577-9367-074b74d427b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.315725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:49.418772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21de944-e4bd-4643-8ecd-c8a167b78a1e req-bfa8b78e-857a-4fae-87bd-53a5dee6def3 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:49.431123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b21de944-e4bd-4643-8ecd-c8a167b78a1e req-bfa8b78e-857a-4fae-87bd-53a5dee6def3 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 947 time: 0.2752080 Feb 10 13:13:49.481660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:49.482977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.490863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Attempting to bind port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:49.493146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Attempting to bind port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:49.493146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Attempting to bind port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:49.498941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:13:49.499264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Attempting to bind port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:49.509380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:49.514296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b72f9-cba5-4c72-94be-3df3bcebf6fa None None] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:13:49.542778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:49.543192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:49.543515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:49.543970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Bound port: a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:49.544334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.577618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b21de944-e4bd-4643-8ecd-c8a167b78a1e req-2c8d6b78-bba4-48b6-b13b-9aec8d6c9a27 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444447 Feb 10 13:13:49.592353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:49.600511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (227af4d9-c701-42d2-b0fe-bfa6f0978758), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.603141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.613252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/227af4d9-c701-42d2-b0fe-bfa6f0978758 HTTP/1.1" status: 204 len: 168 time: 0.7594497 Feb 10 13:13:49.641958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.645539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb655-0aea-4588-bfd2-b9f1b3d748ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227af4d9-c701-42d2-b0fe-bfa6f0978758,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:49.672452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:49.764682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:49.924040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:49.929139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:49.956352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.055442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0b06213f-aee2-4577-9367-074b74d427b8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:50.057242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:50.097319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:50.098003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.099358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc5476-cb18-4ca6-b562-b0d0677f90d3 None None] Current status of the port 0b06213f-aee2-4577-9367-074b74d427b8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:50.111746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] 10.222.0.77 "PUT /v2.0/ports/a82a1243-0e7e-401b-81c1-afe11d7ce4e9 HTTP/1.1" status: 200 len: 1095 time: 2.2198198 Feb 10 13:13:50.114668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:50.127579 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25650a7a-1b30-4e66-811b-919b81a70b64" -d '{"events": [{"name": "network-changed", "server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:50.127854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.128682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:50.160036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671fcd9-3172-42d4-930f-8038a49b85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:50.252167 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6d2ec-029f-46c6-9fe1-47e5bdca6908 x-openstack-request-id: req-8fc6d2ec-029f-46c6-9fe1-47e5bdca6908 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:50.252492 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:50.252682 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fc6d2ec-029f-46c6-9fe1-47e5bdca6908 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:50.253128 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9', 'status': 'completed', 'code': 200} Feb 10 13:13:50.283738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:13:50.333278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-3a66c72b-97fc-44ea-ac75-fe097843589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:50.334856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-3a66c72b-97fc-44ea-ac75-fe097843589d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb35ecb5fd95440abbd4888355fd1719&device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 1129 time: 0.1691039 Feb 10 13:13:50.408816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:50.409107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.410638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-e75db9e9-f04d-46c5-93bf-3f5a2f536a7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9 HTTP/1.1" status: 200 len: 217 time: 0.0386665 Feb 10 13:13:50.430204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Allocated IP 172.20.0.1 (9455be75-df22-48c9-ad69-184aa46ee9d6/a9a7bee6-1950-4360-90f6-1a614ddff68e/2723addb-4342-4759-8de1-6384deee2d54) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:50.505652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:50.520140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Sync routers for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:50.526702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ec284091-7ea3-487e-b97c-94eb12d82ba4 None None] Provisioning complete for port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:50.527082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec284091-7ea3-487e-b97c-94eb12d82ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.546630 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:50.553406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:50.568284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.572593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-733f6eae-f187-4b05-a69e-268a17e52d1f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6374562 Feb 10 13:13:50.572772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:50.579339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:50.586138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-6ed4c269-ebe3-4070-b70b-99f055641a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:50.591426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-6ed4c269-ebe3-4070-b70b-99f055641a24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1725299 Feb 10 13:13:50.679300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-a5ca7422-3557-4c67-903e-eb79c1632093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:50.681545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-a5ca7422-3557-4c67-903e-eb79c1632093 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0853446 Feb 10 13:13:50.704180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks [] for port (2723addb-4342-4759-8de1-6384deee2d54), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:50.734841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:47Z', 'revision_number': 3, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:50.779724 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:50.782346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.067795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:51.068425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Updating router a183033e-e91e-4a6e-a4c4-93cf343e1f32 port e41a458a-1177-45f6-9148-2caa9ca9ecaa binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:13:51.071423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:51.072043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.140631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:51.144275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.145494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:51.148019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Pushing event updated for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:51.150636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:51.180906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:51.210911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.217917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.318946 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:48Z', 'revision_number': 3, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:51.383019 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Checking router: 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:51.383272 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Updating router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 port 4fb5cddb-e37d-4b12-9f8e-3b799809febf binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:13:51.447224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:51.450409 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.470970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0b06213f-aee2-4577-9367-074b74d427b8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:51.496409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641279e-b8b6-46f9-ba96-209058d860df req-92cd6077-8c57-437a-8029-cc3e5a81dc0c tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:51.498057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8641279e-b8b6-46f9-ba96-209058d860df req-92cd6077-8c57-437a-8029-cc3e5a81dc0c tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 947 time: 0.7980514 Feb 10 13:13:51.505203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-a7969cf7-5633-41cd-88d1-57f0e11914dd service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156857 Feb 10 13:13:51.587141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8641279e-b8b6-46f9-ba96-209058d860df req-daa78d82-4e88-4414-9d31-7f49b6373ca2 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Feb 10 13:13:51.665338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bb6f729-d81b-4ccc-8413-6c783d1c4e3c req-fb1dfee1-298e-4f96-aa14-2781e443345f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352339 Feb 10 13:13:51.707144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0b06213f-aee2-4577-9367-074b74d427b8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:51.708246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0b06213f-aee2-4577-9367-074b74d427b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.780693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec284091-7ea3-487e-b97c-94eb12d82ba4 None None] Current status of the port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:51.866112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-aa7a8ed4-72c4-4dc2-88c6-9cd10c6a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:51.869046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-aa7a8ed4-72c4-4dc2-88c6-9cd10c6a91bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb35ecb5fd95440abbd4888355fd1719&device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 1129 time: 0.1327546 Feb 10 13:13:51.902095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0b06213f-aee2-4577-9367-074b74d427b8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:51.955582 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks [] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:51.965945 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.035009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-ce35ee86-040d-418e-b0ee-0fa3b6e41225 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367316 Feb 10 13:13:52.086856 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Pushing event updated for resources: {'Port': ['ID=4fb5cddb-e37d-4b12-9f8e-3b799809febf,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:52.091208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-ff9ccdcf-1f73-4892-a2cc-7f9a5f2f4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:52.092710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-ff9ccdcf-1f73-4892-a2cc-7f9a5f2f4b3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2118981 Feb 10 13:13:52.096287 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Attempting to bind port 4fb5cddb-e37d-4b12-9f8e-3b799809febf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:52.096287 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Attempting to bind port 4fb5cddb-e37d-4b12-9f8e-3b799809febf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:52.096287 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Attempting to bind port 4fb5cddb-e37d-4b12-9f8e-3b799809febf on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:52.118522 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:52.118939 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:52.119305 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.119758 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:52.120247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Bound port: 4fb5cddb-e37d-4b12-9f8e-3b799809febf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:52.120632 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.129018 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.129018 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.129018 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.130027 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.130233 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.130553 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.130878 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.131195 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.131537 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.131861 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.132177 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.132512 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.132821 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:13:52.195306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Provisioning complete for port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:52.195876 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.211448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-ea710f9c-39c1-46e6-9b11-9436fb7d5c9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9 HTTP/1.1" status: 200 len: 217 time: 0.0869870 Feb 10 13:13:52.247111 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] For port 4fb5cddb-e37d-4b12-9f8e-3b799809febf, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:52.255996 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] For port 4fb5cddb-e37d-4b12-9f8e-3b799809febf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fb5cddb-e37d-4b12-9f8e-3b799809febf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:52.267782 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.330589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2723addb-4342-4759-8de1-6384deee2d54), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.379751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-02f0fdfe-2855-4b36-a4b8-13ff02333698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:52.387390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:52.388052 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:52.393777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-02f0fdfe-2855-4b36-a4b8-13ff02333698 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1720228 Feb 10 13:13:52.401105 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8818-0e64-44fa-a8ae-d61a8bfeed45 None None] Pushing event updated for resources: {'Port': ['ID=4fb5cddb-e37d-4b12-9f8e-3b799809febf,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:52.403786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-f1a7f1c0-92ab-4ddb-b200-5de081d4fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:52.408232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-f1a7f1c0-92ab-4ddb-b200-5de081d4fe7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 1127 time: 0.3369956 Feb 10 13:13:52.516199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Current status of the port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:52.628488 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:52.698727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks [] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.705292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:52.795131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-adb1c482-1432-44e3-bfcb-cca5e9c75500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:52.797143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-adb1c482-1432-44e3-bfcb-cca5e9c75500 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3817925 Feb 10 13:13:52.812170 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.826253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:52.826910 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.839991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks [] for port (2723addb-4342-4759-8de1-6384deee2d54), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.860183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.908822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:52.909231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-e6283541-5b41-4e86-ac54-862ed053ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:52.913068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-e6283541-5b41-4e86-ac54-862ed053ce9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.4734867 Feb 10 13:13:52.982334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b271bb39-59bc-4494-9eb1-8018c129cf65 None None] Port 2723addb-4342-4759-8de1-6384deee2d54 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:53.051761 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:48Z', 'revision_number': 3, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:53.055046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39634fc-a42f-446f-b0e5-133b8e3d31a0 None None] Pushing event updated for resources: {'Port': ['ID=e41a458a-1177-45f6-9148-2caa9ca9ecaa,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:53.064886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Attempting to bind port e41a458a-1177-45f6-9148-2caa9ca9ecaa on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:13:53.066052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Attempting to bind port e41a458a-1177-45f6-9148-2caa9ca9ecaa by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:13:53.067318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Attempting to bind port e41a458a-1177-45f6-9148-2caa9ca9ecaa on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:13:53.076171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:13:53.076916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:13:53.077593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.078232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:13:53.078955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Bound port: e41a458a-1177-45f6-9148-2caa9ca9ecaa, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:13:53.079613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.081974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:53.082808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.084005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-0af75c6d-a326-4f5c-863c-5aeef0bea078 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 200 len: 217 time: 0.1631732 Feb 10 13:13:53.139062 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4f879-8e3f-4a41-ada4-207d610e8106 None None] The sync data for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 is: [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:48Z', 'revision_number': 3, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:53.184850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-cd99e3bc-7165-4f58-b80f-da0127ff3a9c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702829 Feb 10 13:13:53.193379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-2c037d07-6563-4f35-ab15-8316cb7ed298 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:53.196262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-2c037d07-6563-4f35-ab15-8316cb7ed298 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.4460347 Feb 10 13:13:53.207372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Pushing event updated for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:53.234744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.261280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:53.262062 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.274971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] For port e41a458a-1177-45f6-9148-2caa9ca9ecaa, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:13:53.282572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a164-6252-4747-b24d-9c87942aa1c5 req-4ecc7206-1fca-4034-954c-9ba3ded0320c tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:53.284136 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c37a164-6252-4747-b24d-9c87942aa1c5 req-4ecc7206-1fca-4034-954c-9ba3ded0320c tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 947 time: 0.4412656 Feb 10 13:13:53.315778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-a2886ce2-3b00-445e-a2bf-3a81e52610c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:53.318387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-a2886ce2-3b00-445e-a2bf-3a81e52610c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.2166421 Feb 10 13:13:53.341141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:53.343711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:53.348016 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f35f5-a2cd-476d-b2c6-a38db3d43b42" -d '{"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:53.362831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] For port e41a458a-1177-45f6-9148-2caa9ca9ecaa, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e41a458a-1177-45f6-9148-2caa9ca9ecaa,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:13:53.383933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:53.394259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-cd5f10da-ab5a-4e07-a09e-43e579048a29 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/quotas/ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 375 time: 0.1472731 Feb 10 13:13:53.420590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:53.430989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.438090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-9b4739a8-350d-459b-b800-ebec087cba4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758307 Feb 10 13:13:53.484180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:53.501224 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:53.710131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c37a164-6252-4747-b24d-9c87942aa1c5 req-fecb9abc-27e1-4f11-8c5e-85b48141b78b tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133039 Feb 10 13:13:53.727617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:53.728272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:53.730614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device a82a1243-0e7e-401b-81c1-afe11d7ce4e9 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:13:53.820209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39634fc-a42f-446f-b0e5-133b8e3d31a0 None None] Pushing event updated for resources: {'Port': ['ID=e41a458a-1177-45f6-9148-2caa9ca9ecaa,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:53.903887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25650a7a-1b30-4e66-811b-919b81a70b64 req-4f302106-6b22-4595-9ab5-4aea737c95b0 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039349 Feb 10 13:13:53.959349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-90648706-41fe-4ac0-9907-06e62e012c17 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5243056 Feb 10 13:13:54.008734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:54.009490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:54.053085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-384d60d6-0ba3-4674-af3c-1522c026ddf5 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879774 Feb 10 13:13:54.055729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Allocated IP 172.20.0.1 (e9ab0cb9-149a-45b1-b98e-1115a4b913bc/053f9792-67cf-409b-b2ec-6e64268f6345/9240edc0-592d-41c3-bcfa-11fd80303001) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:54.109335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:54.239543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16835c18-1553-4cfe-b7ad-2c80f2e8c1ae req-56c353ff-ce14-4c3e-bdef-94eed12cc8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778939 Feb 10 13:13:54.311664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:54.336637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b7a06b1-1d52-489e-b38a-44be564cb57a None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:54.337553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b7a06b1-1d52-489e-b38a-44be564cb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:54.350811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:54.444688 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks [] for port (9240edc0-592d-41c3-bcfa-11fd80303001), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:54.446371 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110eecbc-e565-4a3e-8e1e-9481dc3e65db x-openstack-request-id: req-110eecbc-e565-4a3e-8e1e-9481dc3e65db {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:54.446963 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-plugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:54.449661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-84a72b98-b9ea-4921-b275-4b335560eab8 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775193 Feb 10 13:13:54.450110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-110eecbc-e565-4a3e-8e1e-9481dc3e65db {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:54.452709 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'code': 200} Feb 10 13:13:54.621602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:54.629802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:54.656100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86390573-d27f-4f84-91dd-f4e3149ac286 admin admin] 10.222.0.13 "PUT /v2.0/routers/a183033e-e91e-4a6e-a4c4-93cf343e1f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4035132 Feb 10 13:13:54.747428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:54.767811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-78871ff0-e626-4c37-bc66-e4e0745a3ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020980 Feb 10 13:13:54.796881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9', 'mac_address': 'fa:16:3e:53:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:13:54.813069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:54.821281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:54.839006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:13:54.970717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Pushing event updated for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:55.006160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.032218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a06b1-1d52-489e-b38a-44be564cb57a None None] Port 2723addb-4342-4759-8de1-6384deee2d54 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:55.044994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:55.150877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:55.152023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.187334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82a1243-0e7e-401b-81c1-afe11d7ce4e9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:13:55.229294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:55.239351 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.385604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.424900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832018e9-9898-48c1-ba4b-2fbfe1a3e690 req-383faa27-f053-403d-967b-24eb930a3712 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:55.438347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-832018e9-9898-48c1-ba4b-2fbfe1a3e690 req-383faa27-f053-403d-967b-24eb930a3712 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 948 time: 0.3726554 Feb 10 13:13:55.610718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fb5cddb-e37d-4b12-9f8e-3b799809febf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:55.617111 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-832018e9-9898-48c1-ba4b-2fbfe1a3e690 req-ae520e6d-75d9-4671-9932-49ffc7b939f9 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677952 Feb 10 13:13:55.701353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['a82a1243-0e7e-401b-81c1-afe11d7ce4e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:13:55.814114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks [] for port (9240edc0-592d-41c3-bcfa-11fd80303001), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.820988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.826277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-377c714e-dccf-465e-9919-004f2d70ee99 None None] Provisioning complete for port 9240edc0-592d-41c3-bcfa-11fd80303001 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:55.826654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-377c714e-dccf-465e-9919-004f2d70ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:55.912025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-377c714e-dccf-465e-9919-004f2d70ee99 None None] Port 9240edc0-592d-41c3-bcfa-11fd80303001 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:55.942619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:56.002139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:56.004207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Pushing event updated for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:56.174054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4fb5cddb-e37d-4b12-9f8e-3b799809febf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:56.174651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:56.256436 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:13:56.277082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:13:56.281945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 2, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:56.294234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:13:56.323801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ac04c32-6354-4644-acff-7d681c8541b8 req-2ee1dcf3-e964-4729-bdac-b334d211838d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0875366 Feb 10 13:13:56.333752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143eb77-c0b0-42ef-92e6-5bb78c69ff99 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 2, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:13:56.495433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4fb5cddb-e37d-4b12-9f8e-3b799809febf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:56.495838 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:56.564082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 4fb5cddb-e37d-4b12-9f8e-3b799809febf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fb5cddb-e37d-4b12-9f8e-3b799809febf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:56.578562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:56.840784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=4fb5cddb-e37d-4b12-9f8e-3b799809febf,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:56.876474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:56.891010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492349561', 'description': 'tempest-description--1155106374'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:56.973198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:13:56.985969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4cb2a-7827-450d-99b5-ad65d313365a req-1c8b36eb-53f4-4d3f-9693-08911634c099 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:56.987663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08a4cb2a-7827-450d-99b5-ad65d313365a req-1c8b36eb-53f4-4d3f-9693-08911634c099 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 948 time: 0.2081308 Feb 10 13:13:57.092938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9bda18d3-df04-4d15-846a-48606f6a629f None None] Provisioning complete for port 9240edc0-592d-41c3-bcfa-11fd80303001 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:57.093680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9bda18d3-df04-4d15-846a-48606f6a629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.166022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08a4cb2a-7827-450d-99b5-ad65d313365a req-0c0396ee-6f1b-4e41-90bc-0b0a7fd7c73d tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638262 Feb 10 13:13:57.237550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9bda18d3-df04-4d15-846a-48606f6a629f None None] Port 9240edc0-592d-41c3-bcfa-11fd80303001 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:13:57.384265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:13:57.386560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.397898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-04167ed5-78de-4fe4-82b7-52af8cb4575c admin admin] 10.222.0.13 "PUT /v2.0/routers/2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8113003 Feb 10 13:13:57.411769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Sync routers for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:13:57.443727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fb5cddb-e37d-4b12-9f8e-3b799809febf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:57.491171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:57.557300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (1ad9b36a-5775-4752-9ff8-e30b346fec8f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.562851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1ad9b36a-5775-4752-9ff8-e30b346fec8f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.595225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:13:57.600349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:57.649451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cfbabc6b-41b5-4b1c-bebb-74bb503c3df7 req-4192f2a6-9d8a-4fab-bdbf-ef663cd7ec80 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0727329 Feb 10 13:13:57.658096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.663289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:57.663729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7792962 Feb 10 13:13:57.665909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea9092-2f19-4e58-9810-aad41ec56b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9b36a-5775-4752-9ff8-e30b346fec8f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:57.673351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group_rule': {'security_group_id': '1ad9b36a-5775-4752-9ff8-e30b346fec8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:57.753936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (01e04bb4-b781-48db-b799-6b14870ace59), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.775815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device a82a1243-0e7e-401b-81c1-afe11d7ce4e9 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:57.853397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b342e60d-bc70-4d5a-9f2f-ca794763d785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:57.922856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (01e04bb4-b781-48db-b799-6b14870ace59), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.000282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4fb5cddb-e37d-4b12-9f8e-3b799809febf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:58.000688 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.015781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (01e04bb4-b781-48db-b799-6b14870ace59), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.135503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:13:58.303538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:13:58.325526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:58.325905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.505482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735730-af71-44b5-9cab-1cdbff242683 req-8af99817-9c35-4251-bae7-6f01748c2b09 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:58.522561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a735730-af71-44b5-9cab-1cdbff242683 req-8af99817-9c35-4251-bae7-6f01748c2b09 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 948 time: 0.1528020 Feb 10 13:13:58.577424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-48931110-d4d5-4a3e-b149-5f1c771c2c76 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:58.579341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-48931110-d4d5-4a3e-b149-5f1c771c2c76 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 821 time: 0.6431813 Feb 10 13:13:58.648141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Request body: {'port': {'device_id': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'admin_state_up': True, 'tenant_id': 'ab20f8af9d764ccb9763584bb92581b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:58.679093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a735730-af71-44b5-9cab-1cdbff242683 req-004047c2-5ed0-4f62-aafc-523ce5e8b9d3 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487155 Feb 10 13:13:58.803577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.804913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1390517 Feb 10 13:13:58.810500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:58.811820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6a0d6-8c2f-4c17-a415-e07e34a344df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e04bb4-b781-48db-b799-6b14870ace59,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:58.815404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group_rule': {'security_group_id': '1ad9b36a-5775-4752-9ff8-e30b346fec8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:58.848951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:58.849361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.929732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:58.960573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-network', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:58.968590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-668af4d7-0880-4ff5-aa95-dcedf66a5148 req-933331a3-0d4c-4535-9ea0-2b2d4369706c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0797615 Feb 10 13:13:58.969274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:13:58.971886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (8a9ee697-6240-42f8-8aea-b89cb9524798), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:58.975518 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f124b6d-2ae1-4dc1-b6f9-ea36036ad9d1" -d '{"events": [{"server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "name": "network-vif-plugged", "status": "completed", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:13:59.023337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:13:59.039677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4fb5cddb-e37d-4b12-9f8e-3b799809febf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:13:59.058114 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.114183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Made reservation on behalf of ab20f8af9d764ccb9763584bb92581b0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:59.118745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.195857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (8a9ee697-6240-42f8-8aea-b89cb9524798), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.211838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (8a9ee697-6240-42f8-8aea-b89cb9524798), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.357792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Allocated IP 172.20.0.11 (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe/61e1da9d-6343-49e4-a1f6-faec55116771/bbf844be-d329-4a57-9f8e-9a277231dd26) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:13:59.358900 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b23d61-0ab9-4708-bbaf-3ea145544f90 x-openstack-request-id: req-46b23d61-0ab9-4708-bbaf-3ea145544f90 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:13:59.359386 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "name": "network-vif-plugged", "status": "completed", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:13:59.359508 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b23d61-0ab9-4708-bbaf-3ea145544f90 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:13:59.359878 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9', 'code': 200} Feb 10 13:13:59.364053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:59.419801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.428674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6163182 Feb 10 13:13:59.441972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:59.445574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Made reservation on behalf of ca14dccbdd72453aa729733baf609b8f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:13:59.450163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.481431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:55Z', 'revision_number': 4, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9240edc0-592d-41c3-bcfa-11fd80303001', 'name': '', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'mac_address': 'fa:16:3e:8f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:53Z', 'updated_at': '2022-02-10T13:13:55Z', 'revision_number': 2, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'subnets': [{'id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:13:59.483850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e41a458a-1177-45f6-9148-2caa9ca9ecaa up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:13:59.495911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:13:59.513591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.526353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad261b-a36f-4bc6-aaf1-a93eaf89c552 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9ee697-6240-42f8-8aea-b89cb9524798,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:59.584217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Checking router: 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:13:59.585341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b342e60d-bc70-4d5a-9f2f-ca794763d785 admin admin] Publish callbacks [] for security_group (e3aecbe0-611e-425b-bf0a-545fad4b5db7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.586119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Updating router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 port 9240edc0-592d-41c3-bcfa-11fd80303001 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:13:59.593434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ca6a-6afd-4d64-b564-219a91ee8796 req-9f8d4cdc-17ec-43ad-9e06-9ff927e75978 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:59.598991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7730ca6a-6afd-4d64-b564-219a91ee8796 req-9f8d4cdc-17ec-43ad-9e06-9ff927e75978 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1128 time: 1.0008886 Feb 10 13:13:59.610641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b342e60d-bc70-4d5a-9f2f-ca794763d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e3aecbe0-611e-425b-bf0a-545fad4b5db7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.678220 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.728069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e41a458a-1177-45f6-9148-2caa9ca9ecaa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:13:59.728711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.798371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks [] for security_group (22f305d3-c10b-4023-bd03-623b652f179c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.809885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (22f305d3-c10b-4023-bd03-623b652f179c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.817362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebab01-8aee-45aa-b94f-b6ac66b9f4ec req-87147906-64ec-4724-b046-45d65494fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:13:59.819737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87ebab01-8aee-45aa-b94f-b6ac66b9f4ec req-87147906-64ec-4724-b046-45d65494fa57 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 1131 time: 0.5464213 Feb 10 13:13:59.864731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b342e60d-bc70-4d5a-9f2f-ca794763d785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52eab7610c7746ee9408017b35c7a089&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3682053 Feb 10 13:13:59.869528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7730ca6a-6afd-4d64-b564-219a91ee8796 req-0df6762b-c27e-4e2a-9496-0956ef0be907 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334602 Feb 10 13:13:59.878125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:13:59.887356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e60d-bc70-4d5a-9f2f-ca794763d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aecbe0-611e-425b-bf0a-545fad4b5db7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:13:59.913203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.946029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87ebab01-8aee-45aa-b94f-b6ac66b9f4ec req-18d06405-0838-4e13-99de-56174a04b0e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148226 Feb 10 13:13:59.981490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks [] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:13:59.989917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:14:00.069656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ce3b3664-3f5e-4c8d-acc4-4a956906af62), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.071896 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Added segment ce3b3664-3f5e-4c8d-acc4-4a956906af62 of type vlan for network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 Feb 10 13:14:00.092715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e41a458a-1177-45f6-9148-2caa9ca9ecaa is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:00.093143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.101014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] Publish callbacks [] for security_group (e3aecbe0-611e-425b-bf0a-545fad4b5db7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.111325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f305d3-c10b-4023-bd03-623b652f179c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:00.199664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (963655ae-b061-4ca6-9c27-c6cb99fff5b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.221050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] Publish callbacks [] for security_group (e3aecbe0-611e-425b-bf0a-545fad4b5db7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.224828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc1903-cf39-443a-965f-3df129e75984 req-8e1d3743-e63d-4c9b-8564-88ca4be2f3c9 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:00.232392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7bc1903-cf39-443a-965f-3df129e75984 req-8e1d3743-e63d-4c9b-8564-88ca4be2f3c9 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 949 time: 0.4090114 Feb 10 13:14:00.242102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port e41a458a-1177-45f6-9148-2caa9ca9ecaa, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e41a458a-1177-45f6-9148-2caa9ca9ecaa,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:00.269985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.352681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.399402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e3aecbe0-611e-425b-bf0a-545fad4b5db7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.405196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (963655ae-b061-4ca6-9c27-c6cb99fff5b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.417026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.418789 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3aecbe0-611e-425b-bf0a-545fad4b5db7 HTTP/1.1" status: 204 len: 168 time: 0.5411019 Feb 10 13:14:00.422122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:00.422950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.525707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:00.533982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:00.567706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7bc1903-cf39-443a-965f-3df129e75984 req-eb927580-af1f-460b-b153-6ba8068942bf tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342497 Feb 10 13:14:00.586018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:00.596259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=e41a458a-1177-45f6-9148-2caa9ca9ecaa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:00.677787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7210739 Feb 10 13:14:00.680866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:00.713084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78a9c2-fd9e-4484-8ed3-ae8bd186bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aecbe0-611e-425b-bf0a-545fad4b5db7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:00.779075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:00.784141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Request body: {'subnet': {'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-subnet', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:00.803127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf17f8-19d7-4c5b-bf75-9c866fbf2ced admin admin] Pushing event updated for resources: {'Network': ['ID=963655ae-b061-4ca6-9c27-c6cb99fff5b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:00.819734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.836944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:14:00.850586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:00.856646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:00.932547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-860a1828-e294-4add-9239-f0577e63f6b0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3201413 Feb 10 13:14:00.952458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Made reservation on behalf of ca14dccbdd72453aa729733baf609b8f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:00.960600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Request body: {'port': {'device_id': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:00.961343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.049553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca85d4aa-9f82-43db-9c1f-479429c1cd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.174088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.211207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks [] for port (9240edc0-592d-41c3-bcfa-11fd80303001), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.212702 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:01.234007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.251215 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:01.260607 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:01.318497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9caab-33a2-4998-a871-c88061f6dc71 None None] Pushing event updated for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:01.375027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Allocated IP 172.25.8.129 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/847368e9-3d4a-47b8-8699-c2b302403087) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:01.475907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e41a458a-1177-45f6-9148-2caa9ca9ecaa up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:01.526644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239ef35-2362-4b02-b448-4ad404a55457 req-52732e9b-2feb-46ce-a096-653ea87c14d5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:01.529524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1239ef35-2362-4b02-b448-4ad404a55457 req-52732e9b-2feb-46ce-a096-653ea87c14d5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 932 time: 0.7348237 Feb 10 13:14:01.659899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:01.708420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Attempting to bind port 9240edc0-592d-41c3-bcfa-11fd80303001 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:01.709201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Attempting to bind port 9240edc0-592d-41c3-bcfa-11fd80303001 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:01.709326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Attempting to bind port 9240edc0-592d-41c3-bcfa-11fd80303001 on network e9ab0cb9-149a-45b1-b98e-1115a4b913bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:01.725544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:01.725935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Checking segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:01.726342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.726735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Bound using segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:01.727938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Bound port: 9240edc0-592d-41c3-bcfa-11fd80303001, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:01.727938 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:01.805050 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:01.906989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a33975-c52a-4008-b5cc-c83ac2ed61ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.112645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1239ef35-2362-4b02-b448-4ad404a55457 req-64e23be5-724a-45a0-980c-7d81ec46753d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666633 Feb 10 13:14:02.117655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e41a458a-1177-45f6-9148-2caa9ca9ecaa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:02.121519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.158550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (847368e9-3d4a-47b8-8699-c2b302403087), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.202862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-58c9e2a3-df82-43c5-8a15-c097025120d9 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:14:02.204265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-58c9e2a3-df82-43c5-8a15-c097025120d9 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0829775 Feb 10 13:14:02.275055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f443818-0ee3-4262-86cc-91514d945b4d None None] Provisioning complete for port 9240edc0-592d-41c3-bcfa-11fd80303001 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:02.277551 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f443818-0ee3-4262-86cc-91514d945b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.309450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] For port 9240edc0-592d-41c3-bcfa-11fd80303001, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:02.352894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] For port 9240edc0-592d-41c3-bcfa-11fd80303001, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9240edc0-592d-41c3-bcfa-11fd80303001,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:02.400309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e41a458a-1177-45f6-9148-2caa9ca9ecaa is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:02.407935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f443818-0ee3-4262-86cc-91514d945b4d None None] Port 9240edc0-592d-41c3-bcfa-11fd80303001 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:02.411414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.435182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf844be-d329-4a57-9f8e-9a277231dd26 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:02.451234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks [] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.486272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Transition to ACTIVE for port object bbf844be-d329-4a57-9f8e-9a277231dd26 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:14:02.492030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.493313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:02.494172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:13:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:02.526267 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a33975-c52a-4008-b5cc-c83ac2ed61ab admin admin] Publish callbacks [] for security_group (513cbf51-6105-4caa-98db-0958126f9dc5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.586305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:02.602080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (de52dd41-206d-4777-80f9-3750d9f03d52), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.617187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54a33975-c52a-4008-b5cc-c83ac2ed61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (513cbf51-6105-4caa-98db-0958126f9dc5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.697868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:02.795199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-54a33975-c52a-4008-b5cc-c83ac2ed61ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67d8f0d394ad4dc7a93cefd011697bde&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1293113 Feb 10 13:14:02.797708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (847368e9-3d4a-47b8-8699-c2b302403087), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.799323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:02.804123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:02.805272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:02.805894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:02.838137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9caab-33a2-4998-a871-c88061f6dc71 None None] Pushing event updated for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:02.870652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:02.871439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:02.885937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:02.886696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:02.892295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:02.893354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Bound port: bbf844be-d329-4a57-9f8e-9a277231dd26, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:02.894180 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:02.908230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de52dd41-206d-4777-80f9-3750d9f03d52,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:02.916297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a33975-c52a-4008-b5cc-c83ac2ed61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513cbf51-6105-4caa-98db-0958126f9dc5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:03.015744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Provisioning complete for port 9240edc0-592d-41c3-bcfa-11fd80303001 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:03.016468 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.063909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 2, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:03.088838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-db2d286f-661c-4a3a-bc31-b848ceb5ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:03.093078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-db2d286f-661c-4a3a-bc31-b848ceb5ebde service neutron] 10.222.0.13 "GET /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 1125 time: 0.8772516 Feb 10 13:14:03.097489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] Publish callbacks [] for security_group (513cbf51-6105-4caa-98db-0958126f9dc5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.098557 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:03.099218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Updating router a183033e-e91e-4a6e-a4c4-93cf343e1f32 port 2723addb-4342-4759-8de1-6384deee2d54 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:14:03.135823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:03.150868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:03.155697 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2723addb-4342-4759-8de1-6384deee2d54), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.165148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:14:03.208058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88614602-3d99-41fc-905a-d3a822c1d697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.211320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:03.215258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:03.259445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] Publish callbacks [] for security_group (513cbf51-6105-4caa-98db-0958126f9dc5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.277323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=847368e9-3d4a-47b8-8699-c2b302403087,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:03.316123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:03.320164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:55Z', 'revision_number': 4, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9240edc0-592d-41c3-bcfa-11fd80303001', 'name': '', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'mac_address': 'fa:16:3e:8f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:53Z', 'updated_at': '2022-02-10T13:14:02Z', 'revision_number': 4, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'subnets': [{'id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:03.327754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Current status of the port 9240edc0-592d-41c3-bcfa-11fd80303001 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:03.328140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.359802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:03.369774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.399383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525925c-eddc-438f-b921-78aadd1c7b38 None None] The sync data for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 is: [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:55Z', 'revision_number': 4, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9240edc0-592d-41c3-bcfa-11fd80303001', 'name': '', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'mac_address': 'fa:16:3e:8f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:53Z', 'updated_at': '2022-02-10T13:14:02Z', 'revision_number': 4, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'subnets': [{'id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:03.506516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] For port 9240edc0-592d-41c3-bcfa-11fd80303001, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9240edc0-592d-41c3-bcfa-11fd80303001,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:03.508418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:03.509695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.518690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] 10.222.0.77 "PUT /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 1092 time: 2.5736480 Feb 10 13:14:03.520838 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.533538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:03.545348 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d5fae6-dbca-4db1-9251-fb222282b494" -d '{"events": [{"name": "network-changed", "server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:03.564959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (513cbf51-6105-4caa-98db-0958126f9dc5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.591233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.597132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/513cbf51-6105-4caa-98db-0958126f9dc5 HTTP/1.1" status: 204 len: 168 time: 0.7771144 Feb 10 13:14:03.638736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:03.639085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:03.639419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:03.649909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:03.650158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:03.658050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:03.658980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:03.659382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:03.659828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Bound port: 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:03.739642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:03.740621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b6ded-819e-4399-8b3f-f3e9cd0702ca None None] Pushing event updated for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:03.784688 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.784688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-942a1c8d-5a45-46b8-8bd9-f1978e5cfc43 service neutron] 10.222.0.13 "POST /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6819804 Feb 10 13:14:03.797775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1a7be-36c8-491d-ba02-5559b6f304f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513cbf51-6105-4caa-98db-0958126f9dc5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:03.810310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Checking segment: {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:03.810851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Network hostable DHCP agents. Network: 963655ae-b061-4ca6-9c27-c6cb99fff5b9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:14:03.846326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dfe09-4719-4e08-a149-d68a8e88de47 req-2b9fa34b-81cb-452f-b41b-1638bcad8baf tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:03.847978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-563dfe09-4719-4e08-a149-d68a8e88de47 req-2b9fa34b-81cb-452f-b41b-1638bcad8baf tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 949 time: 1.2740703 Feb 10 13:14:03.856076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f69d-a5ff-4f98-a6d6-d98f104cd45c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:03.895614 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks [] for port (2723addb-4342-4759-8de1-6384deee2d54), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.930438 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:03.937622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-21c1377e-5b88-4c99-b2d9-e08833f6f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:03.943754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-21c1377e-5b88-4c99-b2d9-e08833f6f446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1126 time: 0.3290491 Feb 10 13:14:03.945062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.048249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:14:04.072595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-e05fe7bd-dc47-4762-a90c-f24d25616a8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 217 time: 0.1208227 Feb 10 13:14:04.109133 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (847368e9-3d4a-47b8-8699-c2b302403087), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.123396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 963655ae-b061-4ca6-9c27-c6cb99fff5b9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:04.137714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbabb89-2df5-446e-a932-e9f0fd3b1062 None None] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:04.168873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:04.171773 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.302847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7ef0-207d-4357-b568-f9e8dcacbf40 None None] Pushing event updated for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:04.567312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (847368e9-3d4a-47b8-8699-c2b302403087), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.568043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Attempting to bind port 2723addb-4342-4759-8de1-6384deee2d54 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:04.570429 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Attempting to bind port 2723addb-4342-4759-8de1-6384deee2d54 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:04.571130 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Attempting to bind port 2723addb-4342-4759-8de1-6384deee2d54 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:04.586443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6dd92a40-f478-4f2e-a3ad-433cc2f0ad6e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8181288 Feb 10 13:14:04.587176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:04.588738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (847368e9-3d4a-47b8-8699-c2b302403087), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.604990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:04.611081 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:04.611820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.612641 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:04.615444 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.616100 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Bound using segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:04.618115 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Bound port: 2723addb-4342-4759-8de1-6384deee2d54, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:04.618802 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2723addb-4342-4759-8de1-6384deee2d54), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.634666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-20732f50-853c-4949-92b1-36c33d18b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:04.636426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-20732f50-853c-4949-92b1-36c33d18b004 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.5565801 Feb 10 13:14:04.700266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'fixed_ips': [{'subnet_id': 'de52dd41-206d-4777-80f9-3750d9f03d52'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:14:04.701696 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:04.757520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=847368e9-3d4a-47b8-8699-c2b302403087,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:04.796967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aced95-2f6e-408f-a871-e6a94611d7e7 req-e6479f7f-a71a-4ff1-bc03-785e5bafd62e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:04.807366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89aced95-2f6e-408f-a871-e6a94611d7e7 req-e6479f7f-a71a-4ff1-bc03-785e5bafd62e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.5003200 Feb 10 13:14:04.810790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-3f724bf2-f30d-4e37-a9f7-d069fa541600 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451645 Feb 10 13:14:04.830433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] For port 2723addb-4342-4759-8de1-6384deee2d54, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:04.834861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-48b72170-2b9a-4297-8ff9-9746dd767a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:04.837917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-48b72170-2b9a-4297-8ff9-9746dd767a84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1128 time: 0.5151186 Feb 10 13:14:04.838811 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] For port 2723addb-4342-4759-8de1-6384deee2d54, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2723addb-4342-4759-8de1-6384deee2d54,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:04.852281 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:05.090631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:05.090867 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:05.148251 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7ef0-207d-4357-b568-f9e8dcacbf40 None None] Pushing event updated for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:05.159754 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:05.162552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:05.228211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-bc688214-3e1d-439e-b45c-b20ea0a5bf61 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825297 Feb 10 13:14:05.487748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Current status of the port 2723addb-4342-4759-8de1-6384deee2d54 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:05.488906 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2723addb-4342-4759-8de1-6384deee2d54), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:05.497738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Allocated IP 172.20.0.2 (963655ae-b061-4ca6-9c27-c6cb99fff5b9/de52dd41-206d-4777-80f9-3750d9f03d52/0181b247-c950-4395-9120-3db499724ec7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:05.619927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:05.670435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-b4058a0d-58ea-41b7-b5d1-969757a0a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:05.676313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-b4058a0d-58ea-41b7-b5d1-969757a0a7a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.8290668 Feb 10 13:14:05.679633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89aced95-2f6e-408f-a871-e6a94611d7e7 req-f1924b4d-4058-4261-8192-7412ad844620 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714390 Feb 10 13:14:05.692512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2723addb-4342-4759-8de1-6384deee2d54 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:05.772574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-3352288b-70eb-4b4c-bd21-c27c9437962e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.0806994 Feb 10 13:14:05.984354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] For port 2723addb-4342-4759-8de1-6384deee2d54, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2723addb-4342-4759-8de1-6384deee2d54,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:05.992173 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.113976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.275181 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:04Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:06.276950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.278239 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ccd898c-733e-4bd0-aa38-cea89e137ac2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7973971 Feb 10 13:14:06.279999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.283708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.310038 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-563dfe09-4719-4e08-a149-d68a8e88de47 req-8da25029-d1f0-496f-8141-c76e62c38f51 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4418139 Feb 10 13:14:06.336158 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f564f9-10d8-45a3-bd08-ac5eb9001668 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:04Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:06.472228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks [] for port (0181b247-c950-4395-9120-3db499724ec7), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.473967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for router_controller (182c5cd8-97e6-49c6-9553-0f1cea31f53a), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.499855 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.514886 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2168d9-0bb6-404a-85f9-01aa59b358f9 x-openstack-request-id: req-9d2168d9-0bb6-404a-85f9-01aa59b358f9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:06.515418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.516612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (0181b247-c950-4395-9120-3db499724ec7), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.518652 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:06.519088 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d2168d9-0bb6-404a-85f9-01aa59b358f9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:06.519700 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'status': 'completed', 'code': 200} Feb 10 13:14:06.536831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e00eaeb-cd2d-49ed-8944-c5018a2ddcd0 req-07e40a4c-91c1-4fcc-ac31-efc676a3fdc9 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2722220 Feb 10 13:14:06.753186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad60fb-ae5b-4cd3-b541-b25576b72186 None None] Pushing event updated for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:06.793523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:06.826020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-870ac047-a77b-4342-9dc6-187dfdff92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:06.830585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-870ac047-a77b-4342-9dc6-187dfdff92b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 1.0484390 Feb 10 13:14:06.849947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:06.857438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:06.922571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-17cbb722-4989-4f91-aaa5-5984d47e3b6b None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:06.931295 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17cbb722-4989-4f91-aaa5-5984d47e3b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:06.953490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-259f7b29-a706-4911-a89e-277e99d36b3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133945 Feb 10 13:14:07.055632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:07.055975 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.077807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-c1eebb45-495c-43ed-9060-18af4fdfc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:07.081506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-c1eebb45-495c-43ed-9060-18af4fdfc6ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1126 time: 0.4654918 Feb 10 13:14:07.126380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a1ac-9549-4600-aa39-37d134a4e234 req-245fc925-e11a-41ea-820d-65e9d5c439e8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:07.129386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac13a1ac-9549-4600-aa39-37d134a4e234 req-245fc925-e11a-41ea-820d-65e9d5c439e8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.4729505 Feb 10 13:14:07.131685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for router_gateway (182c5cd8-97e6-49c6-9553-0f1cea31f53a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.216840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Pushing event updated for resources: {'Port': ['ID=0181b247-c950-4395-9120-3db499724ec7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:07.331939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac13a1ac-9549-4600-aa39-37d134a4e234 req-375628cb-bb5a-46dd-885e-be4eb5f44ac2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857209 Feb 10 13:14:07.488499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Attempting to bind port 0181b247-c950-4395-9120-3db499724ec7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:07.495416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Attempting to bind port 0181b247-c950-4395-9120-3db499724ec7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:07.496138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Attempting to bind port 0181b247-c950-4395-9120-3db499724ec7 on network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:07.541263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:07.542494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Checking segment: {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:07.543433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.544191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Bound using segment: {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:07.545117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Bound port: 0181b247-c950-4395-9120-3db499724ec7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:07.545982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0181b247-c950-4395-9120-3db499724ec7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.561268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-6bdf9f7e-68a8-42c9-b942-a6525644d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:07.567545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-6bdf9f7e-68a8-42c9-b942-a6525644d609 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.4673257 Feb 10 13:14:07.571834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.659033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] For port 0181b247-c950-4395-9120-3db499724ec7, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:07.663715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] For port 0181b247-c950-4395-9120-3db499724ec7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0181b247-c950-4395-9120-3db499724ec7,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:07.670472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17cbb722-4989-4f91-aaa5-5984d47e3b6b None None] Current status of the port 2723addb-4342-4759-8de1-6384deee2d54 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:07.682476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0181b247-c950-4395-9120-3db499724ec7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.771521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-3411fa8a-d237-4d19-bfa6-59fab22ac9f1 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079250 Feb 10 13:14:07.882141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-00c020a4-003e-4bcb-accb-1d2aa7620d8c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1492349561&fields=id&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 267 time: 0.2947466 Feb 10 13:14:07.885954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for router_gateway (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:07.893773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2723addb-4342-4759-8de1-6384deee2d54 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:07.894900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9240edc0-592d-41c3-bcfa-11fd80303001 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:07.955260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440aaaaf-8cae-426d-84e4-3bd2412a21d3 None None] Pushing event updated for resources: {'Port': ['ID=0181b247-c950-4395-9120-3db499724ec7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:07.969684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:08.051955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9240edc0-592d-41c3-bcfa-11fd80303001 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:08.052360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:08.135474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-751c4f3c-6db0-4970-9b14-c8cee425ae08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 217 time: 0.5423894 Feb 10 13:14:08.140617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-191f50ba-2349-4c85-ad01-6f9ec129886f service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442319 Feb 10 13:14:08.227187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-97ce99c2-9239-4eba-8950-ce0719aeff9b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:08.230974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-97ce99c2-9239-4eba-8950-ce0719aeff9b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 817 time: 0.3455036 Feb 10 13:14:08.258949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9240edc0-592d-41c3-bcfa-11fd80303001 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:08.307502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-09c20443-7781-4abe-ad55-44e268e92499 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/quotas/fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 375 time: 0.0572782 Feb 10 13:14:08.316185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Allocated IP 172.25.8.54 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e341bd02-64da-473a-9cde-da1bf6ea765f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:08.360996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3d6b2-f63b-4a16-acb9-45b2f47564a1 req-7426cd53-f186-4525-b87b-1ea899e9e631 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:08.366339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8df3d6b2-f63b-4a16-acb9-45b2f47564a1 req-7426cd53-f186-4525-b87b-1ea899e9e631 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 1.0388930 Feb 10 13:14:08.394993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-2539fe52-9931-4d88-8739-8b0e66b6fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:08.406933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-2539fe52-9931-4d88-8739-8b0e66b6fc03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.2525945 Feb 10 13:14:08.540861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-af5c6001-694b-4fc8-acb1-9ad9afba77b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330016 Feb 10 13:14:08.635425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8df3d6b2-f63b-4a16-acb9-45b2f47564a1 req-ce9bb430-f0ff-4eb9-8faa-5e4142a82018 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607195 Feb 10 13:14:08.741620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0181b247-c950-4395-9120-3db499724ec7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:08.754129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:08.766073 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-107e888c-186a-4481-a263-c9cef964e924 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4260793 Feb 10 13:14:08.782292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-feafd3ed-204b-4074-84ef-d116abab935b tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:08.783997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-feafd3ed-204b-4074-84ef-d116abab935b tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.77 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 949 time: 0.4622314 Feb 10 13:14:08.913715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0181b247-c950-4395-9120-3db499724ec7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:08.914378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0181b247-c950-4395-9120-3db499724ec7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.001178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-c14f7018-47b1-4b73-aa9e-f59b16f9ba7b service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288807 Feb 10 13:14:09.033361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.056075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:09.062241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:09.069148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:09.282157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Deleting port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:14:09.282870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.292969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d5fae6-dbca-4db1-9251-fb222282b494 req-504be5c1-3a8c-47bb-b1ab-27a35ef4b595 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882967 Feb 10 13:14:09.339038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91307f-e288-4e1b-83ef-2904afb0235b req-2c10021b-00a5-4d53-9ad8-b01a7b30e998 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:09.365363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e91307f-e288-4e1b-83ef-2904afb0235b req-2c10021b-00a5-4d53-9ad8-b01a7b30e998 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/ports?device_id=40690e02-f2d1-4851-976e-a6b25a7158c5 HTTP/1.1" status: 200 len: 949 time: 0.5332315 Feb 10 13:14:09.466131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e91307f-e288-4e1b-83ef-2904afb0235b req-f1972ede-209b-4b11-84fe-04d79ccc0755 tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.13 "GET /v2.0/security-groups?id=39763525-61f6-41ef-b342-af7cbc256598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997863 Feb 10 13:14:09.469133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] For port a82a1243-0e7e-401b-81c1-afe11d7ce4e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:09.469507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.500142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Calling delete_port for a82a1243-0e7e-401b-81c1-afe11d7ce4e9 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:14:09.543306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0181b247-c950-4395-9120-3db499724ec7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:09.544055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0181b247-c950-4395-9120-3db499724ec7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.598157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 0181b247-c950-4395-9120-3db499724ec7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0181b247-c950-4395-9120-3db499724ec7,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:09.607603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0181b247-c950-4395-9120-3db499724ec7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.608883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2723addb-4342-4759-8de1-6384deee2d54 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:09.720314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7caaf7-2312-44e0-baa6-f639c94017d9 None None] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:09.753867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-6c0d39d2-1435-449d-a720-1f4d37ab80cf service neutron] 10.222.0.13 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687507 Feb 10 13:14:09.822148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2723addb-4342-4759-8de1-6384deee2d54 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:09.822679 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2723addb-4342-4759-8de1-6384deee2d54), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.860905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=0181b247-c950-4395-9120-3db499724ec7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:09.890097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a82a1243-0e7e-401b-81c1-afe11d7ce4e9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.913583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-419df516-43b0-4808-8d13-20e447f72180 None None] Provisioning complete for port 0181b247-c950-4395-9120-3db499724ec7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:09.913962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-419df516-43b0-4808-8d13-20e447f72180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0181b247-c950-4395-9120-3db499724ec7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:09.991102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Pushing event updated for resources: {'Port': ['ID=e341bd02-64da-473a-9cde-da1bf6ea765f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:10.059833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-72bcdb21-c4e4-4ddf-91fb-11936dc27e79 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94e5c27827c947778bad8a29b40d02db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606129 Feb 10 13:14:10.079766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Pushing event deleted for resources: {'Port': ['ID=a82a1243-0e7e-401b-81c1-afe11d7ce4e9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:10.084116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-ba8b72a4-1ee0-48c4-ae50-7868e71eafda service neutron] 10.222.0.13 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292487 Feb 10 13:14:10.262370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2723addb-4342-4759-8de1-6384deee2d54 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:10.446978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-4b660d13-66da-40f8-8206-c8ab028a46db tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:10.459999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-4b660d13-66da-40f8-8206-c8ab028a46db tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992305 Feb 10 13:14:10.473458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-419df516-43b0-4808-8d13-20e447f72180 None None] Current status of the port 0181b247-c950-4395-9120-3db499724ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:10.514516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-6a33eac9-9dbd-4e75-aaae-e563f42b4943 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/quotas/94e5c27827c947778bad8a29b40d02db HTTP/1.1" status: 200 len: 375 time: 0.0324628 Feb 10 13:14:10.525919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0181b247-c950-4395-9120-3db499724ec7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:10.591575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for router_gateway (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:10.597485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] No DVR routers for this DVR port a82a1243-0e7e-401b-81c1-afe11d7ce4e9 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:14:10.603417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:10.608507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a469a95e-99c3-4f5e-a761-693c3aeebe01 req-921b6fb6-299b-4d27-8f06-33cc44dbdafc tempest-ImagesNegativeTestJSON-357051004 tempest-ImagesNegativeTestJSON-357051004-project] 10.222.0.77 "DELETE /v2.0/ports/a82a1243-0e7e-401b-81c1-afe11d7ce4e9 HTTP/1.1" status: 204 len: 173 time: 1.8142245 Feb 10 13:14:10.614024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'name': 'network-vif-deleted', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:10.622452 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f73af6-87b5-4c63-aff2-18a8bab3c840" -d '{"events": [{"server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "name": "network-vif-deleted", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:10.662888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-575ff246-8de9-4845-851b-ee73c2176abd tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473846 Feb 10 13:14:10.727953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0181b247-c950-4395-9120-3db499724ec7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:10.731452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0181b247-c950-4395-9120-3db499724ec7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:10.856199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f54528-9b6d-4478-b4c9-07bf9178687c req-c8f6e422-f465-4b09-9ac3-a790958b5766 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:10.864645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7f54528-9b6d-4478-b4c9-07bf9178687c req-c8f6e422-f465-4b09-9ac3-a790958b5766 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2536385 Feb 10 13:14:10.908318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-52332fe4-ca78-41b5-85ab-b0c5ddef6631 None None] Provisioning complete for port 0181b247-c950-4395-9120-3db499724ec7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:10.908924 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52332fe4-ca78-41b5-85ab-b0c5ddef6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0181b247-c950-4395-9120-3db499724ec7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:11.062590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e7f54528-9b6d-4478-b4c9-07bf9178687c req-6c084e2b-53cd-4b06-82d3-ff46262d06e0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871514 Feb 10 13:14:11.091726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:11.145315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0181b247-c950-4395-9120-3db499724ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:11.263772 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:11.290942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-52332fe4-ca78-41b5-85ab-b0c5ddef6631 None None] Current status of the port 0181b247-c950-4395-9120-3db499724ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:11.373588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418eb86-73d8-4182-9ca8-f3745ddf0678 req-faeef32c-7936-4ada-b086-87e81cfd1a52 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:11.380658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1418eb86-73d8-4182-9ca8-f3745ddf0678 req-faeef32c-7936-4ada-b086-87e81cfd1a52 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2759514 Feb 10 13:14:11.497095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7980b58b-7536-4c39-9153-35c9dae4bae8 req-c964c5b7-ba4b-40d4-9a68-e677aad987cd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.2351263 Feb 10 13:14:11.502128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1418eb86-73d8-4182-9ca8-f3745ddf0678 req-e3cbe91e-6003-4680-a423-25e7478c406a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128757 Feb 10 13:14:11.559486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Router 182c5cd8-97e6-49c6-9553-0f1cea31f53a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:14:11.826712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device a82a1243-0e7e-401b-81c1-afe11d7ce4e9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:14:11.870413 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741cac8-b6fb-4618-b5d9-42b504dcc71e x-openstack-request-id: req-2741cac8-b6fb-4618-b5d9-42b504dcc71e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:11.871531 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40690e02-f2d1-4851-976e-a6b25a7158c5", "name": "network-vif-deleted", "tag": "a82a1243-0e7e-401b-81c1-afe11d7ce4e9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:11.871937 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2741cac8-b6fb-4618-b5d9-42b504dcc71e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:11.872795 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40690e02-f2d1-4851-976e-a6b25a7158c5', 'name': 'network-vif-deleted', 'tag': 'a82a1243-0e7e-401b-81c1-afe11d7ce4e9', 'status': 'completed', 'code': 200} Feb 10 13:14:11.873735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:14:11.892329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Sync routers for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:11.901417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bfb78b0-a195-4f39-9120-779dfb1fb84f req-50411ead-c5e5-4dd6-adbe-d614cfcb0699 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 210 time: 0.1300843 Feb 10 13:14:11.904678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: a82a1243-0e7e-401b-81c1-afe11d7ce4e9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:14:11.910368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device a82a1243-0e7e-401b-81c1-afe11d7ce4e9 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:14:11.949527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:11.950191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:11.952982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:11.954245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe5018a5-415a-4b58-be8c-96bab98a58aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3533244 Feb 10 13:14:11.957162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:12.264954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33ad9-a5ca-4fee-b4ef-d4808167388c req-3322c9e1-b6d6-478a-b906-bd012d3f433f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:12.279229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7f33ad9-a5ca-4fee-b4ef-d4808167388c req-3322c9e1-b6d6-478a-b906-bd012d3f433f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.0974171 Feb 10 13:14:12.320364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:12.402723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7f33ad9-a5ca-4fee-b4ef-d4808167388c req-4bd5a643-cbc9-45c5-8408-5e749ced31a9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215363 Feb 10 13:14:12.755920 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4c4a8a-60c7-4990-9e02-612b851880e4 req-4d06ee04-c4f8-4555-b2ee-ee92287f6e09 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.0959079 Feb 10 13:14:12.762186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:12.850882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb8b6-0384-46e5-aa4d-a61b501f0cc4 req-772bedce-8e27-45be-8501-b29e5a5c1710 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:12.852771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30acb8b6-0384-46e5-aa4d-a61b501f0cc4 req-772bedce-8e27-45be-8501-b29e5a5c1710 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1384876 Feb 10 13:14:12.924181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-12df2b77-f0ca-4597-b4f5-b1ff76f4a2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:12.931124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-12df2b77-f0ca-4597-b4f5-b1ff76f4a2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 817 time: 0.3232985 Feb 10 13:14:12.973537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30acb8b6-0384-46e5-aa4d-a61b501f0cc4 req-6f734be1-1652-4f2b-960b-a03be22baf02 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145246 Feb 10 13:14:13.020395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:10Z', 'revision_number': 3, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:13.074630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Checking router: 182c5cd8-97e6-49c6-9553-0f1cea31f53a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:13.075693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Updating router 182c5cd8-97e6-49c6-9553-0f1cea31f53a port e341bd02-64da-473a-9cde-da1bf6ea765f binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:14:13.162194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-2ba19598-1675-4abe-80db-2e3fbe63a440 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=94e5c27827c947778bad8a29b40d02db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713544 Feb 10 13:14:13.169234 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.366526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8b67e3e2-6164-4efc-8e09-5ce877e43cf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb35ecb5fd95440abbd4888355fd1719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006997 Feb 10 13:14:13.367634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:13.483333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-ff12d25c-a90a-41ee-8a76-d892b2815e9f tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:13.486262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-ff12d25c-a90a-41ee-8a76-d892b2815e9f tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685616 Feb 10 13:14:13.507580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Request body: {'port': {'device_id': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '94e5c27827c947778bad8a29b40d02db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:13.609919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks [] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.621848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.649990 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d81ac7f1-4844-47c1-ad3a-b9ad1f64bf8f req-87d21a09-9200-46f3-bb6f-eb24edb939f3 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 210 time: 0.1198537 Feb 10 13:14:13.715871 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Publish callbacks [] for security_group (39763525-61f6-41ef-b342-af7cbc256598), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.758869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Pushing event updated for resources: {'Port': ['ID=e341bd02-64da-473a-9cde-da1bf6ea765f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:13.768786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Made reservation on behalf of 94e5c27827c947778bad8a29b40d02db for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:13.772387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.783692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.784052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.786629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.786995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.787350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.789832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Publish callbacks [] for security_group (39763525-61f6-41ef-b342-af7cbc256598), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.790228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.790759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.791116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.791460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.791807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.792156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.792491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.795524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:13.806326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Attempting to bind port e341bd02-64da-473a-9cde-da1bf6ea765f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:13.806709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Attempting to bind port e341bd02-64da-473a-9cde-da1bf6ea765f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:13.807079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Attempting to bind port e341bd02-64da-473a-9cde-da1bf6ea765f on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:13.821056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:13.821450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:13.824116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.824454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99c74f-8729-4050-b88a-018e0f39d10b req-39f8a587-295c-47ff-9543-c69a78c7c2ef tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:13.824594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:13.827566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Bound port: e341bd02-64da-473a-9cde-da1bf6ea765f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:13.827999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.828956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-efa395c1-1904-4f84-a899-db59079f9467 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 380 time: 0.8877206 Feb 10 13:14:13.833900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f99c74f-8729-4050-b88a-018e0f39d10b req-39f8a587-295c-47ff-9543-c69a78c7c2ef tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1815584 Feb 10 13:14:13.845971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.848370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'port': {'device_id': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'admin_state_up': True, 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'security_groups': ['1ad9b36a-5775-4752-9ff8-e30b346fec8f']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:13.954518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f99c74f-8729-4050-b88a-018e0f39d10b req-aa008a99-b22b-4929-9008-7b9512bb299e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164355 Feb 10 13:14:13.958742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] For port e341bd02-64da-473a-9cde-da1bf6ea765f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:13.961136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:13.965568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] For port e341bd02-64da-473a-9cde-da1bf6ea765f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e341bd02-64da-473a-9cde-da1bf6ea765f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:13.985644 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.012595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39763525-61f6-41ef-b342-af7cbc256598), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.022229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.027164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39763525-61f6-41ef-b342-af7cbc256598 HTTP/1.1" status: 204 len: 168 time: 0.6549690 Feb 10 13:14:14.058526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39763525-61f6-41ef-b342-af7cbc256598,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:14.080898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1351ff5d-1e16-4b8c-aa3c-450d61359b3e req-992c3cea-bd27-4eec-a315-91a2e4c9bad1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.1581492 Feb 10 13:14:14.097668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.098027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.098372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.098715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.099048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.099377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.099700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.100029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.100357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.100787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.101022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.101620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.101739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d7756-05fe-41eb-866d-a6498bd1c689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:14.179002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802cdb-6229-4e1d-87ea-a729b738cd74 None None] Pushing event updated for resources: {'Port': ['ID=e341bd02-64da-473a-9cde-da1bf6ea765f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:14.232925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:14.234010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:14.245003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks [] for security_group (0c3d7217-93f5-4884-b404-75ac4a82136c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.299193 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0c3d7217-93f5-4884-b404-75ac4a82136c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.419182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Made reservation on behalf of fe81e6117e9b40f28e60945a4130943a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:14.426991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:14.507802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d7217-93f5-4884-b404-75ac4a82136c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:14.628812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ed99-e569-4559-8798-c88166e57831 req-724e8d18-f495-45e0-a45e-0fb89fbd1dc9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:14.657392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6045ed99-e569-4559-8798-c88166e57831 req-724e8d18-f495-45e0-a45e-0fb89fbd1dc9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.4309680 Feb 10 13:14:14.747651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Allocated IP 192.168.233.202 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/cd87260f-ee38-4304-a405-23c6eb5a141a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:14.752097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Allocated IP 172.20.0.1 (963655ae-b061-4ca6-9c27-c6cb99fff5b9/de52dd41-206d-4777-80f9-3750d9f03d52/40ae6147-584b-4ad2-898f-1c3c885ecca1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:14.809468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6045ed99-e569-4559-8798-c88166e57831 req-521fd704-e8a1-40eb-af04-43782d505137 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511905 Feb 10 13:14:14.893721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:15.069052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks [] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.124182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Allocated IP 172.20.0.4 (9455be75-df22-48c9-ad69-184aa46ee9d6/a9a7bee6-1950-4360-90f6-1a614ddff68e/9303c6d5-ec85-4ac0-8160-568658af5fce) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:15.199934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks [] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.256329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.302332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:15.309580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:15.314788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:15.331057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ae15-517b-41a5-9df6-af850cc5e60a req-30c60c20-bc91-4a84-bf9d-5477f057e926 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:15.340724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec15ae15-517b-41a5-9df6-af850cc5e60a req-30c60c20-bc91-4a84-bf9d-5477f057e926 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2412214 Feb 10 13:14:15.343972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:10Z', 'revision_number': 3, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:15.433526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936c6bd-a61e-4de6-a0e1-edcbbfe55a10 None None] The sync data for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 is: [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:10Z', 'revision_number': 3, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:15.497818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Pushing event updated for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:15.649452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:15.650912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.705096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.707940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.709119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec15ae15-517b-41a5-9df6-af850cc5e60a req-eacea2b8-b687-408e-a75d-99dd7da5e999 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453975 Feb 10 13:14:15.733019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-3a4ef97c-c94b-4012-833f-6b11e4ad55e0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2366817 Feb 10 13:14:15.774524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:15.873538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:15.914050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f7bf6bfa-1c97-4b2a-b836-aa81bb17fe29 None None] Provisioning complete for port cd87260f-ee38-4304-a405-23c6eb5a141a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:15.914332 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6bfa-1c97-4b2a-b836-aa81bb17fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:15.921566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:15.947136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Pushing event updated for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:15.997027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45c93-0e04-460e-a1e9-9eeca39d5512 req-8a29267f-7e6e-4a2d-85b8-9ed64ff5f3e3 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:16.004324 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ebd45c93-0e04-460e-a1e9-9eeca39d5512 req-8a29267f-7e6e-4a2d-85b8-9ed64ff5f3e3 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 936 time: 0.9131012 Feb 10 13:14:16.015562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:16.121610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf6bfa-1c97-4b2a-b836-aa81bb17fe29 None None] Port cd87260f-ee38-4304-a405-23c6eb5a141a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:16.230652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-245432002-network', 'tenant_id': '006eed81726d4ecb8215f34cbcc6fb59'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:16.231456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.252148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.266218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Request body: {'port': {'device_id': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:16.423639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc6e38af-96f4-4326-9876-c7c7c5bff99f req-30fafb5d-2a3f-4aa1-970c-b92b3f50d176 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.2900045 Feb 10 13:14:16.487130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-723fb60a-4e93-4ff6-aff7-de5ab10db211 None None] Provisioning complete for port 40ae6147-584b-4ad2-898f-1c3c885ecca1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:16.487130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-723fb60a-4e93-4ff6-aff7-de5ab10db211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.495282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.572056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Made reservation on behalf of 006eed81726d4ecb8215f34cbcc6fb59 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:16.575856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.584734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e341bd02-64da-473a-9cde-da1bf6ea765f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:16.610157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.610505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:16.648989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:16.671132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-723fb60a-4e93-4ff6-aff7-de5ab10db211 None None] Port 40ae6147-584b-4ad2-898f-1c3c885ecca1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:16.679920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e341bd02-64da-473a-9cde-da1bf6ea765f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:16.680651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.681424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:16.690038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:16.730570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ebd45c93-0e04-460e-a1e9-9eeca39d5512 req-2c33649a-30ce-43d4-a09c-92850194e1eb tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252386 Feb 10 13:14:16.825752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks [] for security_group (af81512f-6b2d-445c-b352-d9972eafbe3a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.895306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (af81512f-6b2d-445c-b352-d9972eafbe3a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.929663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:16.934754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.943826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e341bd02-64da-473a-9cde-da1bf6ea765f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:16.949222 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:16.953924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af81512f-6b2d-445c-b352-d9972eafbe3a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:16.999219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port e341bd02-64da-473a-9cde-da1bf6ea765f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e341bd02-64da-473a-9cde-da1bf6ea765f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:17.010879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.049529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-a28b8c41-f81e-4fc5-b837-95307b433f2b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2126181 Feb 10 13:14:17.091223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d14517-6e6e-45f8-8ffc-9afeb31c5710 req-9a601db2-0264-4e1c-b5e1-c369af6fb1d8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:17.105250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80d14517-6e6e-45f8-8ffc-9afeb31c5710 req-9a601db2-0264-4e1c-b5e1-c369af6fb1d8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.4699800 Feb 10 13:14:17.157846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Request body: {'port': {'device_id': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:17.163404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=e341bd02-64da-473a-9cde-da1bf6ea765f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:17.200598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:14:17.219144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-676b09a2-cb61-4d33-9685-4b0efb861ad9 None None] Provisioning complete for port 9303c6d5-ec85-4ac0-8160-568658af5fce triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:17.219905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-676b09a2-cb61-4d33-9685-4b0efb861ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.220603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80d14517-6e6e-45f8-8ffc-9afeb31c5710 req-6ff995dc-a86c-463d-8945-8d8eabd8b359 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120005 Feb 10 13:14:17.283284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0d509245-aaf7-4735-8e25-bc39c8cd7f8b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.284330 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Added segment 0d509245-aaf7-4735-8e25-bc39c8cd7f8b of type vlan for network 9956e0b0-bd99-4da9-89da-d07a86a39a00 Feb 10 13:14:17.311977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-676b09a2-cb61-4d33-9685-4b0efb861ad9 None None] Port 9303c6d5-ec85-4ac0-8160-568658af5fce cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:17.388678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.420439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f224dc-097c-4c1e-a5b1-009e79482b8f req-dbdddae0-3293-46e8-8a64-3bf91c7b6be6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:17.430185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1f224dc-097c-4c1e-a5b1-009e79482b8f req-dbdddae0-3293-46e8-8a64-3bf91c7b6be6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.4618955 Feb 10 13:14:17.475193 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9956e0b0-bd99-4da9-89da-d07a86a39a00), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.585159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1f224dc-097c-4c1e-a5b1-009e79482b8f req-ec12c189-b53f-43f5-8341-ca2d1c8b7746 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538596 Feb 10 13:14:17.604168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.604540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9956e0b0-bd99-4da9-89da-d07a86a39a00), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.608299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:17.609261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.710892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9330082 Feb 10 13:14:17.721284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:17.738463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Request body: {'subnet': {'network_id': '9956e0b0-bd99-4da9-89da-d07a86a39a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-245432002-subnet', 'tenant_id': '006eed81726d4ecb8215f34cbcc6fb59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:17.819423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37251-aff9-4ed1-baaa-0945de825105 req-169cd0eb-30c0-4b20-9dae-6847d8336985 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:17.830074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56a37251-aff9-4ed1-baaa-0945de825105 req-169cd0eb-30c0-4b20-9dae-6847d8336985 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 931 time: 0.2009089 Feb 10 13:14:17.840265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39abc58-40f5-47ce-a517-ec7f332209bd admin admin] Pushing event updated for resources: {'Network': ['ID=9956e0b0-bd99-4da9-89da-d07a86a39a00,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:17.857142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9956e0b0-bd99-4da9-89da-d07a86a39a00 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:14:17.886062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks [] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.912742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:17.931504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56a37251-aff9-4ed1-baaa-0945de825105 req-245e5066-eb12-4568-b7c1-42352241f4cb tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946763 Feb 10 13:14:17.956779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd87260f-ee38-4304-a405-23c6eb5a141a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:17.962796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Made reservation on behalf of 006eed81726d4ecb8215f34cbcc6fb59 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:17.966131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.040369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Pushing event updated for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:18.072857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.221517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks [] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.225120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (8c0feb13-5d64-4d2f-bb78-f6f792f17da0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.245714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:18.251061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:18.266007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22461db2-dc9e-4f07-a7c8-4dbe475bbad4 req-4b41d76f-8260-40a5-95b3-2f201611c20a tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:18.267753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22461db2-dc9e-4f07-a7c8-4dbe475bbad4 req-4b41d76f-8260-40a5-95b3-2f201611c20a tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 936 time: 0.3768282 Feb 10 13:14:18.302978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0feb13-5d64-4d2f-bb78-f6f792f17da0,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:18.327104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Transition to ACTIVE for port object cd87260f-ee38-4304-a405-23c6eb5a141a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:14:18.338096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.506651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e341bd02-64da-473a-9cde-da1bf6ea765f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:18.513712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:18.562499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Router 182c5cd8-97e6-49c6-9553-0f1cea31f53a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:14:18.640074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Checking segment: {'id': '0d509245-aaf7-4735-8e25-bc39c8cd7f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9956e0b0-bd99-4da9-89da-d07a86a39a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:18.640825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Network hostable DHCP agents. Network: 9956e0b0-bd99-4da9-89da-d07a86a39a00, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:14:18.687153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22461db2-dc9e-4f07-a7c8-4dbe475bbad4 req-0d1c981e-c084-4a78-9a26-cbdea99b034b tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028556 Feb 10 13:14:18.714303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0a6147f3-04e0-4f0c-855f-78df46e443f3 None None] Provisioning complete for port 40ae6147-584b-4ad2-898f-1c3c885ecca1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:18.725313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a6147f3-04e0-4f0c-855f-78df46e443f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.744206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Network 9956e0b0-bd99-4da9-89da-d07a86a39a00 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:14:18.758608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d10ab-b40b-4898-a66a-d1737fcd10b6 req-1d58bd86-1bb1-4818-bab0-5a6153067c13 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:18.760441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f25d10ab-b40b-4898-a66a-d1737fcd10b6 req-1d58bd86-1bb1-4818-bab0-5a6153067c13 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.3085246 Feb 10 13:14:18.815100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0a6147f3-04e0-4f0c-855f-78df46e443f3 None None] Port 40ae6147-584b-4ad2-898f-1c3c885ecca1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:18.819483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e341bd02-64da-473a-9cde-da1bf6ea765f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:18.821561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9956e0b0-bd99-4da9-89da-d07a86a39a00) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:18.822047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.857815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:18.860377 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.874577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Attempting to bind port cd87260f-ee38-4304-a405-23c6eb5a141a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:18.880216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9303c6d5-ec85-4ac0-8160-568658af5fce {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:18.882398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Attempting to bind port cd87260f-ee38-4304-a405-23c6eb5a141a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:18.890775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Attempting to bind port cd87260f-ee38-4304-a405-23c6eb5a141a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:18.903180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd6b84-c86e-4157-aee2-f661e2813766 None None] Network 9956e0b0-bd99-4da9-89da-d07a86a39a00 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:18.913271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks [] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:18.934440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Port cd87260f-ee38-4304-a405-23c6eb5a141a on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:18.934982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Attempting to bind port cd87260f-ee38-4304-a405-23c6eb5a141a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:18.945489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8ecdf07a-f495-40f9-a6ed-4f1203be841e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2140110 Feb 10 13:14:18.950046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:18.951195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:18.951761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:18.952408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Bound port: cd87260f-ee38-4304-a405-23c6eb5a141a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:18.952998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.009473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Transition to ACTIVE for port object 9303c6d5-ec85-4ac0-8160-568658af5fce will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:14:19.029574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.040021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f25d10ab-b40b-4898-a66a-d1737fcd10b6 req-a2633e75-e891-4dca-b033-566265f10793 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683377 Feb 10 13:14:19.108654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809317b-a593-4d7f-be86-c974291517be None None] Network 9956e0b0-bd99-4da9-89da-d07a86a39a00 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:19.110181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:19.129870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.130283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.130570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.130917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.131260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.131597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.132221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.132560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.132940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.133276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.133608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.133936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.134264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:19.174727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e341bd02-64da-473a-9cde-da1bf6ea765f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:19.182714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5064d-2a96-4c91-ba79-d072a0faab9b req-0232724f-7fb1-4898-ac63-f340457a78f6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:19.192793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12d5064d-2a96-4c91-ba79-d072a0faab9b req-0232724f-7fb1-4898-ac63-f340457a78f6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2525160 Feb 10 13:14:19.278029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12d5064d-2a96-4c91-ba79-d072a0faab9b req-e80580f9-c418-45e1-b383-7bb805304972 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800915 Feb 10 13:14:19.287565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:14:19.302536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Sync routers for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:19.304440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:19.313330 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:19.313954 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:19.337725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cd87260f-ee38-4304-a405-23c6eb5a141a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:19.338683 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b20d811-b6da-4f3b-9129-36f109460edb admin admin] 10.222.0.13 "PUT /v2.0/routers/182c5cd8-97e6-49c6-9553-0f1cea31f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3804669 Feb 10 13:14:19.367777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.483199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14135367-a5be-4abb-b829-2074625066c5 req-c2f28b4a-3594-43c7-87e6-402ae94f10d2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:19.493868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14135367-a5be-4abb-b829-2074625066c5 req-c2f28b4a-3594-43c7-87e6-402ae94f10d2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.2737949 Feb 10 13:14:19.500405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Attempting to bind port 9303c6d5-ec85-4ac0-8160-568658af5fce on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:19.500727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Attempting to bind port 9303c6d5-ec85-4ac0-8160-568658af5fce by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:19.501089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Attempting to bind port 9303c6d5-ec85-4ac0-8160-568658af5fce on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:19.523120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Port 9303c6d5-ec85-4ac0-8160-568658af5fce on network 9455be75-df22-48c9-ad69-184aa46ee9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:19.523441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Attempting to bind port 9303c6d5-ec85-4ac0-8160-568658af5fce on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:19.529899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:19.530657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.533182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] 10.222.0.77 "PUT /v2.0/ports/cd87260f-ee38-4304-a405-23c6eb5a141a HTTP/1.1" status: 200 len: 1096 time: 3.7928259 Feb 10 13:14:19.534884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:19.544171 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:19.560315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:19.560668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:19.561084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Bound using segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:19.561544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Bound port: 9303c6d5-ec85-4ac0-8160-568658af5fce, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:19.575751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.681641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd20ac-3ab3-4548-ae25-c51793d07752 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:19.760077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-426252532', 'description': 'tempest-description-714164473'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:19.780181 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:19.807332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14135367-a5be-4abb-b829-2074625066c5 req-2f5f158c-109b-4932-b755-365fbc80f385 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125546 Feb 10 13:14:19.820021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-bd212cfa-ad4a-4b79-ba20-23acf1a9c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:19.824546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-bd212cfa-ad4a-4b79-ba20-23acf1a9c08e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 1130 time: 0.2425730 Feb 10 13:14:19.920975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:19.990588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:19.994898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-45dda7ec-bcf6-489a-802a-52cd332fec54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cd87260f-ee38-4304-a405-23c6eb5a141a HTTP/1.1" status: 200 len: 217 time: 0.1613407 Feb 10 13:14:20.051463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:20.095156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (5eba85ca-529c-4ca5-9346-952c7aed9f80), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.114793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.156268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-da6d5374-efcf-4125-8468-85b00be54a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.157738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-da6d5374-efcf-4125-8468-85b00be54a21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1601725 Feb 10 13:14:20.172567 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff38d3-afdd-4dbf-a04a-dd4a7a50c811 x-openstack-request-id: req-ffff38d3-afdd-4dbf-a04a-dd4a7a50c811 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:20.173000 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:20.173265 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffff38d3-afdd-4dbf-a04a-dd4a7a50c811 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:20.173804 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a', 'status': 'completed', 'code': 200} Feb 10 13:14:20.278112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:20.291950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5eba85ca-529c-4ca5-9346-952c7aed9f80), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.394812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba85ca-529c-4ca5-9346-952c7aed9f80,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:20.421707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.422713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.424372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-5297ba99-a870-4991-818f-b4e76de0b4a4 service neutron] 10.222.0.77 "PUT /v2.0/ports/9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 1091 time: 3.3670785 Feb 10 13:14:20.434462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-56a3f9d2-0ccb-43c9-8249-e39a601a9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.435604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-56a3f9d2-0ccb-43c9-8249-e39a601a9da9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2611060 Feb 10 13:14:20.452573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.472475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1c539d71-7ff5-4a92-b5eb-c4fa8e2806f2 req-2b7d0595-f23e-4119-9bd0-bef25067c193 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7477033 Feb 10 13:14:20.489850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:20.493284 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:20.598128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-282ce9a2-bb18-4586-b550-26b2be3812cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.602596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-282ce9a2-bb18-4586-b550-26b2be3812cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1125 time: 0.1211600 Feb 10 13:14:20.662291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447431da-1731-41d5-96ec-9c475726948c req-eec7c293-4db2-4a6a-9f92-0f88ec27a7e8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.673169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-447431da-1731-41d5-96ec-9c475726948c req-eec7c293-4db2-4a6a-9f92-0f88ec27a7e8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 948 time: 0.3510935 Feb 10 13:14:20.711584 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-95391ac3-19c3-4be4-ba4b-ac2c026404e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 217 time: 0.1022847 Feb 10 13:14:20.792221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:17Z', 'revision_number': 4, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '40ae6147-584b-4ad2-898f-1c3c885ecca1', 'name': '', 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'mac_address': 'fa:16:3e:78:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:14Z', 'updated_at': '2022-02-10T13:14:17Z', 'revision_number': 2, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'subnets': [{'id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:20.838799 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Checking router: 182c5cd8-97e6-49c6-9553-0f1cea31f53a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:20.839552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Updating router 182c5cd8-97e6-49c6-9553-0f1cea31f53a port 40ae6147-584b-4ad2-898f-1c3c885ecca1 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:14:20.856510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-c5063cd1-73fd-433e-a504-852c61c63b53 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133055 Feb 10 13:14:20.878853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-447431da-1731-41d5-96ec-9c475726948c req-c1e3dc0f-b7cd-4f73-a402-b37dc314080c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941106 Feb 10 13:14:20.891065 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:20.891314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-cc16fbf0-1a8b-415e-aacb-47a6eb93816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:20.892651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-cc16fbf0-1a8b-415e-aacb-47a6eb93816b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.1741767 Feb 10 13:14:21.067403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-9a1a92ab-378c-4d75-b37c-2c3059bcb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:21.069489 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-9a1a92ab-378c-4d75-b37c-2c3059bcb412 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1686158 Feb 10 13:14:21.396411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-019bab99-3e23-4281-9e02-4d79461311aa service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201683 Feb 10 13:14:21.581933 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks [] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:21.599942 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:21.705614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb18491-195a-4822-80b2-f4f3c2ca55a8 req-cabb2a47-ace3-44ba-9f62-c7ee0a5c7bb0 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999663 Feb 10 13:14:21.763273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540b2d-e7bc-4a21-9f91-e7d54f7bf334 None None] Pushing event updated for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:21.854113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4ca6cd8-71d1-484d-8f8f-6a996527c3ed req-f920f826-6c8b-4a0c-91ba-453b42c3fa3e service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9744036 Feb 10 13:14:21.887590 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Attempting to bind port 40ae6147-584b-4ad2-898f-1c3c885ecca1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:21.889282 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Attempting to bind port 40ae6147-584b-4ad2-898f-1c3c885ecca1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:21.889282 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Attempting to bind port 40ae6147-584b-4ad2-898f-1c3c885ecca1 on network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:21.901295 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:21.901662 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Checking segment: {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:21.904849 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:21.906723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Bound using segment: {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:21.906861 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Bound port: 40ae6147-584b-4ad2-898f-1c3c885ecca1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b3664-3f5e-4c8d-acc4-4a956906af62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:21.907360 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:21.929945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb593-1f35-4387-bba4-56b29c59468d req-484618da-f791-44cd-8b3e-a49ee6fc148a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:21.962437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0ebb593-1f35-4387-bba4-56b29c59468d req-484618da-f791-44cd-8b3e-a49ee6fc148a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.9009855 Feb 10 13:14:22.092595 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] For port 40ae6147-584b-4ad2-898f-1c3c885ecca1, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:22.096369 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] For port 40ae6147-584b-4ad2-898f-1c3c885ecca1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40ae6147-584b-4ad2-898f-1c3c885ecca1,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:22.109875 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:22.196983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-aaae4732-142a-46ba-94a2-f223e357c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:22.198549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-aaae4732-142a-46ba-94a2-f223e357c57d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 1130 time: 0.2341998 Feb 10 13:14:22.215500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0ebb593-1f35-4387-bba4-56b29c59468d req-3a73033f-830a-49ac-8a46-8642d5543026 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521892 Feb 10 13:14:22.315222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:22.323139 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:22.387784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Provisioning complete for port 40ae6147-584b-4ad2-898f-1c3c885ecca1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:22.388402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:22.559439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-29697037-68c9-4ba1-a43e-d2145c4edbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:22.566586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-29697037-68c9-4ba1-a43e-d2145c4edbc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3544366 Feb 10 13:14:22.740016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Current status of the port 40ae6147-584b-4ad2-898f-1c3c885ecca1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:22.740646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:22.767833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-10bf5088-065d-4e78-b683-140460eab411 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cd87260f-ee38-4304-a405-23c6eb5a141a HTTP/1.1" status: 200 len: 217 time: 0.1942832 Feb 10 13:14:22.847759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] For port 40ae6147-584b-4ad2-898f-1c3c885ecca1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40ae6147-584b-4ad2-898f-1c3c885ecca1,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:22.856338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:22.956040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-5f28b7d4-6dbb-4e04-80ef-73cc7fcd852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:22.964704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-5f28b7d4-6dbb-4e04-80ef-73cc7fcd852b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1744857 Feb 10 13:14:22.986515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424f0f9-88e4-4f40-a398-63d66b9dac1a None None] Pushing event updated for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:23.026221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32262085-2322-40ed-b2d0-173f55e962c6 None None] Provisioning complete for port 40ae6147-584b-4ad2-898f-1c3c885ecca1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:23.026568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32262085-2322-40ed-b2d0-173f55e962c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:23.128372 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:23.128989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc4688-09cb-454a-94f7-6ac88c6e673e req-95523988-b4d8-4738-b2f3-5cfff32f830b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:23.131571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33cc4688-09cb-454a-94f7-6ac88c6e673e req-95523988-b4d8-4738-b2f3-5cfff32f830b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.5386584 Feb 10 13:14:23.167523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-f297bb26-6b4e-470a-b130-fde1d7f0b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:23.170091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-f297bb26-6b4e-470a-b130-fde1d7f0b5c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1976354 Feb 10 13:14:23.277954 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540b2d-e7bc-4a21-9f91-e7d54f7bf334 None None] Pushing event updated for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:23.303309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32262085-2322-40ed-b2d0-173f55e962c6 None None] Current status of the port 40ae6147-584b-4ad2-898f-1c3c885ecca1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:23.500651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33cc4688-09cb-454a-94f7-6ac88c6e673e req-597bd170-61af-46f6-8aa1-88408486020f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598852 Feb 10 13:14:23.630411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-275976fe-59c2-4290-b54a-c88b0b07b908 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542818 Feb 10 13:14:23.694535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-ba6cb54e-9a26-4cc4-af57-1e9e463988fc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/5eba85ca-529c-4ca5-9346-952c7aed9f80 HTTP/1.1" status: 200 len: 1820 time: 0.0863829 Feb 10 13:14:23.802745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eba85ca-529c-4ca5-9346-952c7aed9f80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:23.802745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eba85ca-529c-4ca5-9346-952c7aed9f80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:23.885043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b90b231-97d4-4c54-a8e5-ce85de0d6bc5 req-048e8d61-5f7c-48d1-97a9-fc117d3dbd41 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342412 Feb 10 13:14:23.999548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cd87260f-ee38-4304-a405-23c6eb5a141a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:24.062309 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:17Z', 'revision_number': 4, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '40ae6147-584b-4ad2-898f-1c3c885ecca1', 'name': '', 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'mac_address': 'fa:16:3e:78:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:14Z', 'updated_at': '2022-02-10T13:14:22Z', 'revision_number': 4, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'subnets': [{'id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:24.120149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (890783ca-deac-49ae-8731-33cf7d91b2c6), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:24.161480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (890783ca-deac-49ae-8731-33cf7d91b2c6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:24.162138 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32243c3a-4dde-4fd7-8d6d-91f4f19438f4 None None] The sync data for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 is: [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:14:17Z', 'revision_number': 4, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '40ae6147-584b-4ad2-898f-1c3c885ecca1', 'name': '', 'network_id': '963655ae-b061-4ca6-9c27-c6cb99fff5b9', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'mac_address': 'fa:16:3e:78:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:14Z', 'updated_at': '2022-02-10T13:14:22Z', 'revision_number': 4, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'subnets': [{'id': 'de52dd41-206d-4777-80f9-3750d9f03d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:24.177044 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (890783ca-deac-49ae-8731-33cf7d91b2c6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:24.205267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890783ca-deac-49ae-8731-33cf7d91b2c6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:24.215217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:24.216595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-487d2dad-7a7c-4c0f-919c-b84b4fcce6ec req-78a59af3-b1fb-4752-a15f-938a2baccd9f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4242861 Feb 10 13:14:24.497843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cd87260f-ee38-4304-a405-23c6eb5a141a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:24.523217 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eb0a41-d4d9-4d93-9449-23babaebb504 x-openstack-request-id: req-b5eb0a41-d4d9-4d93-9449-23babaebb504 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:24.523749 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:24.523749 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5eb0a41-d4d9-4d93-9449-23babaebb504 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:24.524136 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'status': 'completed', 'code': 200} Feb 10 13:14:24.587448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40ae6147-584b-4ad2-898f-1c3c885ecca1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:24.784239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-a4656aa5-b112-4e51-bada-b558852b8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:24.786780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-a4656aa5-b112-4e51-bada-b558852b8df3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1125 time: 0.2136796 Feb 10 13:14:24.806409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a434c-4270-4057-adbd-5ab5caebe796 req-8752dabb-d380-4a8a-add4-722053b89927 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:24.814990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e7a434c-4270-4057-adbd-5ab5caebe796 req-8752dabb-d380-4a8a-add4-722053b89927 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1301403 Feb 10 13:14:24.827208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'cd87260f-ee38-4304-a405-23c6eb5a141a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'cd87260f-ee38-4304-a405-23c6eb5a141a', 'mac_address': 'fa:16:3e:2c:bf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:24.956612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e7a434c-4270-4057-adbd-5ab5caebe796 req-4ae79f35-d993-46e0-b405-9a3382ef0783 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366694 Feb 10 13:14:25.051418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 40ae6147-584b-4ad2-898f-1c3c885ecca1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:25.051934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.216216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cd87260f-ee38-4304-a405-23c6eb5a141a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:25.222760 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.261499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd87260f-ee38-4304-a405-23c6eb5a141a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:25.351643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cd87260f-ee38-4304-a405-23c6eb5a141a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:25.364883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.373281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:25.409444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea9d7-dbb3-47fe-9710-e8878f10c4d7 req-105c6645-d2b4-4e91-8eff-3f98f4b95bd4 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:25.414735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577ea9d7-dbb3-47fe-9710-e8878f10c4d7 req-105c6645-d2b4-4e91-8eff-3f98f4b95bd4 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 948 time: 0.2811387 Feb 10 13:14:25.419168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ac02-43d0-42a6-9af9-312d4338d45a req-8bfb3c42-07be-4df4-a409-d189a0b64552 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:25.437380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f03ac02-43d0-42a6-9af9-312d4338d45a req-8bfb3c42-07be-4df4-a409-d189a0b64552 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2490799 Feb 10 13:14:25.449231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-0a4d83af-f921-4d15-a125-acc03a8cd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:25.451320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-0a4d83af-f921-4d15-a125-acc03a8cd574 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.6575356 Feb 10 13:14:25.521141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-577ea9d7-dbb3-47fe-9710-e8878f10c4d7 req-d6f7e138-9ea3-4754-8a8b-5bbb80c1da1c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Feb 10 13:14:25.523340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:25.564672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-106b2ed8-4a01-4b17-b240-8de18e2a933c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 217 time: 0.1006894 Feb 10 13:14:25.592034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-315629855', 'description': 'tempest-description-815169176'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:25.641712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.680895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:14:25.722444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 40ae6147-584b-4ad2-898f-1c3c885ecca1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:25.801244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (cecc1d45-fb77-43db-b842-cccb280a636e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.809023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cecc1d45-fb77-43db-b842-cccb280a636e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.889738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-5e832f2b-e5a6-4090-9321-acc16e24f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:25.905483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:25.909799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:25.919763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54f3f71f-55a8-4bd1-bcba-29a6bffc115d req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3320861 Feb 10 13:14:25.936270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-5e832f2b-e5a6-4090-9321-acc16e24f858 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.3410304 Feb 10 13:14:25.937715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:25.942156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691436e-c973-4c09-89f3-35a9c315e662 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc1d45-fb77-43db-b842-cccb280a636e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:26.025882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f03ac02-43d0-42a6-9af9-312d4338d45a req-0e833b09-cf16-430f-a727-c367fc539696 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871067 Feb 10 13:14:26.100503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:26.101154 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:26.136451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9303c6d5-ec85-4ac0-8160-568658af5fce {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:26.186614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:26.201217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:26.278182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-6e5f6100-dbc9-4d92-b334-fa009cadc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:26.280386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-6e5f6100-dbc9-4d92-b334-fa009cadc0a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3405473 Feb 10 13:14:26.343719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:26.376971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bda1-b937-4f03-bb3f-4605c1397375 req-54c56e46-ccfa-47d2-a78f-b79ce9e2431e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:26.382763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f94bda1-b937-4f03-bb3f-4605c1397375 req-54c56e46-ccfa-47d2-a78f-b79ce9e2431e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2315502 Feb 10 13:14:26.454932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cd87260f-ee38-4304-a405-23c6eb5a141a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:26.460709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['9303c6d5-ec85-4ac0-8160-568658af5fce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:26.542813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f94bda1-b937-4f03-bb3f-4605c1397375 req-a8bd0beb-9fce-40d3-af2b-de1617746984 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387584 Feb 10 13:14:26.640866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-82c7ec1e-0aa5-4ea5-983a-91a56796fe24 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520913 Feb 10 13:14:26.654809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-c365e701-4c0f-4936-abaf-385e077085d4 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/cecc1d45-fb77-43db-b842-cccb280a636e HTTP/1.1" status: 200 len: 1820 time: 0.3972416 Feb 10 13:14:26.664838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cecc1d45-fb77-43db-b842-cccb280a636e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:26.667771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cecc1d45-fb77-43db-b842-cccb280a636e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:26.882437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537d99-2b8c-48e6-841d-c59a56316867 req-ae2e3d5b-ea79-4628-aa4c-713ca8dde66f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:26.888090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be537d99-2b8c-48e6-841d-c59a56316867 req-ae2e3d5b-ea79-4628-aa4c-713ca8dde66f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.1449814 Feb 10 13:14:26.921338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d8a3ccd-126c-4bcd-a848-cf6c96e319b4 req-afb5f224-ab8b-47ea-9445-3618dc0e640c service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437963 Feb 10 13:14:26.985113 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be537d99-2b8c-48e6-841d-c59a56316867 req-e53a355f-3167-4f83-a400-09b923ca1b4f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939989 Feb 10 13:14:27.051419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (3ade0c13-11b1-485b-9a7f-6af53512d260), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.085394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (3ade0c13-11b1-485b-9a7f-6af53512d260), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.098678 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (3ade0c13-11b1-485b-9a7f-6af53512d260), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.142417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.160966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a58e6276-8391-4d57-8f4b-43e16b67059f req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4998934 Feb 10 13:14:27.167439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df583385-06b5-45af-b83a-8effb800f1ef tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ade0c13-11b1-485b-9a7f-6af53512d260,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:27.289678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee796b6-2f03-4f7c-8d1a-fe187743dc71 req-aa1e1001-2d02-49f1-b0b9-3f0a1a1519cf tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:27.307713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fee796b6-2f03-4f7c-8d1a-fe187743dc71 req-aa1e1001-2d02-49f1-b0b9-3f0a1a1519cf tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 949 time: 0.1781969 Feb 10 13:14:27.409463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fee796b6-2f03-4f7c-8d1a-fe187743dc71 req-9ac16074-478d-44f7-b83c-abe095e935a3 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006997 Feb 10 13:14:27.421535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ffda3-e3b3-4325-aa1e-5cef36ede1dc req-27be4cad-7737-4956-b04c-858b54acf989 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:27.427056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-190519477', 'description': 'tempest-description-2275490'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:27.434725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d99ffda3-e3b3-4325-aa1e-5cef36ede1dc req-27be4cad-7737-4956-b04c-858b54acf989 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1353137 Feb 10 13:14:27.464928 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.568942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d99ffda3-e3b3-4325-aa1e-5cef36ede1dc req-1ea2f45a-bece-4afa-8899-04fe41a1f984 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302154 Feb 10 13:14:27.617384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (48498949-8d19-4240-8657-803a7d3c09b3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.641805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (48498949-8d19-4240-8657-803a7d3c09b3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.698516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48498949-8d19-4240-8657-803a7d3c09b3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:27.735307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.738488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b247a7f9-f2b4-497b-beaf-4bb0dceb246d req-d7409988-a4ca-4403-a3c0-48c6dd25d84f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3157988 Feb 10 13:14:27.854292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-25318390', 'description': 'tempest-description-1746755319'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:27.864824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b858b7-791e-40f6-9cb5-f6528848849a req-c6a86bc4-b7ad-4329-b28a-e3a203be00a4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:27.866371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b858b7-791e-40f6-9cb5-f6528848849a req-c6a86bc4-b7ad-4329-b28a-e3a203be00a4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1100693 Feb 10 13:14:27.894258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.924430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b858b7-791e-40f6-9cb5-f6528848849a req-5d9ee648-67a1-4a2a-8d6c-9c0d80122797 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520513 Feb 10 13:14:27.986745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (299bed5b-a540-41a3-bd02-730125940b1b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:27.994554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (299bed5b-a540-41a3-bd02-730125940b1b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.033172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299bed5b-a540-41a3-bd02-730125940b1b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:28.063158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.066228 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97f54ac1-f9a3-4160-a570-3d494fc4ceeb req-d5b65864-eeb5-4984-b541-9aba2062b003 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2167001 Feb 10 13:14:28.187572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9f166-b28e-4d68-b0c4-1b9f5bc1384f req-dfe2fc45-8384-4678-acff-8be3f293062d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:28.189653 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86c9f166-b28e-4d68-b0c4-1b9f5bc1384f req-dfe2fc45-8384-4678-acff-8be3f293062d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.0599005 Feb 10 13:14:28.202364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cd87260f-ee38-4304-a405-23c6eb5a141a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:28.261833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86c9f166-b28e-4d68-b0c4-1b9f5bc1384f req-2abed725-e0bd-41c8-923c-155cc02579b8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602548 Feb 10 13:14:28.300951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port cd87260f-ee38-4304-a405-23c6eb5a141a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:14:28.309151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port cd87260f-ee38-4304-a405-23c6eb5a141a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:28.309744 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.333809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-b19dfe20-3996-4513-a038-64158f495bf3 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/48498949-8d19-4240-8657-803a7d3c09b3 HTTP/1.1" status: 200 len: 1818 time: 0.0545263 Feb 10 13:14:28.397093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-22c46689-c6ec-4272-af9a-2ccb6457262f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/299bed5b-a540-41a3-bd02-730125940b1b HTTP/1.1" status: 200 len: 1820 time: 0.0588903 Feb 10 13:14:28.402455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48498949-8d19-4240-8657-803a7d3c09b3', 'remote_group_id': '299bed5b-a540-41a3-bd02-730125940b1b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:28.402934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48498949-8d19-4240-8657-803a7d3c09b3', 'remote_group_id': '299bed5b-a540-41a3-bd02-730125940b1b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:28.505853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cd87260f-ee38-4304-a405-23c6eb5a141a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:28.506985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.546728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:28.549973 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c7a557-44ba-4fe7-ae16-d3399a7ce7e0" -d '{"events": [{"server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "name": "network-vif-plugged", "status": "completed", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:28.566205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cd87260f-ee38-4304-a405-23c6eb5a141a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:28.576714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.577970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:28.713969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:28.751223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 9303c6d5-ec85-4ac0-8160-568658af5fce completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:14:28.760080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 9303c6d5-ec85-4ac0-8160-568658af5fce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:28.760739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.905123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:28.905504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.949667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:28.957369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded63ee2-6dda-4c49-864e-dcaf4e92cea1 req-50525f17-9d14-402c-9e89-57e421c5ac30 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:28.965369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ded63ee2-6dda-4c49-864e-dcaf4e92cea1 req-50525f17-9d14-402c-9e89-57e421c5ac30 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.1123624 Feb 10 13:14:28.972441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:28.993364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (08f14f9e-725c-47aa-bd31-246676cffb56), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.020512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ded63ee2-6dda-4c49-864e-dcaf4e92cea1 req-0d748d1c-8f23-4309-a381-db2e81ddec7d tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538647 Feb 10 13:14:29.102704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (08f14f9e-725c-47aa-bd31-246676cffb56), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.105541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:29.111335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (08f14f9e-725c-47aa-bd31-246676cffb56), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.117297 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da151f91-b7f8-41fc-9960-6a1a36332f04 x-openstack-request-id: req-da151f91-b7f8-41fc-9960-6a1a36332f04 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:29.117820 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "name": "network-vif-plugged", "status": "completed", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:29.118440 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da151f91-b7f8-41fc-9960-6a1a36332f04 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:29.119606 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a', 'code': 200} Feb 10 13:14:29.145522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f14f9e-725c-47aa-bd31-246676cffb56,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:29.163496 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.194188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1723236-64c7-4966-ba51-0979afb1eff1 req-1a2d0bfe-ef76-43d3-bbcc-2fffa4705a39 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7857676 Feb 10 13:14:29.430874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5226a-8272-4e65-853d-ee0680226029 req-06e1e345-7b59-4542-9b0c-7854ddb28276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:29.437137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf5226a-8272-4e65-853d-ee0680226029 req-06e1e345-7b59-4542-9b0c-7854ddb28276 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 1132 time: 0.1919665 Feb 10 13:14:29.506783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca7e4-1d79-48eb-8027-ec2dd4f1d24a req-8256113c-0198-4b4a-bcc9-34eb97607795 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:29.514078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719b47-3dfe-42d1-b407-f976c43585f3 req-a54f8492-c19c-4933-ab9d-3b19fbd18893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:29.515329 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8cca7e4-1d79-48eb-8027-ec2dd4f1d24a req-8256113c-0198-4b4a-bcc9-34eb97607795 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.0924244 Feb 10 13:14:29.517345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22719b47-3dfe-42d1-b407-f976c43585f3 req-a54f8492-c19c-4933-ab9d-3b19fbd18893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2428737 Feb 10 13:14:29.575833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf5226a-8272-4e65-853d-ee0680226029 req-459580c4-9fff-4772-8c55-8f5efd1c62e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362970 Feb 10 13:14:29.586283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8cca7e4-1d79-48eb-8027-ec2dd4f1d24a req-51d9dff5-6275-4701-aecd-6ef7ba77b131 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651355 Feb 10 13:14:29.601347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22719b47-3dfe-42d1-b407-f976c43585f3 req-b139a951-5ef4-40c0-a58c-e9d47e7f9ddb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705156 Feb 10 13:14:29.622412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1320437641', 'description': 'tempest-description-1998729080'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:29.657124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.752959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (3b7608e3-5128-4fd7-b66a-87a9517b9de3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.760380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3b7608e3-5128-4fd7-b66a-87a9517b9de3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.779697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab6aa6-a735-4317-9d9a-3021f23027e2 req-ea62be7c-125a-49b9-949a-16d794294520 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:29.781590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aab6aa6-a735-4317-9d9a-3021f23027e2 req-ea62be7c-125a-49b9-949a-16d794294520 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0729258 Feb 10 13:14:29.803336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7608e3-5128-4fd7-b66a-87a9517b9de3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:29.808474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:29.829350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b7098fa-60c4-45ec-b42b-91a622b4da0e req-d56b460a-ac35-4f3b-aee6-85dc09cba4a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2115412 Feb 10 13:14:29.843809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aab6aa6-a735-4317-9d9a-3021f23027e2 req-093a7f68-48d1-4a20-bf23-1d4afb0ce29d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Feb 10 13:14:29.884323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-434548518', 'description': 'tempest-description-1962986533'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:29.911480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.024960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (c20c05ce-33e5-4cac-8ff0-034c7c9c0d18), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.031883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c20c05ce-33e5-4cac-8ff0-034c7c9c0d18), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.084831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-52fbf863-4eed-45be-a1b9-aa2150d62e70 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:30.087158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-52fbf863-4eed-45be-a1b9-aa2150d62e70 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.1343510 Feb 10 13:14:30.096324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.097983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd99cee-8d75-41dc-ac89-8253e4bc32b7 req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2200017 Feb 10 13:14:30.107167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef05d5d-4a9e-43d3-bacd-e21034fa23e9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20c05ce-33e5-4cac-8ff0-034c7c9c0d18,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:30.109070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-5755f147-aad6-418d-b40a-135330bc6b4e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/quotas/91606bea8075431b9b36472e56da7e1d HTTP/1.1" status: 200 len: 375 time: 0.0207484 Feb 10 13:14:30.203349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-78a9c3f3-c84e-474c-9681-998d580a9c8b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878346 Feb 10 13:14:30.285926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e83ac-0d2d-41da-964e-2bb5dc87370b req-8cbfd587-44f6-46ec-8498-706d3aabc94c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:30.298740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-149e83ac-0d2d-41da-964e-2bb5dc87370b req-8cbfd587-44f6-46ec-8498-706d3aabc94c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.1044087 Feb 10 13:14:30.323489 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-b5f8e7a5-ad52-486c-9120-b6943a45c4cc service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188798 Feb 10 13:14:30.398126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-149e83ac-0d2d-41da-964e-2bb5dc87370b req-55414d7e-10e5-4a21-954a-a5d1c6adb687 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980020 Feb 10 13:14:30.433476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-622cb171-a9bb-4b7a-9f23-61ec1873ff50 service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090038 Feb 10 13:14:30.506361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-8083c878-855c-417d-a205-6fb963be722a tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/3b7608e3-5128-4fd7-b66a-87a9517b9de3 HTTP/1.1" status: 200 len: 1822 time: 0.0688095 Feb 10 13:14:30.632383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-84d5419c-f245-4b94-961e-542e5cadd6e4 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/c20c05ce-33e5-4cac-8ff0-034c7c9c0d18 HTTP/1.1" status: 200 len: 1821 time: 0.1204944 Feb 10 13:14:30.639582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3b7608e3-5128-4fd7-b66a-87a9517b9de3', 'remote_group_id': 'c20c05ce-33e5-4cac-8ff0-034c7c9c0d18', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:30.642653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3b7608e3-5128-4fd7-b66a-87a9517b9de3', 'remote_group_id': 'c20c05ce-33e5-4cac-8ff0-034c7c9c0d18', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:30.666310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f255b033-e11b-40be-9657-9c276ff3638e req-f343fd48-22c0-49ef-bbde-c2376bb9b2e2 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 210 time: 0.0542862 Feb 10 13:14:30.809055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-302d886e-cd74-42b5-9aff-da4f3a5c3daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.812548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (3431fdcc-3f34-40df-ab92-0069990e9bc4), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.844098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21895e2-c8f1-495d-b27d-9c2ee39f5c41 req-59673516-e903-4f62-8819-181da8d0aa95 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:30.847103 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e21895e2-c8f1-495d-b27d-9c2ee39f5c41 req-59673516-e903-4f62-8819-181da8d0aa95 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1033938 Feb 10 13:14:30.884801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:14:30.981023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (3431fdcc-3f34-40df-ab92-0069990e9bc4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:30.995291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (3431fdcc-3f34-40df-ab92-0069990e9bc4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.050436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3431fdcc-3f34-40df-ab92-0069990e9bc4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:31.067650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e21895e2-c8f1-495d-b27d-9c2ee39f5c41 req-e6c98120-76a1-4e8d-b3d3-ed1f93b13880 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122908 Feb 10 13:14:31.068656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:31.069248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.116218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-4a9a8d12-99a5-4e5c-99eb-049b677da044 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:31.126082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-4a9a8d12-99a5-4e5c-99eb-049b677da044 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "GET /v2.0/ports?device_id=d33619f0-a8de-4655-a742-3343612c0d3c HTTP/1.1" status: 200 len: 946 time: 0.2235229 Feb 10 13:14:31.126356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:31.134920 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c731ea1-761c-4324-826a-f4a107b33a23" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:31.135814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.141055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de73a6c3-40f8-4791-921d-da460a2635f6 req-97cc7e0b-0b16-4429-b6ab-d066a40368be tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5074818 Feb 10 13:14:31.244225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:31.265683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.308921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930603c-3982-401b-938e-d595a08c29ff req-82bd72a8-bc0e-484c-b144-3548f32b0953 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:31.317463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e930603c-3982-401b-938e-d595a08c29ff req-82bd72a8-bc0e-484c-b144-3548f32b0953 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0948131 Feb 10 13:14:31.378237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:31.397705 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e930603c-3982-401b-938e-d595a08c29ff req-a7339084-d95a-424d-9118-c38f6395cda1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777431 Feb 10 13:14:31.445366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eefe2-01b3-41ef-ad66-f9e035b9f0e1 req-7cb162c5-005b-499c-9f6a-26b40402d5c0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:31.447096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c4eefe2-01b3-41ef-ad66-f9e035b9f0e1 req-7cb162c5-005b-499c-9f6a-26b40402d5c0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1855714 Feb 10 13:14:31.496742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Deleting port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:14:31.497256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.507254 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5012d630-4049-46b7-b444-d49c982701f2 req-86150889-7da0-411e-84ee-f1f606771c45 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/c20c05ce-33e5-4cac-8ff0-034c7c9c0d18 HTTP/1.1" status: 200 len: 1821 time: 0.0806041 Feb 10 13:14:31.536604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c4eefe2-01b3-41ef-ad66-f9e035b9f0e1 req-f6a1592c-9f8e-4bc6-9b57-c7acce129fa2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780532 Feb 10 13:14:31.663138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] For port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:31.667908 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.704991 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41ea6d-681f-499a-87ed-ec1b9d069e4c x-openstack-request-id: req-2e41ea6d-681f-499a-87ed-ec1b9d069e4c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:31.705590 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:31.706309 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e41ea6d-681f-499a-87ed-ec1b9d069e4c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:31.706937 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'code': 200} Feb 10 13:14:31.725274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Calling delete_port for 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:14:31.730236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5012d630-4049-46b7-b444-d49c982701f2 req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (c20c05ce-33e5-4cac-8ff0-034c7c9c0d18), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.825525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5012d630-4049-46b7-b444-d49c982701f2 req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (c20c05ce-33e5-4cac-8ff0-034c7c9c0d18), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.989489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5012d630-4049-46b7-b444-d49c982701f2 req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c20c05ce-33e5-4cac-8ff0-034c7c9c0d18), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:31.993779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5012d630-4049-46b7-b444-d49c982701f2 req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:32.006413 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5012d630-4049-46b7-b444-d49c982701f2 req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/c20c05ce-33e5-4cac-8ff0-034c7c9c0d18 HTTP/1.1" status: 204 len: 173 time: 0.4978573 Feb 10 13:14:32.044449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00401015-46ad-4790-bcb9-f6688bef5ffc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20c05ce-33e5-4cac-8ff0-034c7c9c0d18,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:32.099782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6bc73e09-95d5-4b3e-8e3e-df144b89e4fd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:32.135647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event deleted for resources: {'Port': ['ID=6bc73e09-95d5-4b3e-8e3e-df144b89e4fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:32.156462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea113-c331-49d9-95e1-cf517609f2af req-302716e2-f243-4062-ae03-8f6573fa1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:32.158337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfea113-c331-49d9-95e1-cf517609f2af req-302716e2-f243-4062-ae03-8f6573fa1458 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1127 time: 0.1731567 Feb 10 13:14:32.166682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4389f9-b783-4841-b7ea-8a1542e3909e req-60844b03-f892-4e32-afa2-e786aed4a70e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:32.174119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4389f9-b783-4841-b7ea-8a1542e3909e req-60844b03-f892-4e32-afa2-e786aed4a70e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.1590059 Feb 10 13:14:32.249094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4389f9-b783-4841-b7ea-8a1542e3909e req-b31fc887-bee2-4f63-a631-b010e4bce5af tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Feb 10 13:14:32.277013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e92d6eb-071a-4b59-bb0f-63e963797a70 req-23119048-c68f-4bad-a6c2-f37549d9c64d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 210 time: 0.1504548 Feb 10 13:14:32.466448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37d83099-8998-454b-83eb-df487624b73f req-807fc10c-3dd7-49f3-b8d5-ca36ec78c8c4 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/3b7608e3-5128-4fd7-b66a-87a9517b9de3 HTTP/1.1" status: 200 len: 1822 time: 0.1490657 Feb 10 13:14:32.528470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfea113-c331-49d9-95e1-cf517609f2af req-7edf3b2e-fa05-48af-8540-2bbcd6ccf8a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345375 Feb 10 13:14:32.529426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] No DVR routers for this DVR port 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:14:32.546052 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:32.549562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e4e9fec-e67c-477c-a5df-cae07501751b req-dccd74c5-4fcf-4099-98d8-19cf76eea7fc tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "DELETE /v2.0/ports/6bc73e09-95d5-4b3e-8e3e-df144b89e4fd HTTP/1.1" status: 204 len: 173 time: 1.3991370 Feb 10 13:14:32.550084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-deleted', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:32.559130 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27324c7f-f275-4d9f-b8e5-2051ddef2c9d" -d '{"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-deleted", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:32.644702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-5be51a3b-fb04-445b-aa66-8c1d5cbfaa27 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:32.649010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-5be51a3b-fb04-445b-aa66-8c1d5cbfaa27 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.2186038 Feb 10 13:14:32.694637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Request body: {'port': {'device_id': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'admin_state_up': True, 'tenant_id': '91606bea8075431b9b36472e56da7e1d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:32.761048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3162-bfb6-4536-80fc-87683be760f7 req-94f2b8f7-2326-4be6-906a-f7271c7bc9f9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:32.772264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f9e3162-bfb6-4536-80fc-87683be760f7 req-94f2b8f7-2326-4be6-906a-f7271c7bc9f9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.3950493 Feb 10 13:14:32.861995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f9e3162-bfb6-4536-80fc-87683be760f7 req-cd03e4b1-a1f0-49a2-9668-a0f23a23c48a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Feb 10 13:14:32.935255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-68795684', 'description': 'tempest-description-347838112'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:32.962607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.065805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:33.079159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.084602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (e77d247a-8e50-41f1-9a97-fd9d0e2a0e04), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.094100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e77d247a-8e50-41f1-9a97-fd9d0e2a0e04), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.177987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cabfe4f2-5724-499c-8179-c4491afa7295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.187800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:33.210091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27856a97-d388-4a69-a896-e83311c46d50 req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2737238 Feb 10 13:14:33.250185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2c12b-ad40-4bc0-a2b3-2160036ec829 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d247a-8e50-41f1-9a97-fd9d0e2a0e04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:33.252106 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:14:33.318924 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24762234-263e-4e0d-9b67-686dc7c9d01e x-openstack-request-id: req-24762234-263e-4e0d-9b67-686dc7c9d01e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:33.319199 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-deleted", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:33.319500 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24762234-263e-4e0d-9b67-686dc7c9d01e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:33.319868 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-deleted', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'status': 'completed', 'code': 200} Feb 10 13:14:33.416599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beab7c-3358-4e75-a87c-1dd529cfa725 req-4cf1d6f1-4fd0-47ae-aac3-369307680893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:33.419767 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3beab7c-3358-4e75-a87c-1dd529cfa725 req-4cf1d6f1-4fd0-47ae-aac3-369307680893 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1244802 Feb 10 13:14:33.503116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4fc51-8ea5-41f0-91f8-444a04e4c4d6 req-8a84c554-b6a3-41c8-bbc5-5e0bd1ba1274 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:33.510605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fe4fc51-8ea5-41f0-91f8-444a04e4c4d6 req-8a84c554-b6a3-41c8-bbc5-5e0bd1ba1274 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1280992 Feb 10 13:14:33.583898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fe4fc51-8ea5-41f0-91f8-444a04e4c4d6 req-208984db-b759-43b8-81a4-38989ef2444e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720935 Feb 10 13:14:33.600747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3beab7c-3358-4e75-a87c-1dd529cfa725 req-1d3e02d9-2af5-40b8-8718-268b7e311c7e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504014 Feb 10 13:14:33.614440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Allocated IP 172.20.0.5 (3c9012b7-3376-497d-881a-9ce3e934df85/ca1df21c-1e68-4711-a122-24b012455f14/3ff831c5-b141-4f43-bf20-db2569a174db) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:33.707986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:33.727840 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601a5b9-eef4-46ed-97da-7bf9cd350ae8" -d '{"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:33.794854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-18e330d6-ea5c-4fa3-87f0-e5c336f5d62a tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 200 len: 1819 time: 0.1066198 Feb 10 13:14:33.812317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75790ec8-578f-4820-a0f5-3519cd502f46 req-9401c214-c732-472f-9713-655f915ab77c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:33.818592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77d247a-8e50-41f1-9a97-fd9d0e2a0e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:33.819240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77d247a-8e50-41f1-9a97-fd9d0e2a0e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:33.822586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75790ec8-578f-4820-a0f5-3519cd502f46 req-9401c214-c732-472f-9713-655f915ab77c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.0945778 Feb 10 13:14:33.891429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75790ec8-578f-4820-a0f5-3519cd502f46 req-c8b32494-dfa9-4d16-945a-5c0498625cf3 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675354 Feb 10 13:14:34.038514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks [] for port (3ff831c5-b141-4f43-bf20-db2569a174db), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.057344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f470e17a-da5a-4748-ac40-81ee217a3af2 req-c2ac08af-ceb4-4431-b1ca-690683a3d263 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 210 time: 0.0416131 Feb 10 13:14:34.057791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (00b39dad-2e7c-43a9-b4e0-169663dac1cd), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.103604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (00b39dad-2e7c-43a9-b4e0-169663dac1cd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.113697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (00b39dad-2e7c-43a9-b4e0-169663dac1cd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.136293 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b7eb5-b0e7-4d6d-9fb2-beda96fc5e69 x-openstack-request-id: req-f43b7eb5-b0e7-4d6d-9fb2-beda96fc5e69 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:34.136580 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33619f0-a8de-4655-a742-3343612c0d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc73e09-95d5-4b3e-8e3e-df144b89e4fd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:34.137144 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f43b7eb5-b0e7-4d6d-9fb2-beda96fc5e69 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:34.137692 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33619f0-a8de-4655-a742-3343612c0d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc73e09-95d5-4b3e-8e3e-df144b89e4fd', 'code': 200} Feb 10 13:14:34.154386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.155740 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db9147f8-5d54-48ee-8932-8f68f1fd585a req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3475316 Feb 10 13:14:34.162560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b918bd-cfae-4088-a55d-b025da9e3a0f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b39dad-2e7c-43a9-b4e0-169663dac1cd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:34.182101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.284031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36312dee-ce37-4922-b805-f417f4540c76 req-eb0e077d-9f5b-4aca-b905-258e2b262cff tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:34.286430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36312dee-ce37-4922-b805-f417f4540c76 req-eb0e077d-9f5b-4aca-b905-258e2b262cff tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.0744236 Feb 10 13:14:34.307596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Network 3c9012b7-3376-497d-881a-9ce3e934df85 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:34.321987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:34.323925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:34.326468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:34.330512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-b41331a5-035e-4df8-8648-a5b9870c2a4b tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94e5c27827c947778bad8a29b40d02db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399296 Feb 10 13:14:34.358182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36312dee-ce37-4922-b805-f417f4540c76 req-d9b5bd49-698a-4764-b039-879e3ff1435b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647922 Feb 10 13:14:34.424603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:34.425172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.439059 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.485000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-dcfa90fe-a2c1-426d-b0fe-8ab35ef0f2d8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8053236 Feb 10 13:14:34.519043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-05bb3ea3-2758-40e4-bd52-61aec09dca2e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:34.521543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-05bb3ea3-2758-40e4-bd52-61aec09dca2e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690013 Feb 10 13:14:34.540065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-1f137d78-8a5c-4c40-b425-477b5722dd11 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 200 len: 2412 time: 0.1211996 Feb 10 13:14:34.546795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-8a82c029-87df-401a-8b39-505a7b58aaa1 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/quotas/94e5c27827c947778bad8a29b40d02db HTTP/1.1" status: 200 len: 375 time: 0.0192714 Feb 10 13:14:34.557678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77d247a-8e50-41f1-9a97-fd9d0e2a0e04', 'remote_group_id': None}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:34.558820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e77d247a-8e50-41f1-9a97-fd9d0e2a0e04', 'remote_group_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:34.631712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Request body: {'port': {'device_id': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:34.674247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.700072 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-8d527686-cebe-4975-a96b-96652d9e9ecc tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432762 Feb 10 13:14:34.734330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.744102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.790170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c91d9a-d932-4cec-8d52-b5384bf49635,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:34.805826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.817940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:34.823697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad5e6aa-c029-4536-bded-efea195d55dc req-59a10191-ea1b-4160-b9fc-aef7c3dfc7a8 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2786438 Feb 10 13:14:34.936638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:14:35.027245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:14:35.027600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6bc73e09-95d5-4b3e-8e3e-df144b89e4fd not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:14:35.101251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa79b7-ea66-410b-a869-29d23bb1b2ff req-efdbbeb0-111a-47a7-95cd-92f6da7f79f8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:35.110883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37aa79b7-ea66-410b-a869-29d23bb1b2ff req-efdbbeb0-111a-47a7-95cd-92f6da7f79f8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.2072167 Feb 10 13:14:35.246647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37aa79b7-ea66-410b-a869-29d23bb1b2ff req-ae816e02-d339-4cf3-938b-b93d451ed852 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317813 Feb 10 13:14:35.334806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14934e-2554-4823-8821-2d200f9c2144 req-9da22127-8552-450a-9d63-ebdde5684ce3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:35.339717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac14934e-2554-4823-8821-2d200f9c2144 req-9da22127-8552-450a-9d63-ebdde5684ce3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2671297 Feb 10 13:14:35.395648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e203ec66-3c51-45e5-a6a4-2e203f8ecb1d req-a6b867ac-742a-49ee-9a24-0e5929552561 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 200 len: 3010 time: 0.0890279 Feb 10 13:14:35.465833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-908b96fe-bb6a-49b9-8fc2-c445689a5154 req-4d9a18de-09b1-4a51-b828-868eedaea647 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 210 time: 0.0429125 Feb 10 13:14:35.548058 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac14934e-2554-4823-8821-2d200f9c2144 req-88bfb37b-bf8d-4c1b-954c-73d1aa0179db tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979203 Feb 10 13:14:35.679686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:35.692354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411eeca6-11fd-48f7-b76c-f4f2843b5c71 req-bcd90fcb-41e3-48a8-ba65-e1baf1c20809 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:35.704098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-411eeca6-11fd-48f7-b76c-f4f2843b5c71 req-bcd90fcb-41e3-48a8-ba65-e1baf1c20809 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 931 time: 0.1593161 Feb 10 13:14:35.722452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff831c5-b141-4f43-bf20-db2569a174db {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:35.732079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:35.744472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks [] for port (3ff831c5-b141-4f43-bf20-db2569a174db), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:35.797049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-411eeca6-11fd-48f7-b76c-f4f2843b5c71 req-5e1522f1-8f46-451a-9798-a0b3f567458d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909336 Feb 10 13:14:35.802943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Transition to ACTIVE for port object 3ff831c5-b141-4f43-bf20-db2569a174db will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:14:35.816992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63660835-f028-44ba-a0d7-06f873d023af req-c8dad60b-b6d5-4f5d-b52b-77747de5eb50 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:35.819561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63660835-f028-44ba-a0d7-06f873d023af req-c8dad60b-b6d5-4f5d-b52b-77747de5eb50 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1425323 Feb 10 13:14:35.821670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:35.832280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:35.838129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'floatingip': {'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:35.949861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-08391f93-1b29-4d06-a98e-df8064faf3db tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-group-rules/07c91d9a-d932-4cec-8d52-b5384bf49635 HTTP/1.1" status: 200 len: 783 time: 0.0893140 Feb 10 13:14:35.994502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.021118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c3090-f113-4240-8da8-544b0ae6a9b3 req-00529aeb-e83d-4bb4-9927-78b8ea8c710e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:36.022850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b95c3090-f113-4240-8da8-544b0ae6a9b3 req-00529aeb-e83d-4bb4-9927-78b8ea8c710e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.0995984 Feb 10 13:14:36.051730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:36.121206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b95c3090-f113-4240-8da8-544b0ae6a9b3 req-b02e8d40-66e3-4b00-88b8-9110319f26b4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879157 Feb 10 13:14:36.191681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-49c82c5b-4525-4aa0-af36-29efa9230a8c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 200 len: 3010 time: 0.2233472 Feb 10 13:14:36.289723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Attempting to bind port 3ff831c5-b141-4f43-bf20-db2569a174db on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:36.290062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Attempting to bind port 3ff831c5-b141-4f43-bf20-db2569a174db by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:36.290385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Attempting to bind port 3ff831c5-b141-4f43-bf20-db2569a174db on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:36.295527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.305156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Port 3ff831c5-b141-4f43-bf20-db2569a174db on network 3c9012b7-3376-497d-881a-9ce3e934df85 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:36.305473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Attempting to bind port 3ff831c5-b141-4f43-bf20-db2569a174db on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:36.317587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.332995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:36.333317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Checking segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:36.333716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Bound using segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:36.334170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Bound port: 3ff831c5-b141-4f43-bf20-db2569a174db, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:36.334545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.427261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (07c91d9a-d932-4cec-8d52-b5384bf49635), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.441849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.442909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec07d1ec-fc02-43b0-8816-d1dc558675db req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/07c91d9a-d932-4cec-8d52-b5384bf49635 HTTP/1.1" status: 204 len: 173 time: 0.2504303 Feb 10 13:14:36.495529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4de1-a0a0-41c6-939f-190c21e6077b tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07c91d9a-d932-4cec-8d52-b5384bf49635,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:36.588158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-21f6e8f7-ce34-4e01-a3d2-25873d7d76fa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 200 len: 2412 time: 0.1153536 Feb 10 13:14:36.601930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:36.632073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:36.685289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.740487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-39e7ba94-e652-427e-b198-63a679e98e31 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94e5c27827c947778bad8a29b40d02db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489203 Feb 10 13:14:36.756721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f000a14-f785-47ae-89ea-0345366d307c req-c9202159-300e-4882-b613-797468292f12 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 210 time: 0.1089897 Feb 10 13:14:36.817143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:36.817921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.819662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] 10.222.0.21 "PUT /v2.0/ports/3ff831c5-b141-4f43-bf20-db2569a174db HTTP/1.1" status: 200 len: 1091 time: 2.3238764 Feb 10 13:14:36.822520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:36.825075 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c66c7-f816-401f-ba91-bfe94773a106" -d '{"events": [{"name": "network-changed", "server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:36.879959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c60616-eb2c-48d7-8b79-14e1b844ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:36.987666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:36.999026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.005549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-46649038-cea5-44f4-9747-6de020532a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:37.007144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-46649038-cea5-44f4-9747-6de020532a8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 1125 time: 0.0721142 Feb 10 13:14:37.048333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (e77d247a-8e50-41f1-9a97-fd9d0e2a0e04), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.138927 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (e77d247a-8e50-41f1-9a97-fd9d0e2a0e04), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.149914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-bb02825f-1872-4c00-a54a-2cfc0a2c676e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff831c5-b141-4f43-bf20-db2569a174db HTTP/1.1" status: 200 len: 217 time: 0.1110539 Feb 10 13:14:37.238962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-7e300f09-1f51-4124-ba5c-6180d9a80e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:37.240632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-7e300f09-1f51-4124-ba5c-6180d9a80e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.0819547 Feb 10 13:14:37.250831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-a5aa506f-03c3-4f10-9ba3-9d4a0698b8ac tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:37.253626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-a5aa506f-03c3-4f10-9ba3-9d4a0698b8ac tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040042 Feb 10 13:14:37.266888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Request body: {'port': {'device_id': '044e4472-f146-4783-a926-c6be29eecaba', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '94e5c27827c947778bad8a29b40d02db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:37.367388 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.395103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e77d247a-8e50-41f1-9a97-fd9d0e2a0e04), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.395862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-c685d08c-e383-46d0-a116-f9873f8bacd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893342 Feb 10 13:14:37.399508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.414891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39424795-e33e-49b2-8ea0-2433bf9d8af2 req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/e77d247a-8e50-41f1-9a97-fd9d0e2a0e04 HTTP/1.1" status: 204 len: 173 time: 0.8183441 Feb 10 13:14:37.422048 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Floating IP 6cee75f2-4180-4fd8-bed5-3ee79d9ef879 associated. External IP: 172.25.8.129, port: 9303c6d5-ec85-4ac0-8160-568658af5fce. Feb 10 13:14:37.477402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8318-91a1-44a2-b0e7-e8a72cf0638c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d247a-8e50-41f1-9a97-fd9d0e2a0e04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:37.618506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Made reservation on behalf of 94e5c27827c947778bad8a29b40d02db for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:37.622096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:37.804534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c79e9-ca0e-4646-8b4f-764b6ce9780d req-d25d8975-5042-4fea-9dd4-d31118806ab0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:37.806249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2c79e9-ca0e-4646-8b4f-764b6ce9780d req-d25d8975-5042-4fea-9dd4-d31118806ab0 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 943 time: 0.1399736 Feb 10 13:14:37.854690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Allocated IP 192.168.233.16 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/c97b3af3-3f5f-48df-b6d7-3d1a16311397) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:37.902763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2c79e9-ca0e-4646-8b4f-764b6ce9780d req-495b9ace-b0b0-4da0-b016-73db88347781 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824931 Feb 10 13:14:38.153847 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be57987c-8241-40cf-a664-b53be615e96b x-openstack-request-id: req-be57987c-8241-40cf-a664-b53be615e96b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:38.154529 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:38.154529 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be57987c-8241-40cf-a664-b53be615e96b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:38.154771 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db', 'status': 'completed', 'code': 200} Feb 10 13:14:38.232409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d10934-1280-453b-8bfd-75104672933a req-1ac401a5-1f9b-4ec1-997c-18d30b8b1fdd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:38.233778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa47442-203c-4b59-b07b-13a60c038a25 req-2c6854db-62a0-4ed1-b2fc-6c80f1d2ab1a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:38.233953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24d10934-1280-453b-8bfd-75104672933a req-1ac401a5-1f9b-4ec1-997c-18d30b8b1fdd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 1.1940675 Feb 10 13:14:38.241727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5aa47442-203c-4b59-b07b-13a60c038a25 req-2c6854db-62a0-4ed1-b2fc-6c80f1d2ab1a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1797063 Feb 10 13:14:38.274418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks [] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:38.328783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:38.345610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cd87260f-ee38-4304-a405-23c6eb5a141a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:38.397784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24d10934-1280-453b-8bfd-75104672933a req-22d8b111-b715-4b74-91af-9e106fbb7d2a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531982 Feb 10 13:14:38.457682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-22a3e0e5-cf89-4546-81d7-972967d3a9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012197 Feb 10 13:14:38.521319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:38.537845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:38.543093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:38.694649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5aa47442-203c-4b59-b07b-13a60c038a25 req-31af7ab5-11d5-4e36-b7f6-ff8fa80452fd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518480 Feb 10 13:14:38.703678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-336aa2ae-62b0-47ca-97ac-cc02d7acd1bc req-6f2a01af-8957-48cb-8a45-51c24e40e539 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329433 Feb 10 13:14:38.704078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:38.704662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:38.722581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Pushing event updated for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:38.733785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:14:38.773721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-381cb528-513b-4f33-bcb0-3252d1bc7068 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5111544 Feb 10 13:14:38.790879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Request body: {'port': {'device_id': '044e4472-f146-4783-a926-c6be29eecaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:38.950545 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-4429079d-caa5-4802-a8a9-38f110f928ad req-13a32067-480c-4e5a-a2da-cd0e5dc38d44 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] show failed (client error): The resource could not be found. Feb 10 13:14:38.963103 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4429079d-caa5-4802-a8a9-38f110f928ad req-13a32067-480c-4e5a-a2da-cd0e5dc38d44 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/c20c05ce-33e5-4cac-8ff0-034c7c9c0d18 HTTP/1.1" status: 404 len: 352 time: 0.1638200 Feb 10 13:14:38.997389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:39.043628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bbdc6287-1c94-4b79-a6f0-790a7599fbcb None None] Provisioning complete for port c97b3af3-3f5f-48df-b6d7-3d1a16311397 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:39.051386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6287-1c94-4b79-a6f0-790a7599fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:39.087652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aab86-9772-40ec-90a4-a0bfd3423eb5 req-d33a7be6-131e-4ca5-b387-949dc7ca057c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.090063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f95aab86-9772-40ec-90a4-a0bfd3423eb5 req-d33a7be6-131e-4ca5-b387-949dc7ca057c tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 935 time: 0.2081759 Feb 10 13:14:39.112975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-2ac54e4a-eb69-4785-800d-68edb3c53bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.123134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-2ac54e4a-eb69-4785-800d-68edb3c53bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.2288477 Feb 10 13:14:39.130524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc6287-1c94-4b79-a6f0-790a7599fbcb None None] Port c97b3af3-3f5f-48df-b6d7-3d1a16311397 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:39.174102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-f32d1a54-f4bb-4309-806c-43c6d76e90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.177441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-f32d1a54-f4bb-4309-806c-43c6d76e90c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 1125 time: 0.3883340 Feb 10 13:14:39.223377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f95aab86-9772-40ec-90a4-a0bfd3423eb5 req-492d1ce2-e5c5-488c-acb5-d1073bf1e1f0 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239450 Feb 10 13:14:39.267530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-f82dfa7f-89d4-4342-a90e-5c82858004fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.273376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-f82dfa7f-89d4-4342-a90e-5c82858004fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.1284959 Feb 10 13:14:39.285624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:14:39.295696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:39.297767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:39.329098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:39.329871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:39.417524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-ad5ff669-d857-4ed5-8b74-0376279158dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.0819151 Feb 10 13:14:39.473486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59401794-e902-4163-8e97-7a7bec1ff10e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "PUT /v2.0/floatingips/6cee75f2-4180-4fd8-bed5-3ee79d9ef879 HTTP/1.1" status: 200 len: 991 time: 3.6390400 Feb 10 13:14:39.504092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-a5e29af2-5d77-4381-8dc2-58e676cc30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.506158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-a5e29af2-5d77-4381-8dc2-58e676cc30dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 905 time: 0.2885752 Feb 10 13:14:39.532230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-44766164-0269-48e3-99ec-84e978b7cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.534696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-44766164-0269-48e3-99ec-84e978b7cb33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.1026144 Feb 10 13:14:39.535750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:39.576640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-30a28f93-e4a8-44b9-9680-939c33634e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff831c5-b141-4f43-bf20-db2569a174db HTTP/1.1" status: 200 len: 217 time: 0.0615313 Feb 10 13:14:39.584614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9ef2-cc9e-40b9-8410-b31f9694e5b5 req-25d1153a-0b00-4e00-bcdb-b5f3ef163f47 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.597315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-879c9ef2-cc9e-40b9-8410-b31f9694e5b5 req-25d1153a-0b00-4e00-bcdb-b5f3ef163f47 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 943 time: 0.1853821 Feb 10 13:14:39.697094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-33eda222-65ba-45cf-928b-27bbb9b7bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.698707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-33eda222-65ba-45cf-928b-27bbb9b7bdcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.0992332 Feb 10 13:14:39.720627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-879c9ef2-cc9e-40b9-8410-b31f9694e5b5 req-c4a4a76c-e178-4d51-929b-01f53ccaefe4 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165481 Feb 10 13:14:39.766320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-b716b2d9-f929-49e4-ab19-0a5d96249daa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435870 Feb 10 13:14:39.836577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-481fd833-fc96-465d-9206-f92ed266f930 req-4eaf9f1e-e068-419c-85a0-f49cd47cf933 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/3b7608e3-5128-4fd7-b66a-87a9517b9de3 HTTP/1.1" status: 200 len: 1822 time: 0.0742266 Feb 10 13:14:39.861844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-7c93fada-f494-4c97-9623-c5aaf557fdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529444 Feb 10 13:14:39.937758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136905e-e7eb-41c0-b009-c55414bd72ff req-349bd8bf-25ce-427b-893f-08078ebf8d53 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:39.946385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7136905e-e7eb-41c0-b009-c55414bd72ff req-349bd8bf-25ce-427b-893f-08078ebf8d53 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.8214285 Feb 10 13:14:39.986407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-481fd833-fc96-465d-9206-f92ed266f930 req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (3b7608e3-5128-4fd7-b66a-87a9517b9de3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.008540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-c4d16d93-8f96-4d12-9f20-fe943c48ec0f service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033300 Feb 10 13:14:40.025652 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-481fd833-fc96-465d-9206-f92ed266f930 req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (3b7608e3-5128-4fd7-b66a-87a9517b9de3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.116447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7136905e-e7eb-41c0-b009-c55414bd72ff req-8af99dc5-5592-4404-9e62-75fe98bbe03e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693199 Feb 10 13:14:40.136691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97b3af3-3f5f-48df-b6d7-3d1a16311397 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:40.158897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks [] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.173954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-fdc5426a-0fe4-44a0-b15f-e0da7abc6d84 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037395 Feb 10 13:14:40.198637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:40.201734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6cee75f2-4180-4fd8-bed5-3ee79d9ef879', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:03Z', 'updated_at': '2022-02-10T13:14:36Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:40.202943 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:40.208126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d8c66c7-f816-401f-ba91-bfe94773a106 req-32ef532e-8af0-42da-9295-f4ea15288822 service neutron] 10.222.0.21 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929841 Feb 10 13:14:40.210020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-481fd833-fc96-465d-9206-f92ed266f930 req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3b7608e3-5128-4fd7-b66a-87a9517b9de3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.213405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-481fd833-fc96-465d-9206-f92ed266f930 req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.228726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-481fd833-fc96-465d-9206-f92ed266f930 req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b7608e3-5128-4fd7-b66a-87a9517b9de3 HTTP/1.1" status: 204 len: 173 time: 0.3119957 Feb 10 13:14:40.248851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fceef-311e-45a9-a6d4-1eafbc7f6e76 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7608e3-5128-4fd7-b66a-87a9517b9de3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:40.275696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:40.317656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:40.320553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:40.340643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bdd3ee0-334f-4321-ae86-13cffb2b1bb6 req-5069af56-c521-4dc8-b329-acd4137a8887 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544602 Feb 10 13:14:40.342862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Transition to ACTIVE for port object c97b3af3-3f5f-48df-b6d7-3d1a16311397 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:14:40.369882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:40.508035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:40.543474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8c66-3ffe-4076-ab01-b1af6ac80cfa req-431760a5-9bbf-4873-9354-31674303d8ee tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:40.547551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d8e8c66-3ffe-4076-ab01-b1af6ac80cfa req-431760a5-9bbf-4873-9354-31674303d8ee tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1310005 Feb 10 13:14:40.592977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:40.643533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d8e8c66-3ffe-4076-ab01-b1af6ac80cfa req-2231b83f-00be-4e22-868d-5f3c5ce94bb5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850568 Feb 10 13:14:40.671860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36d7df-ed81-48cc-b2da-3868a91f9dd7 req-90a093f8-82a9-4cd5-9042-57c3fc598003 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:40.681835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc36d7df-ed81-48cc-b2da-3868a91f9dd7 req-90a093f8-82a9-4cd5-9042-57c3fc598003 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.3400958 Feb 10 13:14:40.737800 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aef9b2-e6b5-4f6f-acde-0639f1704e5c x-openstack-request-id: req-36aef9b2-e6b5-4f6f-acde-0639f1704e5c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:40.738316 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:40.738725 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36aef9b2-e6b5-4f6f-acde-0639f1704e5c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:40.739818 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'status': 'completed', 'code': 200} Feb 10 13:14:40.918190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-dae1c0dd-c0aa-4a0a-819c-7b456a44b5b9 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/299bed5b-a540-41a3-bd02-730125940b1b HTTP/1.1" status: 200 len: 1820 time: 0.1322532 Feb 10 13:14:41.040282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (299bed5b-a540-41a3-bd02-730125940b1b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.102320 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.121382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (299bed5b-a540-41a3-bd02-730125940b1b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.309887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (299bed5b-a540-41a3-bd02-730125940b1b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.314057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.316243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ace63d4e-25e3-4e0b-b9dc-13387d05a776 req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/299bed5b-a540-41a3-bd02-730125940b1b HTTP/1.1" status: 204 len: 173 time: 0.3969367 Feb 10 13:14:41.339567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff804ba-0b6f-44eb-a70f-13d316d9f2aa tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bed5b-a540-41a3-bd02-730125940b1b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:41.382160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6cee75f2-4180-4fd8-bed5-3ee79d9ef879', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:03Z', 'updated_at': '2022-02-10T13:14:36Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:41.427874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718772d7-043d-4eff-addd-191b8bd19b64 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6cee75f2-4180-4fd8-bed5-3ee79d9ef879', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:03Z', 'updated_at': '2022-02-10T13:14:36Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:41.523419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Attempting to bind port c97b3af3-3f5f-48df-b6d7-3d1a16311397 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:41.523956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Attempting to bind port c97b3af3-3f5f-48df-b6d7-3d1a16311397 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:41.523956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Attempting to bind port c97b3af3-3f5f-48df-b6d7-3d1a16311397 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:41.548173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Port c97b3af3-3f5f-48df-b6d7-3d1a16311397 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:41.548503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Attempting to bind port c97b3af3-3f5f-48df-b6d7-3d1a16311397 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:41.554491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:41.554823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:41.555184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:41.555620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Bound port: c97b3af3-3f5f-48df-b6d7-3d1a16311397, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:41.555971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:41.599245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc36d7df-ed81-48cc-b2da-3868a91f9dd7 req-5188a8d5-bc3e-4875-b009-c492dc7740a1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9126680 Feb 10 13:14:41.604513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83788-2631-4446-9a59-6fa52a9abe85 req-317e6a5e-ee70-4ac7-bdbb-d218eb06aa15 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:41.612777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fb83788-2631-4446-9a59-6fa52a9abe85 req-317e6a5e-ee70-4ac7-bdbb-d218eb06aa15 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 947 time: 0.1488240 Feb 10 13:14:41.680187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-19a3d74f-d522-42d1-8cf9-eb59f4d2b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:41.682395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-19a3d74f-d522-42d1-8cf9-eb59f4d2b8ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1127 time: 0.9016755 Feb 10 13:14:41.773702 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fb83788-2631-4446-9a59-6fa52a9abe85 req-93ec1543-05be-4c3f-8a14-047adf5b7254 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597025 Feb 10 13:14:41.840887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-3887dbd8-2c4b-49e5-88a9-cbe397d984ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:41.842484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-3887dbd8-2c4b-49e5-88a9-cbe397d984ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.1514721 Feb 10 13:14:41.844299 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055b9f1-56d3-4219-80a0-425589f7e7d2 None None] New status for floating IP 6cee75f2-4180-4fd8-bed5-3ee79d9ef879: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:14:41.962146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1bdd8-1992-4cb3-9e31-80b752c96edd req-c2480bbb-ff3d-49bf-a015-45c699ed9fd7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:41.970342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08b1bdd8-1992-4cb3-9e31-80b752c96edd req-c2480bbb-ff3d-49bf-a015-45c699ed9fd7 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0944440 Feb 10 13:14:42.011275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe47a8d-3f23-425f-a8ab-7bd6f4673250 req-3b37a92d-622c-42a5-a604-95402151b21e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:42.033485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe47a8d-3f23-425f-a8ab-7bd6f4673250 req-3b37a92d-622c-42a5-a604-95402151b21e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 943 time: 0.1861460 Feb 10 13:14:42.050380 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08b1bdd8-1992-4cb3-9e31-80b752c96edd req-60b588d0-d1dc-43f5-86a1-9a11a4295cc1 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787992 Feb 10 13:14:42.125425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:42.147523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe47a8d-3f23-425f-a8ab-7bd6f4673250 req-c3432df2-7032-4edd-bdaa-00491c287d77 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108613 Feb 10 13:14:42.200797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-982bf1db-0578-4d6c-a326-55e1d510e8d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 999 time: 0.3089616 Feb 10 13:14:42.218684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-27f74340-7579-4495-bf4b-7afc7ba8f383 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/48498949-8d19-4240-8657-803a7d3c09b3 HTTP/1.1" status: 200 len: 1818 time: 0.1301780 Feb 10 13:14:42.310665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:42.312964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-ef5f4878-33a3-4b51-abe5-96b1aed4305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:42.315205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-ef5f4878-33a3-4b51-abe5-96b1aed4305d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.1054804 Feb 10 13:14:42.330087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (48498949-8d19-4240-8657-803a7d3c09b3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.368015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (48498949-8d19-4240-8657-803a7d3c09b3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.368576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.416813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (48498949-8d19-4240-8657-803a7d3c09b3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.420433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.422327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f4c2752-2105-4613-a302-eeab52cf3fa4 req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/48498949-8d19-4240-8657-803a7d3c09b3 HTTP/1.1" status: 204 len: 173 time: 0.2026520 Feb 10 13:14:42.437130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd788811-ae4f-4671-b404-20ffc328fefc tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48498949-8d19-4240-8657-803a7d3c09b3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:42.467944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:42.468594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.470080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] 10.222.0.21 "PUT /v2.0/ports/c97b3af3-3f5f-48df-b6d7-3d1a16311397 HTTP/1.1" status: 200 len: 1095 time: 3.6839616 Feb 10 13:14:42.470744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:42.473576 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f56588-0e04-4fc4-adea-0b28733a6427" -d '{"events": [{"name": "network-changed", "server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:42.572664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99845b9-6494-42e9-80d8-f8445018cc57 req-1c9a1fb4-93bb-423a-9561-327ce5d8c80c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:42.584328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99845b9-6494-42e9-80d8-f8445018cc57 req-1c9a1fb4-93bb-423a-9561-327ce5d8c80c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2830672 Feb 10 13:14:42.600139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3bd8d08-01f6-4569-9932-54213904e622 req-82008242-a3ed-450e-bc4a-50f46076ca99 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/cecc1d45-fb77-43db-b842-cccb280a636e HTTP/1.1" status: 200 len: 2419 time: 0.1190503 Feb 10 13:14:42.623086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b092dd-ce74-472f-b585-85acf7018c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:42.667199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-2a0a46f3-3c43-4300-bd8f-149b951b3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:42.670461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-2a0a46f3-3c43-4300-bd8f-149b951b3f63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3162858 Feb 10 13:14:42.746529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d08-01f6-4569-9932-54213904e622 req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (cecc1d45-fb77-43db-b842-cccb280a636e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.820126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d08-01f6-4569-9932-54213904e622 req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (cecc1d45-fb77-43db-b842-cccb280a636e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.855575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99845b9-6494-42e9-80d8-f8445018cc57 req-03709dfb-4526-427d-9ed3-a440bd064d1e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702093 Feb 10 13:14:42.894995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d08-01f6-4569-9932-54213904e622 req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cecc1d45-fb77-43db-b842-cccb280a636e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.897633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d08-01f6-4569-9932-54213904e622 req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:42.913052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3bd8d08-01f6-4569-9932-54213904e622 req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/cecc1d45-fb77-43db-b842-cccb280a636e HTTP/1.1" status: 204 len: 173 time: 0.2995040 Feb 10 13:14:42.944676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7366e-d6a8-45c1-962c-f8a666bfc61c tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc1d45-fb77-43db-b842-cccb280a636e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:42.951632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:43.006828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-fc097c24-c07d-4ac0-82e3-d8412c8eb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.010088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-fc097c24-c07d-4ac0-82e3-d8412c8eb43a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 1129 time: 0.4718783 Feb 10 13:14:43.024593 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4244c0a6-7de4-4126-952e-1959292ad6cd x-openstack-request-id: req-4244c0a6-7de4-4126-952e-1959292ad6cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:43.025351 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:43.026106 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4244c0a6-7de4-4126-952e-1959292ad6cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:43.027650 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397', 'status': 'completed', 'code': 200} Feb 10 13:14:43.102640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b154-6682-46f0-affa-0e22213246ef req-2de249fb-c433-4bea-88f4-bfaba5cba087 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.124788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c6b154-6682-46f0-affa-0e22213246ef req-2de249fb-c433-4bea-88f4-bfaba5cba087 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1219974 Feb 10 13:14:43.160929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-c653df30-16a5-4713-b821-b9df85e917e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397 HTTP/1.1" status: 200 len: 217 time: 0.1320803 Feb 10 13:14:43.197220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c6b154-6682-46f0-affa-0e22213246ef req-b7552561-075e-428e-b7f1-ce42a55fe674 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702517 Feb 10 13:14:43.236727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-68a25776-40e1-4b48-8ffa-0dd7859400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.238304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-68a25776-40e1-4b48-8ffa-0dd7859400b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0690641 Feb 10 13:14:43.285638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0ab4b25-fd42-407a-8342-042623541a24 req-45e1a8f9-5d3b-4553-9d87-3ef373ece077 tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "GET /v2.0/security-groups/5eba85ca-529c-4ca5-9346-952c7aed9f80 HTTP/1.1" status: 200 len: 2413 time: 0.0652232 Feb 10 13:14:43.288462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-6569e9fa-645a-4c93-8c3c-86f3eb801189 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059642 Feb 10 13:14:43.298293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d3e9a-5c69-481b-8fa3-f009a54fd605 req-cc7063d3-0943-46ba-ac3e-820fcd5bd1dd tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.307060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51d3e9a-5c69-481b-8fa3-f009a54fd605 req-cc7063d3-0943-46ba-ac3e-820fcd5bd1dd tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 947 time: 0.1859453 Feb 10 13:14:43.349164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:43.401217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3ff831c5-b141-4f43-bf20-db2569a174db', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '3ff831c5-b141-4f43-bf20-db2569a174db', 'mac_address': 'fa:16:3e:9c:77:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:43.443969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51d3e9a-5c69-481b-8fa3-f009a54fd605 req-8fd837d1-c80f-4b9d-9f8c-2cc3532cfea8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356821 Feb 10 13:14:43.455520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0ab4b25-fd42-407a-8342-042623541a24 req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (5eba85ca-529c-4ca5-9346-952c7aed9f80), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.462389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72340982-14aa-43eb-a37a-703a0527e45f req-e83405d0-2d59-4a3e-abb4-02fe144105bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.464405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-e83405d0-2d59-4a3e-abb4-02fe144105bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2172050 Feb 10 13:14:43.551620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3ff831c5-b141-4f43-bf20-db2569a174db is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:43.552018 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.580575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0ab4b25-fd42-407a-8342-042623541a24 req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (5eba85ca-529c-4ca5-9346-952c7aed9f80), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.594101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff831c5-b141-4f43-bf20-db2569a174db {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:43.656936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:43.672955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.687134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5aa4-885e-4af6-ade7-af2c7c1c26b3 req-9e049d97-536f-4404-bd21-9cee38b86f26 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549030 Feb 10 13:14:43.700587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0ab4b25-fd42-407a-8342-042623541a24 req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5eba85ca-529c-4ca5-9346-952c7aed9f80), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.706445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0ab4b25-fd42-407a-8342-042623541a24 req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:43.711917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0ab4b25-fd42-407a-8342-042623541a24 req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] 10.222.0.13 "DELETE /v2.0/security-groups/5eba85ca-529c-4ca5-9346-952c7aed9f80 HTTP/1.1" status: 204 len: 173 time: 0.4168518 Feb 10 13:14:43.720650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:43.818638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef9cd-cf14-4460-a3c6-f882e43fa1fb req-adf74b68-41e4-44eb-a9ff-5333a9b551f3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:43.820302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a08ef9cd-cf14-4460-a3c6-f882e43fa1fb req-adf74b68-41e4-44eb-a9ff-5333a9b551f3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2614279 Feb 10 13:14:43.827492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-db22f508-a152-4b51-931e-36053ce9ea74 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558207 Feb 10 13:14:43.831802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:43.845009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3351535-94f9-41f4-89d0-f27f3760668f tempest-SecurityGroupRulesTestJSON-1048763949 tempest-SecurityGroupRulesTestJSON-1048763949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba85ca-529c-4ca5-9346-952c7aed9f80,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:43.967129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Deleting subnet 8c0feb13-5d64-4d2f-bb78-f6f792f17da0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:14:43.968729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a08ef9cd-cf14-4460-a3c6-f882e43fa1fb req-a98dfb70-9713-4145-86e5-b487fec38a94 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326473 Feb 10 13:14:43.974265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Publish callbacks [] for subnet (8c0feb13-5d64-4d2f-bb78-f6f792f17da0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.007721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f23e-e1f7-44f7-b7b7-c6d6379491f6 req-3d405805-425c-437e-a95b-896e9a6f9ff8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.008588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72340982-14aa-43eb-a37a-703a0527e45f req-366b7deb-58d3-4eff-afd9-67669c497431 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736975 Feb 10 13:14:44.009290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb14f23e-e1f7-44f7-b7b7-c6d6379491f6 req-3d405805-425c-437e-a95b-896e9a6f9ff8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 944 time: 0.1545641 Feb 10 13:14:44.046183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3ff831c5-b141-4f43-bf20-db2569a174db'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:44.081552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8c0feb13-5d64-4d2f-bb78-f6f792f17da0), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.132223 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb14f23e-e1f7-44f7-b7b7-c6d6379491f6 req-f9e9613d-b816-4609-bb91-c36a45356f1d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118824 Feb 10 13:14:44.186269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8c0feb13-5d64-4d2f-bb78-f6f792f17da0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.262481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-f05975ce-7f84-4933-bedc-e747a011b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.265455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-f05975ce-7f84-4933-bedc-e747a011b4f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e5c27827c947778bad8a29b40d02db&device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 1129 time: 0.1993053 Feb 10 13:14:44.284153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e53b4-24df-4bec-b20e-2d31d965b573 req-bbc1a55a-5c32-4940-8da9-7b242fb46d71 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.286001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-489e53b4-24df-4bec-b20e-2d31d965b573 req-bbc1a55a-5c32-4940-8da9-7b242fb46d71 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1403759 Feb 10 13:14:44.318703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-8fa7057c-c8a4-464f-88b4-ccd2666377af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492398 Feb 10 13:14:44.329940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8c0feb13-5d64-4d2f-bb78-f6f792f17da0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.444220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.458579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c0feb13-5d64-4d2f-bb78-f6f792f17da0 HTTP/1.1" status: 204 len: 168 time: 0.6953523 Feb 10 13:14:44.461165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:44.476009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-489e53b4-24df-4bec-b20e-2d31d965b573 req-bf70a0f6-4ddd-402d-a17b-b5e4f2caebd8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739655 Feb 10 13:14:44.510035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb071229-99cd-4cfa-a505-b80d048de6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0feb13-5d64-4d2f-bb78-f6f792f17da0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:44.515323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-49f5708b-a154-4bbd-8481-0e6624238436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.517118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-49f5708b-a154-4bbd-8481-0e6624238436 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2301314 Feb 10 13:14:44.613962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-90625ad1-add0-4fbc-aea6-8bb7ac46233a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397 HTTP/1.1" status: 200 len: 217 time: 0.0889292 Feb 10 13:14:44.615145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-46e13388-66f7-409b-b4af-60f782b30a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.616572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-46e13388-66f7-409b-b4af-60f782b30a04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 1128 time: 0.2228799 Feb 10 13:14:44.620027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9956e0b0-bd99-4da9-89da-d07a86a39a00), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.629200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bbfb0-cb79-4481-9a7a-e7af6aff409d req-275abf71-4b89-458b-9fe4-22e3c3f64ce4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.638677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-175bbfb0-cb79-4481-9a7a-e7af6aff409d req-275abf71-4b89-458b-9fe4-22e3c3f64ce4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2152932 Feb 10 13:14:44.726738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-175bbfb0-cb79-4481-9a7a-e7af6aff409d req-2003e6d1-0259-4f97-a66a-e6314e369cbc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814874 Feb 10 13:14:44.769880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-29541b42-c1ce-4d0d-8785-d5072d25c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.772248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-29541b42-c1ce-4d0d-8785-d5072d25c7c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1271651 Feb 10 13:14:44.792384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9956e0b0-bd99-4da9-89da-d07a86a39a00), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.793505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31386e24-558c-4893-90a9-aed8c8437297 req-e44e281d-4ba9-4c00-b283-643471dd528e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.801152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31386e24-558c-4893-90a9-aed8c8437297 req-e44e281d-4ba9-4c00-b283-643471dd528e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 947 time: 0.2001119 Feb 10 13:14:44.825214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9956e0b0-bd99-4da9-89da-d07a86a39a00']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:44.839234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d509245-aaf7-4735-8e25-bc39c8cd7f8b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:44.839696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d509245-aaf7-4735-8e25-bc39c8cd7f8b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:44.855436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (0d509245-aaf7-4735-8e25-bc39c8cd7f8b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.859233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-55e42647-2f38-4293-af12-b3da0cba895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.861011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-55e42647-2f38-4293-af12-b3da0cba895e service neutron] 10.222.0.77 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.2091277 Feb 10 13:14:44.888056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0d509245-aaf7-4735-8e25-bc39c8cd7f8b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.899292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:14:44.899799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (0d509245-aaf7-4735-8e25-bc39c8cd7f8b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:14:44.901644 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:14:44.959629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31386e24-558c-4893-90a9-aed8c8437297 req-c074bf86-60bc-4185-9017-9d1344601bf5 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431255 Feb 10 13:14:44.963137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-6f483b30-5aaf-4ac0-9161-1ffa3cfdfa67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 200 len: 217 time: 0.0749018 Feb 10 13:14:44.991988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9956e0b0-bd99-4da9-89da-d07a86a39a00), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:44.994909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-197b61d2-7bae-460b-b9f3-39b31505567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:44.997913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-197b61d2-7bae-460b-b9f3-39b31505567a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2186472 Feb 10 13:14:45.033260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:45.048731 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9956e0b0-bd99-4da9-89da-d07a86a39a00 HTTP/1.1" status: 204 len: 168 time: 0.5354354 Feb 10 13:14:45.050142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81998b-38e3-4b34-ae4b-1df02cbf50b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9956e0b0-bd99-4da9-89da-d07a86a39a00,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:45.136559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc5681-56e8-4d23-9d92-10e7cb22146d req-e92e602f-2f2f-45b7-923e-8507bf03a599 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:45.141242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-9b1e234f-9983-4c15-a2cf-cec85639ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:45.143521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-9b1e234f-9983-4c15-a2cf-cec85639ef61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.1689541 Feb 10 13:14:45.145934 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56fc5681-56e8-4d23-9d92-10e7cb22146d req-e92e602f-2f2f-45b7-923e-8507bf03a599 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0699871 Feb 10 13:14:45.190400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-8abc519f-e79c-4ec0-900d-e61889954fed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363965 Feb 10 13:14:45.237951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:45.261684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56fc5681-56e8-4d23-9d92-10e7cb22146d req-8d6f2dd2-341c-47cd-b6c4-0803a0423993 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Feb 10 13:14:45.294157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-ef84f652-18b9-473a-b085-52e452f46678 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721906 Feb 10 13:14:45.448643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-69fb6a97-810d-4b0c-9b5d-b587e9a56577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=006eed81726d4ecb8215f34cbcc6fb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089322 Feb 10 13:14:45.451297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:45.477470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1d24e-7e48-4bf3-817f-af82038716f5 req-203f3494-ba54-4685-a83f-d2f390b2361a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:45.479004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d1d24e-7e48-4bf3-817f-af82038716f5 req-203f3494-ba54-4685-a83f-d2f390b2361a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 944 time: 0.2187550 Feb 10 13:14:45.483235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-0153d333-2190-43f1-897c-260833af892a service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795277 Feb 10 13:14:45.526411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] Publish callbacks [] for security_group (af81512f-6b2d-445c-b352-d9972eafbe3a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:45.545374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30f56588-0e04-4fc4-adea-0b28733a6427 req-01a682fe-ad43-416e-80b7-d60c78fc3ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051229 Feb 10 13:14:45.586669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] Publish callbacks [] for security_group (af81512f-6b2d-445c-b352-d9972eafbe3a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:45.605178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d1d24e-7e48-4bf3-817f-af82038716f5 req-23a35ad8-d005-4724-9705-c62703774b58 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 Feb 10 13:14:45.669584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (af81512f-6b2d-445c-b352-d9972eafbe3a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:45.669819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed9ce317-5419-48a9-a939-e19d6691ab60 req-1789444c-090a-446f-a1e1-3c4bb9fa0a1b service neutron] 10.222.0.77 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799815 Feb 10 13:14:45.672084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:45.676518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af81512f-6b2d-445c-b352-d9972eafbe3a HTTP/1.1" status: 204 len: 168 time: 0.2241867 Feb 10 13:14:45.688709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623df70a-b076-491a-bb67-40dcdc8a21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af81512f-6b2d-445c-b352-d9972eafbe3a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:45.714572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e46e-f755-47a7-84a3-b2f0acbad6b8 req-561750a0-a05a-4bb5-aa6d-6d87cc3a37c1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:45.716070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d44e46e-f755-47a7-84a3-b2f0acbad6b8 req-561750a0-a05a-4bb5-aa6d-6d87cc3a37c1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.0966446 Feb 10 13:14:45.833749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d44e46e-f755-47a7-84a3-b2f0acbad6b8 req-fc75ccae-d79d-468e-8165-b5fa9d73f1a6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965927 Feb 10 13:14:45.879210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923d20-94e3-45a0-a619-8205edd04c8a req-4fcf3cc4-cc07-4fae-b9af-c150bb58a40a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:45.886812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a923d20-94e3-45a0-a619-8205edd04c8a req-4fcf3cc4-cc07-4fae-b9af-c150bb58a40a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0915351 Feb 10 13:14:45.953154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a923d20-94e3-45a0-a619-8205edd04c8a req-aba44d5b-5317-42dc-863f-452a9a9f6509 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 Feb 10 13:14:46.114902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906bc58-1e26-4a3b-9358-cda6d99c3327 req-fe7f3b69-0ca9-4740-a39c-01253fa1f949 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:46.116658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7906bc58-1e26-4a3b-9358-cda6d99c3327 req-fe7f3b69-0ca9-4740-a39c-01253fa1f949 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 947 time: 0.0689781 Feb 10 13:14:46.221898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7906bc58-1e26-4a3b-9358-cda6d99c3327 req-3024aa72-9cc1-4bb2-bd8a-2d073be7980e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Feb 10 13:14:46.326792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:46.405209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025f5e6-505c-4f6f-afe7-d4281b27b827 req-31bdb617-1098-4a27-af54-1b7274ccf706 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:46.406862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b025f5e6-505c-4f6f-afe7-d4281b27b827 req-31bdb617-1098-4a27-af54-1b7274ccf706 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0675349 Feb 10 13:14:46.479066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b025f5e6-505c-4f6f-afe7-d4281b27b827 req-b7629e2c-1420-49e4-aca2-74e4a5464dc3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637035 Feb 10 13:14:46.539171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:46.565162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe', 'port_id': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'mac_address': 'fa:16:3e:2f:e1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e1da9d-6343-49e4-a1f6-faec55116771', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:46.611616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbf844be-d329-4a57-9f8e-9a277231dd26 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:46.612033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:46.632791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf844be-d329-4a57-9f8e-9a277231dd26 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:46.672387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:46.679140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:46.769207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:46.794418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeb9c9-3e46-4546-a1fc-a8b4d6a758da req-d799e0af-eed9-460e-b030-73c06e1c3092 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:46.801264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4abeb9c9-3e46-4546-a1fc-a8b4d6a758da req-d799e0af-eed9-460e-b030-73c06e1c3092 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 944 time: 0.0870872 Feb 10 13:14:46.808411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:46.903622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4abeb9c9-3e46-4546-a1fc-a8b4d6a758da req-73bfb49b-b2b3-444c-9b5a-5fe7f45d4e06 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972109 Feb 10 13:14:46.966144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bbf844be-d329-4a57-9f8e-9a277231dd26'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:46.983340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1446976593-network', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:47.024743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c97b3af3-3f5f-48df-b6d7-3d1a16311397 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:47.028315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:47.038536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Made reservation on behalf of e0a70f5b365349ee84c6df593f826293 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:47.041025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.050060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737b65-c570-4217-8644-029e3e3d5ddf req-c8cf1cd6-0543-486c-9758-d884f3d126ea tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:47.051562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28737b65-c570-4217-8644-029e3e3d5ddf req-c8cf1cd6-0543-486c-9758-d884f3d126ea tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1239710 Feb 10 13:14:47.090899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.164833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3ff831c5-b141-4f43-bf20-db2569a174db completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:14:47.171335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3ff831c5-b141-4f43-bf20-db2569a174db triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:47.172044 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.240385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378f2b-f659-4c20-b80d-a008265e07d1 req-0effb695-f372-4c38-aed0-28e09119de91 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:47.257385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14378f2b-f659-4c20-b80d-a008265e07d1 req-0effb695-f372-4c38-aed0-28e09119de91 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.1476297 Feb 10 13:14:47.341948 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14378f2b-f659-4c20-b80d-a008265e07d1 req-f9eb89c7-10db-48f6-abf5-44e80ff55bb8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835690 Feb 10 13:14:47.343001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:47.395542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397', 'mac_address': 'fa:16:3e:c1:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:47.498811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb289410-a262-46f2-b8ab-6aeeb9dddc95 req-2a0bb1a7-647d-43bf-8c3d-fedba20d4055 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:47.503120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb289410-a262-46f2-b8ab-6aeeb9dddc95 req-2a0bb1a7-647d-43bf-8c3d-fedba20d4055 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 947 time: 0.1011710 Feb 10 13:14:47.529402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3ff831c5-b141-4f43-bf20-db2569a174db is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:47.532350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.587248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c97b3af3-3f5f-48df-b6d7-3d1a16311397 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:47.589194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.602600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cb289410-a262-46f2-b8ab-6aeeb9dddc95 req-6cb8bed7-5d1e-4fc4-babf-9a5ca6e72c69 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944078 Feb 10 13:14:47.622804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:47.624510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:47.628625 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef150aa6-97ba-48c1-8977-341c5bad1cf1" -d '{"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:47.634974 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.638534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97b3af3-3f5f-48df-b6d7-3d1a16311397 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:47.688050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28737b65-c570-4217-8644-029e3e3d5ddf req-5dba8ec4-8190-4b1a-895d-86c0f74dc873 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151471 Feb 10 13:14:47.698751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:47.745346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.763190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:47.775175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d7988-69b1-4030-8073-97c1c78bbc24 req-3df74841-560b-4967-8b1e-2d55d7d95ad5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:47.783212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e20d7988-69b1-4030-8073-97c1c78bbc24 req-3df74841-560b-4967-8b1e-2d55d7d95ad5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0753064 Feb 10 13:14:47.825862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks [] for security_group (4cb190e8-ffc0-44f8-9f31-8ad7249e647c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.835676 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cb190e8-ffc0-44f8-9f31-8ad7249e647c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.836922 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e20d7988-69b1-4030-8073-97c1c78bbc24 req-b7884f06-e30f-4761-abd4-a9e4c86be7cc tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Feb 10 13:14:47.844040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:47.887536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:14:47.899110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb190e8-ffc0-44f8-9f31-8ad7249e647c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:47.904893 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5a637fd4-839b-41ae-a309-5a64ffe9ea6d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.905242 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Added segment 5a637fd4-839b-41ae-a309-5a64ffe9ea6d of type vlan for network e875a702-bc44-4b66-b74d-d73e2f1de211 Feb 10 13:14:47.951721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e875a702-bc44-4b66-b74d-d73e2f1de211), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.982780 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e875a702-bc44-4b66-b74d-d73e2f1de211), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:47.983893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:47.984537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.014117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2044623 Feb 10 13:14:48.017236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:48.018946 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49bbac-fe9e-4cb2-a3f3-521b0876dac6 x-openstack-request-id: req-2a49bbac-fe9e-4cb2-a3f3-521b0876dac6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:48.019249 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:48.019500 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a49bbac-fe9e-4cb2-a3f3-521b0876dac6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:48.019899 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db', 'code': 200} Feb 10 13:14:48.022943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Request body: {'subnet': {'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1446976593-subnet', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:48.053092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Made reservation on behalf of e0a70f5b365349ee84c6df593f826293 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:48.055449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.112129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde9adf-294a-4287-b386-c3695d586a19 req-1f65e952-d603-4cd5-ae09-88ecddd21085 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.119327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0cde9adf-294a-4287-b386-c3695d586a19 req-1f65e952-d603-4cd5-ae09-88ecddd21085 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.0919564 Feb 10 13:14:48.174051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c97b3af3-3f5f-48df-b6d7-3d1a16311397'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:48.209554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b8c2e-195c-4445-a6d6-69fd01d93552 admin admin] Pushing event updated for resources: {'Network': ['ID=e875a702-bc44-4b66-b74d-d73e2f1de211,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:48.215291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0cde9adf-294a-4287-b386-c3695d586a19 req-9944d309-0173-4ad9-84e2-665a886e0efa tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947149 Feb 10 13:14:48.227498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e875a702-bc44-4b66-b74d-d73e2f1de211 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:14:48.327186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85839d-e5e6-49f1-bf2f-0b96937f718f req-488aa601-2ee8-4863-888c-6a5b642e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.329099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc85839d-e5e6-49f1-bf2f-0b96937f718f req-488aa601-2ee8-4863-888c-6a5b642e1e44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 1127 time: 0.2034891 Feb 10 13:14:48.352851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (59721c03-0dd4-4bb3-9f57-629aa3e71afe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.362651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:48.425733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc85839d-e5e6-49f1-bf2f-0b96937f718f req-be7e98fc-7d04-438e-b354-3f8191c8b8e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899489 Feb 10 13:14:48.431743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59721c03-0dd4-4bb3-9f57-629aa3e71afe,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:48.468639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Checking segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:48.469060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Network hostable DHCP agents. Network: e875a702-bc44-4b66-b74d-d73e2f1de211, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:14:48.492451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bbf844be-d329-4a57-9f8e-9a277231dd26 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:14:48.498144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bbf844be-d329-4a57-9f8e-9a277231dd26 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:48.498144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.526529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Network e875a702-bc44-4b66-b74d-d73e2f1de211 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:14:48.540111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d936d-43d9-4b2f-a816-60a95a41ac00 req-447eb3f9-fd8f-48b3-b293-1bc3ba741869 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.541660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b64d936d-43d9-4b2f-a816-60a95a41ac00 req-447eb3f9-fd8f-48b3-b293-1bc3ba741869 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.0954161 Feb 10 13:14:48.552728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e875a702-bc44-4b66-b74d-d73e2f1de211) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:48.567781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.568647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.583426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55065a-70e8-4244-90d1-87097914ea8b None None] Network e875a702-bc44-4b66-b74d-d73e2f1de211 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:48.606706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:48.606923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-102d336a-a96b-41ff-998d-dbd19a2e63e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5879166 Feb 10 13:14:48.611075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:48.647504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b64d936d-43d9-4b2f-a816-60a95a41ac00 req-b5d6df1a-e2f6-452b-a1bf-e834e3d59663 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915771 Feb 10 13:14:48.655487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.657065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.698507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbf844be-d329-4a57-9f8e-9a277231dd26 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:48.698949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.747385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:48.778956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.805578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e875a702-bc44-4b66-b74d-d73e2f1de211', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:14:48.809158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for router_controller (d53b62b5-d703-4160-9129-c856e3aaa53d), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.819318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:48.881746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:48.933799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f88fb-cc12-484d-8f21-aab1a07adbc9 req-5cfe8936-ca1e-4fb0-a2ff-2091b5fced6e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.941005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f4f88fb-cc12-484d-8f21-aab1a07adbc9 req-5cfe8936-ca1e-4fb0-a2ff-2091b5fced6e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1487768 Feb 10 13:14:48.980572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025b88-a986-4d14-b221-4cd2df71a5d9 req-3f957960-ae4a-4e2e-9ce2-435fa3bcbd95 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:48.988513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d025b88-a986-4d14-b221-4cd2df71a5d9 req-3f957960-ae4a-4e2e-9ce2-435fa3bcbd95 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 948 time: 0.2785618 Feb 10 13:14:49.028238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f4f88fb-cc12-484d-8f21-aab1a07adbc9 req-b8ba2ece-e1f9-4af2-bff4-b7a6009e830b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Feb 10 13:14:49.039960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Allocated IP 172.20.0.2 (e875a702-bc44-4b66-b74d-d73e2f1de211/59721c03-0dd4-4bb3-9f57-629aa3e71afe/704d5766-9bf6-438b-b8cf-5fd95abae504) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:49.146450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d025b88-a986-4d14-b221-4cd2df71a5d9 req-6b18523b-8e1e-4ddc-b6be-3a51ad297120 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567574 Feb 10 13:14:49.194128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for router_gateway (d53b62b5-d703-4160-9129-c856e3aaa53d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.194933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7ba2-39e3-4e26-841d-560e90485a0e req-21b4426a-ba0f-47c4-8928-f0779fa6b06d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:49.196791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44ee7ba2-39e3-4e26-841d-560e90485a0e req-21b4426a-ba0f-47c4-8928-f0779fa6b06d tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0858865 Feb 10 13:14:49.259633 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks [] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.270942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44ee7ba2-39e3-4e26-841d-560e90485a0e req-d7fbeb4a-2c3b-4c03-8bff-8c9b9c099fc0 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670350 Feb 10 13:14:49.272819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.337839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Pushing event updated for resources: {'Port': ['ID=704d5766-9bf6-438b-b8cf-5fd95abae504,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:49.358822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Network e875a702-bc44-4b66-b74d-d73e2f1de211 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:49.360559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:49.366147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:49.395466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fe8dc-c201-43b1-a85c-7b3872e916c4 req-a1e47b2f-c2c1-4470-b3bd-cd5e1fa81870 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:49.397061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-629fe8dc-c201-43b1-a85c-7b3872e916c4 req-a1e47b2f-c2c1-4470-b3bd-cd5e1fa81870 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.0804181 Feb 10 13:14:49.445359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Attempting to bind port 704d5766-9bf6-438b-b8cf-5fd95abae504 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:49.445733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Attempting to bind port 704d5766-9bf6-438b-b8cf-5fd95abae504 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:49.446105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Attempting to bind port 704d5766-9bf6-438b-b8cf-5fd95abae504 on network e875a702-bc44-4b66-b74d-d73e2f1de211 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:49.451273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:49.451651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Checking segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:49.452048 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.452445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Bound using segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:49.452940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Bound port: 704d5766-9bf6-438b-b8cf-5fd95abae504, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:49.453453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.526604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] For port 704d5766-9bf6-438b-b8cf-5fd95abae504, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:49.529900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] For port 704d5766-9bf6-438b-b8cf-5fd95abae504, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=704d5766-9bf6-438b-b8cf-5fd95abae504,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:49.537070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-629fe8dc-c201-43b1-a85c-7b3872e916c4 req-1a1819c8-c65f-496e-9bb6-66bd729b37b9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331348 Feb 10 13:14:49.538764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.559103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for router_gateway (d53b62b5-d703-4160-9129-c856e3aaa53d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.583266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:49.627021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d383b6-d643-437a-906d-e0778bb3fcc5 None None] Pushing event updated for resources: {'Port': ['ID=704d5766-9bf6-438b-b8cf-5fd95abae504,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:49.748169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Allocated IP 172.25.8.201 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2fb7231f-dd6e-45ec-ab11-a2e175ffda8d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:49.836233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23705-5ca8-4b70-a288-71b1f79336ff req-a1a79679-678a-4a27-9296-1cb8bb7af7cc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:49.874125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35a23705-5ca8-4b70-a288-71b1f79336ff req-a1a79679-678a-4a27-9296-1cb8bb7af7cc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1294591 Feb 10 13:14:49.953745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35a23705-5ca8-4b70-a288-71b1f79336ff req-25df58a9-fb1f-4a51-a0a8-f9d0a74eab4e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Feb 10 13:14:49.994676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:50.021280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:50.025707 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f458c-8e2e-4db8-86ab-9eff07c1417d" -d '{"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-plugged", "status": "completed", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:50.039100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:50.100337 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96849c8-b555-4814-af2e-ad608b1cc869 x-openstack-request-id: req-b96849c8-b555-4814-af2e-ad608b1cc869 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:50.102809 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-plugged", "status": "completed", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:50.103149 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b96849c8-b555-4814-af2e-ad608b1cc869 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:50.103679 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'code': 200} Feb 10 13:14:50.112747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:50.117365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:50.126145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:50.198767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Pushing event updated for resources: {'Port': ['ID=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:50.274350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e21bd5-86d3-499f-8f68-b04b541e7d41 req-1afd228a-ff5c-4bcc-bb41-6545d5ce2b73 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:50.276254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66e21bd5-86d3-499f-8f68-b04b541e7d41 req-1afd228a-ff5c-4bcc-bb41-6545d5ce2b73 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.1365221 Feb 10 13:14:50.298451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289328e-0886-4cd5-a508-2416ea3a88ca req-bfac7047-0e54-4c2e-95c3-9b397621a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:50.300559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5289328e-0886-4cd5-a508-2416ea3a88ca req-bfac7047-0e54-4c2e-95c3-9b397621a376 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1128 time: 0.1174800 Feb 10 13:14:50.379131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e753f94-b22b-438c-8e21-bcfb0920c983 req-51cf39d5-0bff-43da-bfe9-5d26b82e4b96 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:50.386397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e753f94-b22b-438c-8e21-bcfb0920c983 req-51cf39d5-0bff-43da-bfe9-5d26b82e4b96 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 948 time: 0.1350756 Feb 10 13:14:50.408902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66e21bd5-86d3-499f-8f68-b04b541e7d41 req-cace50ba-ebe5-42be-ba5a-7d35b5f8ac9c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216278 Feb 10 13:14:50.414483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5289328e-0886-4cd5-a508-2416ea3a88ca req-faa0e2c1-8afe-44ff-816c-d71e05606b03 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035583 Feb 10 13:14:50.493960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e753f94-b22b-438c-8e21-bcfb0920c983 req-10925ab9-1c76-475c-82ad-131c55c08ae9 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046271 Feb 10 13:14:50.546838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d2a76-3694-4451-8f14-dd0580d09cf0 req-b1ee26d4-77ce-4ffb-b437-2edfed6932ce tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:50.554334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e5d2a76-3694-4451-8f14-dd0580d09cf0 req-b1ee26d4-77ce-4ffb-b437-2edfed6932ce tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0869946 Feb 10 13:14:50.628463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e5d2a76-3694-4451-8f14-dd0580d09cf0 req-9d0e6a52-7862-49be-8ec1-7088097ff997 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Feb 10 13:14:50.811752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 704d5766-9bf6-438b-b8cf-5fd95abae504 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:50.910042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 704d5766-9bf6-438b-b8cf-5fd95abae504 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:50.910841 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:50.997333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-83f6d00c-0e4e-4ee2-b0a9-1f9aa49ad4b4 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:50.998886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-83f6d00c-0e4e-4ee2-b0a9-1f9aa49ad4b4 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.2138042 Feb 10 13:14:51.010829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:51.041526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for router_gateway (d53b62b5-d703-4160-9129-c856e3aaa53d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.100058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:51.106443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c97b3af3-3f5f-48df-b6d7-3d1a16311397 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:51.154992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.305436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.353306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:51.392645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cbcf0-c99b-48ea-9c57-3dac1d0444bb req-5a6f2b36-80bc-4ceb-bf3e-1e2282d5918e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:51.394813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-123cbcf0-c99b-48ea-9c57-3dac1d0444bb req-5a6f2b36-80bc-4ceb-bf3e-1e2282d5918e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2415783 Feb 10 13:14:51.459101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a28715-b6d0-4226-8f7b-dd228ed2d602 req-424e74db-ca4b-4b03-a704-3a9441963e3b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:51.466837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26a28715-b6d0-4226-8f7b-dd228ed2d602 req-424e74db-ca4b-4b03-a704-3a9441963e3b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.4817235 Feb 10 13:14:51.472779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:51.489632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-123cbcf0-c99b-48ea-9c57-3dac1d0444bb req-960b3ab6-6548-46cb-8878-5391db6e14c3 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 Feb 10 13:14:51.508328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 704d5766-9bf6-438b-b8cf-5fd95abae504 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:51.508972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.527732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a6b02-0e51-47bf-8b7a-1672da7d3d66 None None] Network e875a702-bc44-4b66-b74d-d73e2f1de211 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:14:51.565330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26a28715-b6d0-4226-8f7b-dd228ed2d602 req-466c16d5-71e1-4030-af9a-974f186a2a5a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974658 Feb 10 13:14:51.567501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Router d53b62b5-d703-4160-9129-c856e3aaa53d is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:14:51.646033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:51.648629 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f6ea93-59bf-45dc-9e29-1a64b80fd21b" -d '{"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-unplugged", "status": "completed", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:51.673407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks [] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.685023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.772663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 704d5766-9bf6-438b-b8cf-5fd95abae504, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=704d5766-9bf6-438b-b8cf-5fd95abae504,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:51.774390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:51.777828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aff0a720-97c8-43a3-a427-925bbb2fae41 None None] Provisioning complete for port 704d5766-9bf6-438b-b8cf-5fd95abae504 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:51.790903 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aff0a720-97c8-43a3-a427-925bbb2fae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.802433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:51.820608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.823044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73c07-743d-4289-9d53-6e2b65659832 req-c1f5b526-8674-494f-be52-64bab7fc8117 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:51.823222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111acc5-b610-4142-bacd-b327b753cc5f req-d5c2541f-b2fc-43fc-a329-a5be2514464b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:51.831021 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-89d73c07-743d-4289-9d53-6e2b65659832 req-c1f5b526-8674-494f-be52-64bab7fc8117 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 948 time: 0.1279118 Feb 10 13:14:51.831530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7111acc5-b610-4142-bacd-b327b753cc5f req-d5c2541f-b2fc-43fc-a329-a5be2514464b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 946 time: 0.2178104 Feb 10 13:14:51.898299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-89d73c07-743d-4289-9d53-6e2b65659832 req-86f31ad7-09ac-4a8b-b48b-596bbd038870 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662212 Feb 10 13:14:51.925179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:14:51.941435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7111acc5-b610-4142-bacd-b327b753cc5f req-a367c5a7-2ebc-47b1-a81c-a211db4ad34a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089556 Feb 10 13:14:51.970871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:51.973243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Sync routers for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:51.974544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0a959c3f-bfb2-4602-be12-6cef84a7eb2a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3658669 Feb 10 13:14:51.976067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:14:51.976919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:52.012686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:52.016427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:52.017019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:52.026944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port c97b3af3-3f5f-48df-b6d7-3d1a16311397 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:14:52.069789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port c97b3af3-3f5f-48df-b6d7-3d1a16311397 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:52.070155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:52.079129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:52.079702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:52.093562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:52.093893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Attempting to bind port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:52.105419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:52.106645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:52.107038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:52.107486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Bound port: 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:52.107913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:52.174917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=704d5766-9bf6-438b-b8cf-5fd95abae504,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:52.216103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:52.220506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:52.240817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:52.247556 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ed905-d0be-4442-88f9-a8ceace4a166 x-openstack-request-id: req-1f3ed905-d0be-4442-88f9-a8ceace4a166 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:52.247847 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-unplugged", "status": "completed", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:52.248414 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f3ed905-d0be-4442-88f9-a8ceace4a166 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:52.248865 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'code': 200} Feb 10 13:14:52.278986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:52.322310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:52.343475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-10282770-1ebf-426e-bee1-08a7a13b88e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3902597 Feb 10 13:14:52.370622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593d541-998c-4d0c-9bd9-e5fcbf461b5a req-c1c466df-7cbe-43e7-a648-64d24252b0eb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:52.371303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5593d541-998c-4d0c-9bd9-e5fcbf461b5a req-c1c466df-7cbe-43e7-a648-64d24252b0eb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.3490620 Feb 10 13:14:52.411676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:52.412481 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:52.414048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-aec909a5-7ab0-46db-957d-b87eee7ba334 service neutron] 10.222.0.21 "PUT /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 1122 time: 1.4079912 Feb 10 13:14:52.458158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ffb0f-f592-4998-a53b-924560c38235 req-f3db7721-dc9e-4fd6-ad3d-bb6e2ebad2de tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:52.462740 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b1ffb0f-f592-4998-a53b-924560c38235 req-f3db7721-dc9e-4fd6-ad3d-bb6e2ebad2de tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.1041081 Feb 10 13:14:52.543866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:52.586566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5593d541-998c-4d0c-9bd9-e5fcbf461b5a req-a69553f4-fc44-4b80-84e4-0d909b5f4506 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930931 Feb 10 13:14:52.603170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442651-810a-4f5c-99e1-f477048079fe req-c18fdec8-3124-46d5-a6e8-28a2b99747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:52.604986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-c18fdec8-3124-46d5-a6e8-28a2b99747a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1127 time: 0.2055309 Feb 10 13:14:52.609109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aff0a720-97c8-43a3-a427-925bbb2fae41 None None] Current status of the port 704d5766-9bf6-438b-b8cf-5fd95abae504 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:52.819896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 704d5766-9bf6-438b-b8cf-5fd95abae504 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:52.840389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:52.842157 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b1ffb0f-f592-4998-a53b-924560c38235 req-4e1a53ab-888a-492a-b94d-5060a5bb0f46 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519077 Feb 10 13:14:52.975316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c97b3af3-3f5f-48df-b6d7-3d1a16311397 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:52.975712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:52.984740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.073707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442651-810a-4f5c-99e1-f477048079fe req-cb335542-ed0a-4386-85b5-bd9667113b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.079335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-cb335542-ed0a-4386-85b5-bd9667113b78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.3913121 Feb 10 13:14:53.079931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623460b-75b2-47e9-a808-01d5abe4e859 req-53582cf9-bf50-4586-a451-e168c836b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.081728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3623460b-75b2-47e9-a808-01d5abe4e859 req-53582cf9-bf50-4586-a451-e168c836b4ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.3171411 Feb 10 13:14:53.097935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa538-93fd-4706-b0eb-9373da1fb2ac req-7da174d0-ed3e-4df5-b8b8-200a8e2accf7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.099441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b29aa538-93fd-4706-b0eb-9373da1fb2ac req-7da174d0-ed3e-4df5-b8b8-200a8e2accf7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.3172686 Feb 10 13:14:53.107502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2821629d-4b2e-43cf-b9ef-20e01b1e70a7 None None] Provisioning complete for port 704d5766-9bf6-438b-b8cf-5fd95abae504 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:53.107502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2821629d-4b2e-43cf-b9ef-20e01b1e70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.123880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:53.126263 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adaea37-a049-4bc5-81e5-4059ad018fcd" -d '{"events": [{"server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "name": "network-vif-plugged", "status": "completed", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:53.139114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-d4b1ffde-fdef-48a7-8a75-9cf79a67f33e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.0557077 Feb 10 13:14:53.186538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:53.210131 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.226348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Allocated IP 172.20.0.1 (e875a702-bc44-4b66-b74d-d73e2f1de211/59721c03-0dd4-4bb3-9f57-629aa3e71afe/6ff57fb8-8fae-4a91-a816-f05b07335fb1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:53.237511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 704d5766-9bf6-438b-b8cf-5fd95abae504 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:53.237850 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.241405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442651-810a-4f5c-99e1-f477048079fe req-51033e17-3993-460a-84ca-d43f53c77280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.242897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-51033e17-3993-460a-84ca-d43f53c77280 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.0926352 Feb 10 13:14:53.247272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3623460b-75b2-47e9-a808-01d5abe4e859 req-26b40f8a-092d-45d4-9356-8d84bbb1fc8e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455703 Feb 10 13:14:53.250427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b29aa538-93fd-4706-b0eb-9373da1fb2ac req-b5aec1ee-16d0-4f39-bbf9-cc962373357e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149027 Feb 10 13:14:53.274868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d007-4378-4dd4-b9cc-427ead7108d1 req-3b017cd4-abb2-49c2-b560-8da4f0c3c0ab tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.277206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22b9d007-4378-4dd4-b9cc-427ead7108d1 req-3b017cd4-abb2-49c2-b560-8da4f0c3c0ab tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 948 time: 0.2257569 Feb 10 13:14:53.334220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:50Z', 'revision_number': 3, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:53.379651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bfa93-7238-4a93-a8bb-eb7643c9a264 req-0cdafa93-9610-4aa1-b072-b0742e393027 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.380702 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-22b9d007-4378-4dd4-b9cc-427ead7108d1 req-bce9c0ac-7411-403c-8e12-2ef5a82b3770 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986333 Feb 10 13:14:53.382044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4bfa93-7238-4a93-a8bb-eb7643c9a264 req-0cdafa93-9610-4aa1-b072-b0742e393027 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.0603728 Feb 10 13:14:53.400881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Checking router: d53b62b5-d703-4160-9129-c856e3aaa53d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:53.400881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Updating router d53b62b5-d703-4160-9129-c856e3aaa53d port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:14:53.410069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks [] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.451945 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.462076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:53.490066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4bfa93-7238-4a93-a8bb-eb7643c9a264 req-600395cf-0aea-46ea-bc01-c984af7113b5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Feb 10 13:14:53.505949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.518603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Pushing event updated for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:53.526779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2821629d-4b2e-43cf-b9ef-20e01b1e70a7 None None] Current status of the port 704d5766-9bf6-438b-b8cf-5fd95abae504 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:53.531699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Network e875a702-bc44-4b66-b74d-d73e2f1de211 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:53.546517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:53.550777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-c31eeea9-3a3f-4437-9236-aef2b071d2f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575917 Feb 10 13:14:53.573906 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af2793-2d1c-4a98-af93-1743d4ca7ff0 x-openstack-request-id: req-d3af2793-2d1c-4a98-af93-1743d4ca7ff0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:53.574202 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "name": "network-vif-plugged", "status": "completed", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:53.574460 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3af2793-2d1c-4a98-af93-1743d4ca7ff0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:53.574854 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397', 'code': 200} Feb 10 13:14:53.587220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:53.668837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (d53b62b5-d703-4160-9129-c856e3aaa53d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.759579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 704d5766-9bf6-438b-b8cf-5fd95abae504 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:53.800323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-425e3483-40c0-4ae3-a5f5-1c4535a4b65c service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430143 Feb 10 13:14:53.816115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774865f-9677-4bc8-9a03-9c13e39d9f85 req-b8c1f0ef-1d48-4e7e-87cf-0dfc551fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.821037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4774865f-9677-4bc8-9a03-9c13e39d9f85 req-b8c1f0ef-1d48-4e7e-87cf-0dfc551fc3c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 1131 time: 0.1399217 Feb 10 13:14:53.861108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-b0428254-6e85-4afb-9150-3a356424fa9e tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.869026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-b0428254-6e85-4afb-9150-3a356424fa9e tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/networks?id=e9ab0cb9-149a-45b1-b98e-1115a4b913bc HTTP/1.1" status: 200 len: 814 time: 0.3346498 Feb 10 13:14:53.890367 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-cfc7acfd-8f03-4d2c-80b6-8d8c5cf25f2d tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/quotas/3323de3740e7462a9d738b7d5d51f6ed HTTP/1.1" status: 200 len: 375 time: 0.0196381 Feb 10 13:14:53.946259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5fcb0-a26e-4ce5-8fc3-af1fb5b7df0d req-8a87c3a2-ff53-45d6-be25-89a372171448 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:53.947754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03a5fcb0-a26e-4ce5-8fc3-af1fb5b7df0d req-8a87c3a2-ff53-45d6-be25-89a372171448 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1128 time: 0.1655025 Feb 10 13:14:53.966914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:53.967413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4774865f-9677-4bc8-9a03-9c13e39d9f85 req-9887bf94-9ffa-4e6c-9cf1-5f5b586fa629 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319568 Feb 10 13:14:53.978718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99442651-810a-4f5c-99e1-f477048079fe req-1a9d26b4-a148-40f8-b9a0-99191c315e9a service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560426 Feb 10 13:14:53.988456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-b67d4ec1-8358-405d-bca7-811ea51cd6a1 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3323de3740e7462a9d738b7d5d51f6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944450 Feb 10 13:14:54.001939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-257bf691-7776-42af-bb45-7e2d5d533f1d None None] Provisioning complete for port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:54.002513 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-257bf691-7776-42af-bb45-7e2d5d533f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.018678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03a5fcb0-a26e-4ce5-8fc3-af1fb5b7df0d req-137a5d84-aed2-469d-bdae-a37b24960bae tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Feb 10 13:14:54.049370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks [] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.053072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-257bf691-7776-42af-bb45-7e2d5d533f1d None None] Port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:54.058290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.198432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bf069-4063-4f0d-a1f7-5427047f8caa req-2063f8d0-00d3-425b-b328-cbe1d93ba712 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:54.199941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-974bf069-4063-4f0d-a1f7-5427047f8caa req-2063f8d0-00d3-425b-b328-cbe1d93ba712 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0638933 Feb 10 13:14:54.252380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-974bf069-4063-4f0d-a1f7-5427047f8caa req-f9d65ebc-c0af-42c5-86be-d7067d8190cf tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Feb 10 13:14:54.252879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:14:54.255654 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65679bcb-8da1-4d45-9c99-3bb22c68b363" -d '{"events": [{"name": "network-changed", "server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:14:54.256959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-8466836a-a1ed-4c08-845a-b026bd4f01c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469983 Feb 10 13:14:54.260254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341d604-37bf-46de-a7a0-cdfb866d5104 None None] Pushing event updated for resources: {'Port': ['ID=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:54.261470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks [] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.262733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Attempting to bind port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:54.263099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Attempting to bind port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:54.263462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Attempting to bind port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:54.269718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:54.270146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:54.270399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.270789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:54.271307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Bound port: 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:54.271873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.277770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.328783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] For port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:54.333427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] For port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:54.341616 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.398212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b367f6-f1b3-4070-bbd9-51db2d50448b req-c5b00674-953d-4b58-a321-d4d40b6cb3a8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:54.403129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47b367f6-f1b3-4070-bbd9-51db2d50448b req-c5b00674-953d-4b58-a321-d4d40b6cb3a8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.0702610 Feb 10 13:14:54.415538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:54.416171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:54.424636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Pushing event updated for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:54.431738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (d53b62b5-d703-4160-9129-c856e3aaa53d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:54.463107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47b367f6-f1b3-4070-bbd9-51db2d50448b req-f89b32b4-1603-4eee-959c-e5b313726f5d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Feb 10 13:14:54.469654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341d604-37bf-46de-a7a0-cdfb866d5104 None None] Pushing event updated for resources: {'Port': ['ID=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:54.487621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-fa013b10-ac4a-40f5-be98-5ed6b90b4809 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119789 Feb 10 13:14:54.544043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Network e875a702-bc44-4b66-b74d-d73e2f1de211 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:54.545996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:54.575550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:54.613203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf486-7e38-49bf-8180-36bf02e14da6 req-bd9cdd59-3fa3-4dd2-b6a2-02f43d3e1b1e tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:54.627359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92bcf486-7e38-49bf-8180-36bf02e14da6 req-bd9cdd59-3fa3-4dd2-b6a2-02f43d3e1b1e tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1128 time: 0.0724516 Feb 10 13:14:54.721623 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f003d61-7b97-4a65-abba-5f2899e9945b x-openstack-request-id: req-0f003d61-7b97-4a65-abba-5f2899e9945b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:14:54.722004 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:14:54.723018 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f003d61-7b97-4a65-abba-5f2899e9945b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:14:54.723430 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'status': 'completed', 'code': 200} Feb 10 13:14:54.739536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92bcf486-7e38-49bf-8180-36bf02e14da6 req-ae32631f-af33-45fd-9130-578fd0fe7930 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097939 Feb 10 13:14:54.832226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-a8059864-991e-4964-8629-fe072aadd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:54.833979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-a8059864-991e-4964-8629-fe072aadd913 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1156 time: 0.0522158 Feb 10 13:14:54.863288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Router d53b62b5-d703-4160-9129-c856e3aaa53d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:14:54.947392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-612be5bd-e754-402b-9544-f5605abdc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:54.949110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-612be5bd-e754-402b-9544-f5605abdc835 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.1078238 Feb 10 13:14:54.966492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:14:54Z', 'revision_number': 2, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:55.007628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a232cd-c0f7-40e4-a4bb-defb72f5ccc8 req-72095473-826c-4463-9a9e-72fd07c069e8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:55.009203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-37a232cd-c0f7-40e4-a4bb-defb72f5ccc8 req-72095473-826c-4463-9a9e-72fd07c069e8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.2008052 Feb 10 13:14:55.030578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6405140-dbe8-4de7-9b39-d993847e52a7 None None] The sync data for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 is: [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:14:54Z', 'revision_number': 2, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:14:55.050807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-82561f8f-c286-4394-b727-775756fd6da4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.0880995 Feb 10 13:14:55.062282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d809ddf-904d-4a2b-8b86-2e3df1fe3af2 None None] Provisioning complete for port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:55.062282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d809ddf-904d-4a2b-8b86-2e3df1fe3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:55.119140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:14:55.127901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d809ddf-904d-4a2b-8b86-2e3df1fe3af2 None None] Port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:55.128080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3cab4c0b-658c-4c2a-b96c-941f8f0a3dec admin admin] 10.222.0.13 "PUT /v2.0/routers/d53b62b5-d703-4160-9129-c856e3aaa53d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1490269 Feb 10 13:14:55.145093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-37a232cd-c0f7-40e4-a4bb-defb72f5ccc8 req-03844894-275e-4ba7-bceb-dc3e97d1ff64 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944159 Feb 10 13:14:55.157646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-4918fce9-3236-457c-abe3-397747d890c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:55.159994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-4918fce9-3236-457c-abe3-397747d890c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1011972 Feb 10 13:14:55.224708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-788635e4-2b46-4b73-86fb-a3b6560445b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570867 Feb 10 13:14:55.369160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5722251-e361-40f8-93e1-1cfe1ee8b619 req-945dfcfb-5ee6-40c3-96ff-408983df7a81 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:55.391900 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5722251-e361-40f8-93e1-1cfe1ee8b619 req-945dfcfb-5ee6-40c3-96ff-408983df7a81 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1377947 Feb 10 13:14:55.456543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5722251-e361-40f8-93e1-1cfe1ee8b619 req-cdd0d2ba-4ef4-48c1-9d12-89d42a33ff33 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686481 Feb 10 13:14:55.460736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-a273459b-3660-41cb-bf3c-66eb250b852b service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177320 Feb 10 13:14:55.527418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63cbfb39-4fcd-4701-be9f-2ec0763c9b5d req-92fc962f-afe2-42ff-b7da-36eeb5913141 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 210 time: 0.0492008 Feb 10 13:14:55.612377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65679bcb-8da1-4d45-9c99-3bb22c68b363 req-fbf0c8e0-ff89-4f5f-8a69-99051eab3a0b service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483812 Feb 10 13:14:55.671729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457594da-2755-4aa3-840e-15e34df85a8e req-45b2f2d3-bb60-4098-b57b-216042ac48a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:55.679787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-457594da-2755-4aa3-840e-15e34df85a8e req-45b2f2d3-bb60-4098-b57b-216042ac48a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.0855982 Feb 10 13:14:55.727187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-457594da-2755-4aa3-840e-15e34df85a8e req-df684585-5f89-4f7f-a4f5-fc14f9f53f1b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Feb 10 13:14:55.936463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:55.943565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698069959', 'description': 'tempest-description--1045713309'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:55.978450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.104740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (516323b4-455d-4082-9b3e-1cba66145c2a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.131624 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (516323b4-455d-4082-9b3e-1cba66145c2a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.271085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.275177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3343327 Feb 10 13:14:56.275177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c496c2-2082-476c-8cde-da790860641d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516323b4-455d-4082-9b3e-1cba66145c2a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:56.276999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:56.283980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'security_group_rule': {'security_group_id': '516323b4-455d-4082-9b3e-1cba66145c2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:56.321789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (a6091525-2f85-41d3-b905-e9a7635289f9), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.360405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e71a04d2-7429-4ad9-b7f9-64e889026595 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:56.368419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e71a04d2-7429-4ad9-b7f9-64e889026595 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.77 "GET /v2.0/networks?id=e9ab0cb9-149a-45b1-b98e-1115a4b913bc HTTP/1.1" status: 200 len: 814 time: 0.2609227 Feb 10 13:14:56.385198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Request body: {'port': {'device_id': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'admin_state_up': True, 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:56.415210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (a6091525-2f85-41d3-b905-e9a7635289f9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.423137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a6091525-2f85-41d3-b905-e9a7635289f9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.450976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.452484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733706 Feb 10 13:14:56.456210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb4d52-d40f-4fa7-b5d8-4f0f8a74435f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6091525-2f85-41d3-b905-e9a7635289f9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:56.456943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372bcaa-9b5c-4305-be05-65619b85d36f req-513ddb63-3f38-4b35-a5e0-34231b09d010 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:56.458888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6372bcaa-9b5c-4305-be05-65619b85d36f req-513ddb63-3f38-4b35-a5e0-34231b09d010 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.2127247 Feb 10 13:14:56.459383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:56.463984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'security_group_rule': {'security_group_id': '516323b4-455d-4082-9b3e-1cba66145c2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:56.498832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (2ee0490c-7e9f-47de-8ccc-413a62779c39), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.584213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (2ee0490c-7e9f-47de-8ccc-413a62779c39), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.589740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2ee0490c-7e9f-47de-8ccc-413a62779c39), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.614051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee0490c-7e9f-47de-8ccc-413a62779c39,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:56.636393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.639362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-16424c9a-421f-4625-9668-f2f036f5deb3 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789656 Feb 10 13:14:56.646068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6372bcaa-9b5c-4305-be05-65619b85d36f req-67360282-ece6-487a-b7f7-03294d65ce7a tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474879 Feb 10 13:14:56.655894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:14:56.669107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:56.676277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Made reservation on behalf of 3323de3740e7462a9d738b7d5d51f6ed for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:14:56.693952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.750708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:56.846736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:56.926095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:56.926464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.021148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.066842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:57.067641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.119174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:57.130971 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.187733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Allocated IP 172.20.0.12 (e9ab0cb9-149a-45b1-b98e-1115a4b913bc/053f9792-67cf-409b-b2ec-6e64268f6345/595e51fe-31cc-45c3-95fd-14b9c72b2ecb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:57.289765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:57.350816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9ab9e-c551-4392-b846-f110a2429d83 req-25be2f5b-f68b-4f01-b803-aef592c560e0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:57.353251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46b9ab9e-c551-4392-b846-f110a2429d83 req-25be2f5b-f68b-4f01-b803-aef592c560e0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.5587912 Feb 10 13:14:57.381985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Allocated IP 172.25.8.161 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2d2953f3-99e6-438d-93af-e182e1e4fa2b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:14:57.561565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46b9ab9e-c551-4392-b846-f110a2429d83 req-3772d428-10ef-444c-9d33-0d6b5fb523d2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964939 Feb 10 13:14:57.596616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks [] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.649766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-07b67b24-5824-43b1-a6db-f7ed1249bfc1 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:14:57.650843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-07b67b24-5824-43b1-a6db-f7ed1249bfc1 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262153 Feb 10 13:14:57.659600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.664014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.750253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:57.757680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:57.760310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:57.796517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.815750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-15b10fd0-4d30-4876-b1a8-04ae1e070d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:57.818534 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-15b10fd0-4d30-4876-b1a8-04ae1e070d43 service neutron] 10.222.0.13 "GET /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 1125 time: 0.1358025 Feb 10 13:14:57.858951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:57.859675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:57.868288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:57.897861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Request body: {'binding': {'host': 'n-h1-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:57.898337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:14:57.902595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-e933d16f-9fe7-40f1-b9e1-f644153c3b16 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5211470 Feb 10 13:14:57.927359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e40c6-d4cc-4c59-b2d9-f0ca61359b49 req-38dd178d-bef4-45ff-81c9-8b5d0a1da21d tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:57.932996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c0e40c6-d4cc-4c59-b2d9-f0ca61359b49 req-38dd178d-bef4-45ff-81c9-8b5d0a1da21d tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 932 time: 0.2421477 Feb 10 13:14:57.965671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:14:58.192443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:14:58.203207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e8d37fb9-6639-4b0a-a3f9-0c746b903e09 None None] Provisioning complete for port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:58.208149 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8d37fb9-6639-4b0a-a3f9-0c746b903e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:58.211038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'Port': ['ID=2d2953f3-99e6-438d-93af-e182e1e4fa2b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:58.213545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:14:58.318427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e8d37fb9-6639-4b0a-a3f9-0c746b903e09 None None] Port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:14:58.339501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on host n-h1-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:58.339838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:58.340165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:58.380003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:14:58.380267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:58.395237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:58.395610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:58.396007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:58.396488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Bound port: bbf844be-d329-4a57-9f8e-9a277231dd26, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:58.446883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:58.490602 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Sync routers for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:14:58.525830 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:14:58.526667 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:58.530411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c0e40c6-d4cc-4c59-b2d9-f0ca61359b49 req-83dda539-3bc0-470c-935e-ea0c7b4f95fa tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948186 Feb 10 13:14:58.675554 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:14:58.747349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ea46a-aebe-47ef-9112-ea2fb8d5693a req-738aed73-3681-48a0-b078-c67dd7a9798e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:58.747349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-404ea46a-aebe-47ef-9112-ea2fb8d5693a req-738aed73-3681-48a0-b078-c67dd7a9798e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1058683 Feb 10 13:14:58.799291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:14:58.850434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-404ea46a-aebe-47ef-9112-ea2fb8d5693a req-49400fe4-6e2a-49d6-bb7c-d03a2eb74fc5 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854285 Feb 10 13:14:58.919884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:14:58.920258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:58.985203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Request body: {'port': {'device_id': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:14:59.001762 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:14:54Z', 'revision_number': 2, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:14:59.006098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.030214 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Checking router: d53b62b5-d703-4160-9129-c856e3aaa53d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:14:59.030893 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Updating router d53b62b5-d703-4160-9129-c856e3aaa53d port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:14:59.046220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:14:59.068156 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.068375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.081860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:59.083563 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-874948af-755d-4f13-9942-a079d526a084 service neutron] 10.222.0.13 "POST /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26/bindings HTTP/1.1" status: 201 len: 389 time: 1.2126431 Feb 10 13:14:59.092377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:14:59.286899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.400483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:59.431416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3ff831c5-b141-4f43-bf20-db2569a174db', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': '3ff831c5-b141-4f43-bf20-db2569a174db', 'mac_address': 'fa:16:3e:9c:77:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:14:59.447484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fb77-48f5-445e-9ac4-5abff8b60e3d req-3fffff13-1d26-42d8-a637-841500ca6f8f tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:59.449351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4aa4fb77-48f5-445e-9ac4-5abff8b60e3d req-3fffff13-1d26-42d8-a637-841500ca6f8f tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.2670014 Feb 10 13:14:59.466225 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks [] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.482278 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.489215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3ff831c5-b141-4f43-bf20-db2569a174db is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:14:59.490094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.505778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.506543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ff831c5-b141-4f43-bf20-db2569a174db {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:14:59.520011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.534947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:14:59.541948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.557402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Pushing event updated for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:59.609282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:59.633731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.634623 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.635900 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.637674 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.638278 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.638764 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.639256 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.639951 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.640444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.640974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.641495 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.642081 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.643145 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:14:59.677093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3ff831c5-b141-4f43-bf20-db2569a174db'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:14:59.759841 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Attempting to bind port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:14:59.760549 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Attempting to bind port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:14:59.761532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Attempting to bind port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 on network e875a702-bc44-4b66-b74d-d73e2f1de211 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:14:59.765055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ffa3b-dd8c-4864-abff-c49baef165b0 req-fc0d1577-4ea0-4fb1-b111-6c0541d56b39 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:14:59.773440 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:14:59.774218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Checking segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:14:59.774350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b99ffa3b-dd8c-4864-abff-c49baef165b0 req-fc0d1577-4ea0-4fb1-b111-6c0541d56b39 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.3870170 Feb 10 13:14:59.776706 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.777492 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Bound using segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:14:59.780264 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Bound port: 6ff57fb8-8fae-4a91-a816-f05b07335fb1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:14:59.781098 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.833579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.870949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'Port': ['ID=2d2953f3-99e6-438d-93af-e182e1e4fa2b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:14:59.904862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b99ffa3b-dd8c-4864-abff-c49baef165b0 req-c0719e15-6ef0-4aad-a773-f50f1085ee64 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294281 Feb 10 13:14:59.917063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:14:59.929725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88e22968-ee25-4563-88c2-ce8d6c3ee226 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2699518 Feb 10 13:14:59.983278 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] For port 6ff57fb8-8fae-4a91-a816-f05b07335fb1, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:14:59.992927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] For port 6ff57fb8-8fae-4a91-a816-f05b07335fb1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ff57fb8-8fae-4a91-a816-f05b07335fb1,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:00.006230 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.052221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595e51fe-31cc-45c3-95fd-14b9c72b2ecb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:00.077902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks [] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.101357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Provisioning complete for port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:00.101902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.147588 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:15:00.152259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Transition to ACTIVE for port object 595e51fe-31cc-45c3-95fd-14b9c72b2ecb will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:00.152477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:14:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:00.194494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.270591 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45033b-9150-4603-b98e-fc11919d5640 None None] Pushing event updated for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:00.315967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Current status of the port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:00.321181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.361764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4aa4fb77-48f5-445e-9ac4-5abff8b60e3d req-88094e8c-a115-4d8e-a1a3-8196ee1a6a1d tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8834829 Feb 10 13:15:00.453893 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:15:00.474414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] For port 6ff57fb8-8fae-4a91-a816-f05b07335fb1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ff57fb8-8fae-4a91-a816-f05b07335fb1,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:00.484145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.512319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc130c44-52ff-41ea-ab35-a3cfaec3ade5 req-60b927a0-e733-4fc5-b73b-f5fd6b2836ed tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:00.516909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc130c44-52ff-41ea-ab35-a3cfaec3ade5 req-60b927a0-e733-4fc5-b73b-f5fd6b2836ed tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1753166 Feb 10 13:15:00.524492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:00.566522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c1624-b302-4a90-aa31-8e8995445275 None None] Pushing event updated for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:00.619561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc130c44-52ff-41ea-ab35-a3cfaec3ade5 req-b018f537-7e8d-4478-b405-5944c3ecd71f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898008 Feb 10 13:15:00.664187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Attempting to bind port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:00.664423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Attempting to bind port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:00.664746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Attempting to bind port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb on network e9ab0cb9-149a-45b1-b98e-1115a4b913bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:00.680072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb on network e9ab0cb9-149a-45b1-b98e-1115a4b913bc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:15:00.680410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Attempting to bind port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb on network e9ab0cb9-149a-45b1-b98e-1115a4b913bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:00.694177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:00.694534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Checking segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:00.695258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Bound using segment: {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:00.695625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Bound port: 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef4b347-5f61-47db-8960-58ecd7d6b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:00.696051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.711096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af225d-e868-4fc8-812b-2b1354dc7d21 req-c8e4f460-a310-43c1-aeb1-6893556e360f tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:00.712692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68af225d-e868-4fc8-812b-2b1354dc7d21 req-c8e4f460-a310-43c1-aeb1-6893556e360f tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1217334 Feb 10 13:15:00.721079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-208e2496-b654-461e-ba5e-fdf1c13f0b9e None None] Provisioning complete for port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:00.721469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-208e2496-b654-461e-ba5e-fdf1c13f0b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.819762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ff57fb8-8fae-4a91-a816-f05b07335fb1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:00.820885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68af225d-e868-4fc8-812b-2b1354dc7d21 req-72e644bc-c46d-4cc8-877e-e529389176c5 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975399 Feb 10 13:15:00.833741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:00.837375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:00.846285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.897727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:00.898364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:00.900127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] 10.222.0.77 "PUT /v2.0/ports/595e51fe-31cc-45c3-95fd-14b9c72b2ecb HTTP/1.1" status: 200 len: 1092 time: 1.9198565 Feb 10 13:15:00.900587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:00.903972 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:00.938526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683267ec-8fff-47b6-b259-73b83d49c2be service neutron] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:00.983909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c75b837a-0eba-493f-b03d-0a0e4814c829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:01.093535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:01.097973 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:14:59Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:01.135636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-dff888e7-636a-4249-bdd7-bb3d4df25e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.141028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:01.141429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-dff888e7-636a-4249-bdd7-bb3d4df25e6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3323de3740e7462a9d738b7d5d51f6ed&device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 1126 time: 0.1501865 Feb 10 13:15:01.156227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-3be70d58-8ea2-41bf-8376-9afcbf6eb7ac tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--698069959&fields=id&tenant_id=e0a70f5b365349ee84c6df593f826293 HTTP/1.1" status: 200 len: 267 time: 0.1292720 Feb 10 13:15:01.203206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af6b8d-9248-47f4-b926-4369b804e231 None None] The sync data for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 is: [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:14:59Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:15:01.283677 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49855d75-2269-4a79-a8e9-a022a4fc4634 x-openstack-request-id: req-49855d75-2269-4a79-a8e9-a022a4fc4634 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:01.283975 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:01.284235 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49855d75-2269-4a79-a8e9-a022a4fc4634 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:01.284650 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'status': 'completed', 'code': 200} Feb 10 13:15:01.312515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-9d082b8d-e365-40ed-9460-9c896f039709 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb HTTP/1.1" status: 200 len: 217 time: 0.1511497 Feb 10 13:15:01.333500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:01.334126 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:01.379148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-208e2496-b654-461e-ba5e-fdf1c13f0b9e None None] Current status of the port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:01.450197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-878d31a4-d243-4b5b-89a1-2fcb76c7dc57 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.471646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-878d31a4-d243-4b5b-89a1-2fcb76c7dc57 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/networks?id=e875a702-bc44-4b66-b74d-d73e2f1de211 HTTP/1.1" status: 200 len: 806 time: 0.3140092 Feb 10 13:15:01.498533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-b5de31a8-3175-4597-ba7c-b7a6be5230ff tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/quotas/e0a70f5b365349ee84c6df593f826293 HTTP/1.1" status: 200 len: 375 time: 0.0256393 Feb 10 13:15:01.525198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-6020d7cf-1711-4a7f-a211-0dff1de7683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.526921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-6020d7cf-1711-4a7f-a211-0dff1de7683e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=053f9792-67cf-409b-b2ec-6e64268f6345 HTTP/1.1" status: 200 len: 853 time: 0.1433661 Feb 10 13:15:01.540221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:01.542795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3ff831c5-b141-4f43-bf20-db2569a174db triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:01.543275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:01.547513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-559f1695-17a6-482c-9546-8e887d4f534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.550617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-559f1695-17a6-482c-9546-8e887d4f534f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 1128 time: 0.2736599 Feb 10 13:15:01.622288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-beb3d97e-fa55-4b68-8028-4d24208ccf38 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0a70f5b365349ee84c6df593f826293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106508 Feb 10 13:15:01.758598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:01.787891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:15:01.795753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-2fcf7776-719d-4893-a2ae-49ae983bb550 service neutron] 10.222.0.13 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675770 Feb 10 13:15:01.839612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3ff831c5-b141-4f43-bf20-db2569a174db is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:01.840399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:01.911415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:01.913971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e06f05-2b13-4d82-9af4-2723c9170b0c req-6a8281b1-b195-4977-a05d-db3cf167f70b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.914445 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0700ed-89a1-4f91-9f4d-ad57bffb9e24" -d '{"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:01.921359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12e06f05-2b13-4d82-9af4-2723c9170b0c req-6a8281b1-b195-4977-a05d-db3cf167f70b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.4641323 Feb 10 13:15:01.938360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:01.950337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:01.975452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-23c351f7-3f7c-4cd8-9661-95786c60b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:01.978311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-23c351f7-3f7c-4cd8-9661-95786c60b80a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 200 len: 919 time: 0.4022543 Feb 10 13:15:02.005622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-42aed1d8-6dc8-4b81-8d4f-16c677d8aa5c service neutron] 10.222.0.13 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976213 Feb 10 13:15:02.021782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:02.049746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12e06f05-2b13-4d82-9af4-2723c9170b0c req-40d70d54-31da-4d79-843c-d50dadb7e2a7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274250 Feb 10 13:15:02.052172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-932b9c8b-b42d-4b5c-8d1c-9dab303963af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:02.060443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-932b9c8b-b42d-4b5c-8d1c-9dab303963af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9ab0cb9-149a-45b1-b98e-1115a4b913bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5087252 Feb 10 13:15:02.348873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a4517-5c08-45ca-8222-c26e4d032246 req-9de5cc28-6cb4-437c-af79-78bd3313249f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:02.393414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-361a4517-5c08-45ca-8222-c26e4d032246 req-9de5cc28-6cb4-437c-af79-78bd3313249f tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2060916 Feb 10 13:15:02.651340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052040-570c-4f33-8a34-3dbd885fbc34 req-6eb52d0c-7ad9-4af0-af66-6acf48fe3ac8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:02.658616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62052040-570c-4f33-8a34-3dbd885fbc34 req-6eb52d0c-7ad9-4af0-af66-6acf48fe3ac8 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.1782706 Feb 10 13:15:02.777405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-361a4517-5c08-45ca-8222-c26e4d032246 req-2ddf9d8b-117e-49bd-9e9b-3731cb0d590b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830242 Feb 10 13:15:02.783187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-3f5a3c77-5294-4ba2-a33c-159ef122c339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 200 len: 217 time: 0.1224012 Feb 10 13:15:02.813308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62052040-570c-4f33-8a34-3dbd885fbc34 req-2ccdbe90-e829-4ba3-ac84-21d5b0c71d4e tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439605 Feb 10 13:15:02.813550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-7ab8416f-fb09-49a3-a7b7-eef5d170c378 service neutron] 10.222.0.77 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796484 Feb 10 13:15:03.023375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-4321f310-5606-4f66-90a7-6e0eff21cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:03.029091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-4321f310-5606-4f66-90a7-6e0eff21cc1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 200 len: 858 time: 0.2363324 Feb 10 13:15:03.123551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-94ea7c05-f7b6-4d7b-be5b-51e2741a0ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0759adbb-d592-4006-91a3-91e6a73707a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507393 Feb 10 13:15:03.188632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8c11-fecc-4ad6-8d8b-0087d66dffc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:03.192490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d910108-de5d-43a8-8616-71b2ef4a836d req-a2ed1df4-0ae1-4f21-99fe-6ad41ad558c4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:03.199878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d910108-de5d-43a8-8616-71b2ef4a836d req-a2ed1df4-0ae1-4f21-99fe-6ad41ad558c4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.3164570 Feb 10 13:15:03.222606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702eca4-9493-41d5-be4c-6f1a288a1255 req-54030c52-f8da-4d62-b6c0-15cd20d30ccd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:03.227083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7702eca4-9493-41d5-be4c-6f1a288a1255 req-54030c52-f8da-4d62-b6c0-15cd20d30ccd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1521623 Feb 10 13:15:03.244586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-472967b4-79ed-4e6f-9033-7dd413ee768a req-0a86b63d-9fcb-4505-942e-429550424497 service neutron] 10.222.0.77 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007776 Feb 10 13:15:03.302678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-c643170d-fde7-48d9-92f4-a37a0b512ff2 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702635 Feb 10 13:15:03.317040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d910108-de5d-43a8-8616-71b2ef4a836d req-4bccff08-1101-445d-914b-e8bdbda09cbd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122370 Feb 10 13:15:03.378005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7702eca4-9493-41d5-be4c-6f1a288a1255 req-d0ba97f2-dd87-4c1e-a743-38730a650d29 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443715 Feb 10 13:15:03.404425 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9cf8e0-cd63-4714-ab48-c5d00a72c073 x-openstack-request-id: req-bf9cf8e0-cd63-4714-ab48-c5d00a72c073 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:03.404738 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:03.405059 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf9cf8e0-cd63-4714-ab48-c5d00a72c073 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:03.405526 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db', 'code': 200} Feb 10 13:15:03.506259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d541646-fc25-4b90-9b13-6c6327db4863 req-55b92edb-abd0-4130-a3a5-e3488a6d7832 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 210 time: 0.0694733 Feb 10 13:15:03.584333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-312b2569-fe65-4de7-8e2e-ef5771f8f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:03.587939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-312b2569-fe65-4de7-8e2e-ef5771f8f215 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3323de3740e7462a9d738b7d5d51f6ed&device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 1126 time: 0.2450347 Feb 10 13:15:03.617877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f5f2-1451-4bb7-8250-f96c84480c77 req-651f774f-5d57-41eb-98f6-600f4d5f0968 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:03.625053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61e9f5f2-1451-4bb7-8250-f96c84480c77 req-651f774f-5d57-41eb-98f6-600f4d5f0968 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1406631 Feb 10 13:15:03.629262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-737fcdf9-6a0f-4fea-a528-9865b173d749 req-cc518d9a-becb-4460-910a-f5babfee0ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109725 Feb 10 13:15:03.710704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61e9f5f2-1451-4bb7-8250-f96c84480c77 req-d18b44df-009b-4df9-9a64-86407c34f7d4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809972 Feb 10 13:15:04.024459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2372cd-d6d2-47a2-8303-011589f171b0 req-10b9e080-6ede-430b-8a2a-88be09ad7de9 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.039141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b2372cd-d6d2-47a2-8303-011589f171b0 req-10b9e080-6ede-430b-8a2a-88be09ad7de9 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.1157501 Feb 10 13:15:04.087603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761545f-cce1-49ee-a389-9245fae0e3a3 req-7aad300f-23ed-437b-892b-930db8eacd96 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.093962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9761545f-cce1-49ee-a389-9245fae0e3a3 req-7aad300f-23ed-437b-892b-930db8eacd96 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1702259 Feb 10 13:15:04.168953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b2372cd-d6d2-47a2-8303-011589f171b0 req-c2c1c292-3afe-45e8-b166-321ab8f536a5 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255829 Feb 10 13:15:04.210650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9761545f-cce1-49ee-a389-9245fae0e3a3 req-6f54725f-f982-40a9-8602-df1e9deb0eac tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119916 Feb 10 13:15:04.431391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:04.545020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:04.603157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5ccd-f346-4c9a-8d0b-816681f7d06d req-37713f12-b631-460b-8439-2fd19ebcc77e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.614003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c67e5ccd-f346-4c9a-8d0b-816681f7d06d req-37713f12-b631-460b-8439-2fd19ebcc77e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1869121 Feb 10 13:15:04.614951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:04.713460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-5a2e9baa-7125-487a-8b08-89dbfea020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.719450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-5a2e9baa-7125-487a-8b08-89dbfea020f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e9ab0cb9-149a-45b1-b98e-1115a4b913bc HTTP/1.1" status: 200 len: 915 time: 0.3376341 Feb 10 13:15:04.727469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c67e5ccd-f346-4c9a-8d0b-816681f7d06d req-2687573b-85b3-464f-8320-33100d439d19 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122706 Feb 10 13:15:04.808971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-b41ead71-5f2d-47f7-b6da-a3130f543b32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb HTTP/1.1" status: 200 len: 217 time: 0.0780025 Feb 10 13:15:04.916790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-3cd26fa8-26df-4480-9da0-cf2ec99135d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.918510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-3cd26fa8-26df-4480-9da0-cf2ec99135d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=053f9792-67cf-409b-b2ec-6e64268f6345 HTTP/1.1" status: 200 len: 853 time: 0.1013427 Feb 10 13:15:04.949652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eb93c-eb06-4f0b-ad24-6f2c4489646b req-0a41a92c-06ae-4215-b3c5-3d470d5b7f6f tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:04.952182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b3eb93c-eb06-4f0b-ad24-6f2c4489646b req-0a41a92c-06ae-4215-b3c5-3d470d5b7f6f tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.0809450 Feb 10 13:15:05.045009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-3a486131-4c5a-4a15-86e3-5cb22e28c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:05.047592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-3a486131-4c5a-4a15-86e3-5cb22e28c0c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9ab0cb9-149a-45b1-b98e-1115a4b913bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1196389 Feb 10 13:15:05.068353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b3eb93c-eb06-4f0b-ad24-6f2c4489646b req-b0ea6fb6-cf22-4a45-aec0-e5ea450878ee tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103616 Feb 10 13:15:05.251558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-b94ba158-ecf6-44f5-81db-74fa016ae511 service neutron] 10.222.0.77 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930110 Feb 10 13:15:05.269024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-be86dbfb-9f6f-4233-ab71-dedc3a62e291 req-eddfa8f6-a390-4799-8180-8e7308192df0 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 210 time: 0.0714753 Feb 10 13:15:05.537389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e5f93b1-68be-4a71-878e-8ca08ce1ffeb req-03fc114f-9b2b-48f9-bd1b-6b9f2f229e17 service neutron] 10.222.0.77 "GET /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714446 Feb 10 13:15:05.695435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:05.710819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-1ff78b32-648b-4569-bc71-2f9127b98a42 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:05.712643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-1ff78b32-648b-4569-bc71-2f9127b98a42 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.77 "GET /v2.0/networks?id=e875a702-bc44-4b66-b74d-d73e2f1de211 HTTP/1.1" status: 200 len: 806 time: 0.3050451 Feb 10 13:15:05.731076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:05.829879 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-863d7b11-ad5f-4e37-9172-e2526a985217 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0a70f5b365349ee84c6df593f826293 HTTP/1.1" status: 200 len: 379 time: 0.0847583 Feb 10 13:15:05.838547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2003389-544b-41ff-828b-a6d582f61ffe req-16e8ad63-6a11-4a4f-b41c-17ef83926c19 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:05.846381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2003389-544b-41ff-828b-a6d582f61ffe req-16e8ad63-6a11-4a4f-b41c-17ef83926c19 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.4405851 Feb 10 13:15:05.869958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'port': {'device_id': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'admin_state_up': True, 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'security_groups': ['516323b4-455d-4082-9b3e-1cba66145c2a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:06.024923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f2003389-544b-41ff-828b-a6d582f61ffe req-d5adeed3-4893-4c17-9e89-d2c7ea397a82 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774805 Feb 10 13:15:06.107026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Made reservation on behalf of e0a70f5b365349ee84c6df593f826293 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:06.113813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:06.268629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2d024-48b9-4c8d-9217-3afa7fdec460 req-82023e25-5912-432f-ab81-1c7c98ebd7b5 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:06.270422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ac2d024-48b9-4c8d-9217-3afa7fdec460 req-82023e25-5912-432f-ab81-1c7c98ebd7b5 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.1273923 Feb 10 13:15:06.483471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ac2d024-48b9-4c8d-9217-3afa7fdec460 req-aaa8afcb-8829-40f1-b23d-2eb3772f4c84 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053764 Feb 10 13:15:06.496884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Allocated IP 172.20.0.9 (e875a702-bc44-4b66-b74d-d73e2f1de211/59721c03-0dd4-4bb3-9f57-629aa3e71afe/28a4f934-e46f-4104-9171-637435d589be) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:06.957675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for port (28a4f934-e46f-4104-9171-637435d589be), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.075394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (28a4f934-e46f-4104-9171-637435d589be), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.144604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event updated for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:07.187113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Network e875a702-bc44-4b66-b74d-d73e2f1de211 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:07.203260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:07.252785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b28b-b2e9-422c-81d6-8391c5f15bfc req-71133c4f-1c52-48ff-bab4-8146b1ad8717 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:07.268010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d35b28b-b2e9-422c-81d6-8391c5f15bfc req-71133c4f-1c52-48ff-bab4-8146b1ad8717 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.5288668 Feb 10 13:15:07.345999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:07.361783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.510932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:07.512133 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.533320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d35b28b-b2e9-422c-81d6-8391c5f15bfc req-e2703986-1c10-40c8-9cbc-831e934a0921 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474508 Feb 10 13:15:07.584290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e4116e7c-48dd-4fcb-aae5-f27b43d1a6a8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181511 Feb 10 13:15:07.626016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Request body: {'port': {'device_id': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:07.706315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13938cf0-f339-4ac1-af92-17e4b22aea08 None None] Provisioning complete for port 28a4f934-e46f-4104-9171-637435d589be triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:07.712310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13938cf0-f339-4ac1-af92-17e4b22aea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (28a4f934-e46f-4104-9171-637435d589be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.760594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28a4f934-e46f-4104-9171-637435d589be), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:07.818562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-13938cf0-f339-4ac1-af92-17e4b22aea08 None None] Port 28a4f934-e46f-4104-9171-637435d589be cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:15:08.004257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775d8c6-a07d-40d2-be36-b1874668691c req-bcc3a70a-9442-4a80-b5b1-e564ff1bedea tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:08.006251 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2775d8c6-a07d-40d2-be36-b1874668691c req-bcc3a70a-9442-4a80-b5b1-e564ff1bedea tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2168937 Feb 10 13:15:08.314458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2775d8c6-a07d-40d2-be36-b1874668691c req-40d5d15e-722d-469f-ae9d-40466bd76341 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994602 Feb 10 13:15:08.576774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a4f934-e46f-4104-9171-637435d589be {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:08.594543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks [] for port (28a4f934-e46f-4104-9171-637435d589be), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:08.630676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Transition to ACTIVE for port object 28a4f934-e46f-4104-9171-637435d589be will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:08.649876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (28a4f934-e46f-4104-9171-637435d589be), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:08.685658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405ae62-1209-46ce-8013-347c8ca8a56a req-0beaaf01-fc4f-472a-91eb-a094ea69f457 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:08.712446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6405ae62-1209-46ce-8013-347c8ca8a56a req-0beaaf01-fc4f-472a-91eb-a094ea69f457 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1801238 Feb 10 13:15:08.938552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6405ae62-1209-46ce-8013-347c8ca8a56a req-c51cde7a-1c01-4fdd-a6de-bd0d636c60d3 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245283 Feb 10 13:15:08.950238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:09.167477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Attempting to bind port 28a4f934-e46f-4104-9171-637435d589be on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:09.167879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Attempting to bind port 28a4f934-e46f-4104-9171-637435d589be by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:09.168443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Attempting to bind port 28a4f934-e46f-4104-9171-637435d589be on network e875a702-bc44-4b66-b74d-d73e2f1de211 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:09.181878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Port 28a4f934-e46f-4104-9171-637435d589be on network e875a702-bc44-4b66-b74d-d73e2f1de211 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:15:09.188008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Attempting to bind port 28a4f934-e46f-4104-9171-637435d589be on network e875a702-bc44-4b66-b74d-d73e2f1de211 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:09.202231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:09.211698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Checking segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:09.212280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Bound using segment: {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:09.212919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Bound port: 28a4f934-e46f-4104-9171-637435d589be, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a637fd4-839b-41ae-a309-5a64ffe9ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:09.213338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28a4f934-e46f-4104-9171-637435d589be), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:09.244551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfdc94-0185-4d48-b587-cf564cb1bab2 req-9d9ed9c2-1d33-4132-8a1e-7977585a1cc8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:09.253167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ddfdc94-0185-4d48-b587-cf564cb1bab2 req-9d9ed9c2-1d33-4132-8a1e-7977585a1cc8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 943 time: 0.1355634 Feb 10 13:15:09.465199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ddfdc94-0185-4d48-b587-cf564cb1bab2 req-e708a678-1cda-4095-8b9d-ad4f826b396f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050529 Feb 10 13:15:09.516589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:09.523938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=28a4f934-e46f-4104-9171-637435d589be,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:09.544672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (28a4f934-e46f-4104-9171-637435d589be), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:09.620591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:09.624661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:09.627378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/28a4f934-e46f-4104-9171-637435d589be HTTP/1.1" status: 200 len: 1091 time: 2.0157008 Feb 10 13:15:09.629361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'tag': '28a4f934-e46f-4104-9171-637435d589be'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:09.639391 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dccccec-6a4c-4c04-8af3-0c11ef9190af" -d '{"events": [{"name": "network-changed", "server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "tag": "28a4f934-e46f-4104-9171-637435d589be"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:09.689166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb191a2f-f3ac-401b-888e-244f52e0c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:09.891074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-0e16ef2a-849c-429d-8fae-0e315ab4f80a service neutron] 10.222.0.77 "GET /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.1543622 Feb 10 13:15:09.921820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e2f15b26-f5e8-49ef-81f3-b6626908c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:09.926679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e2f15b26-f5e8-49ef-81f3-b6626908c91e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0a70f5b365349ee84c6df593f826293&device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 1125 time: 0.1394863 Feb 10 13:15:09.999892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-17da14c9-fe09-4d07-bee2-8445e7b30d6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28a4f934-e46f-4104-9171-637435d589be HTTP/1.1" status: 200 len: 217 time: 0.0602515 Feb 10 13:15:10.073396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34b8c-e3c3-4205-90b9-b94a7d3d3414 req-9432befc-a398-4e07-89e0-0c488ed52a6c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:10.082016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32e34b8c-e3c3-4205-90b9-b94a7d3d3414 req-9432befc-a398-4e07-89e0-0c488ed52a6c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 944 time: 0.1864858 Feb 10 13:15:10.108698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e7e7ac1f-16e9-44c3-ae8e-35e01c310bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:10.111772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e7e7ac1f-16e9-44c3-ae8e-35e01c310bea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=59721c03-0dd4-4bb3-9f57-629aa3e71afe HTTP/1.1" status: 200 len: 845 time: 0.0931730 Feb 10 13:15:10.186504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32e34b8c-e3c3-4205-90b9-b94a7d3d3414 req-c334af68-b313-4707-8e22-0f65d34f6e6e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Feb 10 13:15:10.319049 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:15:10.350822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-833ae3b3-a9a8-4c0a-9308-68228c7b7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:10.352547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-833ae3b3-a9a8-4c0a-9308-68228c7b7bf0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e875a702-bc44-4b66-b74d-d73e2f1de211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2199600 Feb 10 13:15:10.364989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:10.414490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:10.456417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fdac21-db26-4ae7-b4a7-c3cb5366b83b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:10.486685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:10.519595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:10.562337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-10df9c6d-a44e-447b-bb75-2fa93efaefd2 service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939502 Feb 10 13:15:10.904870 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:10.917153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eda507-2af5-4563-9a2a-a0a09b2a30b1 req-e3944c8c-c0fe-47a8-a40c-c49a93a2a486 service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339016 Feb 10 13:15:10.932034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed32680-455b-482c-805f-873cd106c8a3 req-4110dc01-e545-4ded-8135-8d49e04fecdd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:10.940579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ed32680-455b-482c-805f-873cd106c8a3 req-4110dc01-e545-4ded-8135-8d49e04fecdd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2348013 Feb 10 13:15:10.948700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] Transition to ACTIVE for port object 66fdac21-db26-4ae7-b4a7-c3cb5366b83b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:10.981639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:11.267974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ed32680-455b-482c-805f-873cd106c8a3 req-6c745490-c621-40be-b840-589bfcdf6aad tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262243 Feb 10 13:15:11.379222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] No DVR routers for this DVR port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:15:11.380721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] Pushing event updated for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:11.394240 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80efcf9-af96-4abb-84cb-df2ebdde6c5c x-openstack-request-id: req-c80efcf9-af96-4abb-84cb-df2ebdde6c5c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:11.394838 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "tag": "28a4f934-e46f-4104-9171-637435d589be", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:11.395761 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c80efcf9-af96-4abb-84cb-df2ebdde6c5c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:11.396488 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'tag': '28a4f934-e46f-4104-9171-637435d589be', 'status': 'completed', 'code': 200} Feb 10 13:15:11.447069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-2ee2c9a4-3e7a-4d62-9c96-c5af61e7e167 service neutron] 10.222.0.77 "PUT /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5318973 Feb 10 13:15:11.578124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26fded-9e80-4cc2-b635-826cbc26d43a req-ac85bbff-7c0d-4066-aea0-0fa320df682b tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:11.586500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d26fded-9e80-4cc2-b635-826cbc26d43a req-ac85bbff-7c0d-4066-aea0-0fa320df682b tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.0786903 Feb 10 13:15:11.623129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-dbb37eab-9e2b-43bd-aa41-b84895ceca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:11.625392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-dbb37eab-9e2b-43bd-aa41-b84895ceca46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0a70f5b365349ee84c6df593f826293&device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 1125 time: 0.0839453 Feb 10 13:15:11.693353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d26fded-9e80-4cc2-b635-826cbc26d43a req-b210cec3-8fc9-4bbb-b800-15fba97b5c87 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049621 Feb 10 13:15:11.820676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-731d5cb0-600b-4409-aa83-ade00bac93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:11.822444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-731d5cb0-600b-4409-aa83-ade00bac93ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=e875a702-bc44-4b66-b74d-d73e2f1de211 HTTP/1.1" status: 200 len: 907 time: 0.1395941 Feb 10 13:15:11.835069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-46364dbc-9ecc-4bb1-8ce5-f0970daf3f63 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:11.836842 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-46364dbc-9ecc-4bb1-8ce5-f0970daf3f63 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.1971390 Feb 10 13:15:11.895974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411d9bd-5881-4078-ba78-61b3b53486bb req-951db51b-b415-448e-9900-745722208dc2 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:11.913464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1411d9bd-5881-4078-ba78-61b3b53486bb req-951db51b-b415-448e-9900-745722208dc2 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1087997 Feb 10 13:15:11.936342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-1c366e32-44b6-4162-b5e6-fd9747dd10d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28a4f934-e46f-4104-9171-637435d589be HTTP/1.1" status: 200 len: 217 time: 0.0976872 Feb 10 13:15:12.020980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1411d9bd-5881-4078-ba78-61b3b53486bb req-4e5c1ef7-b541-4978-95f2-f1a3c681c2bb tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992677 Feb 10 13:15:12.038186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-e714e29a-3789-4a64-a2a2-e8ed4b939d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.043894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-e714e29a-3789-4a64-a2a2-e8ed4b939d56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.1973643 Feb 10 13:15:12.046009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-ab6f1b1b-19f1-4152-886e-4f2661d78506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.053624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-ab6f1b1b-19f1-4152-886e-4f2661d78506 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=59721c03-0dd4-4bb3-9f57-629aa3e71afe HTTP/1.1" status: 200 len: 845 time: 0.1005654 Feb 10 13:15:12.214538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-01f960c1-c8e4-4b0b-986d-3a4524d6c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.215632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316e2d7-5430-4fa0-8c20-fbffcfee3ec5 req-e693bc6a-566a-4d65-8a14-2f427b6adf3f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.216513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-01f960c1-c8e4-4b0b-986d-3a4524d6c6ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e875a702-bc44-4b66-b74d-d73e2f1de211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1572104 Feb 10 13:15:12.217334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f316e2d7-5430-4fa0-8c20-fbffcfee3ec5 req-e693bc6a-566a-4d65-8a14-2f427b6adf3f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 943 time: 0.1025338 Feb 10 13:15:12.319296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f316e2d7-5430-4fa0-8c20-fbffcfee3ec5 req-92cfb763-8332-4a2d-b04f-2acaa4f4bea6 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958161 Feb 10 13:15:12.413852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-143381ee-8113-4b34-a7ef-ea2e73108562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.417873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-143381ee-8113-4b34-a7ef-ea2e73108562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1127 time: 0.2865880 Feb 10 13:15:12.426140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-c1633284-75c6-4e8e-908c-0a6a97d399df service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879416 Feb 10 13:15:12.662067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9f7b-b112-48ef-929e-f83d4fcdcb18 req-c89a6b5d-c67e-4878-b0ed-32f062fd49fc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.669106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-764f9f7b-b112-48ef-929e-f83d4fcdcb18 req-c89a6b5d-c67e-4878-b0ed-32f062fd49fc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 945 time: 0.1352048 Feb 10 13:15:12.787121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-764f9f7b-b112-48ef-929e-f83d4fcdcb18 req-cde2db8f-08d8-4fd8-b684-e4198ff79ec8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170499 Feb 10 13:15:12.854196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-42e00693-c876-40e0-b758-0ac10d4bbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.855691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-42e00693-c876-40e0-b758-0ac10d4bbab5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.4285803 Feb 10 13:15:12.981241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-8ff0cc0d-a93a-4488-a2ee-4d8287c1787c tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:12.988478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-8ff0cc0d-a93a-4488-a2ee-4d8287c1787c tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 1131 time: 0.0940764 Feb 10 13:15:13.015597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-cf48a099-30c6-41d8-befa-254d7a244edb tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:13.015881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-656d0968-7396-4d2d-ac58-52240519c258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.1412628 Feb 10 13:15:13.105084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dccccec-6a4c-4c04-8af3-0c11ef9190af req-1a70f266-4407-417c-9f26-09a408a6b6fb service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070074 Feb 10 13:15:13.159581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-ebcb98b7-3632-4246-86b6-0a446fc170a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:13.161063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-ebcb98b7-3632-4246-86b6-0a446fc170a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1339366 Feb 10 13:15:13.212998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-cf48a099-30c6-41d8-befa-254d7a244edb tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] Publish callbacks [] for security_group (b71926fe-0270-4ee9-a1de-16b4864494b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:13.221471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-64aa9888-5854-4275-a157-f7ff6a4d59e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496960 Feb 10 13:15:13.222352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-cf48a099-30c6-41d8-befa-254d7a244edb tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b71926fe-0270-4ee9-a1de-16b4864494b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:13.265638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48a099-30c6-41d8-befa-254d7a244edb tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71926fe-0270-4ee9-a1de-16b4864494b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:13.322566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68580eb1-fea5-479b-ac93-cc2e92af82d2 req-cf48a099-30c6-41d8-befa-254d7a244edb tempest-LiveMigrationNegativeTest-1534321565 tempest-LiveMigrationNegativeTest-1534321565-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330832 Feb 10 13:15:13.395017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-da3860e1-10ba-4cb1-9d46-b70e82cbfc76 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615732 Feb 10 13:15:13.522169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aabf6f-6a1c-41ff-8ba2-c5cdd11c35c5 req-c21d8c7e-4b72-4794-bfd4-a9d294286180 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:13.530675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08aabf6f-6a1c-41ff-8ba2-c5cdd11c35c5 req-c21d8c7e-4b72-4794-bfd4-a9d294286180 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0871396 Feb 10 13:15:13.588828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023dc62-838a-4fe2-9789-6ed8041738f0 req-cec2afe8-5107-4bf8-956f-cc7958259a46 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:13.590355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c023dc62-838a-4fe2-9789-6ed8041738f0 req-cec2afe8-5107-4bf8-956f-cc7958259a46 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.0846002 Feb 10 13:15:13.594404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-dab2f213-8fdc-4016-bd1e-c91e55367d53 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920803 Feb 10 13:15:13.596139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08aabf6f-6a1c-41ff-8ba2-c5cdd11c35c5 req-5ee7377f-6416-4512-8958-1ba69c9bbf09 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643935 Feb 10 13:15:13.687457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c023dc62-838a-4fe2-9789-6ed8041738f0 req-b10e4556-9608-4f19-897a-7120dc483709 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900149 Feb 10 13:15:13.830086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a9c6-a2d0-47a3-aa64-61fe3cbaf6cc req-a4e2c114-95b2-4212-bced-1d857b80c0c4 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:13.835255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cec2a9c6-a2d0-47a3-aa64-61fe3cbaf6cc req-a4e2c114-95b2-4212-bced-1d857b80c0c4 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 943 time: 0.1229994 Feb 10 13:15:13.954621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-22a3994d-9394-4a1c-b988-6a223a695b89 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:13.956142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-22a3994d-9394-4a1c-b988-6a223a695b89 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.0893400 Feb 10 13:15:13.975122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cec2a9c6-a2d0-47a3-aa64-61fe3cbaf6cc req-b244e33b-648e-4a98-85aa-a4fdc2b10273 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284721 Feb 10 13:15:14.128142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bded04-4a3f-44c7-8888-5e38709f2ea0 req-24943fed-16ad-464f-93de-6f6ceee36c60 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:14.134934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58bded04-4a3f-44c7-8888-5e38709f2ea0 req-24943fed-16ad-464f-93de-6f6ceee36c60 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 945 time: 0.1838646 Feb 10 13:15:14.181452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-0ade4c60-134d-4623-a6fd-ea33ddf9994f service neutron] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:14.187367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-0ade4c60-134d-4623-a6fd-ea33ddf9994f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:14.188588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-912b6a09-3f83-4099-9a44-14d11706b0b1 req-0ade4c60-134d-4623-a6fd-ea33ddf9994f service neutron] 10.222.0.21 "DELETE /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.1892557 Feb 10 13:15:14.229520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58bded04-4a3f-44c7-8888-5e38709f2ea0 req-4489d7ee-fd1b-4340-82c3-da9a1db8eb51 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Feb 10 13:15:14.357340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb844e0-1810-4069-a491-697cc49969af req-0064659d-c7f7-446c-81ee-b7ad46ad4f94 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:14.366240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffb844e0-1810-4069-a491-697cc49969af req-0064659d-c7f7-446c-81ee-b7ad46ad4f94 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.0796561 Feb 10 13:15:14.431660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffb844e0-1810-4069-a491-697cc49969af req-4911b16c-06a8-4079-85a0-9d5875c93916 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595140 Feb 10 13:15:14.458837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9278f4-a200-4691-a94f-fc6ff6873849 req-0f940e3e-6fef-431b-aa2e-99a136767c66 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:14.467357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9278f4-a200-4691-a94f-fc6ff6873849 req-0f940e3e-6fef-431b-aa2e-99a136767c66 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1127 time: 0.1079831 Feb 10 13:15:14.518481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 28a4f934-e46f-4104-9171-637435d589be details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:14.524223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9278f4-a200-4691-a94f-fc6ff6873849 req-436cb30e-8410-45c4-a642-1661e55b9913 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558705 Feb 10 13:15:14.708924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=28a4f934-e46f-4104-9171-637435d589be,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:14.729406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '28a4f934-e46f-4104-9171-637435d589be', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'port_id': '28a4f934-e46f-4104-9171-637435d589be', 'mac_address': 'fa:16:3e:23:6b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:14.740943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308022d-9439-4b86-aacd-e843d71a316e req-4333726b-3656-4008-8c0d-df70bb40ff19 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:14.751526 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b308022d-9439-4b86-aacd-e843d71a316e req-4333726b-3656-4008-8c0d-df70bb40ff19 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1127 time: 0.1180696 Feb 10 13:15:14.825056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8ad4-abac-4315-b259-74f773ab6ab2 req-66844998-1967-43b3-90f1-38f2c3c6821c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:14.826353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 28a4f934-e46f-4104-9171-637435d589be is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:14.827527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28a4f934-e46f-4104-9171-637435d589be), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:14.834140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c53f8ad4-abac-4315-b259-74f773ab6ab2 req-66844998-1967-43b3-90f1-38f2c3c6821c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0873494 Feb 10 13:15:14.857335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a4f934-e46f-4104-9171-637435d589be {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:14.865913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b308022d-9439-4b86-aacd-e843d71a316e req-2822dc88-8d6e-4da2-a48d-ca15dcce3c55 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Feb 10 13:15:14.911722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=28a4f934-e46f-4104-9171-637435d589be,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:14.921945 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (28a4f934-e46f-4104-9171-637435d589be), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:14.952885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c53f8ad4-abac-4315-b259-74f773ab6ab2 req-97ec68b4-f478-4b10-8a87-e39c40bc550b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169772 Feb 10 13:15:15.019827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:15.035917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.036542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.037516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.038437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.038933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.039475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.040024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.040526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.041221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.041774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.042287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.044717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.045473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:15.086028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a5cd-998a-47c3-b76b-de61a2fef991 req-6ae38328-47c9-48a4-ae4e-40eeba30d479 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:15.087651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fb9a5cd-998a-47c3-b76b-de61a2fef991 req-6ae38328-47c9-48a4-ae4e-40eeba30d479 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1069870 Feb 10 13:15:15.159842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fb9a5cd-998a-47c3-b76b-de61a2fef991 req-684a7cb8-3244-4c64-b79e-86990fb6446f tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634658 Feb 10 13:15:15.197976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['28a4f934-e46f-4104-9171-637435d589be'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:15.490342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333a81a-dde2-468d-ba70-5d8f335182b6 req-58595c12-3752-408d-adda-b5cec667f407 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:15.504889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7333a81a-dde2-468d-ba70-5d8f335182b6 req-58595c12-3752-408d-adda-b5cec667f407 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 944 time: 0.1994658 Feb 10 13:15:15.623042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7333a81a-dde2-468d-ba70-5d8f335182b6 req-da081f44-e02f-4e05-9bc5-ee1ad55d0e7e tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199992 Feb 10 13:15:15.630825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-9f47ab5f-d8e9-4aac-8b0f-86a5627c770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:15.638772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-9f47ab5f-d8e9-4aac-8b0f-86a5627c770b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1128 time: 0.2072220 Feb 10 13:15:15.848477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efae1c-d328-4d74-a5d6-56805acb0463 req-edbe67ef-5e0b-41af-83ac-070e8ae47b4d tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:15.850134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8efae1c-d328-4d74-a5d6-56805acb0463 req-edbe67ef-5e0b-41af-83ac-070e8ae47b4d tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.0873251 Feb 10 13:15:15.959391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8efae1c-d328-4d74-a5d6-56805acb0463 req-0d619058-c0cb-4edc-973d-1b35b1e90d46 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Feb 10 13:15:16.292517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-94d025bb-40dc-4396-8523-870ef16c4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.294091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-94d025bb-40dc-4396-8523-870ef16c4c1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.6492338 Feb 10 13:15:16.309669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e639ef8-323b-49d1-828d-6de06163c60c req-70b1a563-f1e8-4472-8be2-7a8260bee41c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.311213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e639ef8-323b-49d1-828d-6de06163c60c req-70b1a563-f1e8-4472-8be2-7a8260bee41c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1270425 Feb 10 13:15:16.334521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-298df6b0-2fb9-4104-967a-f41355d3c058 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.336088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-298df6b0-2fb9-4104-967a-f41355d3c058 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.21 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 949 time: 0.1508067 Feb 10 13:15:16.409958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d150d8-ecfb-41df-97a4-e89bc18bb8fe req-155e1f42-fd7c-4e45-94a5-3510cf6eacdd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.418235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8417e044-0974-43b1-9b98-b9ea597fb62e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 217 time: 0.1025827 Feb 10 13:15:16.419207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c4d150d8-ecfb-41df-97a4-e89bc18bb8fe req-155e1f42-fd7c-4e45-94a5-3510cf6eacdd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 944 time: 0.1457853 Feb 10 13:15:16.486599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c4d150d8-ecfb-41df-97a4-e89bc18bb8fe req-110b3c6e-249a-4862-bf46-4b924fe45c80 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663729 Feb 10 13:15:16.525824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 595e51fe-31cc-45c3-95fd-14b9c72b2ecb details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:16.531484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 28a4f934-e46f-4104-9171-637435d589be up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:16.621728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-2586a619-0f2e-40e2-9c39-6326cc4d898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.623222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-2586a619-0f2e-40e2-9c39-6326cc4d898e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1781230 Feb 10 13:15:16.640326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e639ef8-323b-49d1-828d-6de06163c60c req-05502cb8-d760-4196-835e-912cf127bb64 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170006 Feb 10 13:15:16.724880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-764e2509-1374-472e-9511-a968158d4f5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822070 Feb 10 13:15:16.770768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Deleting port c97b3af3-3f5f-48df-b6d7-3d1a16311397 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:15:16.771040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:16.890110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e00f-3bef-4766-bbdb-d27937acd700 req-44408bc6-b728-4066-a3c8-030a06ca94f8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:16.896425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0641e00f-3bef-4766-bbdb-d27937acd700 req-44408bc6-b728-4066-a3c8-030a06ca94f8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 944 time: 0.1595378 Feb 10 13:15:16.961808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0641e00f-3bef-4766-bbdb-d27937acd700 req-7ad56164-4f3d-487c-a4ec-09b4e65e5a03 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647485 Feb 10 13:15:16.968390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-504eca68-e6b5-4b21-9622-07e97aa11836 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367845 Feb 10 13:15:16.999110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] For port c97b3af3-3f5f-48df-b6d7-3d1a16311397, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c97b3af3-3f5f-48df-b6d7-3d1a16311397,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:16.999939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.021275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Calling delete_port for c97b3af3-3f5f-48df-b6d7-3d1a16311397 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:15:17.117114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:17.120916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 28a4f934-e46f-4104-9171-637435d589be completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:15:17.129822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 28a4f934-e46f-4104-9171-637435d589be triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:17.130245 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (28a4f934-e46f-4104-9171-637435d589be), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.173271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'network_id': 'e9ab0cb9-149a-45b1-b98e-1115a4b913bc', 'port_id': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'mac_address': 'fa:16:3e:b5:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053f9792-67cf-409b-b2ec-6e64268f6345', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:17.218974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c97b3af3-3f5f-48df-b6d7-3d1a16311397), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.220437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:17.220928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.243211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595e51fe-31cc-45c3-95fd-14b9c72b2ecb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:17.247962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cd87260f-ee38-4304-a405-23c6eb5a141a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:17.296770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Pushing event deleted for resources: {'Port': ['ID=c97b3af3-3f5f-48df-b6d7-3d1a16311397,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:17.326062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.326461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.326813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.327154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.327486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.327815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.328227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:17.328368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.328555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.330924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.331761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.331907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.332466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.333219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:17.337508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 28a4f934-e46f-4104-9171-637435d589be is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:17.337904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28a4f934-e46f-4104-9171-637435d589be), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.351185 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f31350ec-b505-41fe-b6c8-e20c8fa1f208 req-d335a6fb-4670-4e37-90de-a4247daa541f tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=044e4472-f146-4783-a926-c6be29eecaba HTTP/1.1" status: 200 len: 210 time: 0.1373398 Feb 10 13:15:17.363489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.408913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=28a4f934-e46f-4104-9171-637435d589be,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:17.441536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] No DVR routers for this DVR port c97b3af3-3f5f-48df-b6d7-3d1a16311397 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:15:17.446144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.449895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b803d91c-5edd-43b2-b5ce-bb76c4f8d975 req-60f995ce-7494-4031-be62-b7ca519c6a09 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.21 "DELETE /v2.0/ports/c97b3af3-3f5f-48df-b6d7-3d1a16311397 HTTP/1.1" status: 204 len: 173 time: 1.0406981 Feb 10 13:15:17.457326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'name': 'network-vif-deleted', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:17.459218 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75869d6f-e01a-48a3-85f0-f1788be2fcbc" -d '{"events": [{"server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "name": "network-vif-deleted", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:17.534368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-a9bd9df6-d56e-46ac-89b4-5d59a68eb238 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559938 Feb 10 13:15:17.545913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4f934-e46f-4104-9171-637435d589be'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:17.554112 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883b4134-1ae5-44a9-8d0c-ef15d8073a2d" -d '{"events": [{"server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "name": "network-vif-plugged", "status": "completed", "tag": "28a4f934-e46f-4104-9171-637435d589be"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:17.560373 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401523dd-83e8-4e2e-a738-c50393d6f342 x-openstack-request-id: req-401523dd-83e8-4e2e-a738-c50393d6f342 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:17.560844 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044e4472-f146-4783-a926-c6be29eecaba", "name": "network-vif-deleted", "tag": "c97b3af3-3f5f-48df-b6d7-3d1a16311397", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:17.562215 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-401523dd-83e8-4e2e-a738-c50393d6f342 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:17.562820 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044e4472-f146-4783-a926-c6be29eecaba', 'name': 'network-vif-deleted', 'tag': 'c97b3af3-3f5f-48df-b6d7-3d1a16311397', 'status': 'completed', 'code': 200} Feb 10 13:15:17.569314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:17.590333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (28a4f934-e46f-4104-9171-637435d589be), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:17.770440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657afc-9748-4be0-a096-ad89352cddd3 req-85551eb3-b144-4fe4-84f9-757b9016e56b tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:17.777768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc657afc-9748-4be0-a096-ad89352cddd3 req-85551eb3-b144-4fe4-84f9-757b9016e56b tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 945 time: 0.0792699 Feb 10 13:15:17.800067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['595e51fe-31cc-45c3-95fd-14b9c72b2ecb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:17.834434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc657afc-9748-4be0-a096-ad89352cddd3 req-115dd4f1-7138-400a-b872-1171bfe10bee tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Feb 10 13:15:17.892567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:17.922596 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8d789-792d-4336-a523-5a2df03640a5 x-openstack-request-id: req-82f8d789-792d-4336-a523-5a2df03640a5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:17.923534 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "name": "network-vif-plugged", "status": "completed", "tag": "28a4f934-e46f-4104-9171-637435d589be", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:17.923879 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82f8d789-792d-4336-a523-5a2df03640a5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:17.924366 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4f934-e46f-4104-9171-637435d589be', 'code': 200} Feb 10 13:15:18.132453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bbd0f-c0f4-4d70-9e0e-f601ff24640b req-952ac3e6-9229-41e8-a4f2-76c870662395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:18.134147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c3bbd0f-c0f4-4d70-9e0e-f601ff24640b req-952ac3e6-9229-41e8-a4f2-76c870662395 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 1127 time: 0.1395369 Feb 10 13:15:18.173451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac2f69-fac6-41be-91b0-7b68a4ef6698 req-42be3db9-8c7f-42d3-964c-091858c25508 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:18.174990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44ac2f69-fac6-41be-91b0-7b68a4ef6698 req-42be3db9-8c7f-42d3-964c-091858c25508 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1329632 Feb 10 13:15:18.222312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c3bbd0f-c0f4-4d70-9e0e-f601ff24640b req-482c87ed-da85-4753-a268-5caaa8ebed5b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799422 Feb 10 13:15:18.258999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44ac2f69-fac6-41be-91b0-7b68a4ef6698 req-9a7dcc8b-088f-4d77-b691-ef45c33c87be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722921 Feb 10 13:15:18.353985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad48c28-2042-454e-ab72-a4c128b73b21 req-4274f8fe-6a9c-4250-962e-031518e32844 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:18.355735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ad48c28-2042-454e-ab72-a4c128b73b21 req-4274f8fe-6a9c-4250-962e-031518e32844 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.0698066 Feb 10 13:15:18.389293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722c897-ea04-4124-9067-88d1370cbc25 req-f7b0ceb0-5210-44b3-9571-9e83e487dc76 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:18.391177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3722c897-ea04-4124-9067-88d1370cbc25 req-f7b0ceb0-5210-44b3-9571-9e83e487dc76 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0624330 Feb 10 13:15:18.444571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ad48c28-2042-454e-ab72-a4c128b73b21 req-544f4a17-3b97-49dd-b8d8-8873dbac3c6a tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805759 Feb 10 13:15:18.483506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3722c897-ea04-4124-9067-88d1370cbc25 req-42fa6588-ee53-4612-9077-73d55b6e5277 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851257 Feb 10 13:15:18.843625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddba026-03af-44f9-b238-2c0882be881f req-5c7d0b52-58a6-4683-8dc9-ec714073d266 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:18.845533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ddba026-03af-44f9-b238-2c0882be881f req-5c7d0b52-58a6-4683-8dc9-ec714073d266 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.0672517 Feb 10 13:15:18.909900 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ddba026-03af-44f9-b238-2c0882be881f req-a158ab76-f821-43ae-8b13-776ef43daf60 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Feb 10 13:15:19.051401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b1790-ea41-4197-bc53-6aa4e6cb274c req-e867cfb8-90e3-460d-aae9-b336962ccfba tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:19.053125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a3b1790-ea41-4197-bc53-6aa4e6cb274c req-e867cfb8-90e3-460d-aae9-b336962ccfba tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 945 time: 0.0623124 Feb 10 13:15:19.105038 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a3b1790-ea41-4197-bc53-6aa4e6cb274c req-8e75bcfe-7fa6-44d7-82a4-823770893000 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Feb 10 13:15:19.207350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c97b3af3-3f5f-48df-b6d7-3d1a16311397 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:19.229317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: c97b3af3-3f5f-48df-b6d7-3d1a16311397 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:15:19.229669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c97b3af3-3f5f-48df-b6d7-3d1a16311397 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:15:19.418883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a54fa-d3ef-44fe-9b90-81a0477de4c2 req-c771cddd-35f5-4473-bfd8-5c8e6021ef30 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:19.420615 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e9a54fa-d3ef-44fe-9b90-81a0477de4c2 req-c771cddd-35f5-4473-bfd8-5c8e6021ef30 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0765715 Feb 10 13:15:19.476404 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e9a54fa-d3ef-44fe-9b90-81a0477de4c2 req-36ae55d3-c0e5-4e7e-9aac-6eac77b514a5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Feb 10 13:15:19.517328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-197af754-fc24-441f-842b-0d537ce4a115 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:19.518968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-197af754-fc24-441f-842b-0d537ce4a115 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.1298373 Feb 10 13:15:19.542175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-9b8b2b8b-7c37-4295-981b-a7f5408cf5e2 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/quotas/91606bea8075431b9b36472e56da7e1d HTTP/1.1" status: 200 len: 375 time: 0.0159469 Feb 10 13:15:19.606937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8616b2d1-14c2-4f8f-8bb4-fa4c65eb208c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598788 Feb 10 13:15:19.638361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fe7bb-477c-4105-aaea-991c59da64c6 req-56a58f30-c05c-42bb-b1a0-04e3de93cf55 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:19.639945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-833fe7bb-477c-4105-aaea-991c59da64c6 req-56a58f30-c05c-42bb-b1a0-04e3de93cf55 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.0657504 Feb 10 13:15:19.691950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-833fe7bb-477c-4105-aaea-991c59da64c6 req-bce67494-ce64-4133-8cbd-dbd789a9ce5f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453234 Feb 10 13:15:19.753951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-2aa5a613-8b7c-4cc6-a2b4-66fe618bcb80 service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406956 Feb 10 13:15:19.808773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba424d-ea8b-496e-abd3-766e9fddcc23 req-f384fadb-3c55-4133-93c5-5a7351e1c57f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:19.810264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dba424d-ea8b-496e-abd3-766e9fddcc23 req-f384fadb-3c55-4133-93c5-5a7351e1c57f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0542645 Feb 10 13:15:19.851281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-6d6da6ac-eb02-4c15-b4b7-ee7ec9cb942b service neutron] 10.222.0.13 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909865 Feb 10 13:15:19.880539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dba424d-ea8b-496e-abd3-766e9fddcc23 req-a6ceff86-0998-4bf1-bd4a-4e50df64e8bd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629783 Feb 10 13:15:20.046928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74e108f5-6ef1-4098-a47f-f2419379774b req-4216bb03-1dee-4817-9da2-5610ee41b929 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0371795 Feb 10 13:15:20.065555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0fe2-8a13-4ba4-be8a-7f83257bb860 req-c8b05049-69c4-4366-848a-88fd6ed9c4da tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:20.067530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-152b0fe2-8a13-4ba4-be8a-7f83257bb860 req-c8b05049-69c4-4366-848a-88fd6ed9c4da tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.0732388 Feb 10 13:15:20.130149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-152b0fe2-8a13-4ba4-be8a-7f83257bb860 req-9d957e40-6476-4c64-9631-0f4bc68805da tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c3d7217-93f5-4884-b404-75ac4a82136c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Feb 10 13:15:20.252811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c6397-3731-46e2-bb2c-a820290a048d req-47524cb8-05b3-4c42-9992-0b733a12440c tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:20.252811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1c6397-3731-46e2-bb2c-a820290a048d req-47524cb8-05b3-4c42-9992-0b733a12440c tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 945 time: 0.0682607 Feb 10 13:15:20.350930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb1c6397-3731-46e2-bb2c-a820290a048d req-31bf4c5b-ced5-4da0-b32a-db6e3b57db4c tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840173 Feb 10 13:15:20.359931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-20ab432b-48e1-43dd-9dae-d8150d451832 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:20.362817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-20ab432b-48e1-43dd-9dae-d8150d451832 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 950 time: 0.1043749 Feb 10 13:15:20.474592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Deleting port cd87260f-ee38-4304-a405-23c6eb5a141a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:15:20.474970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.546731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 595e51fe-31cc-45c3-95fd-14b9c72b2ecb up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:20.587639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] For port cd87260f-ee38-4304-a405-23c6eb5a141a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cd87260f-ee38-4304-a405-23c6eb5a141a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:20.588328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.618976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Calling delete_port for cd87260f-ee38-4304-a405-23c6eb5a141a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:15:20.631107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:15:20.635961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:20.636637 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.684040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ca52-acfb-457a-b9b1-3767cba5cc83 req-5528a032-2c62-4dae-9280-b7390631474e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:20.689180 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8632ca52-acfb-457a-b9b1-3767cba5cc83 req-5528a032-2c62-4dae-9280-b7390631474e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0895159 Feb 10 13:15:20.784259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8632ca52-acfb-457a-b9b1-3767cba5cc83 req-5b6b99d5-c42c-401b-a57f-79650a44e964 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Feb 10 13:15:20.802560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:20.802960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.831680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:20.834082 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943a98c-14d6-4e86-80ce-00477c174d44" -d '{"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-plugged", "status": "completed", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:20.849017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:20.855503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.879348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (cd87260f-ee38-4304-a405-23c6eb5a141a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:20.900182 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ddf31c-75d5-4bb4-b481-12a9ea723c79 x-openstack-request-id: req-86ddf31c-75d5-4bb4-b481-12a9ea723c79 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:20.900855 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-plugged", "status": "completed", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:20.901067 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ddf31c-75d5-4bb4-b481-12a9ea723c79 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:20.901649 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'code': 200} Feb 10 13:15:20.904412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cd87260f-ee38-4304-a405-23c6eb5a141a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:20.929671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Pushing event deleted for resources: {'Port': ['ID=cd87260f-ee38-4304-a405-23c6eb5a141a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:20.973237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:20.996330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d56ae-790f-499b-8084-f8c9cb26d2a6 req-3b01b13f-e0c1-41a7-993d-4273ad9f0023 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.003751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a81d56ae-790f-499b-8084-f8c9cb26d2a6 req-3b01b13f-e0c1-41a7-993d-4273ad9f0023 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.1900713 Feb 10 13:15:21.041329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] No DVR routers for this DVR port cd87260f-ee38-4304-a405-23c6eb5a141a on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:15:21.050069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:21.054619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04026f66-c786-43b5-82e4-9d07c5f66881 req-1bc25059-40f4-400e-8050-fb464aacb7df tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.77 "DELETE /v2.0/ports/cd87260f-ee38-4304-a405-23c6eb5a141a HTTP/1.1" status: 204 len: 173 time: 0.6806171 Feb 10 13:15:21.055294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'name': 'network-vif-deleted', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:21.068784 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080d2e7e-9bf3-4f7a-aae0-6e546742a31d" -d '{"events": [{"server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "name": "network-vif-deleted", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:21.090609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c50e2-819c-45d5-8649-e719cea3dbad req-81fd87b9-285a-4d3b-a33c-73df22363d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.093317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c88c50e2-819c-45d5-8649-e719cea3dbad req-81fd87b9-285a-4d3b-a33c-73df22363d86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 1128 time: 0.1096187 Feb 10 13:15:21.142915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914b6cb-7f2a-4e70-a257-2e1d7760d1fe req-655b0d85-8f2a-4b42-9f10-ff1b9b6203a5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.144447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7914b6cb-7f2a-4e70-a257-2e1d7760d1fe req-655b0d85-8f2a-4b42-9f10-ff1b9b6203a5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1210132 Feb 10 13:15:21.157635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a81d56ae-790f-499b-8084-f8c9cb26d2a6 req-e7bb373f-82e3-4665-9ac9-eba812b90565 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495872 Feb 10 13:15:21.195813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c88c50e2-819c-45d5-8649-e719cea3dbad req-bf404e9c-15fd-49a5-a6a7-bf96b9e39080 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Feb 10 13:15:21.214079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:21.238049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7914b6cb-7f2a-4e70-a257-2e1d7760d1fe req-8aae4bf5-7b85-4a8b-8310-1285308fd1c0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843298 Feb 10 13:15:21.331634 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4c11b4-76b4-4597-8ecd-7acdcc0e4154 x-openstack-request-id: req-0d4c11b4-76b4-4597-8ecd-7acdcc0e4154 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:21.335770 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674", "name": "network-vif-deleted", "tag": "cd87260f-ee38-4304-a405-23c6eb5a141a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:21.336185 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d4c11b4-76b4-4597-8ecd-7acdcc0e4154 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:21.336796 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674', 'name': 'network-vif-deleted', 'tag': 'cd87260f-ee38-4304-a405-23c6eb5a141a', 'status': 'completed', 'code': 200} Feb 10 13:15:21.375256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3ff831c5-b141-4f43-bf20-db2569a174db is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:21.375648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:21.392923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c85ed-935e-4db4-98ad-51308fd33491 req-2a1f0ece-2124-4055-8477-46e6fb90c69a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.401240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-170c85ed-935e-4db4-98ad-51308fd33491 req-2a1f0ece-2124-4055-8477-46e6fb90c69a tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef139486-6852-4a05-bc22-29e83b3ed9bb HTTP/1.1" status: 200 len: 945 time: 0.1467452 Feb 10 13:15:21.439166 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a9be311-3a1b-4028-87ae-4cc3fd26db1d req-f9857d66-af3d-4bb3-994a-64597edba031 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0578797 Feb 10 13:15:21.454704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:21.465027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:21.540688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43946628-3ae7-4f3b-a0d7-e47a5cde5119 req-89380515-4a9b-45dc-87e9-7ddbc6496886 tempest-LiveMigrationNegativeTest-406887887 tempest-LiveMigrationNegativeTest-406887887-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a01eaaf-a03c-4af8-bd2f-5c06ba5e8674 HTTP/1.1" status: 200 len: 210 time: 0.0649457 Feb 10 13:15:21.548959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:21.663970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Deleting port 3ff831c5-b141-4f43-bf20-db2569a174db {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:15:21.665208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:21.790316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773b1d-e630-4e14-9c03-d056f9e78a36 req-7d6a09e9-36de-4b71-8e73-f0c0819cd734 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.797323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56773b1d-e630-4e14-9c03-d056f9e78a36 req-7d6a09e9-36de-4b71-8e73-f0c0819cd734 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.1642711 Feb 10 13:15:21.808159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:21.820382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Request body: {'floatingip': {'port_id': '28a4f934-e46f-4104-9171-637435d589be'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:21.843158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-f4b163dd-2b3d-4b17-b087-5d4705b86ebf tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.844721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-f4b163dd-2b3d-4b17-b087-5d4705b86ebf tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 804 time: 0.4285188 Feb 10 13:15:21.847929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] For port 3ff831c5-b141-4f43-bf20-db2569a174db, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3ff831c5-b141-4f43-bf20-db2569a174db,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:21.855548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:21.857728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Request body: {'port': {'device_id': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'admin_state_up': True, 'tenant_id': '91606bea8075431b9b36472e56da7e1d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:21.870384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f565f-02a4-4f3f-a68b-f870f9052bb1 req-18f2e91b-ed70-4652-b7f2-3dbbc352e60c tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:21.882748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b1f565f-02a4-4f3f-a68b-f870f9052bb1 req-18f2e91b-ed70-4652-b7f2-3dbbc352e60c tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.1399653 Feb 10 13:15:21.920831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Calling delete_port for 3ff831c5-b141-4f43-bf20-db2569a174db owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:15:21.953852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:22.024614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b1f565f-02a4-4f3f-a68b-f870f9052bb1 req-a2e169d3-8ea3-474a-9690-17f84c489182 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354868 Feb 10 13:15:22.185789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3ff831c5-b141-4f43-bf20-db2569a174db), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:22.252682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event deleted for resources: {'Port': ['ID=3ff831c5-b141-4f43-bf20-db2569a174db,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:22.275544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] No DVR routers for this DVR port 3ff831c5-b141-4f43-bf20-db2569a174db on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:15:22.278291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:22.282894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-170c85ed-935e-4db4-98ad-51308fd33491 req-f9f3ec12-c17c-4110-a5ab-e3cfa4c222a9 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.21 "DELETE /v2.0/ports/3ff831c5-b141-4f43-bf20-db2569a174db HTTP/1.1" status: 204 len: 173 time: 0.8751678 Feb 10 13:15:22.477085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e62e5f-c3a9-43ad-a829-d854b6e259e2 req-2d6e9716-9c73-41e8-801b-a8eb967b75d2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:22.478965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00e62e5f-c3a9-43ad-a829-d854b6e259e2 req-2d6e9716-9c73-41e8-801b-a8eb967b75d2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0753033 Feb 10 13:15:22.593540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00e62e5f-c3a9-43ad-a829-d854b6e259e2 req-054d17ce-ed2f-4e0d-ab69-c66ccc469ef8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082060 Feb 10 13:15:22.638033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95552-7d30-4011-a941-711d7d54a7c8 req-95ddea9f-1b4b-4103-bc58-2a1016fc8872 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:22.640103 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3c95552-7d30-4011-a941-711d7d54a7c8 req-95ddea9f-1b4b-4103-bc58-2a1016fc8872 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.7244475 Feb 10 13:15:22.755562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3c95552-7d30-4011-a941-711d7d54a7c8 req-5344a54f-f941-49c6-b362-da5bfbad08f5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039369 Feb 10 13:15:22.798470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Made reservation on behalf of 91606bea8075431b9b36472e56da7e1d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:22.800601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf705805-8b54-4f8c-a385-bddc009e0f15 req-7e53ef33-3ee2-4f51-aa5f-6545e3514436 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0592558 Feb 10 13:15:22.802180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:22.902480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:22.905737 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf9b69b-6a40-4fd0-9eb1-02303624e7a2" -d '{"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:22.980063 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b9dfb-153a-4365-a506-79eef78a5aab x-openstack-request-id: req-ba8b9dfb-153a-4365-a506-79eef78a5aab {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:22.980613 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:22.980849 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8b9dfb-153a-4365-a506-79eef78a5aab {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:22.981324 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db', 'code': 200} Feb 10 13:15:23.221048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Allocated IP 172.20.0.7 (3c9012b7-3376-497d-881a-9ce3e934df85/ca1df21c-1e68-4711-a122-24b012455f14/d33a90db-e6ed-45de-95dc-1e98fa4ae559) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:23.269182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:23.338345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-deleted', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:23.340944 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b30ab-d644-4454-aa6a-1d84f22d9588" -d '{"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-deleted", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:23.370795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.380591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff490d4-d03d-4358-9355-fb48a7a6850f req-06ef823d-c0b7-4d4d-abb9-d5ad0bd409e1 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:23.390241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ff490d4-d03d-4358-9355-fb48a7a6850f req-06ef823d-c0b7-4d4d-abb9-d5ad0bd409e1 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.2188742 Feb 10 13:15:23.396282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.404299 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dfc73f-257c-4c6e-aa46-73e65375b38e x-openstack-request-id: req-f1dfc73f-257c-4c6e-aa46-73e65375b38e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:23.404800 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef139486-6852-4a05-bc22-29e83b3ed9bb", "name": "network-vif-deleted", "tag": "3ff831c5-b141-4f43-bf20-db2569a174db", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:23.405981 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1dfc73f-257c-4c6e-aa46-73e65375b38e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:23.406529 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef139486-6852-4a05-bc22-29e83b3ed9bb', 'name': 'network-vif-deleted', 'tag': '3ff831c5-b141-4f43-bf20-db2569a174db', 'status': 'completed', 'code': 200} Feb 10 13:15:23.462958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51dce854-c5a5-4cc0-bdf4-ce67ac78582f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94e5c27827c947778bad8a29b40d02db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922832 Feb 10 13:15:23.465559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:23.534078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] Publish callbacks [] for security_group (0c3d7217-93f5-4884-b404-75ac4a82136c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.539259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ff490d4-d03d-4358-9355-fb48a7a6850f req-060fb7be-dcc1-4161-8b2e-5b74b5560369 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461470 Feb 10 13:15:23.581850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] Publish callbacks [] for security_group (0c3d7217-93f5-4884-b404-75ac4a82136c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.657030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0c3d7217-93f5-4884-b404-75ac4a82136c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.659807 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Floating IP aa8bef33-c6a6-4577-b80f-da4061bc6f01 associated. External IP: 172.25.8.161, port: 28a4f934-e46f-4104-9171-637435d589be. Feb 10 13:15:23.662501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.670350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c3d7217-93f5-4884-b404-75ac4a82136c HTTP/1.1" status: 204 len: 168 time: 0.2021215 Feb 10 13:15:23.691820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed44cf-a168-43a7-81a0-45a183910d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d7217-93f5-4884-b404-75ac4a82136c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:23.795704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks [] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:23.886386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30437723-9fbf-4bda-9183-11debadadf62 req-bc59c410-1338-4615-b7bc-c38e8ba11e47 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:23.892354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30437723-9fbf-4bda-9183-11debadadf62 req-bc59c410-1338-4615-b7bc-c38e8ba11e47 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1726615 Feb 10 13:15:23.967826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30437723-9fbf-4bda-9183-11debadadf62 req-3e7a559c-619c-41a9-a499-03390394237d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680180 Feb 10 13:15:23.979986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.146180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Network 3c9012b7-3376-497d-881a-9ce3e934df85 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:24.153732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:24.157188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:24.166555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:24.187757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.189190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.189767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.190382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.191070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.191804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.192714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.193249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.193726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.194211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.194866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.195740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.196241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:15:24.207962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:24.243573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483a0db-9376-44c2-9a77-002bc9966d30 req-7993008b-7b1a-49dd-a100-dbcd1f8f29e7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:24.254242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8483a0db-9376-44c2-9a77-002bc9966d30 req-7993008b-7b1a-49dd-a100-dbcd1f8f29e7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.3486025 Feb 10 13:15:24.260633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d27358-5b83-4e9e-813e-2a66d22e4180 req-ca2d418b-4fc1-48dd-8bfa-d67449b54514 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:24.262823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8d27358-5b83-4e9e-813e-2a66d22e4180 req-ca2d418b-4fc1-48dd-8bfa-d67449b54514 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 931 time: 0.1290452 Feb 10 13:15:24.286372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e9b806a-4d63-4eec-9c54-4e5ace803062 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0be7b66380e340d7a49180bb46931b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751481 Feb 10 13:15:24.289288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:24.340027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8d27358-5b83-4e9e-813e-2a66d22e4180 req-bf18f236-40fe-4bf3-a821-cf90e4c17228 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675950 Feb 10 13:15:24.462459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8483a0db-9376-44c2-9a77-002bc9966d30 req-c9ed58f0-b333-45a4-a256-abe681c959db tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071452 Feb 10 13:15:24.502372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Router d53b62b5-d703-4160-9129-c856e3aaa53d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:15:24.511347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:24.512026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.568142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] Publish callbacks [] for security_group (b71926fe-0270-4ee9-a1de-16b4864494b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.573380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cd87260f-ee38-4304-a405-23c6eb5a141a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:24.598714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: cd87260f-ee38-4304-a405-23c6eb5a141a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:15:24.598967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] Publish callbacks [] for security_group (b71926fe-0270-4ee9-a1de-16b4864494b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.599599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cd87260f-ee38-4304-a405-23c6eb5a141a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:15:24.624551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-76e882c8-29ed-4a7c-a598-bfb34d913a7e tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7717202 Feb 10 13:15:24.647959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Request body: {'port': {'device_id': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:24.917426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.921725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:15:24.933101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.939111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Sync routers for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:15:24.956718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:15:24.958901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:24.974384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b71926fe-0270-4ee9-a1de-16b4864494b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.977522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:24.978737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71926fe-0270-4ee9-a1de-16b4864494b9 HTTP/1.1" status: 204 len: 168 time: 0.6288011 Feb 10 13:15:25.025856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95dec5-9e3c-46e4-b115-7f842e835e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71926fe-0270-4ee9-a1de-16b4864494b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:25.036771 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc8391fd-0abe-44d9-9527-097252454025 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "PUT /v2.0/floatingips/aa8bef33-c6a6-4577-b80f-da4061bc6f01 HTTP/1.1" status: 200 len: 991 time: 3.2205024 Feb 10 13:15:25.039383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'tag': '28a4f934-e46f-4104-9171-637435d589be'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:25.042685 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e8287-6839-4706-acfe-8c77cd0f366a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "tag": "28a4f934-e46f-4104-9171-637435d589be"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:25.242862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:25.275012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3ff831c5-b141-4f43-bf20-db2569a174db {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:15:25.275612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3ff831c5-b141-4f43-bf20-db2569a174db not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:15:25.312984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:15:25.329396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b6fc-8df2-4090-9b15-665d4d593235 req-d25c6736-cfa4-4870-93cc-05f425ce2d7a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:25.342527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d1b6fc-8df2-4090-9b15-665d4d593235 req-d25c6736-cfa4-4870-93cc-05f425ce2d7a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1702135 Feb 10 13:15:25.464361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d1b6fc-8df2-4090-9b15-665d4d593235 req-309a2508-a7ba-4a65-8fe6-366371f896c4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194546 Feb 10 13:15:25.516794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedeb1-d77d-4460-8546-7215eef34e15 req-764ccc68-9e34-4386-a988-0355c32006de tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:25.518701 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34aedeb1-d77d-4460-8546-7215eef34e15 req-764ccc68-9e34-4386-a988-0355c32006de tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.3278677 Feb 10 13:15:25.561641 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac03d85-fcb9-4078-8ef9-a98dd36549ea x-openstack-request-id: req-dac03d85-fcb9-4078-8ef9-a98dd36549ea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:25.562229 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "tag": "28a4f934-e46f-4104-9171-637435d589be", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:25.564391 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dac03d85-fcb9-4078-8ef9-a98dd36549ea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:25.565053 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'tag': '28a4f934-e46f-4104-9171-637435d589be', 'status': 'completed', 'code': 200} Feb 10 13:15:25.709494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e8287-6839-4706-acfe-8c77cd0f366a req-b04cf787-53b0-413a-861c-855890a16225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:25.712295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-b04cf787-53b0-413a-861c-855890a16225 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0a70f5b365349ee84c6df593f826293&device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 1127 time: 0.1370342 Feb 10 13:15:25.750771 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34aedeb1-d77d-4460-8546-7215eef34e15 req-cb0c197b-2074-419f-a737-8386532fc718 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187862 Feb 10 13:15:25.863535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33a90db-e6ed-45de-95dc-1e98fa4ae559 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:25.889494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks [] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:25.909990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'aa8bef33-c6a6-4577-b80f-da4061bc6f01', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'port_id': '28a4f934-e46f-4104-9171-637435d589be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'mac_address': 'fa:16:3e:23:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:58Z', 'updated_at': '2022-02-10T13:15:23Z', 'revision_number': 1, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:25.920182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd55ac5-e7d5-4893-b798-882fd0d00e5f req-5bcf5f5b-619a-4cfd-a0d0-866b4fa2149d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:25.932039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffd55ac5-e7d5-4893-b798-882fd0d00e5f req-5bcf5f5b-619a-4cfd-a0d0-866b4fa2149d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 931 time: 0.2133729 Feb 10 13:15:25.946716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Transition to ACTIVE for port object d33a90db-e6ed-45de-95dc-1e98fa4ae559 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:25.956200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:25.978955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Checking router: d53b62b5-d703-4160-9129-c856e3aaa53d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:15:25.998070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:15:25.999606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:26.008669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e8287-6839-4706-acfe-8c77cd0f366a req-2ac29982-011e-4b7f-a9ec-871ca82de1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.010262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-2ac29982-011e-4b7f-a9ec-871ca82de1e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e875a702-bc44-4b66-b74d-d73e2f1de211 HTTP/1.1" status: 200 len: 907 time: 0.2749016 Feb 10 13:15:26.021590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffd55ac5-e7d5-4893-b798-882fd0d00e5f req-7f75496a-c277-492d-9a43-980dcd3fcc81 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876758 Feb 10 13:15:26.184978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-b2f14fce-c1eb-483e-8fbd-89eb3915ec8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28a4f934-e46f-4104-9171-637435d589be HTTP/1.1" status: 200 len: 999 time: 0.1623063 Feb 10 13:15:26.188559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:26.210248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58fc02-2754-491c-b67c-fda5b3e99a5f req-76c495e7-2b89-4130-b660-8c8f724e8cc2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.212112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0e58fc02-2754-491c-b67c-fda5b3e99a5f req-76c495e7-2b89-4130-b660-8c8f724e8cc2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.3003008 Feb 10 13:15:26.214069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Attempting to bind port d33a90db-e6ed-45de-95dc-1e98fa4ae559 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:26.214573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Attempting to bind port d33a90db-e6ed-45de-95dc-1e98fa4ae559 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:26.215266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Attempting to bind port d33a90db-e6ed-45de-95dc-1e98fa4ae559 on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:26.235294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:15:26.238416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Port d33a90db-e6ed-45de-95dc-1e98fa4ae559 on network 3c9012b7-3376-497d-881a-9ce3e934df85 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:15:26.242388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Attempting to bind port d33a90db-e6ed-45de-95dc-1e98fa4ae559 on network 3c9012b7-3376-497d-881a-9ce3e934df85 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:26.276771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:26.278013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Checking segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:26.279585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Bound using segment: {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:26.280317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Bound port: d33a90db-e6ed-45de-95dc-1e98fa4ae559, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:26.282473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:26.300445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e8287-6839-4706-acfe-8c77cd0f366a req-bebb0dde-b852-4b8a-87f9-2fbc9828948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.303446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-bebb0dde-b852-4b8a-87f9-2fbc9828948e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=59721c03-0dd4-4bb3-9f57-629aa3e71afe HTTP/1.1" status: 200 len: 845 time: 0.1102309 Feb 10 13:15:26.407393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:26.409818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e8287-6839-4706-acfe-8c77cd0f366a req-1eb7cf2b-14d2-4e04-b59f-59554da21e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.414421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-1eb7cf2b-14d2-4e04-b59f-59554da21e07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e875a702-bc44-4b66-b74d-d73e2f1de211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057718 Feb 10 13:15:26.415551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:26.436250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:26.452456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0e58fc02-2754-491c-b67c-fda5b3e99a5f req-72a74d3a-f408-4551-acd5-f1b5f8b05199 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335052 Feb 10 13:15:26.483902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.484927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:26.486671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] 10.222.0.77 "PUT /v2.0/ports/d33a90db-e6ed-45de-95dc-1e98fa4ae559 HTTP/1.1" status: 200 len: 1091 time: 1.8479733 Feb 10 13:15:26.567949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fefcf-5513-4f8c-a1f1-bac84c2ba244 service neutron] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:26.654039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-88cebfcb-2fee-4b4d-9e4f-d55afba1bd35 service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325161 Feb 10 13:15:26.661887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-d3b54de6-62d4-44c5-bd15-b277304abef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.663499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-d3b54de6-62d4-44c5-bd15-b277304abef5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 1125 time: 0.1260614 Feb 10 13:15:26.788259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181faf5-8eb8-470d-af95-a6da0f956bdc req-a49c0890-85a7-446a-9373-9325b81fdab3 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.798900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f181faf5-8eb8-470d-af95-a6da0f956bdc req-a49c0890-85a7-446a-9373-9325b81fdab3 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1408384 Feb 10 13:15:26.829268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-6782de87-d3c9-42e9-8671-ba0ab0001c38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559 HTTP/1.1" status: 200 len: 217 time: 0.1411777 Feb 10 13:15:26.841378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'aa8bef33-c6a6-4577-b80f-da4061bc6f01', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'port_id': '28a4f934-e46f-4104-9171-637435d589be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'mac_address': 'fa:16:3e:23:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:58Z', 'updated_at': '2022-02-10T13:15:23Z', 'revision_number': 1, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:26.928632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a3ca-7a05-4e56-b5ad-8c3bb2061705 None None] The sync data for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 is: [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'aa8bef33-c6a6-4577-b80f-da4061bc6f01', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'port_id': '28a4f934-e46f-4104-9171-637435d589be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'mac_address': 'fa:16:3e:23:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:14:58Z', 'updated_at': '2022-02-10T13:15:23Z', 'revision_number': 1, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:15:26.941233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-e3abc61b-1ce6-4743-87a3-1c25ea778dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:26.946915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-e3abc61b-1ce6-4743-87a3-1c25ea778dc6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1118498 Feb 10 13:15:26.993178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-ebee7c81-92eb-4ea7-8b6e-2d4ed3835694 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397344 Feb 10 13:15:27.015184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269e8287-6839-4706-acfe-8c77cd0f366a req-2189cfcd-b0ab-4bda-b53d-44b4af969a09 service neutron] 10.222.0.77 "GET /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162053 Feb 10 13:15:27.075153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f181faf5-8eb8-470d-af95-a6da0f956bdc req-85e73948-776b-401a-9f34-a244ad8dec56 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681236 Feb 10 13:15:27.320121 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e007cc5-8f5f-4f3f-9a0d-d2a2b639c8d2 None None] New status for floating IP aa8bef33-c6a6-4577-b80f-da4061bc6f01: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:15:27.704916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a1b9-23f1-49b6-9dea-ce85b595539c req-86914dfb-fc9d-4b1a-b46b-1628d78b7747 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:27.708147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f02a1b9-23f1-49b6-9dea-ce85b595539c req-86914dfb-fc9d-4b1a-b46b-1628d78b7747 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1024756 Feb 10 13:15:27.782795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f02a1b9-23f1-49b6-9dea-ce85b595539c req-9ca0aeaa-4b37-4a9a-89f0-0f7fa8802959 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632503 Feb 10 13:15:27.859920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:27.863272 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495bf2c1-588a-4f35-9941-3bdcb07982b3" -d '{"events": [{"name": "network-changed", "server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:27.920174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-dc72b8b3-5f38-443d-9fa0-0083cfa281cc service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159005 Feb 10 13:15:27.941406 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b5054-b4f4-4288-9277-3523898411a1 x-openstack-request-id: req-567b5054-b4f4-4288-9277-3523898411a1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:27.941886 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:27.942557 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567b5054-b4f4-4288-9277-3523898411a1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:27.943041 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'status': 'completed', 'code': 200} Feb 10 13:15:27.962007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a157-953b-4a18-bc13-32de2e8635c5 req-0b38a035-556e-4829-b95d-dd37237278cb tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:27.965572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f942a157-953b-4a18-bc13-32de2e8635c5 req-0b38a035-556e-4829-b95d-dd37237278cb tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 943 time: 0.7652643 Feb 10 13:15:28.097667 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f942a157-953b-4a18-bc13-32de2e8635c5 req-495a98a4-abc5-4134-9744-b77b1b5e0030 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260915 Feb 10 13:15:28.104962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7109db5f-8e0f-47da-a391-556268cb6da6 req-83e4f2c1-05ab-47fa-88d9-1812c0ac7309 service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741545 Feb 10 13:15:28.181358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-80695a4c-c4f4-4c81-b955-4410902f0fb7 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a8340cd25fa0464f85240f34eb4b4402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358820 Feb 10 13:15:28.258876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-84d6463e-ab0f-42c8-9559-ad89a42825ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.260313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-84d6463e-ab0f-42c8-9559-ad89a42825ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91606bea8075431b9b36472e56da7e1d&device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 1125 time: 0.0850117 Feb 10 13:15:28.272100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3af9-3718-4da5-9b21-da9e6f9b886c req-554c0774-6c0c-40da-97c6-d13f62d08073 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.274326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a84c3af9-3718-4da5-9b21-da9e6f9b886c req-554c0774-6c0c-40da-97c6-d13f62d08073 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0872624 Feb 10 13:15:28.307233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-27bf6520-b9dd-4f4e-a9c7-ecaf95193248 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.309060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-27bf6520-b9dd-4f4e-a9c7-ecaf95193248 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178393 Feb 10 13:15:28.327572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-7dfd61c6-c665-45a4-b0db-f1c7805de98f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/quotas/a8340cd25fa0464f85240f34eb4b4402 HTTP/1.1" status: 200 len: 375 time: 0.0108681 Feb 10 13:15:28.365304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9c940d64-e7c9-472e-90ee-ffe3f7454efe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303473 Feb 10 13:15:28.397966 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a84c3af9-3718-4da5-9b21-da9e6f9b886c req-3b6918eb-061f-475c-8087-a8b0f4676e04 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043298 Feb 10 13:15:28.410543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-dcf7ec23-d67e-4b85-8fcd-df86bd511a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.412116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-dcf7ec23-d67e-4b85-8fcd-df86bd511a5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 200 len: 905 time: 0.1374524 Feb 10 13:15:28.467221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-5a2fc8b5-df48-4acd-afe6-ca2d489e9f60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559 HTTP/1.1" status: 200 len: 217 time: 0.0482121 Feb 10 13:15:28.566664 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1f73af1-9851-47bc-b5bd-9ec62708af44 req-fcb7ca85-a615-4bd7-9bdd-c745405d186a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 210 time: 0.0324712 Feb 10 13:15:28.573045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-637a86d7-5a27-42b0-a0d4-078fcf847406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.574552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-637a86d7-5a27-42b0-a0d4-078fcf847406 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 200 len: 844 time: 0.1008582 Feb 10 13:15:28.612813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-7c7ab506-cb04-42fa-a86c-f722b787dfff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c9012b7-3376-497d-881a-9ce3e934df85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320127 Feb 10 13:15:28.727194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-fb6e525e-c8b4-4d86-b0dc-1617407d8580 service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075659 Feb 10 13:15:28.826596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-495bf2c1-588a-4f35-9941-3bdcb07982b3 req-a70e53cd-6d78-4982-9687-202ad029e17a service neutron] 10.222.0.77 "GET /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934942 Feb 10 13:15:28.944956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0884ee-bfdd-47eb-9fd8-ff92e765123f req-d06536a1-803e-4b9d-8149-c296352a7c68 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:28.946587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0884ee-bfdd-47eb-9fd8-ff92e765123f req-d06536a1-803e-4b9d-8149-c296352a7c68 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0583422 Feb 10 13:15:29.005328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0884ee-bfdd-47eb-9fd8-ff92e765123f req-9ce76e16-6373-4f85-9fc4-7163bbde35a2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515854 Feb 10 13:15:29.246697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f356463-71bc-4d6d-9af2-ce01228bebb0 req-6c9dbbc6-8847-4d82-80a2-b877feb844be tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:29.248185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f356463-71bc-4d6d-9af2-ce01228bebb0 req-6c9dbbc6-8847-4d82-80a2-b877feb844be tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 943 time: 0.0581138 Feb 10 13:15:29.309345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f356463-71bc-4d6d-9af2-ce01228bebb0 req-10dc826c-d59e-42b2-8386-e506a991b323 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537622 Feb 10 13:15:29.540837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468822ae-f0ef-4c8e-9cd2-16e71dc037cf req-30b47977-db8a-44db-ac8d-73cb18239354 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:29.548287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-468822ae-f0ef-4c8e-9cd2-16e71dc037cf req-30b47977-db8a-44db-ac8d-73cb18239354 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0671730 Feb 10 13:15:29.636991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-4e518c34-f5d3-47de-8836-00d8eb53c5e0 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8340cd25fa0464f85240f34eb4b4402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389683 Feb 10 13:15:29.657779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-468822ae-f0ef-4c8e-9cd2-16e71dc037cf req-cd9c7484-f86c-4176-8900-647cc1ec3d64 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079791 Feb 10 13:15:29.715884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4e3a1ca0-cb5f-4b7a-8816-282cf822faeb req-be810a05-39f0-489d-ad16-159b0792a34e tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 210 time: 0.0631156 Feb 10 13:15:29.773077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9e08d4f0-81a1-4cf5-a70e-5b0c72f3ff7a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:29.774734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9e08d4f0-81a1-4cf5-a70e-5b0c72f3ff7a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313071 Feb 10 13:15:29.789919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Request body: {'port': {'device_id': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'a8340cd25fa0464f85240f34eb4b4402'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:29.906332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Made reservation on behalf of a8340cd25fa0464f85240f34eb4b4402 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:29.911019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:29.920442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.003660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks [] for security_group (91186d80-f410-44a5-b82d-0515deb4e254), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.008211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (91186d80-f410-44a5-b82d-0515deb4e254), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.085978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91186d80-f410-44a5-b82d-0515deb4e254,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:30.202463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fff294-90a3-4f12-9f9f-dbbf74117b6d req-8a5051dc-094f-4099-a0b5-40b368e23b9e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:30.204405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8fff294-90a3-4f12-9f9f-dbbf74117b6d req-8a5051dc-094f-4099-a0b5-40b368e23b9e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1203628 Feb 10 13:15:30.205521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Allocated IP 192.168.233.15 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/39d4caf2-d040-4a9a-bcc2-fc0b9362d564) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:30.281893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8fff294-90a3-4f12-9f9f-dbbf74117b6d req-b8b1e7db-0ba7-423e-bea8-01c40279e787 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Feb 10 13:15:30.404427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks [] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.444166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443208-d51f-4f57-b324-9feac2c46b85 req-9e40a587-5c13-4ff5-b424-6e657050dc8d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:30.445794 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42443208-d51f-4f57-b324-9feac2c46b85 req-9e40a587-5c13-4ff5-b424-6e657050dc8d tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 943 time: 0.0554781 Feb 10 13:15:30.456821 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.499459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42443208-d51f-4f57-b324-9feac2c46b85 req-0398aa2c-5620-44c7-8448-6a3e2df5c598 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Feb 10 13:15:30.505904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:30.509833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:30.513744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:30.546868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Pushing event updated for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:30.579270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:30.579909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.606088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:30.612148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-9159f31d-2ec8-4866-b522-1fe40a4c61fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8256998 Feb 10 13:15:30.628722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Request body: {'port': {'device_id': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:30.723452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.776172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:30.805695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7ecfc958-812f-43ed-9134-2c0161cd4846 None None] Provisioning complete for port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:30.806490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ecfc958-812f-43ed-9134-2c0161cd4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.808683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'mac_address': 'fa:16:3e:3b:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:30.843473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e325a2-b382-4097-802d-612581789fce req-66bb7415-8a69-4fac-a837-4f94b2c42177 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:30.844290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e385529-74ab-4cd8-9576-e0d96f679368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.845439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72e325a2-b382-4097-802d-612581789fce req-66bb7415-8a69-4fac-a837-4f94b2c42177 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0710425 Feb 10 13:15:30.889357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfc958-812f-43ed-9134-2c0161cd4846 None None] Port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:15:30.898319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d33a90db-e6ed-45de-95dc-1e98fa4ae559 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:30.898986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.915399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33a90db-e6ed-45de-95dc-1e98fa4ae559 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:30.919282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72e325a2-b382-4097-802d-612581789fce req-d7091b88-872d-4745-b2cf-31595708cc33 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614851 Feb 10 13:15:30.942455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:30.947651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:30.999741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:31.038380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc685ed7-263a-42e7-8fb4-41351bc53cce req-0ac7f0b0-bd2a-43c4-9858-52d545c3497e tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:31.039873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc685ed7-263a-42e7-8fb4-41351bc53cce req-0ac7f0b0-bd2a-43c4-9858-52d545c3497e tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 935 time: 0.1340733 Feb 10 13:15:31.235104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d33a90db-e6ed-45de-95dc-1e98fa4ae559'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:31.430770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea392-85eb-4d90-9e75-82d6b782eb15 req-d2812dc7-8382-44eb-9bf3-537db37f6b96 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:31.432614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46dea392-85eb-4d90-9e75-82d6b782eb15 req-d2812dc7-8382-44eb-9bf3-537db37f6b96 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0693302 Feb 10 13:15:31.457193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc685ed7-263a-42e7-8fb4-41351bc53cce req-7bfbe1da-e349-4816-8866-9b1e5bb2880f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019608 Feb 10 13:15:31.498979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46dea392-85eb-4d90-9e75-82d6b782eb15 req-071f46cf-7e4e-43fb-a68b-824a7c9c5a3b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Feb 10 13:15:31.532388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:31.542797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks [] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:31.557524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Transition to ACTIVE for port object 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:31.566301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:31.658573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Pushing event updated for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:31.736880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47830a2d-e222-4080-a5e3-944d7adcf6de req-2f613174-4a47-4e05-bcff-f905a63ef178 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:31.738572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47830a2d-e222-4080-a5e3-944d7adcf6de req-2f613174-4a47-4e05-bcff-f905a63ef178 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 944 time: 0.1438024 Feb 10 13:15:31.772325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Attempting to bind port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:31.772715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Attempting to bind port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:31.773197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Attempting to bind port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:31.781427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:15:31.782372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Attempting to bind port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:31.796916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:31.797941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:31.798420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:31.798940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Bound port: 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:31.799370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:31.821118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47830a2d-e222-4080-a5e3-944d7adcf6de req-0e95dfa1-22b0-40e8-b067-28a4903dd81b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Feb 10 13:15:31.874750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:31.878169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:31.884290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:31.925466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:31.926089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:31.927477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] 10.222.0.21 "PUT /v2.0/ports/39d4caf2-d040-4a9a-bcc2-fc0b9362d564 HTTP/1.1" status: 200 len: 1095 time: 1.3077414 Feb 10 13:15:31.927922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:31.938128 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df9b2af-8948-4303-9efa-188788d17288" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:32.001900 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172f763-baf3-41ee-a1b2-0ba3854a8335 x-openstack-request-id: req-3172f763-baf3-41ee-a1b2-0ba3854a8335 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:32.002256 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:32.002471 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3172f763-baf3-41ee-a1b2-0ba3854a8335 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:32.002834 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564', 'status': 'completed', 'code': 200} Feb 10 13:15:32.010336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20264-b0ae-40c5-ae7f-bb5d31ea9328 service neutron] Pushing event updated for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:32.068133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-d9d72593-b0b6-49c6-b59c-eecdd1442926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.069848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-d9d72593-b0b6-49c6-b59c-eecdd1442926 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 1129 time: 0.0955482 Feb 10 13:15:32.129936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-29ca1601-5bd3-40a6-8d26-4f4ba6eda10e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564 HTTP/1.1" status: 200 len: 217 time: 0.0520554 Feb 10 13:15:32.139616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84b82-3580-42c0-9995-67d70e73bc82 req-c984e168-9bbf-4961-82e5-ff5b694e9029 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.141654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58f84b82-3580-42c0-9995-67d70e73bc82 req-c984e168-9bbf-4961-82e5-ff5b694e9029 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1093044 Feb 10 13:15:32.220587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-b20931eb-ae66-4d74-8edd-c3299b4f290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.221986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-b20931eb-ae66-4d74-8edd-c3299b4f290b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0794649 Feb 10 13:15:32.228998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58f84b82-3580-42c0-9995-67d70e73bc82 req-ccf99706-1962-4401-9f3d-baf1baa7ad0d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791948 Feb 10 13:15:32.274212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-e46472be-f190-443c-a6b8-a2cfa312d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.275718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-e46472be-f190-443c-a6b8-a2cfa312d315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0458977 Feb 10 13:15:32.373858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-f5ed7aa1-b704-4212-818f-410009646e83 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897896 Feb 10 13:15:32.473255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc6b2df-ff41-4473-bf95-0ce34c30a09b req-2ba156cd-9aa3-43a4-a6ee-866f3ea5df0d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930774 Feb 10 13:15:32.600616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ee18-7181-4385-9044-879df0440c52 req-1a6bf153-dc03-4034-b12e-9bb573f36733 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.602382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3767ee18-7181-4385-9044-879df0440c52 req-1a6bf153-dc03-4034-b12e-9bb573f36733 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 947 time: 0.0718188 Feb 10 13:15:32.614924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b2af-8948-4303-9efa-188788d17288 req-e05900fe-3998-461d-ae86-cfaf1012e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.616836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-e05900fe-3998-461d-ae86-cfaf1012e51c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 1129 time: 0.0797570 Feb 10 13:15:32.620713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:32.667289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3767ee18-7181-4385-9044-879df0440c52 req-35e28044-6cee-476d-865d-2a9db738f064 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Feb 10 13:15:32.697739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port d33a90db-e6ed-45de-95dc-1e98fa4ae559 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:15:32.702541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d33a90db-e6ed-45de-95dc-1e98fa4ae559 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:32.703029 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:32.747782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0dd5-971e-406f-8a16-debcdf38a0a2 req-be9b6eb5-5e33-4d22-a65b-87db2b0b2754 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.755394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a0a0dd5-971e-406f-8a16-debcdf38a0a2 req-be9b6eb5-5e33-4d22-a65b-87db2b0b2754 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1581979 Feb 10 13:15:32.765514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b2af-8948-4303-9efa-188788d17288 req-ac5956ea-d037-4ff8-8213-67cd6d0b77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.767531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-ac5956ea-d037-4ff8-8213-67cd6d0b77c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1292477 Feb 10 13:15:32.808696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d33a90db-e6ed-45de-95dc-1e98fa4ae559 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:32.809130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:32.815845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-31020410-4b7b-4ea8-b723-90dd79b61bef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564 HTTP/1.1" status: 200 len: 217 time: 0.0399547 Feb 10 13:15:32.832996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:32.835240 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa49120-a27e-43f1-b299-83dbf70ae7e3" -d '{"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:32.848514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:32.854213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:32.882899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a0a0dd5-971e-406f-8a16-debcdf38a0a2 req-6eaa50ff-cec2-4559-b9dc-1c6b643c3caa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266448 Feb 10 13:15:32.897759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b2af-8948-4303-9efa-188788d17288 req-bc1198cf-91bf-4a6e-a9fa-33eb6f8df7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.899830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-bc1198cf-91bf-4a6e-a9fa-33eb6f8df7e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0759907 Feb 10 13:15:32.902223 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b5386-a1c6-4fdf-ac15-210d163950f2 x-openstack-request-id: req-060b5386-a1c6-4fdf-ac15-210d163950f2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:32.903521 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:32.903955 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-060b5386-a1c6-4fdf-ac15-210d163950f2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:32.904520 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'code': 200} Feb 10 13:15:32.931916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:32.964006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b2af-8948-4303-9efa-188788d17288 req-343df32e-6c1e-4889-a057-11657f2c7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:32.968146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-343df32e-6c1e-4889-a057-11657f2c7673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0539298 Feb 10 13:15:33.055092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d2c3b-1c61-404e-84bc-4ad04695890d req-1542d0fd-0ac2-4f72-bf4e-8c7120fe2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:33.056913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d86d2c3b-1c61-404e-84bc-4ad04695890d req-1542d0fd-0ac2-4f72-bf4e-8c7120fe2e68 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 1127 time: 0.0881894 Feb 10 13:15:33.064491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f9426-af94-4b46-a79f-29d213b1c35d req-59aa969a-fc20-4f2d-a863-6a6d2b0a36ce tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:33.066090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-218f9426-af94-4b46-a79f-29d213b1c35d req-59aa969a-fc20-4f2d-a863-6a6d2b0a36ce tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0843439 Feb 10 13:15:33.078224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-5cfad5e9-5f58-4f87-aa23-58ca9df863b9 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030555 Feb 10 13:15:33.134493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-218f9426-af94-4b46-a79f-29d213b1c35d req-0bd895a0-3d65-47f4-973a-1fbaaee237ce tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557137 Feb 10 13:15:33.163417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7e4cce0-676e-44ad-9da9-4ecc44e82de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:33.170379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d86d2c3b-1c61-404e-84bc-4ad04695890d req-ee8254d6-276d-491c-9bd0-52cd853f68d4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Feb 10 13:15:33.183503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df9b2af-8948-4303-9efa-188788d17288 req-1413b806-2af6-4a51-9da6-d94ec85981ae service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994041 Feb 10 13:15:33.378826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74dcd9-230b-4bad-8d7c-b492fbe90e44 req-caeb4887-b730-400e-823b-37acc8d517a7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:33.380366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f74dcd9-230b-4bad-8d7c-b492fbe90e44 req-caeb4887-b730-400e-823b-37acc8d517a7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0573666 Feb 10 13:15:33.435371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f74dcd9-230b-4bad-8d7c-b492fbe90e44 req-e73031eb-e730-483a-91d7-9f54eb27a027 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487478 Feb 10 13:15:33.785616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f77747-51d9-4f98-8217-f53710868560 req-c065987e-0011-4c45-9bf2-d7a27faebb26 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:33.787193 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2f77747-51d9-4f98-8217-f53710868560 req-c065987e-0011-4c45-9bf2-d7a27faebb26 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 947 time: 0.0553293 Feb 10 13:15:33.849733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2f77747-51d9-4f98-8217-f53710868560 req-493c603f-97db-46e1-b02b-efb62c1b5dcd tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547910 Feb 10 13:15:34.020501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5c117-e7b7-4822-ad1f-68454e28a812 req-eda2a6e5-ee19-4d91-b264-d52e6c82d664 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:34.021936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67d5c117-e7b7-4822-ad1f-68454e28a812 req-eda2a6e5-ee19-4d91-b264-d52e6c82d664 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0587676 Feb 10 13:15:34.072705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67d5c117-e7b7-4822-ad1f-68454e28a812 req-da1c8a23-c172-4664-baf7-0f590601e5e1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Feb 10 13:15:34.261282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a389f4-cd34-4b53-90f7-3cc7a2695f97 req-2af97474-783c-459c-a734-edd42b245e3b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:34.262774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46a389f4-cd34-4b53-90f7-3cc7a2695f97 req-2af97474-783c-459c-a734-edd42b245e3b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0547352 Feb 10 13:15:34.311112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46a389f4-cd34-4b53-90f7-3cc7a2695f97 req-698b4e70-9e5c-4f78-bf61-1982b6aa70bd tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Feb 10 13:15:34.424581 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:34.570439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756505e-a14c-48f2-9c3e-866ae4bfc714 req-14c877c2-b44f-4442-9eb6-8587a5460968 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:34.572289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b756505e-a14c-48f2-9c3e-866ae4bfc714 req-14c877c2-b44f-4442-9eb6-8587a5460968 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0621779 Feb 10 13:15:34.622926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:34.629270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b756505e-a14c-48f2-9c3e-866ae4bfc714 req-9b2b8a2b-cd4b-4a3a-a672-49922ad94c64 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484493 Feb 10 13:15:34.725320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:34.735491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:34.772580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:34.772983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:34.788882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9303c6d5-ec85-4ac0-8160-568658af5fce {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:34.807314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:34.811439 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:34.869310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:34.942900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['9303c6d5-ec85-4ac0-8160-568658af5fce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:34.985155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80e49-a1ef-49da-ad45-5664b2f6bdeb req-744e164d-0a85-40dd-8184-3c3cf862707c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:34.992503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb80e49-a1ef-49da-ad45-5664b2f6bdeb req-744e164d-0a85-40dd-8184-3c3cf862707c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 947 time: 0.0641427 Feb 10 13:15:35.044415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb80e49-a1ef-49da-ad45-5664b2f6bdeb req-96b56152-e066-46e8-97c7-9ffd993f6d53 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Feb 10 13:15:35.205388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47809086-1b35-4836-9e3e-b3ecb4d245c2 req-3043b808-88ce-4b17-bae8-1b29a6550878 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:35.207676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47809086-1b35-4836-9e3e-b3ecb4d245c2 req-3043b808-88ce-4b17-bae8-1b29a6550878 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0602245 Feb 10 13:15:35.269516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:35.292017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47809086-1b35-4836-9e3e-b3ecb4d245c2 req-069ce3dd-8300-4d24-97a7-dc3e9c292a06 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766971 Feb 10 13:15:35.414428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:35.448280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564', 'mac_address': 'fa:16:3e:f5:dd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:35.491845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f13c0-b4ff-4347-af42-902da843a1fe req-7683c96f-02e0-493e-a1ad-326ddd7ad844 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:35.493996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-714f13c0-b4ff-4347-af42-902da843a1fe req-7683c96f-02e0-493e-a1ad-326ddd7ad844 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0740366 Feb 10 13:15:35.501106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:35.501792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:35.522112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:35.545991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:35.551543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:35.584359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-714f13c0-b4ff-4347-af42-902da843a1fe req-9b553a3d-cdb4-48f5-95c4-5c078c9ae443 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Feb 10 13:15:35.627721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:35.678363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:35.739590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:35.783331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82281c-5a4c-4701-88fe-f1177e2da3c6 req-3fe368cc-c747-4b41-af23-6a29ccf56dc1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:35.790873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d82281c-5a4c-4701-88fe-f1177e2da3c6 req-3fe368cc-c747-4b41-af23-6a29ccf56dc1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.0666809 Feb 10 13:15:35.847477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d82281c-5a4c-4701-88fe-f1177e2da3c6 req-690b13bc-63a6-4515-8fc6-a64683f2afdd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Feb 10 13:15:35.951188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['39d4caf2-d040-4a9a-bcc2-fc0b9362d564'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:36.293797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a6ef2-eb73-45a7-a82c-543712801e7a req-1009a7e0-1c7f-42ba-a58f-a7bdbb65acab tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:36.301589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-995a6ef2-eb73-45a7-a82c-543712801e7a req-1009a7e0-1c7f-42ba-a58f-a7bdbb65acab tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 948 time: 0.1190772 Feb 10 13:15:36.413474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-995a6ef2-eb73-45a7-a82c-543712801e7a req-eb19cb13-39bc-47cc-bdfc-fb3e5871de84 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063354 Feb 10 13:15:36.520042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f386-82bc-4307-93c7-2c52339de1b7 req-3dc253ea-5e62-46f2-963a-cc4df0f1dbf8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:36.528951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae47f386-82bc-4307-93c7-2c52339de1b7 req-3dc253ea-5e62-46f2-963a-cc4df0f1dbf8 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1080201 Feb 10 13:15:36.590217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae47f386-82bc-4307-93c7-2c52339de1b7 req-3af01b90-9b62-48ac-ad02-eaecc64ccbfe tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Feb 10 13:15:36.648126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:36.686235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a858e9-da04-4aab-89d1-6c164b8fe1f7 req-3882d325-033f-47ad-8edf-a9066461b572 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:36.700057 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6a858e9-da04-4aab-89d1-6c164b8fe1f7 req-3882d325-033f-47ad-8edf-a9066461b572 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1202180 Feb 10 13:15:36.713715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 9303c6d5-ec85-4ac0-8160-568658af5fce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:36.714384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:36.801392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6a858e9-da04-4aab-89d1-6c164b8fe1f7 req-1a026e0a-3cfe-45c6-9380-48e7a3168d26 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965993 Feb 10 13:15:36.812210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:36.812725 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:36.850992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:36.853283 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cfa97e-48ab-4c42-b911-3f2893374c4f" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:36.882662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:36.887313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:36.952826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:36.958242 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24434f48-13fd-499e-bcf8-e0ba31d23028 x-openstack-request-id: req-24434f48-13fd-499e-bcf8-e0ba31d23028 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:36.958686 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:36.958937 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24434f48-13fd-499e-bcf8-e0ba31d23028 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:36.959350 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'code': 200} Feb 10 13:15:37.045389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad1f31-109a-427f-8cef-938d0f89187a req-2501bfd3-5fbb-4e6e-b465-24a8de2a1217 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:37.046966 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e8ad1f31-109a-427f-8cef-938d0f89187a req-2501bfd3-5fbb-4e6e-b465-24a8de2a1217 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0645156 Feb 10 13:15:37.157781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e8ad1f31-109a-427f-8cef-938d0f89187a req-87e0a845-5670-4462-b03c-95436f228caf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985093 Feb 10 13:15:37.289868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:37.389589 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:37.409386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:15:37.414365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:37.415002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:37.582364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:37.582868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:37.596650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e231dce-ef64-4c32-b329-483dd849e2ce req-414bd829-8121-4ca2-aa87-d95f35e7885a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:37.605099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e231dce-ef64-4c32-b329-483dd849e2ce req-414bd829-8121-4ca2-aa87-d95f35e7885a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 948 time: 0.0961816 Feb 10 13:15:37.623641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:37.641234 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:37.678773 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e231dce-ef64-4c32-b329-483dd849e2ce req-16e5406b-d33f-41b3-aa4b-6c1d9b2232c1 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Feb 10 13:15:37.733534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:37.767580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60523-943b-4b57-855b-d73838c5bea7 req-a93ec240-71ee-432d-8ba6-105a0705c143 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:37.775199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30a60523-943b-4b57-855b-d73838c5bea7 req-a93ec240-71ee-432d-8ba6-105a0705c143 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0632379 Feb 10 13:15:37.836333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30a60523-943b-4b57-855b-d73838c5bea7 req-c578334d-1f2b-43c6-96e4-d7df30458520 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599024 Feb 10 13:15:37.978476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42caa9b-f647-4159-b963-999c6dd9bda7 req-4249d9a5-0842-4d93-8e76-434592b7ae41 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:37.992178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b42caa9b-f647-4159-b963-999c6dd9bda7 req-4249d9a5-0842-4d93-8e76-434592b7ae41 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1003394 Feb 10 13:15:38.061543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b42caa9b-f647-4159-b963-999c6dd9bda7 req-c0b1582c-a3fc-4188-8bae-49398c92bd6c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684462 Feb 10 13:15:38.294541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee736e2-4ef3-4ab2-a545-b7b7f58a1aa5 req-1319630a-5e5e-43fd-b797-378350a3bf5c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:38.300967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ee736e2-4ef3-4ab2-a545-b7b7f58a1aa5 req-1319630a-5e5e-43fd-b797-378350a3bf5c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0670829 Feb 10 13:15:38.384461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ee736e2-4ef3-4ab2-a545-b7b7f58a1aa5 req-742a4cac-6e70-465a-a386-3a057b871a56 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792003 Feb 10 13:15:38.670849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:38.833927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:38.850831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'network_id': '3c9012b7-3376-497d-881a-9ce3e934df85', 'port_id': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'mac_address': 'fa:16:3e:3b:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1df21c-1e68-4711-a122-24b012455f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:38.881628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e217-cd06-4ca7-8fc7-25d8c8a5097b req-bc454ad5-a14e-441e-a2b9-92c69a539f99 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:38.891182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eec4e217-cd06-4ca7-8fc7-25d8c8a5097b req-bc454ad5-a14e-441e-a2b9-92c69a539f99 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.0946138 Feb 10 13:15:38.931592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d33a90db-e6ed-45de-95dc-1e98fa4ae559 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:38.934215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:38.960500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d33a90db-e6ed-45de-95dc-1e98fa4ae559 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:38.965875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:38.969688 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06233d1-b213-4682-8b2b-9ccd4ac0f0b7" -d '{"events": [{"server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "name": "network-vif-plugged", "status": "completed", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:38.976889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eec4e217-cd06-4ca7-8fc7-25d8c8a5097b req-feb5878e-a816-4b43-b355-6667b7ddbd94 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844526 Feb 10 13:15:38.992901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:39.023270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:39.052180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab08149-69e2-41a9-a77f-9712c8175114 req-540ff411-e3bb-4b17-b34c-8bc16b3d722f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:39.053798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ab08149-69e2-41a9-a77f-9712c8175114 req-540ff411-e3bb-4b17-b34c-8bc16b3d722f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1000443 Feb 10 13:15:39.069510 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60864c11-9ccb-4399-a321-25f1b0e36594 x-openstack-request-id: req-60864c11-9ccb-4399-a321-25f1b0e36594 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:39.069804 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "name": "network-vif-plugged", "status": "completed", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:39.070065 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60864c11-9ccb-4399-a321-25f1b0e36594 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:39.070457 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564', 'code': 200} Feb 10 13:15:39.113570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:39.159881 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9ab08149-69e2-41a9-a77f-9712c8175114 req-18162016-0085-47ee-b5e8-dc891f6e5238 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940576 Feb 10 13:15:39.171405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f6866-0d61-4553-9a3b-26eb93a54adc req-3473d7d5-44c0-46b7-8ade-295b3857baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:39.173627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b3f6866-0d61-4553-9a3b-26eb93a54adc req-3473d7d5-44c0-46b7-8ade-295b3857baf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 1131 time: 0.0532389 Feb 10 13:15:39.175561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d33a90db-e6ed-45de-95dc-1e98fa4ae559'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:39.241391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b3f6866-0d61-4553-9a3b-26eb93a54adc req-50be55b0-223d-4255-90a1-a6b3b831b490 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614276 Feb 10 13:15:39.311356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613fd7-9c1a-4576-bbd3-c6c49790d3c7 req-7e53c2cb-2ea6-4ab9-a6ed-4c82371c0082 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:39.319036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40613fd7-9c1a-4576-bbd3-c6c49790d3c7 req-7e53c2cb-2ea6-4ab9-a6ed-4c82371c0082 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 944 time: 0.1185808 Feb 10 13:15:39.381350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40613fd7-9c1a-4576-bbd3-c6c49790d3c7 req-72770ddf-593e-4435-8b43-f3da1144c795 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610373 Feb 10 13:15:39.580164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c2ab-b7dd-44f1-8010-bb1ee1230b76 req-e9a42c01-00b9-4fdb-993f-b672c5259143 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:39.581778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4c0c2ab-b7dd-44f1-8010-bb1ee1230b76 req-e9a42c01-00b9-4fdb-993f-b672c5259143 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0885694 Feb 10 13:15:39.660401 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4c0c2ab-b7dd-44f1-8010-bb1ee1230b76 req-c033d1f9-c2d9-4ba2-b958-6e95b1cf9ca2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700417 Feb 10 13:15:40.151307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a0bde-bf6d-45f8-aca0-1c19fe615689 req-666af3ea-250c-43a6-b3c8-c8ac86523c35 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:40.153609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-599a0bde-bf6d-45f8-aca0-1c19fe615689 req-666af3ea-250c-43a6-b3c8-c8ac86523c35 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.0843768 Feb 10 13:15:40.237272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-599a0bde-bf6d-45f8-aca0-1c19fe615689 req-8d6b0d31-1b42-45e4-85cf-438da1102354 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728707 Feb 10 13:15:40.343365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef969d26-7f4f-4e6e-aede-49cbc0f4e926 req-2e868c14-63e7-451f-81d2-67f5518c3ce4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:40.344943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef969d26-7f4f-4e6e-aede-49cbc0f4e926 req-2e868c14-63e7-451f-81d2-67f5518c3ce4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0650792 Feb 10 13:15:40.423460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef969d26-7f4f-4e6e-aede-49cbc0f4e926 req-aaf42590-4956-42e9-bc08-b43e214405c5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686421 Feb 10 13:15:40.517673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3836109-bad2-49f7-995d-e486c040ebdf req-4f2912e9-3ab6-4fab-a73f-86d86aff4813 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:40.525527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3836109-bad2-49f7-995d-e486c040ebdf req-4f2912e9-3ab6-4fab-a73f-86d86aff4813 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 944 time: 0.0678310 Feb 10 13:15:40.610335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3836109-bad2-49f7-995d-e486c040ebdf req-9ec571e2-9848-4064-8a18-b15111fe40eb tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831835 Feb 10 13:15:40.669380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:40.791359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d33a90db-e6ed-45de-95dc-1e98fa4ae559 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:40.791649 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:40.934903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf28f-67fa-4000-8edc-5f95ce0b54ca req-593d57d7-e18a-4bc3-a764-ca6d81658968 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:40.937369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3afaf28f-67fa-4000-8edc-5f95ce0b54ca req-593d57d7-e18a-4bc3-a764-ca6d81658968 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1103714 Feb 10 13:15:40.949945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d33a90db-e6ed-45de-95dc-1e98fa4ae559 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:40.950495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:40.962225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:40.998938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:41.006885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:41.071480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:41.074037 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07be0eb8-66c8-4bde-81bc-fbf9a9dc57fb" -d '{"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:41.086334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3afaf28f-67fa-4000-8edc-5f95ce0b54ca req-feb6845d-8b3b-4618-b616-94f7942592a0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338160 Feb 10 13:15:41.131601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:41.176136 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284bedc1-4a21-4ccb-9fc8-ad28b710c89a x-openstack-request-id: req-284bedc1-4a21-4ccb-9fc8-ad28b710c89a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:41.176323 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:41.176553 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-284bedc1-4a21-4ccb-9fc8-ad28b710c89a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:41.177927 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'code': 200} Feb 10 13:15:41.306282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32849b34-12f5-40b5-b2e8-a46079d9f70f req-5fa738da-f8a6-4d8b-a758-358447f55bb3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:41.317830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32849b34-12f5-40b5-b2e8-a46079d9f70f req-5fa738da-f8a6-4d8b-a758-358447f55bb3 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0979607 Feb 10 13:15:41.378877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-32849b34-12f5-40b5-b2e8-a46079d9f70f req-d225023d-3bb7-4c3d-b0fe-1a9b62a49cf8 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575328 Feb 10 13:15:41.411031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9b3ce-9d24-4c7f-8e92-0096585513fd req-b6b78c92-468b-45ae-8f21-d0a0a25e7873 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:41.413078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94b9b3ce-9d24-4c7f-8e92-0096585513fd req-b6b78c92-468b-45ae-8f21-d0a0a25e7873 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.0870130 Feb 10 13:15:41.480192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94b9b3ce-9d24-4c7f-8e92-0096585513fd req-97837aed-b290-44f0-98cb-7094a346df35 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Feb 10 13:15:41.571744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b451c8a-8b65-4d86-82f6-dbd3216f1a29 req-a53782be-f8d2-4ca7-84d3-ac4edb8edf61 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:41.573766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b451c8a-8b65-4d86-82f6-dbd3216f1a29 req-a53782be-f8d2-4ca7-84d3-ac4edb8edf61 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0755415 Feb 10 13:15:41.693755 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b451c8a-8b65-4d86-82f6-dbd3216f1a29 req-2752f4a8-f447-4857-91d1-f08b6a6a3efd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081362 Feb 10 13:15:41.792915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-33a87513-2c4b-45dd-894e-f2cb72303d91 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a8340cd25fa0464f85240f34eb4b4402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352068 Feb 10 13:15:41.969691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c44fa918-14b2-4900-bfa4-f3589c50e84b tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:41.977177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c44fa918-14b2-4900-bfa4-f3589c50e84b tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816998 Feb 10 13:15:42.010646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-8dccdc10-ce8f-4df1-9b91-939c4d02196b tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/quotas/a8340cd25fa0464f85240f34eb4b4402 HTTP/1.1" status: 200 len: 375 time: 0.0319622 Feb 10 13:15:42.122489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-b5d40691-796e-42b7-8e4e-4ed018f0370d tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049879 Feb 10 13:15:42.241386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8586-a4ec-47a0-8fe1-07be62c9c002 req-bb26a809-62bd-4b10-b77b-c2db486a1d49 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:42.250704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-387e8586-a4ec-47a0-8fe1-07be62c9c002 req-bb26a809-62bd-4b10-b77b-c2db486a1d49 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0687048 Feb 10 13:15:42.318980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-387e8586-a4ec-47a0-8fe1-07be62c9c002 req-a83e94e5-59ed-4ca5-9eef-bf3640bd760c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670424 Feb 10 13:15:42.345716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f209a1c5-fc5d-4386-a66e-ddf7ef4705ea req-170a56bb-631d-4910-9bcf-873cff522cfd tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 210 time: 0.0361145 Feb 10 13:15:42.534793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac71c0-589d-42cc-a1fa-7f2589682a92 req-33150da2-7594-4334-b8cb-096974d6881c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:42.540650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53ac71c0-589d-42cc-a1fa-7f2589682a92 req-33150da2-7594-4334-b8cb-096974d6881c tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0869501 Feb 10 13:15:42.617855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-53ac71c0-589d-42cc-a1fa-7f2589682a92 req-3a6c830b-7377-4b58-81df-5097388e70b1 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/security-groups?id=9516265c-628c-4231-aa27-33ab1dac69c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Feb 10 13:15:42.688488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:42.928818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3ef3-3f1c-421c-9471-31858ccaf250 req-a3872b81-077b-4d41-91a5-0226c25b665d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:42.943207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d33a90db-e6ed-45de-95dc-1e98fa4ae559 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:42.943878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:42.950287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-952d3ef3-3f1c-421c-9471-31858ccaf250 req-a3872b81-077b-4d41-91a5-0226c25b665d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1741567 Feb 10 13:15:42.980356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-05eb18f6-9141-4f09-9ced-5d80d465b10b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:42.982478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-05eb18f6-9141-4f09-9ced-5d80d465b10b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1077359 Feb 10 13:15:43.025109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:43.033810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:43.085995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-952d3ef3-3f1c-421c-9471-31858ccaf250 req-ba1b6032-f0d1-4de1-99dd-8f8eebe7ebe1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303527 Feb 10 13:15:43.149277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:43.169913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Deleting port d33a90db-e6ed-45de-95dc-1e98fa4ae559 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:15:43.170276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:43.178892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:43.181446 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0907987-4767-430a-b287-65e8e1b8d3b0" -d '{"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:43.300745 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e267ba-dc0a-4dfe-bcb2-a7cd697387a3 x-openstack-request-id: req-19e267ba-dc0a-4dfe-bcb2-a7cd697387a3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:43.301076 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:43.301890 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19e267ba-dc0a-4dfe-bcb2-a7cd697387a3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:43.301890 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'code': 200} Feb 10 13:15:43.419322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] For port d33a90db-e6ed-45de-95dc-1e98fa4ae559, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d33a90db-e6ed-45de-95dc-1e98fa4ae559,segment=NetworkSegment(4a51422d-b1ed-4c82-9b5b-a31fcdd9894f),segment_id=4a51422d-b1ed-4c82-9b5b-a31fcdd9894f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:43.420084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:43.450981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Calling delete_port for d33a90db-e6ed-45de-95dc-1e98fa4ae559 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:15:43.463450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-f730456d-d19e-4b85-bce2-f7c627fd6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:43.467885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-f730456d-d19e-4b85-bce2-f7c627fd6b90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1127 time: 0.1329737 Feb 10 13:15:43.623918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00d97b61-a23c-4804-99d9-b817972abacf req-2939f1be-b3b5-46d0-84c2-da6fb20276d1 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 210 time: 0.1423237 Feb 10 13:15:43.633626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1cae-effd-4e11-b99f-ae8e081d6ca1 req-1aaa00b8-27d8-441e-ba72-d5019d1e487c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:43.644496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b8f1cae-effd-4e11-b99f-ae8e081d6ca1 req-1aaa00b8-27d8-441e-ba72-d5019d1e487c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1722221 Feb 10 13:15:43.773736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b8f1cae-effd-4e11-b99f-ae8e081d6ca1 req-8bcf9f50-fbea-40d9-9bba-aa7623cc322a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278572 Feb 10 13:15:43.775252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-075c5d7b-627b-4242-b31c-5505626db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:43.777161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-075c5d7b-627b-4242-b31c-5505626db581 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.2821050 Feb 10 13:15:43.780192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d33a90db-e6ed-45de-95dc-1e98fa4ae559), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:43.820098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f321152-efd0-481b-9b00-c6103ce2bb90 req-3af00cfb-11b6-4495-b5df-330ee75b0e4b tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.13 "GET /v2.0/ports?device_id=034d0580-87f1-4f0b-8132-19cd0c29e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0525491 Feb 10 13:15:43.868652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Pushing event deleted for resources: {'Port': ['ID=d33a90db-e6ed-45de-95dc-1e98fa4ae559,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:43.915919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] No DVR routers for this DVR port d33a90db-e6ed-45de-95dc-1e98fa4ae559 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:15:43.919223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:43.924192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c3836c8-8dc3-4b10-b537-af92ac4a846b req-1cc83393-5496-4bec-93b2-d22c43b0dc45 tempest-ImagesTestJSON-1307713165 tempest-ImagesTestJSON-1307713165-project] 10.222.0.77 "DELETE /v2.0/ports/d33a90db-e6ed-45de-95dc-1e98fa4ae559 HTTP/1.1" status: 204 len: 173 time: 0.9330876 Feb 10 13:15:43.924838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-deleted', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:43.927608 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03238457-456b-4177-9353-b23a4aa66e19" -d '{"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-deleted", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:43.958971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-42b29c1e-ff08-4ad5-b531-38e4e9bdc013 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 1001 time: 0.1651964 Feb 10 13:15:43.982560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-0a17d0ef-839c-4558-9681-cd82ef8255a6 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8340cd25fa0464f85240f34eb4b4402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024427 Feb 10 13:15:44.024288 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df6cb3-517b-4965-90f7-2ee566f64260 x-openstack-request-id: req-02df6cb3-517b-4965-90f7-2ee566f64260 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:44.024288 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d0580-87f1-4f0b-8132-19cd0c29e9b7", "name": "network-vif-deleted", "tag": "d33a90db-e6ed-45de-95dc-1e98fa4ae559", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:44.024880 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02df6cb3-517b-4965-90f7-2ee566f64260 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:44.025392 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d0580-87f1-4f0b-8132-19cd0c29e9b7', 'name': 'network-vif-deleted', 'tag': 'd33a90db-e6ed-45de-95dc-1e98fa4ae559', 'status': 'completed', 'code': 200} Feb 10 13:15:44.155116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-96de0282-3104-4bbd-adb7-3c5bd320d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:44.157628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-96de0282-3104-4bbd-adb7-3c5bd320d3cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.1876595 Feb 10 13:15:44.258668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-99dac107-eca3-4821-8789-6b926516dec4 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:44.260593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-99dac107-eca3-4821-8789-6b926516dec4 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579889 Feb 10 13:15:44.279002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Request body: {'port': {'device_id': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'a8340cd25fa0464f85240f34eb4b4402'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:44.321040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe9bd0-c1dc-4f3c-a7ee-32d0013ccca1 req-8439004e-9f36-4dbc-85e1-2d883982fec4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:44.322896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87fe9bd0-c1dc-4f3c-a7ee-32d0013ccca1 req-8439004e-9f36-4dbc-85e1-2d883982fec4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1044805 Feb 10 13:15:44.390231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87fe9bd0-c1dc-4f3c-a7ee-32d0013ccca1 req-dd968a69-8220-44c3-a7c3-ec0e5302e6aa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590298 Feb 10 13:15:44.394534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-c2c379d2-37e9-4a56-a8e7-2fe9d696bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:44.395916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-c2c379d2-37e9-4a56-a8e7-2fe9d696bd5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2301314 Feb 10 13:15:44.516593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Made reservation on behalf of a8340cd25fa0464f85240f34eb4b4402 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:44.524896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:44.564052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-20f42f41-d016-44ea-bd10-84ec1c71b7a8 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586893 Feb 10 13:15:44.838195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63b1e8b1-fb6e-40c4-8b14-bc8965ebe3a1 req-a6941f5e-b954-4a25-afc9-cd0366d654d4 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 210 time: 0.0745528 Feb 10 13:15:44.944006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c13d41d7-6867-40c6-827c-3ad16624be00 req-8d35f944-c7eb-499f-bc83-0009ab37630c service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511267 Feb 10 13:15:44.996200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Allocated IP 192.168.233.26 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/9b12ddb0-c630-423b-8ed9-68e56afd457c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:45.135474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00194e70-8b62-4745-a798-67be7e1cbca4 req-6e790be1-f605-416f-9951-95ff44c05c60 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:45.140304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00194e70-8b62-4745-a798-67be7e1cbca4 req-6e790be1-f605-416f-9951-95ff44c05c60 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1820343 Feb 10 13:15:45.236733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks [] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.237095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00194e70-8b62-4745-a798-67be7e1cbca4 req-9f5c8fa6-72b0-4992-b34c-8614cbd47f73 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812516 Feb 10 13:15:45.286374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.302830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['39d4caf2-d040-4a9a-bcc2-fc0b9362d564'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:45.374338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:45.385249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:45.390718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:45.465148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:45.518182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:45.518820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.558998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-d63ced90-06cc-433b-955a-4413ecc23afe tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2901542 Feb 10 13:15:45.576811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Request body: {'port': {'device_id': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:45.674747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:45.717248 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.770889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911967a3-44b9-42f6-9c26-f52e29237f62 req-5abbf945-b0d0-4b04-b3d2-ccefabf6f0bc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:45.772635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-911967a3-44b9-42f6-9c26-f52e29237f62 req-5abbf945-b0d0-4b04-b3d2-ccefabf6f0bc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1390669 Feb 10 13:15:45.792424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Deleting subnet ca1df21c-1e68-4711-a122-24b012455f14 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:15:45.796012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Publish callbacks [] for subnet (ca1df21c-1e68-4711-a122-24b012455f14), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.823120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f4a52bc-0b19-441c-abb9-2e9807bda156 None None] Provisioning complete for port 9b12ddb0-c630-423b-8ed9-68e56afd457c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:45.823787 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f4a52bc-0b19-441c-abb9-2e9807bda156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:45.856666 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-911967a3-44b9-42f6-9c26-f52e29237f62 req-d5ec767a-a3e0-4443-a74b-04aafd2d3bdd tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Feb 10 13:15:45.944236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a52bc-0b19-441c-abb9-2e9807bda156 None None] Port 9b12ddb0-c630-423b-8ed9-68e56afd457c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:15:46.017602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (ca1df21c-1e68-4711-a122-24b012455f14), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:46.413789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11028b17-e0fd-4411-ba8c-0c40a4b19c5a req-24f440f7-1406-4ba7-b516-d2bb5599363d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:46.420922 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11028b17-e0fd-4411-ba8c-0c40a4b19c5a req-24f440f7-1406-4ba7-b516-d2bb5599363d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0752318 Feb 10 13:15:46.491572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ca1df21c-1e68-4711-a122-24b012455f14), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:46.494895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11028b17-e0fd-4411-ba8c-0c40a4b19c5a req-3526e399-895f-42c4-854a-96d2cdd72781 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729940 Feb 10 13:15:46.555571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ee88-758b-4cb0-a7e6-b1edd370ae37 req-cc5cc20d-f5ef-45d0-979f-c32969e9d659 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:46.560184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa68ee88-758b-4cb0-a7e6-b1edd370ae37 req-cc5cc20d-f5ef-45d0-979f-c32969e9d659 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 935 time: 0.5963652 Feb 10 13:15:46.715236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:46.749938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b12ddb0-c630-423b-8ed9-68e56afd457c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:46.763383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: d33a90db-e6ed-45de-95dc-1e98fa4ae559 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:15:46.763749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d33a90db-e6ed-45de-95dc-1e98fa4ae559 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:15:46.769010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks [] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:46.790639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Transition to ACTIVE for port object 9b12ddb0-c630-423b-8ed9-68e56afd457c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:15:46.803684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:46.903677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa68ee88-758b-4cb0-a7e6-b1edd370ae37 req-a42d6e9b-65d0-4d2d-a904-6636e6391056 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373785 Feb 10 13:15:46.918162 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ca1df21c-1e68-4711-a122-24b012455f14), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:46.939734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:46.978928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1df21c-1e68-4711-a122-24b012455f14,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:47.013868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.018366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d551930f-75e2-4538-84e8-cb9ef09ff59b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ca1df21c-1e68-4711-a122-24b012455f14 HTTP/1.1" status: 204 len: 168 time: 1.3417950 Feb 10 13:15:47.039644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:47.109445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fa73c-a3e5-4102-a402-35cf46d1e071 req-7a51ff0b-c7d9-4e6f-b844-ca2359b9eccf tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.113257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Attempting to bind port 9b12ddb0-c630-423b-8ed9-68e56afd457c on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:47.113601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Attempting to bind port 9b12ddb0-c630-423b-8ed9-68e56afd457c by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:47.114079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Attempting to bind port 9b12ddb0-c630-423b-8ed9-68e56afd457c on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:47.116488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e39fa73c-a3e5-4102-a402-35cf46d1e071 req-7a51ff0b-c7d9-4e6f-b844-ca2359b9eccf tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1410539 Feb 10 13:15:47.119920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Port 9b12ddb0-c630-423b-8ed9-68e56afd457c on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:15:47.120247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Attempting to bind port 9b12ddb0-c630-423b-8ed9-68e56afd457c on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:47.126843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:47.127252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:47.127651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:47.128105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Bound port: 9b12ddb0-c630-423b-8ed9-68e56afd457c, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:47.128471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.200344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (3c9012b7-3376-497d-881a-9ce3e934df85), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.259791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:47.261250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:15:47.278248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e39fa73c-a3e5-4102-a402-35cf46d1e071 req-e7611125-5d10-4ea1-a555-d9146c73e784 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603494 Feb 10 13:15:47.279643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:47.292378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.344708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.345414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.346827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] 10.222.0.21 "PUT /v2.0/ports/9b12ddb0-c630-423b-8ed9-68e56afd457c HTTP/1.1" status: 200 len: 1095 time: 1.7745838 Feb 10 13:15:47.347329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:47.349508 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902af903-4140-4e31-85d2-8cf02cd0f608" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:47.415079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8909aca-14ec-4966-9219-adc73058b9ef service neutron] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:47.428633 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6416bf90-de51-439a-9e8d-239f1d9468d9 x-openstack-request-id: req-6416bf90-de51-439a-9e8d-239f1d9468d9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:47.429227 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:47.429725 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6416bf90-de51-439a-9e8d-239f1d9468d9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:47.430429 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'status': 'completed', 'code': 200} Feb 10 13:15:47.472627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-b92d70fe-6ad6-479d-86f0-5e754d31e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.478421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-b92d70fe-6ad6-479d-86f0-5e754d31e11d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 1129 time: 0.0748384 Feb 10 13:15:47.478893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (3c9012b7-3376-497d-881a-9ce3e934df85), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.526896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9012b7-3376-497d-881a-9ce3e934df85']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:47.538937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:47.539547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a51422d-b1ed-4c82-9b5b-a31fcdd9894f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:47.552936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4a51422d-b1ed-4c82-9b5b-a31fcdd9894f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.568884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4a51422d-b1ed-4c82-9b5b-a31fcdd9894f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.576428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:15:47.577140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4a51422d-b1ed-4c82-9b5b-a31fcdd9894f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.606899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-08c5d177-4b4d-49b9-901c-3edfbe4cf2c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c HTTP/1.1" status: 200 len: 217 time: 0.1191316 Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:15:47.654436 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:15:47.660200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (3c9012b7-3376-497d-881a-9ce3e934df85), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.691820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-e2cb2a6b-de2b-49e4-98e1-7313c24075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.692591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:47.693768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-e2cb2a6b-de2b-49e4-98e1-7313c24075e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0823441 Feb 10 13:15:47.696441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c9012b7-3376-497d-881a-9ce3e934df85 HTTP/1.1" status: 204 len: 168 time: 0.6547637 Feb 10 13:15:47.712789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f9fd5-5fb3-4846-974a-a6999b9484a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9012b7-3376-497d-881a-9ce3e934df85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:47.769476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63841b-8f22-42a0-92de-37203df47dbc req-a3c5236d-daf0-46b0-8549-2873d513eb37 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.771054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d63841b-8f22-42a0-92de-37203df47dbc req-a3c5236d-daf0-46b0-8549-2873d513eb37 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1265972 Feb 10 13:15:47.835080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-382ca8e2-365d-41c7-bec2-1175f16eddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:47.844302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-382ca8e2-365d-41c7-bec2-1175f16eddc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1191549 Feb 10 13:15:47.922352 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d63841b-8f22-42a0-92de-37203df47dbc req-58b81751-571a-4bca-93de-f7b182ab9d87 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454949 Feb 10 13:15:48.010546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:48.073670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3267c9f8-bd32-4255-a444-e2f60ac5c059 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91606bea8075431b9b36472e56da7e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607691 Feb 10 13:15:48.074377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:48.130739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] Publish callbacks [] for security_group (9516265c-628c-4231-aa27-33ab1dac69c1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:48.155424 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] Publish callbacks [] for security_group (9516265c-628c-4231-aa27-33ab1dac69c1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:48.175637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-ae119aa1-37e8-401f-b1d9-a17ce6558d8c service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223238 Feb 10 13:15:48.221569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9516265c-628c-4231-aa27-33ab1dac69c1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:48.228809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:48.247795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9516265c-628c-4231-aa27-33ab1dac69c1 HTTP/1.1" status: 204 len: 168 time: 0.1721945 Feb 10 13:15:48.312781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c39a-a7f3-48d6-a940-5cf691e93a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516265c-628c-4231-aa27-33ab1dac69c1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:48.382984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f13ae-3a34-4b06-8fe9-2a3b4733e53d req-d602c4c9-496f-46d9-9d90-ef111aea67f7 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:48.388158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-955f13ae-3a34-4b06-8fe9-2a3b4733e53d req-d602c4c9-496f-46d9-9d90-ef111aea67f7 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 947 time: 0.3468080 Feb 10 13:15:48.520286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf6f710b-3abc-428e-9e6a-6a45ffc507b7 req-2d2e696b-560b-4ef3-a37a-bd58d09941b0 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299873 Feb 10 13:15:48.539527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81acd5-34f0-491a-8b38-c9e962c29456 req-4c361bec-cd8e-4833-8be7-1dc08051129d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:48.549686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f81acd5-34f0-491a-8b38-c9e962c29456 req-4c361bec-cd8e-4833-8be7-1dc08051129d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1351392 Feb 10 13:15:48.592677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-955f13ae-3a34-4b06-8fe9-2a3b4733e53d req-706d7424-d823-4065-9eda-acef7419310b tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952975 Feb 10 13:15:48.615850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f81acd5-34f0-491a-8b38-c9e962c29456 req-9c4af12f-4950-4124-9367-fdb93d9ad7bb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651009 Feb 10 13:15:48.686874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-9600a905-ab6c-42b5-9be3-bdde1697d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:48.689056 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-9600a905-ab6c-42b5-9be3-bdde1697d9a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8340cd25fa0464f85240f34eb4b4402&device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 1129 time: 0.0952756 Feb 10 13:15:48.880584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-1247826d-ad1f-4bc4-a368-aaf70c5273ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:48.884275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-1247826d-ad1f-4bc4-a368-aaf70c5273ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1784606 Feb 10 13:15:48.943994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-31d7b4dc-f357-4e30-b44a-8ad634ff05b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c HTTP/1.1" status: 200 len: 217 time: 0.0420685 Feb 10 13:15:49.007750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-3ec6ab3d-33a3-4d04-9082-dfd8acf4a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:49.010628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-3ec6ab3d-33a3-4d04-9082-dfd8acf4a8e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0530987 Feb 10 13:15:49.124949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-b936dab9-540c-492a-9d2a-36cad4a405af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:49.126589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-b936dab9-540c-492a-9d2a-36cad4a405af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1087296 Feb 10 13:15:49.146908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0179a-e7d7-4196-a7e6-51b82971e595 req-a0e7b8a6-6c64-4ba6-a325-0ba4956756ae tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:49.148525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf0179a-e7d7-4196-a7e6-51b82971e595 req-a0e7b8a6-6c64-4ba6-a325-0ba4956756ae tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0729434 Feb 10 13:15:49.279631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-44e60cf0-ba0c-4ad0-9120-11e8c1af0887 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293700 Feb 10 13:15:49.347625 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf0179a-e7d7-4196-a7e6-51b82971e595 req-bfd00a3c-ee53-4d77-a797-5c750c24cea0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894341 Feb 10 13:15:49.419045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902af903-4140-4e31-85d2-8cf02cd0f608 req-e70faff7-46d7-480a-ad54-1be985535283 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301396 Feb 10 13:15:49.772090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173520a-beb3-45a5-b020-474ea7154e7e req-aaaf78aa-849f-459a-a454-eece968001f6 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:49.773802 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4173520a-beb3-45a5-b020-474ea7154e7e req-aaaf78aa-849f-459a-a454-eece968001f6 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 947 time: 0.0989926 Feb 10 13:15:49.805064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f03781-889c-4296-a58b-0639d55c5a75 req-245d0b02-1959-4686-9974-3a563b65ba62 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:49.806824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4f03781-889c-4296-a58b-0639d55c5a75 req-245d0b02-1959-4686-9974-3a563b65ba62 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.0954514 Feb 10 13:15:49.847207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4173520a-beb3-45a5-b020-474ea7154e7e req-cba9443a-e5ac-4b5a-bfe8-e9510c149ace tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Feb 10 13:15:49.893720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4f03781-889c-4296-a58b-0639d55c5a75 req-116dc2e9-3005-42e5-88da-8d889cc815a9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800242 Feb 10 13:15:50.566153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21980f0-65d3-4c34-9aa0-07ea60e8d021 req-8ca99578-4905-4b48-973d-805f5ceb3971 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:50.567797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d21980f0-65d3-4c34-9aa0-07ea60e8d021 req-8ca99578-4905-4b48-973d-805f5ceb3971 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0949972 Feb 10 13:15:50.654435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d21980f0-65d3-4c34-9aa0-07ea60e8d021 req-46dbe176-1586-49bc-b912-f2662aae5976 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765429 Feb 10 13:15:50.677031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:50.825305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c0d059-4216-4992-a837-cb5d66caf493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.003053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c0d059-4216-4992-a837-cb5d66caf493 admin admin] Publish callbacks [] for security_group (cab1d4e4-d7e4-41ae-907c-e46269fc6f96), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.073161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42c0d059-4216-4992-a837-cb5d66caf493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cab1d4e4-d7e4-41ae-907c-e46269fc6f96), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.110462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65bc16-a85f-46e2-aec2-0f4ae52e9a5d req-5cf869d2-395a-43cb-962e-7764d1d99111 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:51.112711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e65bc16-a85f-46e2-aec2-0f4ae52e9a5d req-5cf869d2-395a-43cb-962e-7764d1d99111 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 947 time: 0.1198833 Feb 10 13:15:51.174722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0d059-4216-4992-a837-cb5d66caf493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1d4e4-d7e4-41ae-907c-e46269fc6f96,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:51.183444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-42c0d059-4216-4992-a837-cb5d66caf493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcf6be8fc49043c4a105a1a9a5d7f447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050130 Feb 10 13:15:51.190529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:51.228700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e65bc16-a85f-46e2-aec2-0f4ae52e9a5d req-6bd1192b-b369-43ca-aaff-8f7d1b4948aa tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096289 Feb 10 13:15:51.249666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210dbfd-1d50-4a77-b95c-4708fb669499 req-ff941bea-c2d7-4fb8-b35f-b7cee38d5dea tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:51.251605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3210dbfd-1d50-4a77-b95c-4708fb669499 req-ff941bea-c2d7-4fb8-b35f-b7cee38d5dea tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2085228 Feb 10 13:15:51.268779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] Publish callbacks [] for security_group (cab1d4e4-d7e4-41ae-907c-e46269fc6f96), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.293089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] Publish callbacks [] for security_group (cab1d4e4-d7e4-41ae-907c-e46269fc6f96), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.349349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cab1d4e4-d7e4-41ae-907c-e46269fc6f96), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.352227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.363314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9b12ddb0-c630-423b-8ed9-68e56afd457c details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:15:51.365225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cab1d4e4-d7e4-41ae-907c-e46269fc6f96 HTTP/1.1" status: 204 len: 168 time: 0.1717710 Feb 10 13:15:51.397649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707501c6-a42d-415b-8550-2f3f108b3375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1d4e4-d7e4-41ae-907c-e46269fc6f96,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:51.477583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3210dbfd-1d50-4a77-b95c-4708fb669499 req-65056a26-8a6e-4664-b963-ffa6dd2686ef tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097111 Feb 10 13:15:51.609953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:51.644628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'mac_address': 'fa:16:3e:19:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:15:51.748250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9b12ddb0-c630-423b-8ed9-68e56afd457c is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:51.749140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.789077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b12ddb0-c630-423b-8ed9-68e56afd457c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:15:51.835874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:51.845908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:51.933987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789c49c-c8b6-4906-b94d-463fa18dd9fa req-2e58e2fa-71ee-43f9-9d7f-82d27dbde543 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:51.935577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0789c49c-c8b6-4906-b94d-463fa18dd9fa req-2e58e2fa-71ee-43f9-9d7f-82d27dbde543 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1626470 Feb 10 13:15:51.973623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:52.124002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0789c49c-c8b6-4906-b94d-463fa18dd9fa req-e32cc40e-64de-48f4-af1b-51cf7f5b0f19 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799045 Feb 10 13:15:52.286029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['9b12ddb0-c630-423b-8ed9-68e56afd457c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:15:52.456804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29281f45-796b-48db-9570-70edc790fbbd req-2b30ca75-be20-4464-891d-04f543208655 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:52.467371 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-29281f45-796b-48db-9570-70edc790fbbd req-2b30ca75-be20-4464-891d-04f543208655 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 948 time: 0.1086719 Feb 10 13:15:52.566984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:52.584965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-29281f45-796b-48db-9570-70edc790fbbd req-b0390b3f-696a-4d6d-a50d-11325ebe24ba tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102703 Feb 10 13:15:52.696234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb9516-223f-4176-8ce9-436c3eb19dfa req-1ce2bc2b-bcf3-4ffb-aee3-ac03c239226b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:52.707127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9bb9516-223f-4176-8ce9-436c3eb19dfa req-1ce2bc2b-bcf3-4ffb-aee3-ac03c239226b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1038101 Feb 10 13:15:52.744318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-160269978-network', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:52.790666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9bb9516-223f-4176-8ce9-436c3eb19dfa req-2fddf1a0-97c7-4a66-8838-fb6c14dc097a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825083 Feb 10 13:15:52.794047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Made reservation on behalf of 4f211285e1fc47faa63ae61f5aa95d56 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:52.801090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:52.823080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:52.910123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks [] for security_group (86228cbc-b0a4-4738-a3dc-e01838c435c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:52.916634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86228cbc-b0a4-4738-a3dc-e01838c435c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:52.933399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:15:52.947156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b2e0edea-eee8-46a6-8e08-7f61aacf200f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:52.947511 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Added segment b2e0edea-eee8-46a6-8e08-7f61aacf200f of type vlan for network 7ef42053-5797-4e5d-b258-68ab8a420570 Feb 10 13:15:53.024605 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7ef42053-5797-4e5d-b258-68ab8a420570), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.049715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86228cbc-b0a4-4738-a3dc-e01838c435c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:53.072017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7ef42053-5797-4e5d-b258-68ab8a420570), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.073452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:53.073922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.121421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:53.121742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5530779 Feb 10 13:15:53.128350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Request body: {'subnet': {'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-160269978-subnet', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:53.174669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Made reservation on behalf of 4f211285e1fc47faa63ae61f5aa95d56 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:15:53.177399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.221123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b230-d79b-494c-82e3-5d23674967e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef42053-5797-4e5d-b258-68ab8a420570,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:53.239690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7ef42053-5797-4e5d-b258-68ab8a420570 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:15:53.373576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be790-012b-471d-9578-e5fdf0952af1 req-e228468a-f912-420b-aecb-92b665bf4309 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:53.375785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d75be790-012b-471d-9578-e5fdf0952af1 req-e228468a-f912-420b-aecb-92b665bf4309 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.0912189 Feb 10 13:15:53.488982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d75be790-012b-471d-9578-e5fdf0952af1 req-0f8ecb23-7c6a-4fc0-b388-b057eef08305 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951693 Feb 10 13:15:53.504079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (52b1cea1-eae1-4419-ad85-62310e7dd76e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.570444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b1cea1-eae1-4419-ad85-62310e7dd76e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:53.580324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Checking segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:53.580705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Network hostable DHCP agents. Network: 7ef42053-5797-4e5d-b258-68ab8a420570, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:15:53.608504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Network 7ef42053-5797-4e5d-b258-68ab8a420570 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:15:53.632806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7ef42053-5797-4e5d-b258-68ab8a420570) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:53.645496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:53.646512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.647107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cb67f-1396-4ca5-8f87-074d8ec83501 None None] Network 7ef42053-5797-4e5d-b258-68ab8a420570 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:15:53.679925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3e8898d-85c4-48d0-97c7-a1df7b837c3c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5545466 Feb 10 13:15:53.680542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:53.687851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:15:53.750713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.752837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.799897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7ef42053-5797-4e5d-b258-68ab8a420570', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:15:53.800797 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:53.812035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698bfd-0b50-49e2-809a-e58d5aad986e req-14e53de3-68fb-403d-9199-bc9c8c7323f9 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:53.819631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0698bfd-0b50-49e2-809a-e58d5aad986e req-14e53de3-68fb-403d-9199-bc9c8c7323f9 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 948 time: 0.1425471 Feb 10 13:15:53.949726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for router_controller (4848722f-35af-4acd-b293-7faea7c5ccb5), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.106006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Allocated IP 172.20.0.2 (7ef42053-5797-4e5d-b258-68ab8a420570/52b1cea1-eae1-4419-ad85-62310e7dd76e/5f721d59-d9b5-4e8a-a225-dfce0c529958) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:54.141048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-c71577dc-12ab-4e18-9811-1adb8ce1130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.143823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-c71577dc-12ab-4e18-9811-1adb8ce1130f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1127 time: 0.3230219 Feb 10 13:15:54.150664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-82efc75c-bc71-4048-87d5-b721b8d9e902 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1870313 Feb 10 13:15:54.157825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0698bfd-0b50-49e2-809a-e58d5aad986e req-f63df743-c35c-42b3-af59-b3deb0c12737 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151731 Feb 10 13:15:54.179403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e14d7-aced-4f97-b766-5cea57ea70d4 req-cb03064b-f68b-4499-95fa-943a49dcdf1a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.188691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-991e14d7-aced-4f97-b766-5cea57ea70d4 req-cb03064b-f68b-4499-95fa-943a49dcdf1a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2618363 Feb 10 13:15:54.278929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-991e14d7-aced-4f97-b766-5cea57ea70d4 req-c79de181-3cc7-4cb1-9251-ed6528212877 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892437 Feb 10 13:15:54.292793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for router_gateway (4848722f-35af-4acd-b293-7faea7c5ccb5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.388007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-081ba70c-68ee-4c88-8ee4-3f6304e53a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.391381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-081ba70c-68ee-4c88-8ee4-3f6304e53a29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 1127 time: 0.1885421 Feb 10 13:15:54.442168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks [] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.460329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.498102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Network 7ef42053-5797-4e5d-b258-68ab8a420570 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:54.501847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:54.508134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:54.595941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for router_gateway (4848722f-35af-4acd-b293-7faea7c5ccb5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.616601 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.643090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Pushing event updated for resources: {'Port': ['ID=5f721d59-d9b5-4e8a-a225-dfce0c529958,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:54.649242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-3477a9f6-360c-470b-a40b-dbdc2ad747c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.651295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-3477a9f6-360c-470b-a40b-dbdc2ad747c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.4908049 Feb 10 13:15:54.712849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Attempting to bind port 5f721d59-d9b5-4e8a-a225-dfce0c529958 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:15:54.713517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Attempting to bind port 5f721d59-d9b5-4e8a-a225-dfce0c529958 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:15:54.714037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Attempting to bind port 5f721d59-d9b5-4e8a-a225-dfce0c529958 on network 7ef42053-5797-4e5d-b258-68ab8a420570 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:15:54.726620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:15:54.728363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Checking segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:15:54.730259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.731252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Allocated IP 172.25.8.254 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/761345ca-27f2-4529-868f-507f9c91ba0f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:54.732892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Bound using segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:15:54.734665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Bound port: 5f721d59-d9b5-4e8a-a225-dfce0c529958, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:15:54.736628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.758901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-f26fe818-dfe1-4980-9fdc-e0fd17ebeb4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 1001 time: 0.0737345 Feb 10 13:15:54.822221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-23ae8321-afc1-423a-93c9-de453b93614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.823792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-23ae8321-afc1-423a-93c9-de453b93614f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.0566385 Feb 10 13:15:54.864207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for port (761345ca-27f2-4529-868f-507f9c91ba0f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.873678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] For port 5f721d59-d9b5-4e8a-a225-dfce0c529958, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:15:54.879303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] For port 5f721d59-d9b5-4e8a-a225-dfce0c529958, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f721d59-d9b5-4e8a-a225-dfce0c529958,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:15:54.889380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.901896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-706b6b34-03bb-40d1-bda1-a1739bc4675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.903510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-706b6b34-03bb-40d1-bda1-a1739bc4675c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.4825654 Feb 10 13:15:54.917692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:54.959127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-77caa4a5-564b-4086-b936-fd8585f61a65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 200 len: 217 time: 0.0477421 Feb 10 13:15:54.973454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:54.979032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5753-516d-43fb-98b0-0d7e48942305 req-f723126c-fec4-48f3-9392-7eb81e329c03 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:54.982928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:54.987712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:54.989675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59e5753-516d-43fb-98b0-0d7e48942305 req-f723126c-fec4-48f3-9392-7eb81e329c03 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.3332510 Feb 10 13:15:55.049185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=761345ca-27f2-4529-868f-507f9c91ba0f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:55.089339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-a894be39-c34e-4390-8832-481327abb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:55.105834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-a894be39-c34e-4390-8832-481327abb9ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2717323 Feb 10 13:15:55.165859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c6356-2112-458e-b21d-50bbbd8efb70 None None] Pushing event updated for resources: {'Port': ['ID=5f721d59-d9b5-4e8a-a225-dfce0c529958,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:55.263903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-66923001-b32e-48c3-bc07-2e0b36f56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:55.265726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-66923001-b32e-48c3-bc07-2e0b36f56605 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.2991300 Feb 10 13:15:55.271943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b59e5753-516d-43fb-98b0-0d7e48942305 req-f6d7edb0-ea7f-401a-8f88-01d9068640c0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729363 Feb 10 13:15:55.345704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-6d59e153-2ef1-45a7-97c1-b90ae3f796e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690706 Feb 10 13:15:55.399952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9b12ddb0-c630-423b-8ed9-68e56afd457c up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:55.485673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-cc9b6832-f5d9-41bb-a72d-98c09d4ca566 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688238 Feb 10 13:15:55.569194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 9b12ddb0-c630-423b-8ed9-68e56afd457c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:15:55.578686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 9b12ddb0-c630-423b-8ed9-68e56afd457c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:55.579061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:55.617092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for router_gateway (4848722f-35af-4acd-b293-7faea7c5ccb5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:55.685737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-e0cdbd26-8a67-40b3-854d-ed55a509af18 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179057 Feb 10 13:15:55.697676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2eef7-a0ea-4da9-8f6c-7cb2e6a6661d req-1b92fffc-7036-4d47-b3ab-d71bf0a43ef9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:55.699192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2b2eef7-a0ea-4da9-8f6c-7cb2e6a6661d req-1b92fffc-7036-4d47-b3ab-d71bf0a43ef9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2557402 Feb 10 13:15:55.778981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02f4c89-fa99-41d6-aa73-c658c555d216 req-7d7dc99b-9413-42fe-b776-e363c1080475 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860658 Feb 10 13:15:55.782431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9b12ddb0-c630-423b-8ed9-68e56afd457c is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:55.782827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:55.842987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4f19b-749a-4899-a178-a3bef21de400 req-3fc35842-504b-4f32-8d49-29964a4d2bde tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:55.846374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20a4f19b-749a-4899-a178-a3bef21de400 req-3fc35842-504b-4f32-8d49-29964a4d2bde tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 948 time: 0.4054806 Feb 10 13:15:55.866305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:55.867832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2b2eef7-a0ea-4da9-8f6c-7cb2e6a6661d req-e9fedef3-9469-47c1-9f0c-835f11ba5684 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380241 Feb 10 13:15:55.868651 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea96d2-1d95-41ae-af79-a343edd17742" -d '{"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-plugged", "status": "completed", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:55.904201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c17ac0c-45ab-4484-b829-8e5001ce4f37 req-457b75d2-62c4-4271-8937-03f41c298a9e service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039442 Feb 10 13:15:55.906505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:55.921978 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:55.973838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20a4f19b-749a-4899-a178-a3bef21de400 req-5c0382a7-dc2a-47a5-a9bf-7662d4c2c7a3 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076429 Feb 10 13:15:56.024037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:56.029573 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09068693-943b-4d27-b426-79129b652180 x-openstack-request-id: req-09068693-943b-4d27-b426-79129b652180 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:56.030128 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-plugged", "status": "completed", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:56.030755 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09068693-943b-4d27-b426-79129b652180 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:56.031342 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'code': 200} Feb 10 13:15:56.097788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9673366-c742-493f-b392-1f9518d59c8c req-b93acc9d-77ba-4f77-8729-f63fccf3d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:56.101698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9673366-c742-493f-b392-1f9518d59c8c req-b93acc9d-77ba-4f77-8729-f63fccf3d03d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 1131 time: 0.0660784 Feb 10 13:15:56.106351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:56.161841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9673366-c742-493f-b392-1f9518d59c8c req-33f0a3ce-53a2-4ece-a794-7dc4ba22cee5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Feb 10 13:15:56.608137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b1918-f003-4e58-93ce-c80142ee5efd req-f2a17451-010d-4536-8c0b-358d1e8e13e3 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:56.618054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e7b1918-f003-4e58-93ce-c80142ee5efd req-f2a17451-010d-4536-8c0b-358d1e8e13e3 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 945 time: 0.1376259 Feb 10 13:15:56.684123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e7b1918-f003-4e58-93ce-c80142ee5efd req-98ee853f-714f-4fc8-be8e-bc3745ca6bbc tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647745 Feb 10 13:15:56.737873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:15:56.871966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:56.872595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:56.891657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Router 4848722f-35af-4acd-b293-7faea7c5ccb5 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:15:56.914928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba543174-fee7-4076-a4ad-70518703e06b None None] Network 7ef42053-5797-4e5d-b258-68ab8a420570 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:15:56.973099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:57.024006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f721d59-d9b5-4e8a-a225-dfce0c529958 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:15:57.068076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:57.133790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:57.163761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Provisioning complete for port 5f721d59-d9b5-4e8a-a225-dfce0c529958 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:57.173270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:57.182528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883a143-58d1-4782-8c2e-b4c6c0907fd7 req-c645d6ba-283d-430c-8d28-b74142b53026 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:57.196501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9883a143-58d1-4782-8c2e-b4c6c0907fd7 req-c645d6ba-283d-430c-8d28-b74142b53026 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.0805612 Feb 10 13:15:57.253163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167ca46-4ac2-465b-897e-b0587cd3b1e2 req-59c3302a-af53-4674-b29b-d183a35243be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:57.255015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f167ca46-4ac2-465b-897e-b0587cd3b1e2 req-59c3302a-af53-4674-b29b-d183a35243be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1752205 Feb 10 13:15:57.257074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:15:57.306249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Sync routers for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:15:57.324378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5f721d59-d9b5-4e8a-a225-dfce0c529958 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:57.325539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:57.357076 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f167ca46-4ac2-465b-897e-b0587cd3b1e2 req-e11e5fc2-93aa-4064-9ac2-54789a4e73ac tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952518 Feb 10 13:15:57.360946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:57.362316 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84a6ddf2-87fa-46f8-ae82-9c7a6ca6c2c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6804404 Feb 10 13:15:57.369752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:15:57.377918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9883a143-58d1-4782-8c2e-b4c6c0907fd7 req-36d65293-d2f0-4edb-91e2-b6509159f769 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750691 Feb 10 13:15:57.429338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:15:57.437307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:57.874239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Current status of the port 5f721d59-d9b5-4e8a-a225-dfce0c529958 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:57.876348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:57.954541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:15:57.958374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5f721d59-d9b5-4e8a-a225-dfce0c529958 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:57.959590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:58.034737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:15:58.037338 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e154f16-2ca9-4a55-ab49-880d6bb7b006" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:15:58.211778 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e59882a-8dd4-424f-b182-e99214fd8109 x-openstack-request-id: req-0e59882a-8dd4-424f-b182-e99214fd8109 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:15:58.212051 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-unplugged", "status": "failed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:15:58.212365 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e59882a-8dd4-424f-b182-e99214fd8109 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:15:58.213002 n-d-815324-6 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'code': 422} returned with failed status Feb 10 13:15:58.299315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] For port 5f721d59-d9b5-4e8a-a225-dfce0c529958, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f721d59-d9b5-4e8a-a225-dfce0c529958,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:15:58.357751 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:58.454613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158bce6-048d-4142-baf0-c7c3085f84fc req-12c542f8-f756-455d-a9ca-c9aabfc8551f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:58.456438 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0158bce6-048d-4142-baf0-c7c3085f84fc req-12c542f8-f756-455d-a9ca-c9aabfc8551f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.4747663 Feb 10 13:15:58.577318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:15:58.583210 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:15:58.629817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13443a5c-75c9-4525-9862-d9f1e6643195 req-874d2d94-675d-4e5b-b545-f2b9e3c98522 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:58.634491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13443a5c-75c9-4525-9862-d9f1e6643195 req-874d2d94-675d-4e5b-b545-f2b9e3c98522 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1182284 Feb 10 13:15:58.679397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:58.697113 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0158bce6-048d-4142-baf0-c7c3085f84fc req-0394614c-a651-4450-b234-90bfd0fe7072 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329152 Feb 10 13:15:58.727702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d074a462-1b52-45d8-8bf7-4898277ac572 None None] Provisioning complete for port 5f721d59-d9b5-4e8a-a225-dfce0c529958 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:15:58.728578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d074a462-1b52-45d8-8bf7-4898277ac572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:58.738742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019235-e2bc-43f1-93b4-707dacf20331 None None] Pushing event updated for resources: {'Port': ['ID=5f721d59-d9b5-4e8a-a225-dfce0c529958,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:58.776683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13443a5c-75c9-4525-9862-d9f1e6643195 req-6491d943-980c-42d0-ad6a-0d5e8e5ed7cb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347227 Feb 10 13:15:58.836309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:15:55Z', 'revision_number': 3, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:15:59.014388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d074a462-1b52-45d8-8bf7-4898277ac572 None None] Current status of the port 5f721d59-d9b5-4e8a-a225-dfce0c529958 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:59.019233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Checking router: 4848722f-35af-4acd-b293-7faea7c5ccb5 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:15:59.019488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Updating router 4848722f-35af-4acd-b293-7faea7c5ccb5 port 761345ca-27f2-4529-868f-507f9c91ba0f binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:15:59.153398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:59.159248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Allocated IP 172.20.0.1 (7ef42053-5797-4e5d-b258-68ab8a420570/52b1cea1-eae1-4419-ad85-62310e7dd76e/4fc81600-3901-4cb1-9c86-daaa9256ed3f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:15:59.277089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5f721d59-d9b5-4e8a-a225-dfce0c529958 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:15:59.297583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks [] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:59.346827 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:59.510869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Network 7ef42053-5797-4e5d-b258-68ab8a420570 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:15:59.537394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:15:59.559291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cfc41-595d-4c2c-bb2c-8da63bfba341 req-39789baa-efff-4153-9f2a-3407567d69d8 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:15:59.564549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a0cfc41-595d-4c2c-bb2c-8da63bfba341 req-39789baa-efff-4153-9f2a-3407567d69d8 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.5698237 Feb 10 13:15:59.569406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:15:59.655222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (4848722f-35af-4acd-b293-7faea7c5ccb5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:59.677256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Pushing event updated for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:15:59.929359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a0cfc41-595d-4c2c-bb2c-8da63bfba341 req-e923b5be-2f92-450a-8377-d956e8f17228 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704644 Feb 10 13:15:59.951112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks [] for port (761345ca-27f2-4529-868f-507f9c91ba0f), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:15:59.957818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f721d59-d9b5-4e8a-a225-dfce0c529958 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:00.015115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.087535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-772662a9-5868-43d3-9321-3b851b9b0515 None None] Provisioning complete for port 4fc81600-3901-4cb1-9c86-daaa9256ed3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:00.087913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-772662a9-5868-43d3-9321-3b851b9b0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.140091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Attempting to bind port 761345ca-27f2-4529-868f-507f9c91ba0f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:00.140636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Attempting to bind port 761345ca-27f2-4529-868f-507f9c91ba0f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:00.141050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Attempting to bind port 761345ca-27f2-4529-868f-507f9c91ba0f on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:00.142968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd748f-238a-41f9-a485-e0a4dda3969e None None] Pushing event updated for resources: {'Port': ['ID=761345ca-27f2-4529-868f-507f9c91ba0f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:00.181329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:00.181999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:00.182572 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.183181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:00.183868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Bound port: 761345ca-27f2-4529-868f-507f9c91ba0f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:00.184421 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.192498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5f721d59-d9b5-4e8a-a225-dfce0c529958 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:00.193084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.214395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-772662a9-5868-43d3-9321-3b851b9b0515 None None] Port 4fc81600-3901-4cb1-9c86-daaa9256ed3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:00.225003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4968d-3fc5-4b1c-8385-afad292aa15f req-5bff6330-a941-42aa-a679-99cda2f79c99 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:00.229430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cd4968d-3fc5-4b1c-8385-afad292aa15f req-5bff6330-a941-42aa-a679-99cda2f79c99 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.2033775 Feb 10 13:16:00.251017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.337639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-47c25522-9ce2-4383-b370-68e189879183 req-3619e37f-c511-4c29-9ad3-344cccc627f1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:16:00.338130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cd4968d-3fc5-4b1c-8385-afad292aa15f req-04f9c58b-c07d-4081-b89e-0cf1bfdf959c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001854 Feb 10 13:16:00.338866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47c25522-9ce2-4383-b370-68e189879183 req-3619e37f-c511-4c29-9ad3-344cccc627f1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080760 Feb 10 13:16:00.398218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] For port 761345ca-27f2-4529-868f-507f9c91ba0f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:00.407008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] For port 761345ca-27f2-4529-868f-507f9c91ba0f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=761345ca-27f2-4529-868f-507f9c91ba0f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:00.461398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.578753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93118d-71d3-4036-ae82-5402d53b188e req-31d33282-4ff2-4e1e-8620-f16a50154000 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:00.580324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f93118d-71d3-4036-ae82-5402d53b188e req-31d33282-4ff2-4e1e-8620-f16a50154000 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 1131 time: 0.1087270 Feb 10 13:16:00.612702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5f721d59-d9b5-4e8a-a225-dfce0c529958 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:00.616862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks [] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.625994 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.638112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:00.638810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:00.642312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f93118d-71d3-4036-ae82-5402d53b188e req-73b6ef4c-fa63-4d69-a0eb-fea8952f91a9 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.750827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:00.752997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (4848722f-35af-4acd-b293-7faea7c5ccb5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.809958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd748f-238a-41f9-a485-e0a4dda3969e None None] Pushing event updated for resources: {'Port': ['ID=761345ca-27f2-4529-868f-507f9c91ba0f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:00.890622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e610-c51b-48af-a3a5-5615f6ab2fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:00.946345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-61288169-b7db-4d93-82fa-761d9dd071e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2217309 Feb 10 13:16:00.951170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-e838933f-bce0-4c87-a61e-df9161748102 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:16:00.961918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-e838933f-bce0-4c87-a61e-df9161748102 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093980 Feb 10 13:16:00.969366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Pushing event updated for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:01.023620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f93118d-71d3-4036-ae82-5402d53b188e req-73b6ef4c-fa63-4d69-a0eb-fea8952f91a9 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Publish callbacks [] for security_group (c5c414ab-6249-431a-a3be-b8a4f2a8a292), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:01.024599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:01.042167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9f93118d-71d3-4036-ae82-5402d53b188e req-73b6ef4c-fa63-4d69-a0eb-fea8952f91a9 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c5c414ab-6249-431a-a3be-b8a4f2a8a292), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:01.102050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c1680-7c42-4194-bac4-886880583d37 req-79e51d8a-bfd5-4c94-ba20-a41370f83c62 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:01.110325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-574c1680-7c42-4194-bac4-886880583d37 req-79e51d8a-bfd5-4c94-ba20-a41370f83c62 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.3601058 Feb 10 13:16:01.174777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6ef4c-fa63-4d69-a0eb-fea8952f91a9 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c414ab-6249-431a-a3be-b8a4f2a8a292,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:01.181382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f93118d-71d3-4036-ae82-5402d53b188e req-73b6ef4c-fa63-4d69-a0eb-fea8952f91a9 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867400 Feb 10 13:16:01.229389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:01.257598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-574c1680-7c42-4194-bac4-886880583d37 req-700e821b-cc6c-4daa-934c-63e4d0376101 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460056 Feb 10 13:16:01.282791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:01.282925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Network 7ef42053-5797-4e5d-b258-68ab8a420570 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:01.282925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:01.459139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-c7f31a00-3b87-4a56-ae47-619184819d77 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:01.486499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-c7f31a00-3b87-4a56-ae47-619184819d77 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports/9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 940 time: 0.2406561 Feb 10 13:16:01.594707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Router 4848722f-35af-4acd-b293-7faea7c5ccb5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:01.663948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2916d9-1c33-403d-aae2-ee44d1d7d1d2 req-43f2cbb6-8840-40af-a129-e07e9c70c4fc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:01.677161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b2916d9-1c33-403d-aae2-ee44d1d7d1d2 req-43f2cbb6-8840-40af-a129-e07e9c70c4fc tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.1646276 Feb 10 13:16:01.719130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 2, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:01.794656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5253c-0972-463b-979d-6ef15c222384 None None] The sync data for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 is: [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 2, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:01.841023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b2916d9-1c33-403d-aae2-ee44d1d7d1d2 req-84d6e29e-74e4-45f8-baa1-10cf32821bc9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565177 Feb 10 13:16:01.844928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-298ac12c-5660-4633-8957-c865e9dd8df8 None None] Provisioning complete for port 4fc81600-3901-4cb1-9c86-daaa9256ed3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:01.851305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-298ac12c-5660-4633-8957-c865e9dd8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:01.998015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-298ac12c-5660-4633-8957-c865e9dd8df8 None None] Port 4fc81600-3901-4cb1-9c86-daaa9256ed3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:02.011397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:02.035343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-43ed5dd1-8c72-4dbe-b45c-f963c99cb83f admin admin] 10.222.0.13 "PUT /v2.0/routers/4848722f-35af-4acd-b293-7faea7c5ccb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6641040 Feb 10 13:16:02.480777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a83f5-6193-4c57-a81b-733c77c43e69 req-eb6c9134-d0fd-459e-aa4f-3d7ff62a2cd2 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:02.483009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f6a83f5-6193-4c57-a81b-733c77c43e69 req-eb6c9134-d0fd-459e-aa4f-3d7ff62a2cd2 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 1131 time: 0.1200118 Feb 10 13:16:02.566625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f6a83f5-6193-4c57-a81b-733c77c43e69 req-9043b8db-8583-491d-9ae2-9acf92c44a97 tempest-ServersAdminNegativeTestJSON-2077881120 tempest-ServersAdminNegativeTestJSON-2077881120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762074 Feb 10 13:16:02.835179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2dfb3-bf95-495d-9741-b9421bad398a req-4ee8e7cd-4309-43c5-9859-65c17491b869 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:02.837160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec2dfb3-bf95-495d-9741-b9421bad398a req-4ee8e7cd-4309-43c5-9859-65c17491b869 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1316941 Feb 10 13:16:02.957285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aec2dfb3-bf95-495d-9741-b9421bad398a req-ffef2c44-9213-4ab0-aef0-178c8320d3a1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076508 Feb 10 13:16:03.161503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:03.167668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780768259', 'description': 'tempest-description--143315746'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:03.201117 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e228fad-d0f1-4d5f-999b-5be3ef802c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.252271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.458309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:16:03.577168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 761345ca-27f2-4529-868f-507f9c91ba0f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:03.637110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73e02-ab42-43e4-a275-4b72439e35a6 req-bf4bf4e5-269e-4d0f-893f-13afa44feaa1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:03.641656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bac73e02-ab42-43e4-a275-4b72439e35a6 req-bf4bf4e5-269e-4d0f-893f-13afa44feaa1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 946 time: 0.3092384 Feb 10 13:16:03.651930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (35c83160-cb62-4f62-b04a-be21827b3877), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.695449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35c83160-cb62-4f62-b04a-be21827b3877), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.788068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:03.804542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:16:03.838809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 761345ca-27f2-4529-868f-507f9c91ba0f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:03.839277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.904936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c83160-cb62-4f62-b04a-be21827b3877,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:03.994230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:03.997960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-de238ada-8d61-4ad7-a44a-cb6536a82a10 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8318629 Feb 10 13:16:03.998307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:04.003384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'security_group_rule': {'security_group_id': '35c83160-cb62-4f62-b04a-be21827b3877', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:04.062994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bac73e02-ab42-43e4-a275-4b72439e35a6 req-76e12f23-ec0a-44a9-9c34-84a72b650720 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036367 Feb 10 13:16:04.069641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (edd13af3-2963-400c-8112-9d8087e5fd54), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.082693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 761345ca-27f2-4529-868f-507f9c91ba0f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:04.083097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.095393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-eb1efd5f-a5f8-4d63-8d81-04e65780879b tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:04.100124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-eb1efd5f-a5f8-4d63-8d81-04e65780879b tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.3868244 Feb 10 13:16:04.122840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-6'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:04.139178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 761345ca-27f2-4529-868f-507f9c91ba0f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=761345ca-27f2-4529-868f-507f9c91ba0f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:04.146702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.260454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.290257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=761345ca-27f2-4529-868f-507f9c91ba0f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:04.379119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (edd13af3-2963-400c-8112-9d8087e5fd54), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.397331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (edd13af3-2963-400c-8112-9d8087e5fd54), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.407935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baccd75-e854-42b9-9ecc-599b8d88e288 req-1dd9daf8-1163-4f33-bd3d-3f07cfb8a6fa tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:04.415773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7baccd75-e854-42b9-9ecc-599b8d88e288 req-1dd9daf8-1163-4f33-bd3d-3f07cfb8a6fa tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.2112989 Feb 10 13:16:04.456790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.462289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd13af3-2963-400c-8112-9d8087e5fd54,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:04.503943 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.505268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-45e6dcdb-0f83-4d83-94f4-0af4951d8787 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5059614 Feb 10 13:16:04.508485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:04.513255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'security_group_rule': {'security_group_id': '35c83160-cb62-4f62-b04a-be21827b3877', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:04.520352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08c80-9fc2-4501-9879-a6be46d73925 req-43631736-689c-45dd-9b8b-0b1ac1cc8e22 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:04.523325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7e08c80-9fc2-4501-9879-a6be46d73925 req-43631736-689c-45dd-9b8b-0b1ac1cc8e22 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.2069082 Feb 10 13:16:04.559824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (751db206-2488-4016-91b0-37e73356894c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.574830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:04.595621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7baccd75-e854-42b9-9ecc-599b8d88e288 req-1f64b164-8889-4833-8e63-b050b9c3ba98 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784322 Feb 10 13:16:04.658255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (751db206-2488-4016-91b0-37e73356894c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.670494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (751db206-2488-4016-91b0-37e73356894c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.675714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7e08c80-9fc2-4501-9879-a6be46d73925 req-3b72ee24-967b-4e66-9b67-b8b1529f66f9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460326 Feb 10 13:16:04.716036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:04.723531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751db206-2488-4016-91b0-37e73356894c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:04.779177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.783836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:04.784517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e708c70d-4168-43ea-90ac-1362a80cb274 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750022 Feb 10 13:16:04.798675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:04.808208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:04.810583 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75009c42-1415-4143-bdd4-14f7dae81cbe" -d '{"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:04.818436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks [] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.831312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.916842 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:04.939042 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b381de63-32ec-48fe-b94b-7c024d5bb2f6 x-openstack-request-id: req-b381de63-32ec-48fe-b94b-7c024d5bb2f6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:04.939340 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:04.939597 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b381de63-32ec-48fe-b94b-7c024d5bb2f6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:04.940046 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'code': 200} Feb 10 13:16:04.989555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:05.009052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on host n-h2-815324-6 for vnic_type normal with profile {"migrating_to": "n-h1-815324-6"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:05.009389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:05.009716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:05.019883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:16:05.020211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Attempting to bind port bbf844be-d329-4a57-9f8e-9a277231dd26 on network 7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:05.063450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:05.064684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Checking segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:05.064684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Bound using segment: {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:05.064684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Bound port: bbf844be-d329-4a57-9f8e-9a277231dd26, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9509b-3ade-43ad-823a-f81d61abfeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:05.065003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:05.096734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3598c-4641-4310-8e46-6fe5a44c900a req-9403b422-a1f7-4634-9c39-166b9e97602c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:05.107453 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12c3598c-4641-4310-8e46-6fe5a44c900a req-9403b422-a1f7-4634-9c39-166b9e97602c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.1032710 Feb 10 13:16:05.200807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12c3598c-4641-4310-8e46-6fe5a44c900a req-344d7f03-9196-45eb-a77b-ac36a31a9246 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880890 Feb 10 13:16:05.210094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:05.214581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:05.217006 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:05.460147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 761345ca-27f2-4529-868f-507f9c91ba0f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:05.472630 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008da68-001b-4712-98b7-f4ff763ed332 req-6c25515a-88d9-4914-9080-b68acc1be373 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:05.482001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b008da68-001b-4712-98b7-f4ff763ed332 req-6c25515a-88d9-4914-9080-b68acc1be373 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2056115 Feb 10 13:16:05.581042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b008da68-001b-4712-98b7-f4ff763ed332 req-c146b885-85c1-4f83-9b46-058f9ab69e8f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980356 Feb 10 13:16:05.614989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 761345ca-27f2-4529-868f-507f9c91ba0f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:05.615369 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:05.747950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:05.766922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:05.850795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 761345ca-27f2-4529-868f-507f9c91ba0f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:05.877169 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Sync routers for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:05.899678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:05.900203 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:05.911167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Allocated IP 172.25.8.219 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/a2ac2fbc-851c-4f86-bd3d-904757c095b1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:06.017797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.063920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501c6a5-916d-4490-a6b5-f7096fd694de req-fcf41b8c-b134-4f6f-b7c1-eedd757eafe7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:06.069453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.078315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3501c6a5-916d-4490-a6b5-f7096fd694de req-fcf41b8c-b134-4f6f-b7c1-eedd757eafe7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.0861647 Feb 10 13:16:06.089068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.147538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:06.159119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:06.171055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:06.182063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'Port': ['ID=a2ac2fbc-851c-4f86-bd3d-904757c095b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:06.198508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3501c6a5-916d-4490-a6b5-f7096fd694de req-9e9ab1c4-9df7-4e1c-ada3-8c30d775dedd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189959 Feb 10 13:16:06.235504 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:06.240348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f763b-bbf8-4966-ae23-fc5a98b55459 req-de155c75-1528-40af-9abc-04608828256a tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:06.242437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c0f763b-bbf8-4966-ae23-fc5a98b55459 req-de155c75-1528-40af-9abc-04608828256a tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.1851397 Feb 10 13:16:06.314455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:06.346103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:06.347858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.350036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-679a3d02-366c-4fde-8850-dec9da761253 service neutron] 10.222.0.21 "PUT /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 1122 time: 2.2451882 Feb 10 13:16:06.418182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bbf844be-d329-4a57-9f8e-9a277231dd26'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:06.441662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a59339-ee4d-419a-a195-27311b070aad req-4d00a1c2-ba67-4d8f-afce-89d7ba9e7ce6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:06.457982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40a59339-ee4d-419a-a195-27311b070aad req-4d00a1c2-ba67-4d8f-afce-89d7ba9e7ce6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1306136 Feb 10 13:16:06.496788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bbf844be-d329-4a57-9f8e-9a277231dd26'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:06.591741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c0f763b-bbf8-4966-ae23-fc5a98b55459 req-4c0e500a-2f01-4675-98c9-6967f29f4148 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588847 Feb 10 13:16:06.635929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.664140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40a59339-ee4d-419a-a195-27311b070aad req-23d9b8d2-4ce4-41e9-8dbb-dbfb94837d3a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930938 Feb 10 13:16:06.816534 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 2, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:06.882883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Checking router: 4848722f-35af-4acd-b293-7faea7c5ccb5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:06.883871 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Updating router 4848722f-35af-4acd-b293-7faea7c5ccb5 port 4fc81600-3901-4cb1-9c86-daaa9256ed3f binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:06.935928 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:06.949333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.041717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9af6-cdbf-4362-b0a8-33fe1428a042 req-0d03d646-a06d-47b5-9baa-61c2103f74ae tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.059652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd6d9af6-cdbf-4362-b0a8-33fe1428a042 req-0d03d646-a06d-47b5-9baa-61c2103f74ae tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1519413 Feb 10 13:16:07.142582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.144923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:07.146966 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9406103e-bbc8-4ff0-aef4-75d74464a14a" -d '{"events": [{"name": "network-changed", "server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:07.173252 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.196706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd6d9af6-cdbf-4362-b0a8-33fe1428a042 req-3c8292ff-0568-4e7c-9527-3f917d758b8d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358175 Feb 10 13:16:07.252668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'Port': ['ID=a2ac2fbc-851c-4f86-bd3d-904757c095b1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:07.289580 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec64619-5a58-40a0-9526-1753cf2a0b6b x-openstack-request-id: req-5ec64619-5a58-40a0-9526-1753cf2a0b6b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:07.290191 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:07.291836 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ec64619-5a58-40a0-9526-1753cf2a0b6b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:07.292307 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'status': 'completed', 'code': 200} Feb 10 13:16:07.361837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.390677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-bcfb7a4d-726d-4e9a-8c8a-c595f2ec6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.398686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-bcfb7a4d-726d-4e9a-8c8a-c595f2ec6aff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1156 time: 0.0996432 Feb 10 13:16:07.437703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.458112 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks [] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.474384 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.494980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-67efaf23-7526-409e-ac60-e977cae461c8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.497287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-67efaf23-7526-409e-ac60-e977cae461c8 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.7710812 Feb 10 13:16:07.543631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d80e5d-1076-494c-8bf4-4465e8caa719 req-fb34fdbe-d541-4f49-8190-fc78bcc767fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.547902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33d80e5d-1076-494c-8bf4-4465e8caa719 req-fb34fdbe-d541-4f49-8190-fc78bcc767fc tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.7122493 Feb 10 13:16:07.556893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-f4c37b74-8e3a-42b1-8344-8046bec0f141 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.558821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-f4c37b74-8e3a-42b1-8344-8046bec0f141 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.6430550 Feb 10 13:16:07.575184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.576721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5901479e-a8e0-410b-b5fe-a99a4d91eb76 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7917457 Feb 10 13:16:07.584732 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Pushing event updated for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:07.607653 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.608207 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.609255 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.609776 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.610270 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.610775 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.612021 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.612542 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.613099 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.613606 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.614274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.614760 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.615254 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:07.721622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-28ba5a42-8f6a-4f20-b4d8-e0fd85a87972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.723431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-28ba5a42-8f6a-4f20-b4d8-e0fd85a87972 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.3180664 Feb 10 13:16:07.724281 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Attempting to bind port 4fc81600-3901-4cb1-9c86-daaa9256ed3f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:07.724859 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Attempting to bind port 4fc81600-3901-4cb1-9c86-daaa9256ed3f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:07.725406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Attempting to bind port 4fc81600-3901-4cb1-9c86-daaa9256ed3f on network 7ef42053-5797-4e5d-b258-68ab8a420570 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:07.743555 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:07.743950 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Checking segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:07.750213 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.750676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Bound using segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:07.751190 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Bound port: 4fc81600-3901-4cb1-9c86-daaa9256ed3f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:07.753641 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.799826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-460932e1-e59d-47e2-8d7b-43718658d8ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 217 time: 0.0664291 Feb 10 13:16:07.897954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326a9fd-c89c-4b2c-a451-3ce164d13b96 req-684a78fc-68e8-4f50-961f-f87f48f641ba tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.909949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3326a9fd-c89c-4b2c-a451-3ce164d13b96 req-684a78fc-68e8-4f50-961f-f87f48f641ba tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1854544 Feb 10 13:16:07.928203 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] For port 4fc81600-3901-4cb1-9c86-daaa9256ed3f, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:07.942747 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] For port 4fc81600-3901-4cb1-9c86-daaa9256ed3f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fc81600-3901-4cb1-9c86-daaa9256ed3f,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:07.959170 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:07.973025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-ed2ad331-0eb9-4dcf-a1fb-3c4dcbcaef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:07.976925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-ed2ad331-0eb9-4dcf-a1fb-3c4dcbcaef91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1647482 Feb 10 13:16:08.010542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3326a9fd-c89c-4b2c-a451-3ce164d13b96 req-0d8bebe3-efc9-47b6-9ff9-ff48e841fffd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993564 Feb 10 13:16:08.057925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-6b184708-5197-408f-85c4-8c8f30a6130e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762715 Feb 10 13:16:08.091602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Provisioning complete for port 4fc81600-3901-4cb1-9c86-daaa9256ed3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:08.092177 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.096127 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:08.099325 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:08.131013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33d80e5d-1076-494c-8bf4-4465e8caa719 req-ba726496-ff74-4f65-bfd7-3f824d5bef83 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594850 Feb 10 13:16:08.283949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Deleting port 9b12ddb0-c630-423b-8ed9-68e56afd457c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:08.284291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.309518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a50d0-d8c1-4860-a21b-45bf74aa3f3b None None] Pushing event updated for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:08.357597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Current status of the port 4fc81600-3901-4cb1-9c86-daaa9256ed3f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:08.369897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.401601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5e1d-53d6-4baa-ad73-cbe26b8f3020 req-3447eee9-85f8-4147-ab59-0876ab10a55f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:08.410449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c01d5e1d-53d6-4baa-ad73-cbe26b8f3020 req-3447eee9-85f8-4147-ab59-0876ab10a55f tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 945 time: 0.2250183 Feb 10 13:16:08.426581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-81218289-427a-4671-b497-e529688a03c8 service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531272 Feb 10 13:16:08.439228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Deleting port 28a4f934-e46f-4104-9171-637435d589be {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:08.439906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (28a4f934-e46f-4104-9171-637435d589be), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.462887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] For port 4fc81600-3901-4cb1-9c86-daaa9256ed3f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fc81600-3901-4cb1-9c86-daaa9256ed3f,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:08.471056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.513008 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:08.570795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e7f54-ed94-4728-bc18-29f23b465116 None None] Pushing event updated for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:08.590950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-f9b00495-edec-44f3-8691-caf259f4ae02 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:08.600279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-f9b00495-edec-44f3-8691-caf259f4ae02 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.5177820 Feb 10 13:16:08.613513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c01d5e1d-53d6-4baa-ad73-cbe26b8f3020 req-7bf40468-f0d7-4061-a119-75d4d6e89094 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups?id=516323b4-455d-4082-9b3e-1cba66145c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020960 Feb 10 13:16:08.613836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b0409c35-d7b2-4f95-9b77-040ab0bf9ff2 None None] Provisioning complete for port 4fc81600-3901-4cb1-9c86-daaa9256ed3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:08.614318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0409c35-d7b2-4f95-9b77-040ab0bf9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:08.718687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9406103e-bbc8-4ff0-aef4-75d74464a14a req-09538d71-72bb-41f3-9396-3cf66b1a311c service neutron] 10.222.0.77 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846775 Feb 10 13:16:08.823189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b0409c35-d7b2-4f95-9b77-040ab0bf9ff2 None None] Current status of the port 4fc81600-3901-4cb1-9c86-daaa9256ed3f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:08.865823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ec63-d716-4e94-b709-f7e8589288e2 req-95ad59bf-db33-4d97-9fcc-cf33e324c942 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:08.876981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7dc7ec63-d716-4e94-b709-f7e8589288e2 req-95ad59bf-db33-4d97-9fcc-cf33e324c942 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.1321261 Feb 10 13:16:08.967586 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7dc7ec63-d716-4e94-b709-f7e8589288e2 req-72bc2049-3d22-49e6-b349-dd6e09689065 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892072 Feb 10 13:16:09.099018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:09.100571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:09.112583 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:07Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:09.141766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Calling delete_port for 9b12ddb0-c630-423b-8ed9-68e56afd457c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:09.149403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb59901-6bf7-4022-970b-3dc489f3a191 req-c84eef8a-3bc9-4b22-8a34-42155721e550 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:09.161847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb59901-6bf7-4022-970b-3dc489f3a191 req-c84eef8a-3bc9-4b22-8a34-42155721e550 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1005690 Feb 10 13:16:09.200451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8f752d-ffc8-42ef-bbe1-801996777eac None None] The sync data for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 is: [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:07Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:09.223436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-41a796c9-e7d9-488d-a6d2-df9b6ab48c5a tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--780768259&fields=id&tenant_id=4f211285e1fc47faa63ae61f5aa95d56 HTTP/1.1" status: 200 len: 267 time: 0.8573713 Feb 10 13:16:09.247643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bfb59901-6bf7-4022-970b-3dc489f3a191 req-5ecaa1e2-9c36-4fd4-9923-54eae200c3a0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829017 Feb 10 13:16:09.414272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] For port 28a4f934-e46f-4104-9171-637435d589be, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=28a4f934-e46f-4104-9171-637435d589be,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:09.414952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (28a4f934-e46f-4104-9171-637435d589be), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:09.460438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b7587-b5ce-4a9f-b495-584dafd6e3f1 req-4de8b1f5-d725-486d-ba5f-f58a18128220 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:09.462062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8b5b7587-b5ce-4a9f-b495-584dafd6e3f1 req-4de8b1f5-d725-486d-ba5f-f58a18128220 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1200693 Feb 10 13:16:09.481042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:16:09.483089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9b12ddb0-c630-423b-8ed9-68e56afd457c no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:09.533241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fc81600-3901-4cb1-9c86-daaa9256ed3f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:09.578689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8b5b7587-b5ce-4a9f-b495-584dafd6e3f1 req-6048c085-e573-4dac-b208-010c05718310 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100509 Feb 10 13:16:09.856085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:09.856483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:09.856899 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Floating IP aa8bef33-c6a6-4577-b80f-da4061bc6f01 disassociated. External IP: 172.25.8.161, port: 28a4f934-e46f-4104-9171-637435d589be. Feb 10 13:16:09.857321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Calling delete_port for 28a4f934-e46f-4104-9171-637435d589be owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:09.992801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1958-edb8-47c1-80e2-c38cb83cf140 req-bfcf523e-f97a-4ac5-b881-48b7d45e8b66 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:10.002661 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a1958-edb8-47c1-80e2-c38cb83cf140 req-bfcf523e-f97a-4ac5-b881-48b7d45e8b66 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 949 time: 0.1717725 Feb 10 13:16:10.139366 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1a1958-edb8-47c1-80e2-c38cb83cf140 req-4c3dc421-270a-4070-a8d5-5d78339477d6 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282024 Feb 10 13:16:10.225158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:10.254955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 has no active binding in host n-h1-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:16:10.310369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4fc81600-3901-4cb1-9c86-daaa9256ed3f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:10.310871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:10.321460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (28a4f934-e46f-4104-9171-637435d589be), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:10.322511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-649e1342-0fe2-4e10-abd8-d37a6c8b138e req-5706167c-eb50-4230-8f42-8e25e519133b tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 210 time: 0.0761130 Feb 10 13:16:10.376053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9b12ddb0-c630-423b-8ed9-68e56afd457c is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:10.376529 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:10.389017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-35a28d3a-6f94-42b4-9c59-39a29f074776 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:10.390662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-35a28d3a-6f94-42b4-9c59-39a29f074776 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/networks?id=7ef42053-5797-4e5d-b258-68ab8a420570 HTTP/1.1" status: 200 len: 814 time: 1.1363120 Feb 10 13:16:10.456011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event deleted for resources: {'Port': ['ID=28a4f934-e46f-4104-9171-637435d589be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:10.458279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:10.464398 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354ef4e-0048-4334-9f5c-3c74bee828ab" -d '{"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-unplugged", "status": "completed", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:10.469871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed373af0-0ce8-43d5-8756-8460806c9755 req-c80bbdd2-9a4a-4748-8f43-55aa347594b3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:10.484507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed373af0-0ce8-43d5-8756-8460806c9755 req-c80bbdd2-9a4a-4748-8f43-55aa347594b3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 946 time: 0.0934472 Feb 10 13:16:10.495664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-384a377f-a85a-4287-81ed-885f68a2ee69 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/quotas/4f211285e1fc47faa63ae61f5aa95d56 HTTP/1.1" status: 200 len: 375 time: 0.0504189 Feb 10 13:16:10.528600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9b12ddb0-c630-423b-8ed9-68e56afd457c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9b12ddb0-c630-423b-8ed9-68e56afd457c,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:10.540467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Deleting port ae2b69bd-2a2e-4d08-8105-d0248c71e35f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:10.540850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:10.551527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:10.600057 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed373af0-0ce8-43d5-8756-8460806c9755 req-c6a67be9-7253-431d-b17d-3ea59c9dc93c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073346 Feb 10 13:16:10.646304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4fc81600-3901-4cb1-9c86-daaa9256ed3f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:10.704541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:10.747572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc93599-16fa-4f5e-8d81-e06bec2fd45e req-cca90f96-e716-4dd1-a9bd-ad683bec7b60 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:10.757292 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7fc93599-16fa-4f5e-8d81-e06bec2fd45e req-cca90f96-e716-4dd1-a9bd-ad683bec7b60 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0710697 Feb 10 13:16:10.807840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:10.849264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7fc93599-16fa-4f5e-8d81-e06bec2fd45e req-89624761-cfe6-47e4-bf3b-bdc5496ec368 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908689 Feb 10 13:16:10.950377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-cec34646-7b4d-4216-bc14-ed90906fb184 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f211285e1fc47faa63ae61f5aa95d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4293110 Feb 10 13:16:10.962640 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7a1a3-079e-4aea-b88f-c771c68b5292 x-openstack-request-id: req-d0f7a1a3-079e-4aea-b88f-c771c68b5292 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:10.962940 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-unplugged", "status": "completed", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:10.963194 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0f7a1a3-079e-4aea-b88f-c771c68b5292 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:10.963591 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'code': 200} Feb 10 13:16:10.982937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:11.006890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbf844be-d329-4a57-9f8e-9a277231dd26 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:11.008143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 28a4f934-e46f-4104-9171-637435d589be no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:11.049652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Router d53b62b5-d703-4160-9129-c856e3aaa53d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:11.054114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 28a4f934-e46f-4104-9171-637435d589be {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:11.054697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 28a4f934-e46f-4104-9171-637435d589be not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:11.147147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] For port ae2b69bd-2a2e-4d08-8105-d0248c71e35f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:11.147934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:11.151837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9b12ddb0-c630-423b-8ed9-68e56afd457c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:11.152841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5210a39-52d8-4686-81be-08de17bec375 req-56c3b719-a641-404b-9b5f-bda5194f58d1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:11.155161 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5210a39-52d8-4686-81be-08de17bec375 req-56c3b719-a641-404b-9b5f-bda5194f58d1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.0819843 Feb 10 13:16:11.167369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['39d4caf2-d040-4a9a-bcc2-fc0b9362d564'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:11.193582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Calling delete_port for ae2b69bd-2a2e-4d08-8105-d0248c71e35f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:11.235784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5210a39-52d8-4686-81be-08de17bec375 req-e0367d9b-afb0-464e-8a22-0868b492d135 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700290 Feb 10 13:16:11.252315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Pushing event deleted for resources: {'Port': ['ID=9b12ddb0-c630-423b-8ed9-68e56afd457c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:11.328745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94f76298-1b35-4785-a654-44530486e354 service neutron] 10.222.0.13 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774662 Feb 10 13:16:11.349406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-569196e4-a6d6-4115-85a6-9cc9dc4b3dcd req-d97de80f-e307-40a8-a127-3f7e21f0064f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c097b-1a92-46a3-9163-7c4d720bed90 HTTP/1.1" status: 200 len: 210 time: 0.0487311 Feb 10 13:16:11.451197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cc75437-1062-463d-8a9b-0a92cc8a0420 req-d9e8e736-4e93-4397-90b0-5bc8867bf842 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 210 time: 0.0381057 Feb 10 13:16:11.517220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] No DVR routers for this DVR port 9b12ddb0-c630-423b-8ed9-68e56afd457c on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:11.528706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:11.534183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2923e3b9-088b-40b0-a2e2-e4b9b09aa062 req-dbb2e2f9-d001-4b01-b203-75fdd46b671c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "DELETE /v2.0/ports/9b12ddb0-c630-423b-8ed9-68e56afd457c HTTP/1.1" status: 204 len: 173 time: 3.9218659 Feb 10 13:16:11.534833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-deleted', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:11.537312 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd7416d-95d4-497a-bc51-8ddd07d260d6" -d '{"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-deleted", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:11.692662 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53734f-f276-4301-be3e-2af22462c181 x-openstack-request-id: req-2b53734f-f276-4301-be3e-2af22462c181 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:11.693035 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c097b-1a92-46a3-9163-7c4d720bed90", "name": "network-vif-deleted", "tag": "9b12ddb0-c630-423b-8ed9-68e56afd457c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:11.693217 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b53734f-f276-4301-be3e-2af22462c181 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:11.693615 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c097b-1a92-46a3-9163-7c4d720bed90', 'name': 'network-vif-deleted', 'tag': '9b12ddb0-c630-423b-8ed9-68e56afd457c', 'status': 'completed', 'code': 200} Feb 10 13:16:11.694687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ae2b69bd-2a2e-4d08-8105-d0248c71e35f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:11.709310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ab903ca8-37e9-4e55-93a1-44b38bc193b4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:11.795290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01ef3779-00d9-46d6-90ba-ce98d40540b6 req-e3b62d3f-2f1e-49a6-9280-885382f3a7b3 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 210 time: 0.0403194 Feb 10 13:16:12.037097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902569c6-3010-43db-9336-bcc6c3c96052 req-057f627c-3333-4c54-b092-1fb187e97431 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:12.046409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-902569c6-3010-43db-9336-bcc6c3c96052 req-057f627c-3333-4c54-b092-1fb187e97431 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0917723 Feb 10 13:16:12.139030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-902569c6-3010-43db-9336-bcc6c3c96052 req-52684a33-d943-4aa3-a2b7-99fe2a40dc5f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913389 Feb 10 13:16:12.139814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Pushing event deleted for resources: {'Port': ['ID=ae2b69bd-2a2e-4d08-8105-d0248c71e35f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:12.168720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:12.181679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Sync routers for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:12.203110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:12.205145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:12.237360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] No DVR routers for this DVR port 28a4f934-e46f-4104-9171-637435d589be on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:12.242733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-369f37a7-21f5-4e4b-a376-df08b1cf0e2c service neutron] 10.222.0.13 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355176 Feb 10 13:16:12.258436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:12.261314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee365209-d003-4cf5-bc22-3f9b3eb97e36 req-232d9765-83ed-41a8-bf6c-ddbee4879123 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.77 "DELETE /v2.0/ports/28a4f934-e46f-4104-9171-637435d589be HTTP/1.1" status: 204 len: 173 time: 4.7528789 Feb 10 13:16:12.262508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] No DVR routers for this DVR port ae2b69bd-2a2e-4d08-8105-d0248c71e35f on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:12.265410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:12.269112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82dc0081-0afd-434e-8d38-ff9bb40a50ac req-79b2a4e2-537c-4fd9-b2b0-63ca9f6e7dbe tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.77 "DELETE /v2.0/ports/ae2b69bd-2a2e-4d08-8105-d0248c71e35f HTTP/1.1" status: 204 len: 173 time: 3.5957823 Feb 10 13:16:12.410776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:12.454049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d140e-f10e-46d4-a82e-5da1fae96037 req-e20e42be-b789-49cc-a177-599eb502bddc tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:12.461748 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-010d140e-f10e-46d4-a82e-5da1fae96037 req-e20e42be-b789-49cc-a177-599eb502bddc tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1143985 Feb 10 13:16:12.563688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-010d140e-f10e-46d4-a82e-5da1fae96037 req-9154cc22-dd67-43a0-a2a1-00c677d0844a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007755 Feb 10 13:16:12.695368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9038f673-9edf-4746-83ad-07865c4a1c84 req-35bd4817-de12-4c4c-b477-1a80a293071b tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 210 time: 0.0613914 Feb 10 13:16:12.715536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5b0b8f5-6b59-4f3e-8ade-3ac72afa405f req-5dffa5e8-6b3d-42d5-97e3-0d0ffa8b4a76 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf753b26-c6ed-4f39-be7a-db9bf9575e7f HTTP/1.1" status: 200 len: 210 time: 0.0532405 Feb 10 13:16:12.897309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ae2b69bd-2a2e-4d08-8105-d0248c71e35f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:12.988021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: ae2b69bd-2a2e-4d08-8105-d0248c71e35f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:12.988375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ae2b69bd-2a2e-4d08-8105-d0248c71e35f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:13.008081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-827bf9df-6421-46fd-94a3-1e9858022516 req-94b3cb58-2463-4805-b62f-ae71e083e50c tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd25d56-db27-45ba-af68-c1190f14a119 HTTP/1.1" status: 200 len: 210 time: 0.0679591 Feb 10 13:16:13.043338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:13.125175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Checking router: d53b62b5-d703-4160-9129-c856e3aaa53d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:13.140738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:13.141803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:13.231921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd9b3-acb7-49bb-8c18-df7327719bd1 req-5c3c2bb4-d666-4426-b217-8a6b3d2c0d24 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:13.242805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acfbd9b3-acb7-49bb-8c18-df7327719bd1 req-5c3c2bb4-d666-4426-b217-8a6b3d2c0d24 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.1405597 Feb 10 13:16:13.346651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acfbd9b3-acb7-49bb-8c18-df7327719bd1 req-af913b7e-a6be-4e09-a271-d163bd7de6f6 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979087 Feb 10 13:16:13.363191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:13.368235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c3eb-6b2b-47c8-8e14-4ed501f7698b req-e82be874-790d-4d47-bfdb-2aa2f57d7c12 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:13.377482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4182c3eb-6b2b-47c8-8e14-4ed501f7698b req-e82be874-790d-4d47-bfdb-2aa2f57d7c12 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0951307 Feb 10 13:16:13.453869 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4182c3eb-6b2b-47c8-8e14-4ed501f7698b req-2e20888f-1796-4425-8ff5-5856511b24ec tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744214 Feb 10 13:16:13.694167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'name': 'network-vif-deleted', 'tag': '28a4f934-e46f-4104-9171-637435d589be'}, {'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'name': 'network-vif-deleted', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:13.700440 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a96691-9e61-4f46-98ee-652014d2372f" -d '{"events": [{"server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "name": "network-vif-deleted", "tag": "28a4f934-e46f-4104-9171-637435d589be"}, {"server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "name": "network-vif-deleted", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:13.738321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:13.751643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693e9d-3b7a-4a42-bfca-2914bdaaac7b req-a9b22d71-2916-4be6-8dff-96273a3e66f7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:13.753263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08693e9d-3b7a-4a42-bfca-2914bdaaac7b req-a9b22d71-2916-4be6-8dff-96273a3e66f7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.0947671 Feb 10 13:16:13.769682 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390d320-de39-4a7f-8ac2-99d40d493587 x-openstack-request-id: req-4390d320-de39-4a7f-8ac2-99d40d493587 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:13.770090 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf753b26-c6ed-4f39-be7a-db9bf9575e7f", "name": "network-vif-deleted", "tag": "28a4f934-e46f-4104-9171-637435d589be", "status": "completed", "code": 200}, {"server_uuid": "dfd25d56-db27-45ba-af68-c1190f14a119", "name": "network-vif-deleted", "tag": "ae2b69bd-2a2e-4d08-8105-d0248c71e35f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:13.770347 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4390d320-de39-4a7f-8ac2-99d40d493587 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:13.770740 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf753b26-c6ed-4f39-be7a-db9bf9575e7f', 'name': 'network-vif-deleted', 'tag': '28a4f934-e46f-4104-9171-637435d589be', 'status': 'completed', 'code': 200} Feb 10 13:16:13.771001 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd25d56-db27-45ba-af68-c1190f14a119', 'name': 'network-vif-deleted', 'tag': 'ae2b69bd-2a2e-4d08-8105-d0248c71e35f', 'status': 'completed', 'code': 200} Feb 10 13:16:13.778737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d17067-f25d-4553-adb5-5afea3f358d8 None None] The sync data for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 is: [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:14:53Z', 'revision_number': 4, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '6ff57fb8-8fae-4a91-a816-f05b07335fb1', 'name': '', 'network_id': 'e875a702-bc44-4b66-b74d-d73e2f1de211', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'mac_address': 'fa:16:3e:21:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:53Z', 'updated_at': '2022-02-10T13:15:00Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'subnets': [{'id': '59721c03-0dd4-4bb3-9f57-629aa3e71afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:13.816949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08693e9d-3b7a-4a42-bfca-2914bdaaac7b req-b92d9f59-b611-4e2c-8a93-c880cea1716a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567815 Feb 10 13:16:13.933758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:13.980686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0d4cd4d-c0be-4418-a8e3-32a375b6a7e5 req-7b861c45-3296-4290-96d6-c894b6ba2cef tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 210 time: 0.0667663 Feb 10 13:16:14.024488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (516323b4-455d-4082-9b3e-1cba66145c2a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.075130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (516323b4-455d-4082-9b3e-1cba66145c2a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.174876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (516323b4-455d-4082-9b3e-1cba66145c2a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.180611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.182747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "DELETE /v2.0/security-groups/516323b4-455d-4082-9b3e-1cba66145c2a HTTP/1.1" status: 204 len: 168 time: 0.2475061 Feb 10 13:16:14.186180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:14.196578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b920e5-7397-438b-aa67-8e9d972bd558 tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516323b4-455d-4082-9b3e-1cba66145c2a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:14.206044 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e04f9f7b-3634-4112-84bb-ebe317db2e8d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] show failed (client error): The resource could not be found. Feb 10 13:16:14.207470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e04f9f7b-3634-4112-84bb-ebe317db2e8d tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "GET /v2.0/security-groups/516323b4-455d-4082-9b3e-1cba66145c2a HTTP/1.1" status: 404 len: 347 time: 0.0202856 Feb 10 13:16:14.210411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:14.279560 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17cf05-da1e-47ff-8c40-0f1458c1ce04 None None] New status for floating IP aa8bef33-c6a6-4577-b80f-da4061bc6f01: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:16:14.602159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb184c-f6ce-407c-9164-cc28a3eab244 req-4f65e9a9-084f-47c3-b0f6-a817c2648a7b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:14.610141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffdb184c-f6ce-407c-9164-cc28a3eab244 req-4f65e9a9-084f-47c3-b0f6-a817c2648a7b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1351693 Feb 10 13:16:14.652251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-7c0f3b14-cd10-4c4b-bab2-bf677959fee6 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:14.654384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-7c0f3b14-cd10-4c4b-bab2-bf677959fee6 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.77 "GET /v2.0/networks?id=7ef42053-5797-4e5d-b258-68ab8a420570 HTTP/1.1" status: 200 len: 814 time: 0.3503220 Feb 10 13:16:14.669382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffdb184c-f6ce-407c-9164-cc28a3eab244 req-d11341bb-7739-43d8-92b8-a91c0b7732c2 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582440 Feb 10 13:16:14.671355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Deleting port 2d2953f3-99e6-438d-93af-e182e1e4fa2b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:14.671542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fcc67-72be-4059-a255-46004022a3d6 req-1088e834-fbcc-45aa-a6b8-05e1b934426a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:14.671748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.678858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c42fcc67-72be-4059-a255-46004022a3d6 req-1088e834-fbcc-45aa-a6b8-05e1b934426a tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.1829016 Feb 10 13:16:14.734094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-919f56e4-1820-40de-af40-7ac4eb0b44bb tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:14.735826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-919f56e4-1820-40de-af40-7ac4eb0b44bb tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 949 time: 0.1760006 Feb 10 13:16:14.838323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.838689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (2d2953f3-99e6-438d-93af-e182e1e4fa2b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:14.852708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Calling delete_port for 2d2953f3-99e6-438d-93af-e182e1e4fa2b owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:14.866628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c42fcc67-72be-4059-a255-46004022a3d6 req-597b32d7-2cb1-4222-8bec-547616ff6928 tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/security-groups?id=91186d80-f410-44a5-b82d-0515deb4e254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867504 Feb 10 13:16:14.876159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-6aa1e802-bd3d-452e-80b5-796f168ae58e tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f211285e1fc47faa63ae61f5aa95d56 HTTP/1.1" status: 200 len: 379 time: 0.1943216 Feb 10 13:16:14.896893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'port': {'device_id': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'admin_state_up': True, 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'security_groups': ['35c83160-cb62-4f62-b04a-be21827b3877']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:15.003715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Deleting port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:15.004070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.173141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11d25-400e-426e-9b60-6eee99a7f0f2 req-2bb404fd-d6fc-4e88-9581-32f7784797d5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:15.174734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43b11d25-400e-426e-9b60-6eee99a7f0f2 req-2bb404fd-d6fc-4e88-9581-32f7784797d5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1929243 Feb 10 13:16:15.210201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Made reservation on behalf of 4f211285e1fc47faa63ae61f5aa95d56 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:15.215464 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.254882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] For port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:15.255540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.289551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Calling delete_port for 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:15.304297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43b11d25-400e-426e-9b60-6eee99a7f0f2 req-f85dc096-8d47-4a68-81c6-27f5d7954f45 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192811 Feb 10 13:16:15.401599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c091-bd57-4912-8488-8b8b961735a5 req-b82c7d3a-7b40-4e65-ba7b-9499906d4930 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:15.415416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6e0c091-bd57-4912-8488-8b8b961735a5 req-b82c7d3a-7b40-4e65-ba7b-9499906d4930 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.5446024 Feb 10 13:16:15.534452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d50c9826-5c67-4ceb-a3aa-8551c702eb1b req-54a00498-a30f-4368-a6f2-d40c34a0b5e4 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 210 time: 0.0595312 Feb 10 13:16:15.538616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6e0c091-bd57-4912-8488-8b8b961735a5 req-57543242-5845-4b1c-a092-73ac388d0d16 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214268 Feb 10 13:16:15.564596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Allocated IP 172.20.0.9 (7ef42053-5797-4e5d-b258-68ab8a420570/52b1cea1-eae1-4419-ad85-62310e7dd76e/3588d38d-fb13-40ed-b2ff-779d1f9bc228) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:15.665609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (39d4caf2-d040-4a9a-bcc2-fc0b9362d564), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.689396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2d2953f3-99e6-438d-93af-e182e1e4fa2b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.700057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Pushing event deleted for resources: {'Port': ['ID=39d4caf2-d040-4a9a-bcc2-fc0b9362d564,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:15.746570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Pushing event deleted for resources: {'Port': ['ID=2d2953f3-99e6-438d-93af-e182e1e4fa2b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:15.854285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks [] for floatingip (aa8bef33-c6a6-4577-b80f-da4061bc6f01), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.861357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.862541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b080ca4-ae40-4e08-b087-b93bbee7c7eb tempest-ServersTestJSON-359800901 tempest-ServersTestJSON-359800901-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa8bef33-c6a6-4577-b80f-da4061bc6f01 HTTP/1.1" status: 204 len: 168 time: 1.6508400 Feb 10 13:16:15.867688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:15.879607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] No DVR routers for this DVR port 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:15.888907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:15.892921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae6b27-d64f-4079-ba0f-1976cc08518a req-249e2572-986b-4c04-a80b-5e975177ca6f tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.21 "DELETE /v2.0/ports/39d4caf2-d040-4a9a-bcc2-fc0b9362d564 HTTP/1.1" status: 204 len: 173 time: 1.1495364 Feb 10 13:16:15.893396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'name': 'network-vif-deleted', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:15.899570 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71b8740-baa6-453d-b6a0-57cecd29a2b6" -d '{"events": [{"server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "name": "network-vif-deleted", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:16.043624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e8abe-ba38-44d6-87b0-d393a8eeeada req-8cdc6065-8c4a-4978-8f08-3c7e53d4aba4 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:16.051345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca2e8abe-ba38-44d6-87b0-d393a8eeeada req-8cdc6065-8c4a-4978-8f08-3c7e53d4aba4 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2515190 Feb 10 13:16:16.065875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.144652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72f25422-01be-4364-a51d-4bc12d8eed6a req-91670204-f8b2-4e95-b39e-f8766b84b90c tempest-ServersAdminNegativeTestJSON-1178970225 tempest-ServersAdminNegativeTestJSON-1178970225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b77d8b-3df5-47c0-b9b7-edadc4481d67 HTTP/1.1" status: 200 len: 210 time: 0.0303559 Feb 10 13:16:16.149109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca2e8abe-ba38-44d6-87b0-d393a8eeeada req-8e8b638e-758e-4f7c-a75d-b026a7c7a2ce tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Feb 10 13:16:16.174728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.223089 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf3a2df-ef6e-49f5-bda5-c6e38d163700 x-openstack-request-id: req-ccf3a2df-ef6e-49f5-bda5-c6e38d163700 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:16.224320 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b77d8b-3df5-47c0-b9b7-edadc4481d67", "name": "network-vif-deleted", "tag": "39d4caf2-d040-4a9a-bcc2-fc0b9362d564", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:16.224320 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccf3a2df-ef6e-49f5-bda5-c6e38d163700 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:16.224320 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b77d8b-3df5-47c0-b9b7-edadc4481d67', 'name': 'network-vif-deleted', 'tag': '39d4caf2-d040-4a9a-bcc2-fc0b9362d564', 'status': 'completed', 'code': 200} Feb 10 13:16:16.241650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Network 7ef42053-5797-4e5d-b258-68ab8a420570 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:16.244991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:16.249048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:16.282921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event updated for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:16.324574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:16.327402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.349948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bd0dcdcc-b04d-475e-99c7-ff106b197e47 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4659536 Feb 10 13:16:16.361645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Request body: {'port': {'device_id': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:16.530521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.621462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f663f2-9283-4b4f-86c5-319ecfda5fe8 req-e927d148-f151-47cb-9ed3-72073614fc9f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:16.630581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8f663f2-9283-4b4f-86c5-319ecfda5fe8 req-e927d148-f151-47cb-9ed3-72073614fc9f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1372631 Feb 10 13:16:16.691396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (d53b62b5-d703-4160-9129-c856e3aaa53d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.731834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4076aa1e-f178-481c-b534-4fe547750f39 None None] Provisioning complete for port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:16.733004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4076aa1e-f178-481c-b534-4fe547750f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:16.765908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8f663f2-9283-4b4f-86c5-319ecfda5fe8 req-19f618b3-bac1-496a-bc57-26bb5012419f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334586 Feb 10 13:16:16.818853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71887e7f-40bf-4a03-b445-61f5cae7b222 req-3897b109-f9c3-4344-af87-77917a877573 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:16.826057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71887e7f-40bf-4a03-b445-61f5cae7b222 req-3897b109-f9c3-4344-af87-77917a877573 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 931 time: 0.1029954 Feb 10 13:16:16.835577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4076aa1e-f178-481c-b534-4fe547750f39 None None] Port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:16.905341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71887e7f-40bf-4a03-b445-61f5cae7b222 req-3fed2ffc-2408-4c29-ba28-2967cd794c3c tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783381 Feb 10 13:16:17.054897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3588d38d-fb13-40ed-b2ff-779d1f9bc228 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:16:17.055263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeac30-2b1c-40c7-9edd-e60cc9ab3429 req-4e46a63c-d4ff-4f88-adcf-5895ce162754 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:17.057077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ddeac30-2b1c-40c7-9edd-e60cc9ab3429 req-4e46a63c-d4ff-4f88-adcf-5895ce162754 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1385505 Feb 10 13:16:17.064690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks [] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.078651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Transition to ACTIVE for port object 3588d38d-fb13-40ed-b2ff-779d1f9bc228 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:16:17.087503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.147301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Pushing event updated for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:17.193125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ddeac30-2b1c-40c7-9edd-e60cc9ab3429 req-f6469223-493d-4678-9650-97e237e76e01 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247108 Feb 10 13:16:17.231610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Deleting port 6ff57fb8-8fae-4a91-a816-f05b07335fb1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:17.232106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.333444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Attempting to bind port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:17.335583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Attempting to bind port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:17.335946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Attempting to bind port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 on network 7ef42053-5797-4e5d-b258-68ab8a420570 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:17.349971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 on network 7ef42053-5797-4e5d-b258-68ab8a420570 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:16:17.350217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Attempting to bind port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 on network 7ef42053-5797-4e5d-b258-68ab8a420570 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:17.354025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] For port 6ff57fb8-8fae-4a91-a816-f05b07335fb1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ff57fb8-8fae-4a91-a816-f05b07335fb1,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:17.355659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.356793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:17.359338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Checking segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:17.359749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Bound using segment: {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:17.360200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Bound port: 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e0edea-eee8-46a6-8e08-7f61aacf200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:17.360564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.374891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Calling delete_port for 6ff57fb8-8fae-4a91-a816-f05b07335fb1 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:17.477326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:17.482689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:17.497377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac8ba-fc20-4d5f-b8b2-5c5ba1248e62 req-cc49c16c-07ed-4b2c-9ec1-5a97ccc4217a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:17.505509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b4ac8ba-fc20-4d5f-b8b2-5c5ba1248e62 req-cc49c16c-07ed-4b2c-9ec1-5a97ccc4217a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.2434313 Feb 10 13:16:17.515754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.527456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:17.595448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:17.595793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39d4caf2-d040-4a9a-bcc2-fc0b9362d564 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:17.616101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:17.616722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.623675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] 10.222.0.77 "PUT /v2.0/ports/3588d38d-fb13-40ed-b2ff-779d1f9bc228 HTTP/1.1" status: 200 len: 1091 time: 1.2623239 Feb 10 13:16:17.686109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b4ac8ba-fc20-4d5f-b8b2-5c5ba1248e62 req-791af962-22c4-4b08-8939-53ca4d479265 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742337 Feb 10 13:16:17.709667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ff57fb8-8fae-4a91-a816-f05b07335fb1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:17.757955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Pushing event updated for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:17.779047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff57fb8-8fae-4a91-a816-f05b07335fb1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:17.805828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.806183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.806530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.806873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.807214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.807548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.807877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.808211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.808539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.809111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.812453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.813796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.814153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94683a29-d7b3-4474-a566-477de9efdecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:17.823859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:17.867307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-e4c20ba7-7a49-41be-b5a8-f6750fd595b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:17.868844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-e4c20ba7-7a49-41be-b5a8-f6750fd595b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f211285e1fc47faa63ae61f5aa95d56&device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 1125 time: 0.1813433 Feb 10 13:16:17.977092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-713c55a7-6bbb-4e31-a2a6-b06f9bd0d22a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228 HTTP/1.1" status: 200 len: 217 time: 0.0990338 Feb 10 13:16:18.158096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (d53b62b5-d703-4160-9129-c856e3aaa53d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:18.184198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-9962648e-4c23-4203-b511-7d908b719299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.185792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-9962648e-4c23-4203-b511-7d908b719299 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52b1cea1-eae1-4419-ad85-62310e7dd76e HTTP/1.1" status: 200 len: 853 time: 0.2070725 Feb 10 13:16:18.233395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:18.235953 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736" -d '{"events": [{"name": "network-changed", "server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:18.243349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94888-0335-4af5-a910-b58f4f14d82a req-75ffd2b2-4db9-4986-aa8b-2af90d1db65e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.245583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-29c94888-0335-4af5-a910-b58f4f14d82a req-75ffd2b2-4db9-4986-aa8b-2af90d1db65e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.2980268 Feb 10 13:16:18.263290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-be83c03f-493d-440d-a70a-3d191d46d2be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8340cd25fa0464f85240f34eb4b4402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373846 Feb 10 13:16:18.266696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:18.283115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102070e4-51aa-4bbf-b1c0-86c2ca9637d4 req-c6865185-f106-4d65-a38b-d7b2c7e105b8 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.284677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-102070e4-51aa-4bbf-b1c0-86c2ca9637d4 req-c6865185-f106-4d65-a38b-d7b2c7e105b8 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 943 time: 0.2412992 Feb 10 13:16:18.361375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-29c94888-0335-4af5-a910-b58f4f14d82a req-fea7370d-9789-4334-b392-a1d9332a5a7a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791380 Feb 10 13:16:18.366302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-ca3b1452-05c9-4b8d-a1cd-f829fe42a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.368150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-ca3b1452-05c9-4b8d-a1cd-f829fe42a199 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ef42053-5797-4e5d-b258-68ab8a420570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1708682 Feb 10 13:16:18.407719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-102070e4-51aa-4bbf-b1c0-86c2ca9637d4 req-a17df8e8-d9c7-41c5-b7da-4fc3dff5b43b tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147444 Feb 10 13:16:18.440398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] Publish callbacks [] for security_group (91186d80-f410-44a5-b82d-0515deb4e254), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:18.462398 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e0d40-3e35-47e2-9fa4-fb8e1a020620 x-openstack-request-id: req-5a8e0d40-3e35-47e2-9fa4-fb8e1a020620 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:18.462689 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:18.462944 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a8e0d40-3e35-47e2-9fa4-fb8e1a020620 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:18.463584 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'status': 'completed', 'code': 200} Feb 10 13:16:18.516124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] Publish callbacks [] for security_group (91186d80-f410-44a5-b82d-0515deb4e254), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:18.595009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Router d53b62b5-d703-4160-9129-c856e3aaa53d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:18.611337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7f2f-8cdf-4599-8764-b9a4df03a2b7 req-574c1bb6-066b-4341-a907-b671c74ce912 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.617024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (91186d80-f410-44a5-b82d-0515deb4e254), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:18.619812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b4bb7f2f-8cdf-4599-8764-b9a4df03a2b7 req-574c1bb6-066b-4341-a907-b671c74ce912 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.0886323 Feb 10 13:16:18.622158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:18.624430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91186d80-f410-44a5-b82d-0515deb4e254 HTTP/1.1" status: 204 len: 168 time: 0.3562498 Feb 10 13:16:18.659908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-bf2d5553-bd96-44ba-95f8-114c604c79d1 service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736411 Feb 10 13:16:18.663498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d80b29-e141-48d1-a1df-9cd15c49d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91186d80-f410-44a5-b82d-0515deb4e254,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:18.807832 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b4bb7f2f-8cdf-4599-8764-b9a4df03a2b7 req-b75b4147-c0e2-4402-84cb-c695829a07a4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830375 Feb 10 13:16:18.871834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ed30fcb-fb7b-4417-845d-cf95a1cf2e32 req-e11afbb4-e089-400e-8008-d6f91f3ac887 service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990931 Feb 10 13:16:18.915196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02376ad-6804-4521-8ab5-b97999853589 req-99ac4ec4-e100-42ee-ad2d-a27478439b81 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:18.919247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:18.921213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e02376ad-6804-4521-8ab5-b97999853589 req-99ac4ec4-e100-42ee-ad2d-a27478439b81 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1197486 Feb 10 13:16:18.927908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:18.928087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29293dde-a4a3-492e-af0f-8de6648faa06 admin admin] 10.222.0.13 "PUT /v2.0/routers/d53b62b5-d703-4160-9129-c856e3aaa53d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593116 Feb 10 13:16:18.929753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Sync routers for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:18.947492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:18.948903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:19.131526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:19.154919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:19.191363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks [] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.195939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e02376ad-6804-4521-8ab5-b97999853589 req-849a701d-6fad-4a92-bc90-819042028d38 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830747 Feb 10 13:16:19.208943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6108786f-eca1-4b93-b8c7-c6f987a93095 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ff4174dac1242d59e20ec926e19b6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741465 Feb 10 13:16:19.209591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:19.241320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-10244ffe-dc73-49a4-8330-af0c554cdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:19.243467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-10244ffe-dc73-49a4-8330-af0c554cdff5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f211285e1fc47faa63ae61f5aa95d56&device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 1125 time: 0.3184438 Feb 10 13:16:19.362889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] Publish callbacks [] for security_group (c5c414ab-6249-431a-a3be-b8a4f2a8a292), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.407035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] Publish callbacks [] for security_group (c5c414ab-6249-431a-a3be-b8a4f2a8a292), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.562988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c5c414ab-6249-431a-a3be-b8a4f2a8a292), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.566906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.570955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c414ab-6249-431a-a3be-b8a4f2a8a292 HTTP/1.1" status: 204 len: 168 time: 0.3593378 Feb 10 13:16:19.573513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:16:17Z', 'revision_number': 5, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port': {'id': '2fb7231f-dd6e-45ec-ab11-a2e175ffda8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:49Z', 'updated_at': '2022-02-10T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:19.597528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bab14-a804-4890-839f-dc8425923fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c414ab-6249-431a-a3be-b8a4f2a8a292,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:19.636570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks [] for router_gateway (d53b62b5-d703-4160-9129-c856e3aaa53d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:19.640179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b17e89-f6c2-4d44-a150-30a942d04626 req-d7cdd303-e383-4909-80e6-3cc56f30a8de tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:19.642689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16b17e89-f6c2-4d44-a150-30a942d04626 req-d7cdd303-e383-4909-80e6-3cc56f30a8de tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1109922 Feb 10 13:16:19.647134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Checking router: d53b62b5-d703-4160-9129-c856e3aaa53d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:19.698927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Routers {'d53b62b5-d703-4160-9129-c856e3aaa53d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:19.699646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d53b62b5-d703-4160-9129-c856e3aaa53d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:19.753024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16b17e89-f6c2-4d44-a150-30a942d04626 req-a3731f9f-442b-446b-9aa7-73cc11785632 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031773 Feb 10 13:16:19.760067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-1659071d-315d-4c09-9f44-42a69318ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:19.770944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-1659071d-315d-4c09-9f44-42a69318ab5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ef42053-5797-4e5d-b258-68ab8a420570 HTTP/1.1" status: 200 len: 915 time: 0.5100715 Feb 10 13:16:19.807692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f19a-c75a-4de0-b506-eaa6de5f1234 req-344cfa37-e743-4cc3-b6be-13cced4c1edc tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:19.821458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1642f19a-c75a-4de0-b506-eaa6de5f1234 req-344cfa37-e743-4cc3-b6be-13cced4c1edc tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 943 time: 0.2709415 Feb 10 13:16:19.892016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-80e9ba03-4ba9-4c5c-b594-4dd051e7b8e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228 HTTP/1.1" status: 200 len: 217 time: 0.1202905 Feb 10 13:16:20.022878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded637-2425-4041-8f4a-b1db52c027c6 req-dfdae3e7-caae-4d67-8789-5a73f17e3e1a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:20.026708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-78a1538f-fc8f-49b0-8a44-9259d255bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:20.028683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-78a1538f-fc8f-49b0-8a44-9259d255bc0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52b1cea1-eae1-4419-ad85-62310e7dd76e HTTP/1.1" status: 200 len: 853 time: 0.1285896 Feb 10 13:16:20.032839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4ded637-2425-4041-8f4a-b1db52c027c6 req-dfdae3e7-caae-4d67-8789-5a73f17e3e1a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.1158173 Feb 10 13:16:20.079974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Deleting port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:20.082464 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:20.163690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4ded637-2425-4041-8f4a-b1db52c027c6 req-5c65a08d-48dc-4388-9b1d-4d049ba3b3e6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246521 Feb 10 13:16:20.179843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] For port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:20.180218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:20.194912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Calling delete_port for 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:20.210617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] Set router d53b62b5-d703-4160-9129-c856e3aaa53d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:20.293616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1642f19a-c75a-4de0-b506-eaa6de5f1234 req-72139689-1102-4710-a961-2ab2ecb7ed88 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262083 Feb 10 13:16:20.351641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:16:19Z', 'revision_number': 6, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:20.394494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720c355-b3eb-4ae0-922b-383579194a0c None None] The sync data for ids ['d53b62b5-d703-4160-9129-c856e3aaa53d'] in n-d-815324-6 is: [{'id': 'd53b62b5-d703-4160-9129-c856e3aaa53d', 'name': 'tempest-ServersTestJSON-1446976593-router', 'tenant_id': 'e0a70f5b365349ee84c6df593f826293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:48Z', 'updated_at': '2022-02-10T13:16:19Z', 'revision_number': 6, 'project_id': 'e0a70f5b365349ee84c6df593f826293', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:20.470410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349c1a-d66e-427e-9a6a-30efeb03d56e req-4c2cd3a0-c5e3-462e-bb56-1b1d959184a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:20.480642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e349c1a-d66e-427e-9a6a-30efeb03d56e req-4c2cd3a0-c5e3-462e-bb56-1b1d959184a6 tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1436489 Feb 10 13:16:20.553281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e349c1a-d66e-427e-9a6a-30efeb03d56e req-574febce-2477-440d-8735-95a64cb7e98a tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Feb 10 13:16:20.602113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-01a150a8-6268-41a8-8396-c1c635b54ed1 service neutron] 10.222.0.77 "GET /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.2421353 Feb 10 13:16:20.869169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3588d38d-fb13-40ed-b2ff-779d1f9bc228 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:16:21.047275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:21.076359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'port_id': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'mac_address': 'fa:16:3e:66:02:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:16:21.188817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-d7210631-bc01-45ad-8095-0839c73ae4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:21.190637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-d7210631-bc01-45ad-8095-0839c73ae4b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ef42053-5797-4e5d-b258-68ab8a420570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1325643 Feb 10 13:16:21.211368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:21.215168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:21.224657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-0debad4a-f129-4198-bcc7-cf1a590b1d3e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:21.232312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-0debad4a-f129-4198-bcc7-cf1a590b1d3e tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 1.2015471 Feb 10 13:16:21.252375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3588d38d-fb13-40ed-b2ff-779d1f9bc228 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:16:21.280586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:21.290984 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:21.400325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:21.429948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.430293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.430998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.432838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.433398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.433898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.434392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.435414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.436440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.438350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.438871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.439373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.439897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:21.510372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f054fb6-34de-486f-9eb3-1bac33ac42d2 req-78973b59-ec29-4c08-a0df-1622611b8391 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:21.520797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f054fb6-34de-486f-9eb3-1bac33ac42d2 req-78973b59-ec29-4c08-a0df-1622611b8391 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 944 time: 0.2174520 Feb 10 13:16:21.528613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:21.609157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['3588d38d-fb13-40ed-b2ff-779d1f9bc228'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:21.654195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f054fb6-34de-486f-9eb3-1bac33ac42d2 req-98a87850-4819-49ac-9823-9da350e3fab7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323042 Feb 10 13:16:21.784165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2fb7231f-dd6e-45ec-ab11-a2e175ffda8d is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:21.784908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:21.891269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ff57fb8-8fae-4a91-a816-f05b07335fb1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:21.903068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d86c-752e-496d-a3b5-613a0a5bd4fd req-3645336c-a8a0-444f-ae0f-83d97d57ce15 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:21.912589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3010d86c-752e-496d-a3b5-613a0a5bd4fd req-3645336c-a8a0-444f-ae0f-83d97d57ce15 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 944 time: 0.0929105 Feb 10 13:16:21.917180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 6ff57fb8-8fae-4a91-a816-f05b07335fb1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:21.917740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ff57fb8-8fae-4a91-a816-f05b07335fb1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:21.943129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62f750-ae05-4e1d-ac48-fe2dd3d1fd82 req-2d5e6aa9-df58-420b-8b62-20378b127b69 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:21.953584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd62f750-ae05-4e1d-ac48-fe2dd3d1fd82 req-2d5e6aa9-df58-420b-8b62-20378b127b69 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.7681334 Feb 10 13:16:22.053870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3010d86c-752e-496d-a3b5-613a0a5bd4fd req-3d6efee0-d9cf-492d-901f-c6e7ba63e9a0 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411736 Feb 10 13:16:22.191648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:22.235874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:22.270288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dc2ee-5988-4d55-a8de-6079917d746c req-c6336cca-2a0c-4fad-9f1e-0975f46ee4bb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:22.274175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d0dc2ee-5988-4d55-a8de-6079917d746c req-c6336cca-2a0c-4fad-9f1e-0975f46ee4bb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 946 time: 0.1129656 Feb 10 13:16:22.311929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf844be-d329-4a57-9f8e-9a277231dd26 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:16:22.333053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:22.356830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2fb7231f-dd6e-45ec-ab11-a2e175ffda8d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.405760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d0dc2ee-5988-4d55-a8de-6079917d746c req-c4609187-0500-4a21-8748-de1b131b18ad tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257162 Feb 10 13:16:22.409175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.457919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb7231f-dd6e-45ec-ab11-a2e175ffda8d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:22.530190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] Transition to ACTIVE for port object bbf844be-d329-4a57-9f8e-9a277231dd26 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:16:22.607367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.622935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (d53b62b5-d703-4160-9129-c856e3aaa53d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.730090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.732293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks [] for router_controller (d53b62b5-d703-4160-9129-c856e3aaa53d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.811966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd430-fa6d-4b6c-be88-1fcf10cc6b33 req-b2dd078a-cc88-40ce-90e5-177acabfa789 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:22.814252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d7dd430-fa6d-4b6c-be88-1fcf10cc6b33 req-b2dd078a-cc88-40ce-90e5-177acabfa789 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.0640101 Feb 10 13:16:22.883211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3588d38d-fb13-40ed-b2ff-779d1f9bc228 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:22.910607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Deleting port ab903ca8-37e9-4e55-93a1-44b38bc193b4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:22.910957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:22.920004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d7dd430-fa6d-4b6c-be88-1fcf10cc6b33 req-98981c62-c51f-4820-a7ad-b4c032cf6d35 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856564 Feb 10 13:16:22.991246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:16:22.995813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:22.996200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.134715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:23.144636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:23.145678 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.147115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.167775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Calling delete_port for ab903ca8-37e9-4e55-93a1-44b38bc193b4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:23.199260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:23.205507 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598d655c-3d2a-4a3a-baba-55cfd4f5d2a3" -d '{"events": [{"server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "name": "network-vif-plugged", "status": "completed", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:23.241227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:23.250918 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.276438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd62f750-ae05-4e1d-ac48-fe2dd3d1fd82 req-e388972d-d5ab-4176-8ee3-552d54c7d055 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3198030 Feb 10 13:16:23.278366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (d53b62b5-d703-4160-9129-c856e3aaa53d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.279056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53b62b5-d703-4160-9129-c856e3aaa53d {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:16:23.293515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.296287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2aa4605e-55b6-447c-8159-7eb89c5ce406 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d53b62b5-d703-4160-9129-c856e3aaa53d HTTP/1.1" status: 204 len: 168 time: 4.3270743 Feb 10 13:16:23.300330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:23.307934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-2f5a77b3-3604-4a08-8104-bd3b76ecc04e service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1002431 Feb 10 13:16:23.318875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8646-4de8-46b1-8a79-2e47aed97b59 req-8b285ec3-f681-4edb-83f5-00b853733a19 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:23.323641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:23.334968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce3f8646-4de8-46b1-8a79-2e47aed97b59 req-8b285ec3-f681-4edb-83f5-00b853733a19 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 944 time: 0.1411057 Feb 10 13:16:23.478820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:23.487388 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce3f8646-4de8-46b1-8a79-2e47aed97b59 req-d3b85d47-add7-4a50-99e7-d8bfd5f344fa tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484821 Feb 10 13:16:23.493130 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd2158-daf2-4844-9be4-5584f61fe207 x-openstack-request-id: req-7abd2158-daf2-4844-9be4-5584f61fe207 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:23.493965 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "name": "network-vif-plugged", "status": "completed", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:23.495154 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7abd2158-daf2-4844-9be4-5584f61fe207 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:23.496801 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'code': 200} Feb 10 13:16:23.507254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] No DVR routers for this DVR port bbf844be-d329-4a57-9f8e-9a277231dd26 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:23.559082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ab903ca8-37e9-4e55-93a1-44b38bc193b4 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:23.626959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-8be63c42-f994-4572-bfec-2406049ac996 service neutron] 10.222.0.77 "PUT /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26/bindings/n-h1-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 3.0153439 Feb 10 13:16:23.652448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Deleting subnet 59721c03-0dd4-4bb3-9f57-629aa3e71afe {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:16:23.684672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ec46-c95f-4846-be80-aba74347e709 req-9fa4a442-7d29-4b6c-95d1-d9f44898180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:23.695617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4306ec46-c95f-4846-be80-aba74347e709 req-9fa4a442-7d29-4b6c-95d1-d9f44898180f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 1127 time: 0.1566734 Feb 10 13:16:23.700400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ab903ca8-37e9-4e55-93a1-44b38bc193b4 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:23.701265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.734296 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Publish callbacks [] for subnet (59721c03-0dd4-4bb3-9f57-629aa3e71afe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.750738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:23.759440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ab903ca8-37e9-4e55-93a1-44b38bc193b4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ab903ca8-37e9-4e55-93a1-44b38bc193b4,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:23.766284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.792771 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4306ec46-c95f-4846-be80-aba74347e709 req-5228b1c9-ed53-434e-9a66-e777330456ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890129 Feb 10 13:16:23.850029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab903ca8-37e9-4e55-93a1-44b38bc193b4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.886223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:23.950888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Pushing event deleted for resources: {'Port': ['ID=ab903ca8-37e9-4e55-93a1-44b38bc193b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:23.963485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:23.988490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d04fd-ad70-44fa-8182-7022033dd87a req-1104495f-32c1-4b9f-b806-48a61157ce4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:23.990338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b8d04fd-ad70-44fa-8182-7022033dd87a req-1104495f-32c1-4b9f-b806-48a61157ce4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/ports?device_id=d36cc077-3044-440f-816d-4b24c2f0c837 HTTP/1.1" status: 200 len: 867 time: 0.3590751 Feb 10 13:16:23.998654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (59721c03-0dd4-4bb3-9f57-629aa3e71afe), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.039793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26f12fec-d93e-45f0-a2bd-fdd92a4b9736 req-04233169-5f2f-4005-8969-cf45721d96ef service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177584 Feb 10 13:16:24.070780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-048a4ae8-5867-4454-b440-7268831952f2 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:24.072704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-048a4ae8-5867-4454-b440-7268831952f2 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.3303130 Feb 10 13:16:24.166686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] No DVR routers for this DVR port ab903ca8-37e9-4e55-93a1-44b38bc193b4 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:24.217011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5361c3-f7a5-4437-ace4-19b8be9b2b0d req-700c1c50-41a1-46db-8d61-9c78c992884b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:24.220365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc5361c3-f7a5-4437-ace4-19b8be9b2b0d req-700c1c50-41a1-46db-8d61-9c78c992884b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.1867702 Feb 10 13:16:24.260994 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:16:24.284021 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc5361c3-f7a5-4437-ace4-19b8be9b2b0d req-5392346b-d651-4eb2-8c8f-9c8d8242a0e4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568366 Feb 10 13:16:24.289761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Publish callbacks [] for security_group (0ce39cca-a036-4b69-9862-08bfb428bef7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.298250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0ce39cca-a036-4b69-9862-08bfb428bef7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.300985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (59721c03-0dd4-4bb3-9f57-629aa3e71afe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.336958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e95f9644dd040f6880f01e65f7f6b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5817993 Feb 10 13:16:24.345186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:24.387278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.391468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4365700-a5e1-4f14-ab41-975bc65a0733 req-74642f63-7e4a-45bf-a04c-c68689d22e4b tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.21 "DELETE /v2.0/ports/ab903ca8-37e9-4e55-93a1-44b38bc193b4 HTTP/1.1" status: 204 len: 173 time: 3.1363351 Feb 10 13:16:24.397279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-deleted', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:24.399894 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3aa4d-8dd8-4e5d-9ce3-092d408994b2" -d '{"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-deleted", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:24.421148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b8d04fd-ad70-44fa-8182-7022033dd87a req-e89321c9-49cf-424c-a0c6-dfcb48de2cdb tempest-ServerRescueNegativeTestJSON-1199432596 tempest-ServerRescueNegativeTestJSON-1199432596-project] 10.222.0.13 "GET /v2.0/security-groups?id=136b278a-a030-4149-aea7-57a835b71e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107082 Feb 10 13:16:24.422618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (59721c03-0dd4-4bb3-9f57-629aa3e71afe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.453431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] Publish callbacks [] for security_group (0ce39cca-a036-4b69-9862-08bfb428bef7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.496554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59721c03-0dd4-4bb3-9f57-629aa3e71afe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:24.499533 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09859c-7772-45ae-98e7-aae7cee4ec4e x-openstack-request-id: req-fe09859c-7772-45ae-98e7-aae7cee4ec4e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:24.500159 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-deleted", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:24.500485 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe09859c-7772-45ae-98e7-aae7cee4ec4e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:24.500981 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-deleted', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'status': 'completed', 'code': 200} Feb 10 13:16:24.511851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff55cfa-6e61-4644-9ef8-72086a4317b4 None None] Network e875a702-bc44-4b66-b74d-d73e2f1de211 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:24.518619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.529483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c8a21ae-d474-41ef-b6b2-34f57f8f3cd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59721c03-0dd4-4bb3-9f57-629aa3e71afe HTTP/1.1" status: 204 len: 168 time: 1.2149794 Feb 10 13:16:24.536696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:24.570179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce39cca-a036-4b69-9862-08bfb428bef7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:24.646951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.649300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.649673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.650017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.653229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.653575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.653912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.654243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.657405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.657758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.658263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.658647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.658983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168badb0-dc06-4a51-aebe-3ae0280db28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:16:24.694685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e875a702-bc44-4b66-b74d-d73e2f1de211), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.737526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-58202291-9771-4eb4-a115-035baeb843e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:24.739043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-58202291-9771-4eb4-a115-035baeb843e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a&tenant_id=ab20f8af9d764ccb9763584bb92581b0 HTTP/1.1" status: 200 len: 1127 time: 0.6573310 Feb 10 13:16:24.742744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] Publish callbacks [] for security_group (0ce39cca-a036-4b69-9862-08bfb428bef7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:24.768909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bc125-140f-4ec7-80c8-14cbf3c27159 req-e720a68d-b770-4646-b20b-413271968811 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:24.780416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-189bc125-140f-4ec7-80c8-14cbf3c27159 req-e720a68d-b770-4646-b20b-413271968811 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.3402097 Feb 10 13:16:24.946297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] DHCP port deletion for e875a702-bc44-4b66-b74d-d73e2f1de211 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:16:24.969916 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-189bc125-140f-4ec7-80c8-14cbf3c27159 req-325dbb63-d69d-457e-975b-d0b4124ac5d6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884978 Feb 10 13:16:24.999683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b82cc6-311a-4de6-8d28-a0a2d988610f req-e8b456bf-31e4-4da2-8069-556a1f4af181 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:25.002715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47b82cc6-311a-4de6-8d28-a0a2d988610f req-e8b456bf-31e4-4da2-8069-556a1f4af181 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.3059945 Feb 10 13:16:25.021838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0ce39cca-a036-4b69-9862-08bfb428bef7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.026419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.032498 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ce39cca-a036-4b69-9862-08bfb428bef7 HTTP/1.1" status: 204 len: 168 time: 0.6857293 Feb 10 13:16:25.052954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37da369-97db-4df5-aa8c-cc0df73f3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce39cca-a036-4b69-9862-08bfb428bef7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:25.085050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Deleting port 704d5766-9bf6-438b-b8cf-5fd95abae504 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:25.086754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.093300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-4ab2505c-2c2a-47e5-aa51-c3b587576ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:25.095068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-4ab2505c-2c2a-47e5-aa51-c3b587576ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab20f8af9d764ccb9763584bb92581b0&device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1127 time: 0.2879193 Feb 10 13:16:25.163280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Deleting port 704d5766-9bf6-438b-b8cf-5fd95abae504 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:25.173753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.228834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47b82cc6-311a-4de6-8d28-a0a2d988610f req-7e89f2b2-c9f6-4d96-afa8-acb12462ca9f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176206 Feb 10 13:16:25.247632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] For port 704d5766-9bf6-438b-b8cf-5fd95abae504, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=704d5766-9bf6-438b-b8cf-5fd95abae504,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:25.248137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.267061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Calling delete_port for 704d5766-9bf6-438b-b8cf-5fd95abae504 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:25.462632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.493565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:25.504579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:25.506882 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c68478-9f8e-43d1-93a3-dbaf2561a4c6" -d '{"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-unplugged", "status": "completed", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:25.509719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] No DVR routers for this DVR port 704d5766-9bf6-438b-b8cf-5fd95abae504 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:25.570648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 704d5766-9bf6-438b-b8cf-5fd95abae504 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:25.616877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c117-f94a-4d8b-a60d-823a2bb9f90a req-98368d89-1489-4fe1-9598-6ac232f2c8f0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:25.618470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f846c117-f94a-4d8b-a60d-823a2bb9f90a req-98368d89-1489-4fe1-9598-6ac232f2c8f0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.1688097 Feb 10 13:16:25.629117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02681-f994-41d1-9f8a-39c106288198 None None] Pushing event deleted for resources: {'Port': ['ID=704d5766-9bf6-438b-b8cf-5fd95abae504,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:25.643647 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb92f9-aa3c-48b9-9b72-31793a3eed3d x-openstack-request-id: req-eefb92f9-aa3c-48b9-9b72-31793a3eed3d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:25.643957 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cc077-3044-440f-816d-4b24c2f0c837", "name": "network-vif-unplugged", "status": "completed", "tag": "ab903ca8-37e9-4e55-93a1-44b38bc193b4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:25.644208 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eefb92f9-aa3c-48b9-9b72-31793a3eed3d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:25.644655 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36cc077-3044-440f-816d-4b24c2f0c837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab903ca8-37e9-4e55-93a1-44b38bc193b4', 'code': 200} Feb 10 13:16:25.649984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 704d5766-9bf6-438b-b8cf-5fd95abae504 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:25.650375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 704d5766-9bf6-438b-b8cf-5fd95abae504 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:25.673642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] For port 704d5766-9bf6-438b-b8cf-5fd95abae504, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=704d5766-9bf6-438b-b8cf-5fd95abae504,segment=NetworkSegment(5a637fd4-839b-41ae-a309-5a64ffe9ea6d),segment_id=5a637fd4-839b-41ae-a309-5a64ffe9ea6d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:25.674284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.679372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:25.707732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Calling delete_port for 704d5766-9bf6-438b-b8cf-5fd95abae504 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:25.711058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f44c86-3562-40ca-826e-976d971d72f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.711668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-af834d21-700e-4c9c-9fc1-c93c97a05ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:25.713252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-af834d21-700e-4c9c-9fc1-c93c97a05ffa service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 200 len: 922 time: 0.6108494 Feb 10 13:16:25.785371 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f846c117-f94a-4d8b-a60d-823a2bb9f90a req-45b5c766-369f-46fa-ab2e-959453ae6efa tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589215 Feb 10 13:16:25.806751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-cea0994a-28a4-41cc-8d7f-cdd58b0f4294 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 200 len: 217 time: 0.0867822 Feb 10 13:16:25.850574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f44c86-3562-40ca-826e-976d971d72f5 admin admin] Publish callbacks [] for security_group (edf01d96-0ac0-4961-9379-e3367300e74b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.856767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f44c86-3562-40ca-826e-976d971d72f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (edf01d96-0ac0-4961-9379-e3367300e74b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:25.914572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8f44c86-3562-40ca-826e-976d971d72f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa5c89f9e4c940c9a802bf8f188ed4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340879 Feb 10 13:16:25.917195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f44c86-3562-40ca-826e-976d971d72f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf01d96-0ac0-4961-9379-e3367300e74b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:25.921168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:25.968900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-5c58114f-be68-48a8-940f-4e4c865f22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:25.970721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-5c58114f-be68-48a8-940f-4e4c865f22f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 200 len: 861 time: 0.1332321 Feb 10 13:16:26.000504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] Publish callbacks [] for security_group (edf01d96-0ac0-4961-9379-e3367300e74b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:26.018129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-3d7862a7-5bcd-41e3-98e0-3771e3b00c8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361621 Feb 10 13:16:26.026229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (704d5766-9bf6-438b-b8cf-5fd95abae504), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:26.039539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] Publish callbacks [] for security_group (edf01d96-0ac0-4961-9379-e3367300e74b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:26.131670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (edf01d96-0ac0-4961-9379-e3367300e74b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:26.134252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:26.135419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edf01d96-0ac0-4961-9379-e3367300e74b HTTP/1.1" status: 204 len: 168 time: 0.1994371 Feb 10 13:16:26.152168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b278-74ba-4aad-8fb3-eec4edaf368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf01d96-0ac0-4961-9379-e3367300e74b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:26.237480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-bac10a99-f930-41f3-8355-dae0433ca983 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122169 Feb 10 13:16:26.238412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Pushing event deleted for resources: {'Port': ['ID=704d5766-9bf6-438b-b8cf-5fd95abae504,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:26.258341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] No DVR routers for this DVR port 704d5766-9bf6-438b-b8cf-5fd95abae504 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:26.382927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-1eee53d2-0575-4d44-820c-e3c52b8aaa01 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159618 Feb 10 13:16:26.509577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1423-1cc8-4867-b176-bf3771da8549 req-43f7c957-cc6e-4c2c-8fe4-6934b4280d61 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:26.511154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd6b1423-1cc8-4867-b176-bf3771da8549 req-43f7c957-cc6e-4c2c-8fe4-6934b4280d61 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.0955019 Feb 10 13:16:26.667911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd6b1423-1cc8-4867-b176-bf3771da8549 req-5ddaec12-ed7b-4fd9-9941-e4877ac02e65 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264644 Feb 10 13:16:26.879468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc5861-a8f9-45ba-92de-381215d81157 req-fd2cd127-84c1-4983-8acf-b63e7be16426 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:26.909908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dfdc5861-a8f9-45ba-92de-381215d81157 req-fd2cd127-84c1-4983-8acf-b63e7be16426 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.1234438 Feb 10 13:16:26.910723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:26.919796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Request body: {'floatingip': {'port_id': '3588d38d-fb13-40ed-b2ff-779d1f9bc228'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:27.005758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.155922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753e6d-a6eb-48e5-8d47-f07a61e269b1 req-79a6072a-3d1a-472a-9aa9-21e635f514a1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:27.163433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30d445-8b74-49fc-9b8b-54fcb08ad746 req-3f96c5b2-21ef-4aab-846a-52381cbaff4c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:27.165503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7753e6d-a6eb-48e5-8d47-f07a61e269b1 req-79a6072a-3d1a-472a-9aa9-21e635f514a1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.1561694 Feb 10 13:16:27.165667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c30d445-8b74-49fc-9b8b-54fcb08ad746 req-3f96c5b2-21ef-4aab-846a-52381cbaff4c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 1.0438251 Feb 10 13:16:27.207385 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e875a702-bc44-4b66-b74d-d73e2f1de211), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.249405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7753e6d-a6eb-48e5-8d47-f07a61e269b1 req-d090f6cf-ce0e-46e4-9980-d245dffb7564 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825174 Feb 10 13:16:27.293272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e875a702-bc44-4b66-b74d-d73e2f1de211']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:27.300078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c30d445-8b74-49fc-9b8b-54fcb08ad746 req-ced45edd-36ed-44dd-905d-b86cd547f3de tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892236 Feb 10 13:16:27.302272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-3593747a-e123-4b4d-9900-721af7bcac79 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:27.304124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-3593747a-e123-4b4d-9900-721af7bcac79 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a&tenant_id=ab20f8af9d764ccb9763584bb92581b0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.2399626 Feb 10 13:16:27.324006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a637fd4-839b-41ae-a309-5a64ffe9ea6d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:27.324512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a637fd4-839b-41ae-a309-5a64ffe9ea6d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:27.438443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5a637fd4-839b-41ae-a309-5a64ffe9ea6d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.513640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5a637fd4-839b-41ae-a309-5a64ffe9ea6d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.624538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:16:27.628352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5a637fd4-839b-41ae-a309-5a64ffe9ea6d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:16:27.631239 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:16:27.847510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4a3d-30cb-488c-a3a6-1feb29e4811c req-63f164b6-bba0-4f60-8b85-407155ecdf35 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:27.854741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-223c4a3d-30cb-488c-a3a6-1feb29e4811c req-63f164b6-bba0-4f60-8b85-407155ecdf35 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 1127 time: 0.4473703 Feb 10 13:16:27.887860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:27.950909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-223c4a3d-30cb-488c-a3a6-1feb29e4811c req-1cd751fb-012d-4a27-a7c4-28ab28a80254 tempest-LiveAutoBlockMigrationV225Test-949292220 tempest-LiveAutoBlockMigrationV225Test-949292220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951080 Feb 10 13:16:28.213041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-c7ee02ac-c13b-484e-b488-ead20865fcd0 service neutron] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:28.218398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-c7ee02ac-c13b-484e-b488-ead20865fcd0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:28.223563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee386b0e-fc39-400c-9cdb-408014b81a14 req-c7ee02ac-c13b-484e-b488-ead20865fcd0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26/bindings/n-h2-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.9051540 Feb 10 13:16:28.226984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e875a702-bc44-4b66-b74d-d73e2f1de211), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:28.233463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:28.239582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] 10.222.0.13 "DELETE /v2.0/networks/e875a702-bc44-4b66-b74d-d73e2f1de211 HTTP/1.1" status: 204 len: 168 time: 3.6978054 Feb 10 13:16:28.260938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f3d4-adfc-426d-acea-02c71a8b774e admin admin] Pushing event deleted for resources: {'Network': ['ID=e875a702-bc44-4b66-b74d-d73e2f1de211,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:28.286407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-fb5f80fa-7d2d-4e7a-9463-9a7c836eb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:28.289085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-fb5f80fa-7d2d-4e7a-9463-9a7c836eb6b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 1125 time: 0.6283512 Feb 10 13:16:28.457195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:28.462805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:28.595252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ab06-4880-43be-bf7d-07ae8ea13fea req-19ef4553-6765-441e-b866-9bd8e19c71e0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:28.596868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7eb6ab06-4880-43be-bf7d-07ae8ea13fea req-19ef4553-6765-441e-b866-9bd8e19c71e0 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.0755982 Feb 10 13:16:28.629961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7c12-9806-44d9-86f6-4cd8f1d2142f req-98542ba0-adfb-4c13-a4dd-ecc7bb3ba929 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:28.632455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d54d7c12-9806-44d9-86f6-4cd8f1d2142f req-98542ba0-adfb-4c13-a4dd-ecc7bb3ba929 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1435881 Feb 10 13:16:28.657372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-52e39ec0-667c-4f71-be15-5c09e5e089f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:28.660796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-52e39ec0-667c-4f71-be15-5c09e5e089f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1125 time: 0.2995772 Feb 10 13:16:28.689828 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Floating IP 687805a7-b11f-421b-bb60-284ca1c6cc9b associated. External IP: 172.25.8.219, port: 3588d38d-fb13-40ed-b2ff-779d1f9bc228. Feb 10 13:16:28.768464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:28.871634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4c0fc4a6-a6d9-4556-92e1-f229f65aef2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0a70f5b365349ee84c6df593f826293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826848 Feb 10 13:16:28.878304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:28.957670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d54d7c12-9806-44d9-86f6-4cd8f1d2142f req-c31aab84-03bb-40b8-8ee8-c8e851a8dbc0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078578 Feb 10 13:16:28.970348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7eb6ab06-4880-43be-bf7d-07ae8ea13fea req-28c15e11-844a-45e1-a8f5-1018a0b8992f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416822 Feb 10 13:16:29.001345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Router 4848722f-35af-4acd-b293-7faea7c5ccb5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:29.090295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] Publish callbacks [] for security_group (4cb190e8-ffc0-44f8-9f31-8ad7249e647c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.147123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] Publish callbacks [] for security_group (4cb190e8-ffc0-44f8-9f31-8ad7249e647c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.190092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Deleting port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:29.193425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.205068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:29.213057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.221538 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20513346-f236-4c67-b45f-41f045685515 None None] Sync routers for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:29.259099 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:29.259739 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:29.298574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e62d9767-3bc6-4b56-964c-de50ef305301 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "PUT /v2.0/floatingips/687805a7-b11f-421b-bb60-284ca1c6cc9b HTTP/1.1" status: 200 len: 991 time: 2.3821409 Feb 10 13:16:29.299946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:29.304055 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce94e7d1-a681-4706-a94f-a240f87379e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:29.361619 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093a1b8d-009c-4fe9-8671-b49226a4308e x-openstack-request-id: req-093a1b8d-009c-4fe9-8671-b49226a4308e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:29.361619 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:29.361619 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-093a1b8d-009c-4fe9-8671-b49226a4308e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:29.361619 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'status': 'completed', 'code': 200} Feb 10 13:16:29.425626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] For port 5eec102e-d3b5-4ccc-8801-fe07d14a8b08, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,segment=NetworkSegment(d5d497a1-243c-487e-864a-4bbc708c71d8),segment_id=d5d497a1-243c-487e-864a-4bbc708c71d8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:29.426198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.442958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Calling delete_port for 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:29.478161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-4e2f68b9-51f2-4904-ab99-8af3d9f87d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:29.479888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-4e2f68b9-51f2-4904-ab99-8af3d9f87d83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f211285e1fc47faa63ae61f5aa95d56&device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 1127 time: 0.0993092 Feb 10 13:16:29.638797 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:29.703506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-42028d3a-f22b-4974-8c0f-0d288c77e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:29.707738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-42028d3a-f22b-4974-8c0f-0d288c77e673 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ef42053-5797-4e5d-b258-68ab8a420570 HTTP/1.1" status: 200 len: 915 time: 0.2218735 Feb 10 13:16:29.707851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5eec102e-d3b5-4ccc-8801-fe07d14a8b08), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:29.839328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-c07f66c5-ebd1-41f9-bfd4-e85534fa1d8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228 HTTP/1.1" status: 200 len: 999 time: 0.1253967 Feb 10 13:16:29.840051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5eec102e-d3b5-4ccc-8801-fe07d14a8b08,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:29.849033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-d6be5a47-7d10-4173-bc4f-49d442364184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:29.850532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-d6be5a47-7d10-4173-bc4f-49d442364184 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 1.1509929 Feb 10 13:16:29.936104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-42aafbfe-cd5a-4298-b858-5cb2e68c7228 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:29.938012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-42aafbfe-cd5a-4298-b858-5cb2e68c7228 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.2780168 Feb 10 13:16:29.938674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-b3a4f1d0-b0f4-45f9-ab72-86c993fee67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:29.940392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-b3a4f1d0-b0f4-45f9-ab72-86c993fee67f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=52b1cea1-eae1-4419-ad85-62310e7dd76e HTTP/1.1" status: 200 len: 853 time: 0.0958321 Feb 10 13:16:29.944684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:30.051710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-2a121b41-3fff-47d8-85c2-9ada1d10df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:30.053362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-2a121b41-3fff-47d8-85c2-9ada1d10df10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ef42053-5797-4e5d-b258-68ab8a420570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029050 Feb 10 13:16:30.084948 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '687805a7-b11f-421b-bb60-284ca1c6cc9b', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'port_id': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'mac_address': 'fa:16:3e:66:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:16:06Z', 'updated_at': '2022-02-10T13:16:28Z', 'revision_number': 1, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:30.123439 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20513346-f236-4c67-b45f-41f045685515 None None] Checking router: 4848722f-35af-4acd-b293-7faea7c5ccb5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:30.151286 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:30.151929 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:30.251012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-908085e4-ebcf-40fb-a878-ca3e2498b284 service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915936 Feb 10 13:16:30.253551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cb190e8-ffc0-44f8-9f31-8ad7249e647c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.256299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.257499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cb190e8-ffc0-44f8-9f31-8ad7249e647c HTTP/1.1" status: 204 len: 168 time: 1.3751001 Feb 10 13:16:30.266179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.321900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-5356e363-cb2d-4482-bfee-a101dde165d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 999 time: 0.4552114 Feb 10 13:16:30.324196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50535a37-10a8-4ae2-b281-3a12ddd57155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb190e8-ffc0-44f8-9f31-8ad7249e647c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:30.413326 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:30.495442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce94e7d1-a681-4706-a94f-a240f87379e7 req-dbe4ce36-a6c3-42be-b032-5d10cc0a13d0 service neutron] 10.222.0.77 "GET /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235210 Feb 10 13:16:30.522849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8e46de7-bddc-4a39-971a-a31afb0dda36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.569840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e044-e528-4d89-89e5-bb2aca1b8af9 req-19e71638-d4b7-4720-8c64-a4698386cf99 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:30.571539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb5e044-e528-4d89-89e5-bb2aca1b8af9 req-19e71638-d4b7-4720-8c64-a4698386cf99 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.3195281 Feb 10 13:16:30.619624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dab54-27e2-4dd8-921d-5bb1fef58553 req-0d6eb6c7-daa6-48d2-8965-f25ebda02afb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:30.628380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b2dab54-27e2-4dd8-921d-5bb1fef58553 req-0d6eb6c7-daa6-48d2-8965-f25ebda02afb tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.3838241 Feb 10 13:16:30.630420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-f54af0c1-2df8-4607-8183-0aa5ce97cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:30.633443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-f54af0c1-2df8-4607-8183-0aa5ce97cd13 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.2830815 Feb 10 13:16:30.745121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8e46de7-bddc-4a39-971a-a31afb0dda36 admin admin] Publish callbacks [] for security_group (eefb747f-b088-4580-b5b8-06852c21ca9f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.765877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8e46de7-bddc-4a39-971a-a31afb0dda36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eefb747f-b088-4580-b5b8-06852c21ca9f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.803060 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20513346-f236-4c67-b45f-41f045685515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '687805a7-b11f-421b-bb60-284ca1c6cc9b', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'port_id': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'mac_address': 'fa:16:3e:66:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:16:06Z', 'updated_at': '2022-02-10T13:16:28Z', 'revision_number': 1, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:30.817497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8e46de7-bddc-4a39-971a-a31afb0dda36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d357005a43df4a46b29424c56eb88766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8716273 Feb 10 13:16:30.822975 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e0cd1cc-b418-4a90-823a-abb160e70e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.829264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:30.840909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20513346-f236-4c67-b45f-41f045685515 None None] The sync data for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 is: [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '687805a7-b11f-421b-bb60-284ca1c6cc9b', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'port_id': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'mac_address': 'fa:16:3e:66:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:16:06Z', 'updated_at': '2022-02-10T13:16:28Z', 'revision_number': 1, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:30.905458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Deleting port bbf844be-d329-4a57-9f8e-9a277231dd26 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:30.905955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:30.957493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb5e044-e528-4d89-89e5-bb2aca1b8af9 req-3d1a682b-8f86-46d5-aa7a-2130a9053677 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683608 Feb 10 13:16:30.963728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b2dab54-27e2-4dd8-921d-5bb1fef58553 req-e9d3a7f2-b9b9-4168-ba99-45e4cdf16c4c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262334 Feb 10 13:16:30.976198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e46de7-bddc-4a39-971a-a31afb0dda36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb747f-b088-4580-b5b8-06852c21ca9f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:31.019352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] Publish callbacks [] for security_group (eefb747f-b088-4580-b5b8-06852c21ca9f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:31.056177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] Publish callbacks [] for security_group (eefb747f-b088-4580-b5b8-06852c21ca9f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:31.104171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-fdad03c7-2e03-43a3-95fb-37d4f682174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:31.106362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-fdad03c7-2e03-43a3-95fb-37d4f682174d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4657483 Feb 10 13:16:31.132924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eefb747f-b088-4580-b5b8-06852c21ca9f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:31.136491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:31.137682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eefb747f-b088-4580-b5b8-06852c21ca9f HTTP/1.1" status: 204 len: 168 time: 0.2902601 Feb 10 13:16:31.154206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54de26-53f8-451c-8edf-41a53613b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb747f-b088-4580-b5b8-06852c21ca9f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:31.319518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba16297-e2e4-4268-b6f7-9f4dfb1dcc36 None None] New status for floating IP 687805a7-b11f-421b-bb60-284ca1c6cc9b: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:16:31.620079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bbf844be-d329-4a57-9f8e-9a277231dd26 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:31.772541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] For port bbf844be-d329-4a57-9f8e-9a277231dd26, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bbf844be-d329-4a57-9f8e-9a277231dd26,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:31.773135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:31.778022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:31.799374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Router 812a8a56-a62e-4c74-907a-5c794f9fbcdc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:31.800647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Calling delete_port for bbf844be-d329-4a57-9f8e-9a277231dd26 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:31.826592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-8a62c519-09e7-4709-aebf-4d40bdab3869 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095912 Feb 10 13:16:31.911587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bbf844be-d329-4a57-9f8e-9a277231dd26 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:32.139938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-744880267-network', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:32.191157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4c277-6c3b-4970-b891-e22f52d4a0e2 req-e84ad40c-85da-4632-aea2-0ca2b709bd53 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:32.192845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab1ce0d1-8c91-4d19-9808-d1070aeef4af req-acbf5ee6-f042-430d-a4e0-6266d7224bee service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582845 Feb 10 13:16:32.193931 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00c4c277-6c3b-4970-b891-e22f52d4a0e2 req-e84ad40c-85da-4632-aea2-0ca2b709bd53 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.1425941 Feb 10 13:16:32.194640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:32.198807 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.212383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:32.225865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fac1702e-a9ef-4226-b299-8ddb9789cd7f admin admin] 10.222.0.13 "PUT /v2.0/routers/812a8a56-a62e-4c74-907a-5c794f9fbcdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7177908 Feb 10 13:16:32.230647 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Sync routers for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:32.239276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.244176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:32.244826 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:32.252715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:32.389423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00c4c277-6c3b-4970-b891-e22f52d4a0e2 req-d52358b4-5474-49d3-802c-072783674c77 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770687 Feb 10 13:16:32.451292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bbf844be-d329-4a57-9f8e-9a277231dd26), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.532057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks [] for security_group (a5e019e5-cc69-4432-a0b0-85f30a0c9cc7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.535793 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:32.539075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a5e019e5-cc69-4432-a0b0-85f30a0c9cc7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.602928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:32.624915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:32.650118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:16:32.667012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46fb83-0290-439e-806e-150875c2fd9e req-c0451bd7-3e37-4663-abbc-1124ea6bde63 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:32.671350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ed8eb3fc-5333-4ecf-b2a5-33a533935bfd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.671741 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Added segment ed8eb3fc-5333-4ecf-b2a5-33a533935bfd of type vlan for network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 Feb 10 13:16:32.695316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e46fb83-0290-439e-806e-150875c2fd9e req-c0451bd7-3e37-4663-abbc-1124ea6bde63 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 945 time: 0.5787446 Feb 10 13:16:32.707312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event deleted for resources: {'Port': ['ID=bbf844be-d329-4a57-9f8e-9a277231dd26,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:32.780861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.829429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-network', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:32.839547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] No DVR routers for this DVR port bbf844be-d329-4a57-9f8e-9a277231dd26 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:32.844081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.848782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0c22f58-b079-47d6-a3cc-ff7c9640257d req-28e99e02-7732-42bf-aa5f-06407670adba tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "DELETE /v2.0/ports/bbf844be-d329-4a57-9f8e-9a277231dd26 HTTP/1.1" status: 204 len: 173 time: 2.9017882 Feb 10 13:16:32.849280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-deleted', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:32.851777 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473a6d17-dff9-40a4-bb2b-a5870578a28c" -d '{"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-deleted", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:32.865683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.867151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:32.868513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.949382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e46fb83-0290-439e-806e-150875c2fd9e req-6e5b3852-8275-4be6-91fa-79fcf6f3aa15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530866 Feb 10 13:16:32.963645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks [] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:32.968272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd9fb58-c835-4d13-bd45-313d9aee4576 x-openstack-request-id: req-4dd9fb58-c835-4d13-bd45-313d9aee4576 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:32.969217 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b68b79-77ec-4ebc-adc0-dafdadfcdf6a", "name": "network-vif-deleted", "tag": "bbf844be-d329-4a57-9f8e-9a277231dd26", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:32.969850 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd9fb58-c835-4d13-bd45-313d9aee4576 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:32.970683 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b68b79-77ec-4ebc-adc0-dafdadfcdf6a', 'name': 'network-vif-deleted', 'tag': 'bbf844be-d329-4a57-9f8e-9a277231dd26', 'status': 'completed', 'code': 200} Feb 10 13:16:32.988653 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:16:29Z', 'revision_number': 5, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:33.043425 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Checking router: 812a8a56-a62e-4c74-907a-5c794f9fbcdc for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:33.053756 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Routers {'812a8a56-a62e-4c74-907a-5c794f9fbcdc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:33.054615 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:33.059439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] Pushing event updated for resources: {'Network': ['ID=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:33.084651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Made reservation on behalf of f7fa1225d691472bbc9aa5b80634b112 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:33.086595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:16:33.089197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.108576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.136795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:33.144688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Request body: {'subnet': {'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-subnet', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:33.145674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15bb9822-d4d6-4b10-ba09-4fccb74f8a7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3664191 Feb 10 13:16:33.256653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:33.258981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.291216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cb0cd54-db46-4aa4-a74c-bf62270d3c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.343591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks [] for security_group (7476aa44-3358-4c89-bb86-e3fbe363d62f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.351466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7476aa44-3358-4c89-bb86-e3fbe363d62f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.355315 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] Set router 812a8a56-a62e-4c74-907a-5c794f9fbcdc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:33.415624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476aa44-3358-4c89-bb86-e3fbe363d62f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:33.436862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:16:33.464392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0c1a03c2-082d-4ad1-a5ce-6d6de356665d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.465280 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Added segment 0c1a03c2-082d-4ad1-a5ce-6d6de356665d of type vlan for network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 Feb 10 13:16:33.524463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks [] for router_gateway (812a8a56-a62e-4c74-907a-5c794f9fbcdc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.561609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9c798a7d-c041-47ee-ad23-c9f3783d62e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.662774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9c798a7d-c041-47ee-ad23-c9f3783d62e5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.664299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:33.665199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:33.855408 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:16:29Z', 'revision_number': 5, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:33.885647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] Pushing event updated for resources: {'Network': ['ID=9c798a7d-c041-47ee-ad23-c9f3783d62e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:33.905388 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d65b87ed-d085-410f-899e-5daeb94e948e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2711232 Feb 10 13:16:33.906367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:33.912342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Request body: {'subnet': {'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-subnet', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:33.925747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:16:33.970291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Made reservation on behalf of f7fa1225d691472bbc9aa5b80634b112 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:33.977453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.152650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (41c4d593-2e10-4ded-91bf-411f449fb4ee), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.248401 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1c187-5c33-4b92-8fa4-b688958ef0ef None None] The sync data for ids ['812a8a56-a62e-4c74-907a-5c794f9fbcdc'] in n-d-815324-6 is: [{'id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'name': 'tempest-ServerRescueNegativeTestJSON-145507045-router', 'tenant_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:11:46Z', 'updated_at': '2022-02-10T13:16:29Z', 'revision_number': 5, 'project_id': 'c06b03f8cf2e43ef81e909a3aba151de', 'gw_port': {'id': '1970440b-feb2-4b28-8a46-4d71ccd244fd', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a8a56-a62e-4c74-907a-5c794f9fbcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:11:47Z', 'updated_at': '2022-02-10T13:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:34.255165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f60f3-625b-4737-bfac-051d009d0c4e req-d1793430-c4b7-4799-b4d3-015d00629055 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:34.268976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-775f60f3-625b-4737-bfac-051d009d0c4e req-d1793430-c4b7-4799-b4d3-015d00629055 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.7106493 Feb 10 13:16:34.435962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c4d593-2e10-4ded-91bf-411f449fb4ee,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:34.456807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.466108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Deleting port 1970440b-feb2-4b28-8a46-4d71ccd244fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:34.466643 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.490481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46a5ea2b-1570-4473-b3e0-22581de2966f req-4b500138-b040-4be8-85d0-ea895da694a5 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0314252 Feb 10 13:16:34.492417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (91e69480-29b2-4add-997b-3bb8a27dbc3d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.563664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-775f60f3-625b-4737-bfac-051d009d0c4e req-2d387d45-803e-41b2-b746-3218848784c0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908900 Feb 10 13:16:34.610948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e69480-29b2-4add-997b-3bb8a27dbc3d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:34.613406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Checking segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:34.613775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Network hostable DHCP agents. Network: 9c798a7d-c041-47ee-ad23-c9f3783d62e5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:16:34.648040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:16:34.669206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9c798a7d-c041-47ee-ad23-c9f3783d62e5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:34.674110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:34.674871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.693615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d4053-9cb5-4a82-9cd9-c70a70a65127 None None] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:34.697517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Checking segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:34.697899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Network hostable DHCP agents. Network: 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:16:34.714474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00a564db-f530-4af8-804e-450229ad11b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8066623 Feb 10 13:16:34.717587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:34.722508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:34.764051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:16:34.774834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.776323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.781474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:34.791088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:34.794087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.845669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] For port 1970440b-feb2-4b28-8a46-4d71ccd244fd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1970440b-feb2-4b28-8a46-4d71ccd244fd,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:34.846071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.859594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for router_controller (b485a6b5-bb58-4610-a845-8c5fa06a8736), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:34.888489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Calling delete_port for 1970440b-feb2-4b28-8a46-4d71ccd244fd owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:34.888965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e831f9e-2165-4ae4-ab29-dff1d185e2e5 None None] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:35.156145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43bee50e-29c3-4a11-9c71-394be00ec495 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0137722 Feb 10 13:16:35.159917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:35.168056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:35.213180 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1970440b-feb2-4b28-8a46-4d71ccd244fd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.231848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.262446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.294281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for router_gateway (b485a6b5-bb58-4610-a845-8c5fa06a8736), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.314318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1970440b-feb2-4b28-8a46-4d71ccd244fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:35.379071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'fixed_ips': [{'subnet_id': '91e69480-29b2-4add-997b-3bb8a27dbc3d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:16:35.380310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.506644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:16:35.514577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.624489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:35.661705 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for router_controller (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.733516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f59c902-c5fc-47fb-8755-845b294839ce req-a76e4151-67b6-4bbc-b846-7718ba63059e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0881920 Feb 10 13:16:35.902066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:35.992790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for router_gateway (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.030752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.057292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:36.057292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5eec102e-d3b5-4ccc-8801-fe07d14a8b08 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:36.110517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.155198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Allocated IP 172.25.8.64 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/65d9fffe-b040-4fcc-8608-36f53b7af733) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:36.169655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.260862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.275872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.306300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks [] for router_controller (812a8a56-a62e-4c74-907a-5c794f9fbcdc), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.313138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Allocated IP 172.20.0.2 (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7/41c4d593-2e10-4ded-91bf-411f449fb4ee/e0b2fe90-6867-47bc-9f17-8d6c2178d2d1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:36.320491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.328956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for router_gateway (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.352578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe9f24-7b14-4f9e-8571-232feb250364 req-3cefeb9f-da49-4e49-ba9d-fc75bb8eced1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:36.355571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16fe9f24-7b14-4f9e-8571-232feb250364 req-3cefeb9f-da49-4e49-ba9d-fc75bb8eced1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.4486060 Feb 10 13:16:36.398034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:36.418939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:36.428058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:36.512657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16fe9f24-7b14-4f9e-8571-232feb250364 req-d9552290-ac7d-4abb-83ac-40bd3088e4d7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797603 Feb 10 13:16:36.541969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Allocated IP 172.20.0.2 (9c798a7d-c041-47ee-ad23-c9f3783d62e5/91e69480-29b2-4add-997b-3bb8a27dbc3d/8248b77a-4c62-45af-a788-2c5394b0c926) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:36.555953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (812a8a56-a62e-4c74-907a-5c794f9fbcdc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.558756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 812a8a56-a62e-4c74-907a-5c794f9fbcdc {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:16:36.588654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.591490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-749fb87a-9220-4d38-8857-cb84969026bb admin admin] 10.222.0.13 "DELETE /v2.0/routers/812a8a56-a62e-4c74-907a-5c794f9fbcdc HTTP/1.1" status: 204 len: 168 time: 4.3359039 Feb 10 13:16:36.601557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:36.747191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Deleting subnet a09f839c-e4db-4bb8-94c0-716c7db79e4d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:16:36.752941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Publish callbacks [] for subnet (a09f839c-e4db-4bb8-94c0-716c7db79e4d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.766836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Pushing event updated for resources: {'Port': ['ID=65d9fffe-b040-4fcc-8608-36f53b7af733,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:36.828063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (a09f839c-e4db-4bb8-94c0-716c7db79e4d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.882457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a09f839c-e4db-4bb8-94c0-716c7db79e4d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:36.970909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9120d7d7-da6d-462d-9b9e-ccf98b772419 req-714925e7-078f-4826-aff0-52da3b147ae6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0691252 Feb 10 13:16:37.028704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (a09f839c-e4db-4bb8-94c0-716c7db79e4d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.079838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for router_gateway (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.113583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09f839c-e4db-4bb8-94c0-716c7db79e4d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:37.127154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.131612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b6799262-a62f-4955-a103-8d634ad5ae10 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a09f839c-e4db-4bb8-94c0-716c7db79e4d HTTP/1.1" status: 204 len: 168 time: 0.5249703 Feb 10 13:16:37.134479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:37.261894 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks [] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.294323 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.405089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1970440b-feb2-4b28-8a46-4d71ccd244fd no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:37.431987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (0759adbb-d592-4006-91a3-91e6a73707a0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.485118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1970440b-feb2-4b28-8a46-4d71ccd244fd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:37.485518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1970440b-feb2-4b28-8a46-4d71ccd244fd not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:37.507330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:37.529116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.535373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:37.541322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:37.548492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:37.604613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.635811 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks [] for port (8248b77a-4c62-45af-a788-2c5394b0c926), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.658593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Attempting to bind port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:37.659449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Attempting to bind port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:37.660534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Attempting to bind port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 on network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:37.667557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.682315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:37.682846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Checking segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:37.683259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.683657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Bound using segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:37.684144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Bound port: e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:37.684577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.775353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:37.780079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:37.811650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:37.821064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for router_gateway (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:37.847776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Pushing event updated for resources: {'Port': ['ID=8248b77a-4c62-45af-a788-2c5394b0c926,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:37.866539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Router b485a6b5-bb58-4610-a845-8c5fa06a8736 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:16:38.052491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Attempting to bind port 8248b77a-4c62-45af-a788-2c5394b0c926 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:38.052957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Attempting to bind port 8248b77a-4c62-45af-a788-2c5394b0c926 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:38.053209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Attempting to bind port 8248b77a-4c62-45af-a788-2c5394b0c926 on network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:38.058492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (0759adbb-d592-4006-91a3-91e6a73707a0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.078935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:38.079476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Checking segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:38.079877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.080285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Bound using segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:38.080867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Bound port: 8248b77a-4c62-45af-a788-2c5394b0c926, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:38.081289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.105270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:38.115261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] For port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:38.128584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.129993 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b3f9a22-703f-4c98-8936-d37874e10501 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4112856 Feb 10 13:16:38.134308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:38.134600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Sync routers for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:38.171971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759adbb-d592-4006-91a3-91e6a73707a0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:38.179021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.184656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] For port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:38.224463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51a30632-c197-40b9-9b7a-72830af0c3b9 req-767e37ac-6ca6-44ea-bafc-6abbe92a2e3c tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0828943 Feb 10 13:16:38.273813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.338038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:38.338685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:38.402910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d497a1-243c-487e-864a-4bbc708c71d8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:38.403208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d497a1-243c-487e-864a-4bbc708c71d8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:38.425695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33d8f-344d-47d7-95ee-e05d5650a9c6 req-4a3990dd-cc70-406e-908b-546ee27b8de7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:38.427306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ae33d8f-344d-47d7-95ee-e05d5650a9c6 req-4a3990dd-cc70-406e-908b-546ee27b8de7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.6653328 Feb 10 13:16:38.465054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] For port 8248b77a-4c62-45af-a788-2c5394b0c926, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:38.466960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (d5d497a1-243c-487e-864a-4bbc708c71d8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.502199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] For port 8248b77a-4c62-45af-a788-2c5394b0c926, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8248b77a-4c62-45af-a788-2c5394b0c926,segment=NetworkSegment(0c1a03c2-082d-4ad1-a5ce-6d6de356665d),segment_id=0c1a03c2-082d-4ad1-a5ce-6d6de356665d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:38.514192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267f2e7-ded9-49cc-ab2c-f54d7ab720a0 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:38.521935 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.541453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d5d497a1-243c-487e-864a-4bbc708c71d8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.597197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Allocated IP 172.25.8.171 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/0320dec5-9154-422a-bd49-f918bf17070c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:38.599587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:16:38.600001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (d5d497a1-243c-487e-864a-4bbc708c71d8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:16:38.604589 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:16:38.805566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844b09d-2273-4a33-8faf-7ec6e7c96399 None None] Pushing event updated for resources: {'Port': ['ID=8248b77a-4c62-45af-a788-2c5394b0c926,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:38.866966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:38.948471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (0759adbb-d592-4006-91a3-91e6a73707a0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:38.973076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ae33d8f-344d-47d7-95ee-e05d5650a9c6 req-77ba8111-7454-45d4-820b-0e1d3b7d781d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5234311 Feb 10 13:16:38.993671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:39.008665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] 10.222.0.13 "DELETE /v2.0/networks/0759adbb-d592-4006-91a3-91e6a73707a0 HTTP/1.1" status: 204 len: 168 time: 1.8729072 Feb 10 13:16:39.045762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31dd10-0fd3-4e37-b8de-b59733f2d46d admin admin] Pushing event deleted for resources: {'Network': ['ID=0759adbb-d592-4006-91a3-91e6a73707a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:39.153314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for port (0320dec5-9154-422a-bd49-f918bf17070c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:39.271988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0320dec5-9154-422a-bd49-f918bf17070c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:39.375500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:39.386170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:39.432547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:39.462240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:39.617326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:36Z', 'revision_number': 3, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:39.662500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1be3a80e-2665-415d-ae73-a9ba4c790fa2 req-4920b800-7102-4c4c-aefd-7aa63b105cec tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1566632 Feb 10 13:16:39.720211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Checking router: b485a6b5-bb58-4610-a845-8c5fa06a8736 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:39.722174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Updating router b485a6b5-bb58-4610-a845-8c5fa06a8736 port 65d9fffe-b040-4fcc-8608-36f53b7af733 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:39.826953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8248b77a-4c62-45af-a788-2c5394b0c926 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:39.940970 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.023968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8248b77a-4c62-45af-a788-2c5394b0c926 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:40.029848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.315811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.402454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Pushing event updated for resources: {'Port': ['ID=0320dec5-9154-422a-bd49-f918bf17070c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:40.410587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9078f-df89-4b44-a900-d7b23f53c754 None None] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:40.599888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8248b77a-4c62-45af-a788-2c5394b0c926 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:40.603026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.631528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a922736-bd00-4690-b3a5-caaa2e18c0c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c06b03f8cf2e43ef81e909a3aba151de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2548063 Feb 10 13:16:40.641494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:40.703111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Allocated IP 172.20.0.1 (9c798a7d-c041-47ee-ad23-c9f3783d62e5/91e69480-29b2-4add-997b-3bb8a27dbc3d/2c1ece89-50d2-4378-8249-81cfc6032703) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:40.776813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9774642-eeb8-4476-b797-3c8ea754fb1e req-080b09fd-cbcd-43df-8c4a-186f9891157a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:40.778695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9774642-eeb8-4476-b797-3c8ea754fb1e req-080b09fd-cbcd-43df-8c4a-186f9891157a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.5127540 Feb 10 13:16:40.915634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for router_gateway (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.917659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] Publish callbacks [] for security_group (136b278a-a030-4149-aea7-57a835b71e0b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:40.947762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] Publish callbacks [] for security_group (136b278a-a030-4149-aea7-57a835b71e0b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.034802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks [] for port (2c1ece89-50d2-4378-8249-81cfc6032703), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.049616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (136b278a-a030-4149-aea7-57a835b71e0b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.052847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.054463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/136b278a-a030-4149-aea7-57a835b71e0b HTTP/1.1" status: 204 len: 168 time: 0.4114587 Feb 10 13:16:41.107314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9774642-eeb8-4476-b797-3c8ea754fb1e req-12ffa07f-b301-4d28-ae0b-bbb3bf1691ca tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988888 Feb 10 13:16:41.113815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f41b3-c9e0-4976-b181-af757290a38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b278a-a030-4149-aea7-57a835b71e0b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:41.188210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003b065-ae3e-430d-bd5e-7bc1243b6559 None None] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:41.195704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-844cef26-89b5-406b-bfcb-14e8b26b6243 req-e715c329-a3ed-47b4-808a-c3b137077ad6 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.3039653 Feb 10 13:16:41.198321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.250546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Provisioning complete for port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:41.251074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.299535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:41.307688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:41.318023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:41.335319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ece89-50d2-4378-8249-81cfc6032703,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:41.413358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.477599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.548012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.549465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 8248b77a-4c62-45af-a788-2c5394b0c926, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8248b77a-4c62-45af-a788-2c5394b0c926,segment=NetworkSegment(0c1a03c2-082d-4ad1-a5ce-6d6de356665d),segment_id=0c1a03c2-082d-4ad1-a5ce-6d6de356665d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:41.601684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.602666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:41.776010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.838789 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks [] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.852152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=8248b77a-4c62-45af-a788-2c5394b0c926,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:41.871853 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.934047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Current status of the port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:41.934580 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:41.969182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:41.969767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.030750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997d568-216a-4250-b865-7998cac69a3e None None] Pushing event updated for resources: {'Port': ['ID=65d9fffe-b040-4fcc-8608-36f53b7af733,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:42.036681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Attempting to bind port 65d9fffe-b040-4fcc-8608-36f53b7af733 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:42.037230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Attempting to bind port 65d9fffe-b040-4fcc-8608-36f53b7af733 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:42.040845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Attempting to bind port 65d9fffe-b040-4fcc-8608-36f53b7af733 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:42.079568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:16:42.081553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:42.082071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:42.082769 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.083506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:42.084537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Bound port: 65d9fffe-b040-4fcc-8608-36f53b7af733, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:42.085089 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.154790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] For port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:42.207408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] For port 65d9fffe-b040-4fcc-8608-36f53b7af733, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:42.211024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] For port 65d9fffe-b040-4fcc-8608-36f53b7af733, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65d9fffe-b040-4fcc-8608-36f53b7af733,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:42.219015 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.227908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.408309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks [] for port (2c1ece89-50d2-4378-8249-81cfc6032703), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.434410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.482235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:42.483399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:42.519027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:42.527960 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Sync routers for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:42.556432 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:42.558022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:42.590601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.594961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a44ddfb2-c572-43e6-b42f-e4adfb858c46 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4310718 Feb 10 13:16:42.595475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:42.634658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.789236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da1f6-0972-4496-9e86-275478bcbbd2 None None] Pushing event updated for resources: {'Port': ['ID=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:42.828613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14156741-3b37-499a-85bf-d15d93306e6c req-2debaa20-c7b3-43f8-aa30-b3b2f792eee4 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1971362 Feb 10 13:16:42.829278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc742ebd-7cad-4ac8-9a21-dbda16c05707 None None] Provisioning complete for port 8248b77a-4c62-45af-a788-2c5394b0c926 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:42.829895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc742ebd-7cad-4ac8-9a21-dbda16c05707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:42.915474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ece89-50d2-4378-8249-81cfc6032703,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:42.957217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9f279-ccf0-483c-affa-a157ff42e049 req-e1b2d917-7f32-4365-88ca-071695942fbe tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:42.974666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77d9f279-ccf0-483c-affa-a157ff42e049 req-e1b2d917-7f32-4365-88ca-071695942fbe tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.6668403 Feb 10 13:16:43.066264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:43.067793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:43.079534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:43.102416 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:43.266900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77d9f279-ccf0-483c-affa-a157ff42e049 req-05bfdf2b-9d4a-4f4e-ab84-54b13c1b7744 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870612 Feb 10 13:16:43.391544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997d568-216a-4250-b865-7998cac69a3e None None] Pushing event updated for resources: {'Port': ['ID=65d9fffe-b040-4fcc-8608-36f53b7af733,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:43.409130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8248b77a-4c62-45af-a788-2c5394b0c926 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:43.541209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:43.576936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Router b485a6b5-bb58-4610-a845-8c5fa06a8736 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:43.712457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:40Z', 'revision_number': 3, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:43.779352 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Checking router: b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:43.779700 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Updating router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 port 0320dec5-9154-422a-bd49-f918bf17070c binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:43.791856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fc742ebd-7cad-4ac8-9a21-dbda16c05707 None None] Current status of the port 8248b77a-4c62-45af-a788-2c5394b0c926 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:43.801461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8248b77a-4c62-45af-a788-2c5394b0c926 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:43.802101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:43.874848 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0320dec5-9154-422a-bd49-f918bf17070c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:43.949488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Provisioning complete for port 8248b77a-4c62-45af-a788-2c5394b0c926 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:43.950160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.038712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-469b2d4f-e56e-4833-94ed-128f2b48722e req-95d9469f-9fa8-4e1a-ba53-b8c4cbac60d1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0527327 Feb 10 13:16:44.061610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:44.070254 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20989a64-d8e8-4365-9abe-0d92a9ddfd03 admin admin] 10.222.0.13 "PUT /v2.0/routers/b485a6b5-bb58-4610-a845-8c5fa06a8736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9346969 Feb 10 13:16:44.119940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8248b77a-4c62-45af-a788-2c5394b0c926 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:44.121151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:44.246482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:44.246860 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.256295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.292073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 4, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2c1ece89-50d2-4378-8249-81cfc6032703', 'name': '', 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'mac_address': 'fa:16:3e:a1:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:40Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 2, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'subnets': [{'id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:44.293846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Current status of the port 8248b77a-4c62-45af-a788-2c5394b0c926 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:44.495398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b3929-280f-4d30-a47c-820ad07c8d67 None None] The sync data for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 is: [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 4, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2c1ece89-50d2-4378-8249-81cfc6032703', 'name': '', 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'mac_address': 'fa:16:3e:a1:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:40Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 2, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'subnets': [{'id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:44.533058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Provisioning complete for port 2c1ece89-50d2-4378-8249-81cfc6032703 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:44.533368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.781305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:44.803454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Port 2c1ece89-50d2-4378-8249-81cfc6032703 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:44.835902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Provisioning complete for port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:44.848141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a58203-87d1-4a12-8ad5-2423192f064d req-e88fcd94-a686-4c28-9538-9833b4328c33 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:44.850683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2a58203-87d1-4a12-8ad5-2423192f064d req-e88fcd94-a686-4c28-9538-9833b4328c33 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.3137753 Feb 10 13:16:44.864593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.879790 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-409a2640-0c02-462a-a3aa-cb1fff7f32ad req-5cf32e7c-be2d-4dc2-a827-7772d5b12256 tempest-FloatingIPsNegativeTestJSON-204452189 tempest-FloatingIPsNegativeTestJSON-204452189-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=f7fa1225d691472bbc9aa5b80634b112 HTTP/1.1" status: 200 len: 217 time: 0.2306278 Feb 10 13:16:44.883728 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks [] for port (0320dec5-9154-422a-bd49-f918bf17070c), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:44.886006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Allocated IP 172.20.0.1 (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7/41c4d593-2e10-4ded-91bf-411f449fb4ee/7f2b10fa-7103-49a9-98b7-9019e14311c2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:44.902349 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0320dec5-9154-422a-bd49-f918bf17070c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.067180 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44222bd2-12df-4578-88ca-136e1d366432 req-fa01818e-bb94-44aa-af29-3437df4b8b67 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1087363 Feb 10 13:16:45.090773 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2a58203-87d1-4a12-8ad5-2423192f064d req-ea5ea71b-bd9d-4ab0-baba-a8c4c736796b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247365 Feb 10 13:16:45.125290 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa785bf9-c553-44b3-8358-20364e27f12c None None] Pushing event updated for resources: {'Port': ['ID=0320dec5-9154-422a-bd49-f918bf17070c,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:45.165265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-321418e1-815d-4f4c-ba2f-8818fecf86bd None None] Current status of the port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:45.244209 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Attempting to bind port 0320dec5-9154-422a-bd49-f918bf17070c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:45.245875 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Attempting to bind port 0320dec5-9154-422a-bd49-f918bf17070c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:45.246515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Attempting to bind port 0320dec5-9154-422a-bd49-f918bf17070c on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:45.266160 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:45.266543 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:45.267859 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.268297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94fc4f05-6717-4984-b561-1dd54e0d7f2b req-dac4f60e-55a9-416f-bb62-63c56dfcae08 tempest-FloatingIPsNegativeTestJSON-204452189 tempest-FloatingIPsNegativeTestJSON-204452189-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0838823 Feb 10 13:16:45.270266 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:45.273226 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Bound port: 0320dec5-9154-422a-bd49-f918bf17070c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:45.274196 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0320dec5-9154-422a-bd49-f918bf17070c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.405228 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-df19ed92-249e-4ef0-adc6-65af1f090deb req-732c154d-896f-4edc-866a-5a1d361c2813 tempest-FloatingIPsNegativeTestJSON-204452189 tempest-FloatingIPsNegativeTestJSON-204452189-project] show failed (client error): The resource could not be found. Feb 10 13:16:45.408990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df19ed92-249e-4ef0-adc6-65af1f090deb req-732c154d-896f-4edc-866a-5a1d361c2813 tempest-FloatingIPsNegativeTestJSON-204452189 tempest-FloatingIPsNegativeTestJSON-204452189-project] 10.222.0.13 "GET /v2.0/floatingips/5adfbc77-6525-4f10-91e2-194a7a226f50 HTTP/1.1" status: 404 len: 350 time: 0.1042717 Feb 10 13:16:45.421444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:45.490981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-31148bd7-f306-4fa4-9643-b581bfe2997a req-c0b9ab9d-07d2-4287-ba2a-46fc214e1b59 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1290891 Feb 10 13:16:45.525796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] For port 0320dec5-9154-422a-bd49-f918bf17070c, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:45.541724 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks [] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.542433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] For port 0320dec5-9154-422a-bd49-f918bf17070c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0320dec5-9154-422a-bd49-f918bf17070c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:45.564439 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0320dec5-9154-422a-bd49-f918bf17070c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.690133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa785bf9-c553-44b3-8358-20364e27f12c None None] Pushing event updated for resources: {'Port': ['ID=0320dec5-9154-422a-bd49-f918bf17070c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:45.712614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:45.714011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:45.770393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:45.954699 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:46.107128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:46.123425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:46.129930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:46.178892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:46.473268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:46.554995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e29268b6-2945-4867-a6e4-e51924ed3f57 req-ed533937-c137-491b-b7b8-66e96b26f79f tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0786138 Feb 10 13:16:46.701943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-204e2234-984f-47f8-a362-455c6e0c25b8 req-ab2a6ef5-deb2-4d22-8fd6-d59e9b139470 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0604820 Feb 10 13:16:46.753554 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:40Z', 'revision_number': 3, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:46.840219 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d05fd-9c94-434a-8586-e0ae022186d8 None None] The sync data for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 is: [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:40Z', 'revision_number': 3, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:47.042092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-355fabad-2839-4703-98e7-b98a4028e695 None None] Provisioning complete for port 7f2b10fa-7103-49a9-98b7-9019e14311c2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:47.049541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-355fabad-2839-4703-98e7-b98a4028e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:47.189408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-355fabad-2839-4703-98e7-b98a4028e695 None None] Port 7f2b10fa-7103-49a9-98b7-9019e14311c2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:47.332711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65d9fffe-b040-4fcc-8608-36f53b7af733 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:47.490356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 65d9fffe-b040-4fcc-8608-36f53b7af733 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:47.492233 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:47.727059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d664a22-05f0-4a32-ae3c-897b6e7c5dd5 req-7a0ab133-4971-4f4f-b4e7-d64ec937c18c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:47.745576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d664a22-05f0-4a32-ae3c-897b6e7c5dd5 req-7a0ab133-4971-4f4f-b4e7-d64ec937c18c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 1.3631096 Feb 10 13:16:47.800021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 65d9fffe-b040-4fcc-8608-36f53b7af733 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:47.800729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:47.836165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8aeefac8-4d25-46fa-8bbe-ce1ac5bc1a75 req-7613b4c7-01a6-4871-8110-b68b34166cdd tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0930591 Feb 10 13:16:47.843153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 65d9fffe-b040-4fcc-8608-36f53b7af733, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65d9fffe-b040-4fcc-8608-36f53b7af733,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:47.855493 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:48.051779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=65d9fffe-b040-4fcc-8608-36f53b7af733,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:48.201561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d664a22-05f0-4a32-ae3c-897b6e7c5dd5 req-d47d839c-3ba4-4d72-8657-3ad53ae0030b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528866 Feb 10 13:16:48.241687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:48.489522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-92fe37d7-b1f4-47df-a5ec-75983ee5c041 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:48.514077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-92fe37d7-b1f4-47df-a5ec-75983ee5c041 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.4194212 Feb 10 13:16:48.545628 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-23ebeced-9fae-4c12-9517-b75bb885ee0f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/quotas/bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 375 time: 0.0296845 Feb 10 13:16:48.654500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29a1d425-ba4c-4224-9c17-58de0d0ec371 req-8148deee-e75a-4c1e-ae4a-7cfe20b1ae4e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1511693 Feb 10 13:16:48.752795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-bbb7d9e1-f489-4217-89e4-f309d616e9e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2027755 Feb 10 13:16:49.045932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:49.074178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-6251249c-93f8-46be-8631-08b54019c5b5 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179693 Feb 10 13:16:49.167713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Sync routers for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:49.186789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:49.187663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:49.280899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd89c6b8-c8ed-4a8d-9aa1-80abb655ed0b req-830227eb-6e4e-4544-a814-35e9b66c4da8 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0937679 Feb 10 13:16:49.452861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:49.476289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-6314eb04-ae55-462c-8f1b-abddcb9d6161 service neutron] 10.222.0.13 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005411 Feb 10 13:16:49.625374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks [] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:49.671700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:49.721335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0320dec5-9154-422a-bd49-f918bf17070c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:49.828063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:49.838356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:49.845528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0320dec5-9154-422a-bd49-f918bf17070c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:49.848233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3786-3e2e-4002-87d9-21f206b00f85 req-139a5af6-e795-4601-9366-90632dcc9c83 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:49.848993 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0320dec5-9154-422a-bd49-f918bf17070c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:49.850057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d0f3786-3e2e-4002-87d9-21f206b00f85 req-139a5af6-e795-4601-9366-90632dcc9c83 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.2400844 Feb 10 13:16:49.950213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 4, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2c1ece89-50d2-4378-8249-81cfc6032703', 'name': '', 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'mac_address': 'fa:16:3e:a1:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:40Z', 'updated_at': '2022-02-10T13:16:41Z', 'revision_number': 2, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'subnets': [{'id': '91e69480-29b2-4add-997b-3bb8a27dbc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:49.990806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Checking router: b485a6b5-bb58-4610-a845-8c5fa06a8736 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:49.991572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Updating router b485a6b5-bb58-4610-a845-8c5fa06a8736 port 2c1ece89-50d2-4378-8249-81cfc6032703 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:49.993442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83e7f507-9fb2-4b53-9606-671d3c514bd9 req-b9e26a40-0381-4332-9ebb-ebadf431f4d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1040361 Feb 10 13:16:50.043181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.088940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0320dec5-9154-422a-bd49-f918bf17070c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:50.089330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0320dec5-9154-422a-bd49-f918bf17070c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.211311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d0f3786-3e2e-4002-87d9-21f206b00f85 req-5b5a635a-7ced-4836-b689-611b2529f35e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525660 Feb 10 13:16:50.238636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 0320dec5-9154-422a-bd49-f918bf17070c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0320dec5-9154-422a-bd49-f918bf17070c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:50.254057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:50.255820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:50.259397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0320dec5-9154-422a-bd49-f918bf17070c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.260189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65d9fffe-b040-4fcc-8608-36f53b7af733 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:50.393696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9acd5287-2447-4edb-b39d-5dfb2b29a463 req-861ba07e-aeca-4dd6-a3df-b1452dd4b47a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0588484 Feb 10 13:16:50.602385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0621413-7486-4329-b648-940a32b8c167 req-dee9a6af-dec9-439e-a5cb-5c2186713249 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0977838 Feb 10 13:16:50.627414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:50.636484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=0320dec5-9154-422a-bd49-f918bf17070c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:50.649051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaaf0f-2614-43c8-97e3-a533e238dca7 req-01316ae7-deb9-42b6-96b7-b278316f87bd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:50.650519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9eeaaf0f-2614-43c8-97e3-a533e238dca7 req-01316ae7-deb9-42b6-96b7-b278316f87bd tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.0967288 Feb 10 13:16:50.684399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Deleting port 2c1ece89-50d2-4378-8249-81cfc6032703 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:50.685346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.755997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30adf075-af31-443c-9b71-250b4babd654 req-1c63ae83-de84-4941-8097-d381e0126a1b tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0356557 Feb 10 13:16:50.764497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 65d9fffe-b040-4fcc-8608-36f53b7af733 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:50.765319 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.770822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-edf21558-af42-4b2d-a4f3-dd4fd10a2521 None None] Provisioning complete for port 7f2b10fa-7103-49a9-98b7-9019e14311c2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:50.771554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-edf21558-af42-4b2d-a4f3-dd4fd10a2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:50.775164 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9eeaaf0f-2614-43c8-97e3-a533e238dca7 req-ebc270ca-6812-437e-b574-6dfdb67a23c4 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111238 Feb 10 13:16:50.885879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-edf21558-af42-4b2d-a4f3-dd4fd10a2521 None None] Port 7f2b10fa-7103-49a9-98b7-9019e14311c2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:16:50.982696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:50.999427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cc768ec3-6acd-47d4-8e3f-b5a39c328562 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3927631 Feb 10 13:16:51.005959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.013066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks [] for port (2c1ece89-50d2-4378-8249-81cfc6032703), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.014538 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Sync routers for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:51.021993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 65d9fffe-b040-4fcc-8608-36f53b7af733 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:51.033437 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:51.036127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.036391 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:51.050287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Calling delete_port for 2c1ece89-50d2-4378-8249-81cfc6032703 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:51.288609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168486bc-80d4-42cc-96d6-0587c4674554 None None] Pushing event updated for resources: {'Port': ['ID=2c1ece89-50d2-4378-8249-81cfc6032703,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:51.342845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0320dec5-9154-422a-bd49-f918bf17070c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:51.409161 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:51.492299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:51.492922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:51.493811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 on network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:51.506885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:51.508181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Checking segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:51.508600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.509020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Bound using segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:51.509518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Bound port: 2c1ece89-50d2-4378-8249-81cfc6032703, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:51.509886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.574634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0320dec5-9154-422a-bd49-f918bf17070c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:51.575304 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0320dec5-9154-422a-bd49-f918bf17070c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.633305 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8bac628b-71d6-47b9-ab28-115b66de4520 req-2f21435d-0b1b-495a-b657-5baab3c1d675 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0755687 Feb 10 13:16:51.724074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3e139d63-cc08-4b0d-81ea-4bda85bf691e None None] Could not find standard attr ID for object 2c1ece89-50d2-4378-8249-81cfc6032703. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:16:51.781364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:16:51.788131 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:16:51.792721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-7d2ede3f-defe-4aa3-8d7e-e56e9e4c55be tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:51.794633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-7d2ede3f-defe-4aa3-8d7e-e56e9e4c55be tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 808 time: 0.3588750 Feb 10 13:16:51.797790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:51.857559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa8846e8-7ace-4190-97f0-13d1dd30d6ea req-8bcca3da-5d0b-46a9-9218-9f22942e4ee2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0634174 Feb 10 13:16:51.902900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0320dec5-9154-422a-bd49-f918bf17070c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:51.913808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Request body: {'port': {'device_id': '9723bb09-4e83-4bc1-9d31-642d75409000', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'admin_state_up': True, 'tenant_id': 'bcd08ff6d33a4f6485e2dc746f3d6cd4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:51.970779 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:48Z', 'revision_number': 2, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:52.037871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1ece89-50d2-4378-8249-81cfc6032703,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:52.038817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa9f7253-ae6b-4650-8d1e-bfebdf3dbe7c req-b869561a-6226-424a-aa2e-13cc3b1f4b0f tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0581937 Feb 10 13:16:52.059211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Checking router: b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:52.060681 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Updating router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 port 7f2b10fa-7103-49a9-98b7-9019e14311c2 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:52.101905 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.125009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34470) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:52.130479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-756699874-network', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:52.210869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Made reservation on behalf of 4afedc1f8ce640f9952b52e6e2bb3c32 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:52.213256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.232951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bad4a-c44d-4f67-a6d5-ac4d1f468b48 req-5c32be36-10a5-4747-9261-a51aa7c7c086 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:52.239981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-875bad4a-c44d-4f67-a6d5-ac4d1f468b48 req-5c32be36-10a5-4747-9261-a51aa7c7c086 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.8400249 Feb 10 13:16:52.246213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.283079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Made reservation on behalf of bcd08ff6d33a4f6485e2dc746f3d6cd4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:52.286223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.288894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89df9-da2e-4e81-afcb-9c8805bb29db req-30d46c76-9935-418d-a08d-4c5e11198071 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:52.299126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-43e89df9-da2e-4e81-afcb-9c8805bb29db req-30d46c76-9935-418d-a08d-4c5e11198071 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.1764648 Feb 10 13:16:52.320540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-247ad6ed-6fb5-44bd-85c9-2f173ea0ef84 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:52.322072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-247ad6ed-6fb5-44bd-85c9-2f173ea0ef84 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.77 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.4483140 Feb 10 13:16:52.330237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:52.331349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:52.339551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Attempting to bind port 2c1ece89-50d2-4378-8249-81cfc6032703 on network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:52.346079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:52.347758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Checking segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:52.348201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.349172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Bound using segment: {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:52.349677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Bound port: 2c1ece89-50d2-4378-8249-81cfc6032703, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a03c2-082d-4ad1-a5ce-6d6de356665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9c798a7d-c041-47ee-ad23-c9f3783d62e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:52.350631 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c1ece89-50d2-4378-8249-81cfc6032703), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.401700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-43e89df9-da2e-4e81-afcb-9c8805bb29db req-0e6a5d1a-fab8-4e5d-b715-4fcdc5abd0c4 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016011 Feb 10 13:16:52.433075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Port 2c1ece89-50d2-4378-8249-81cfc6032703 has been deleted concurrently {{(pid=103401) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 13:16:52.481382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:52.482672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:52.512565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks [] for security_group (cd65f724-de87-406f-aefe-1c223616ad43), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.526413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cd65f724-de87-406f-aefe-1c223616ad43), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.564720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-875bad4a-c44d-4f67-a6d5-ac4d1f468b48 req-a3d36b7d-7213-4e7d-8a5b-05fda7c7f509 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228173 Feb 10 13:16:52.569329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:16:52.614155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd65f724-de87-406f-aefe-1c223616ad43,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:52.630390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ebd6db34-2c2b-4f97-bc79-6f3677df64f0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.631267 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Added segment ebd6db34-2c2b-4f97-bc79-6f3677df64f0 of type vlan for network df9a1556-66cf-4965-b59a-57b4af290722 Feb 10 13:16:52.743131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (df9a1556-66cf-4965-b59a-57b4af290722), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.765595 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks [] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.781126 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.798386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:52.827593 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (df9a1556-66cf-4965-b59a-57b4af290722), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.828581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:52.829200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:52.934274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2922c-e142-4890-8537-e4638ba87b65 None None] Pushing event updated for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:52.954315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8277800 Feb 10 13:16:52.961700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:52.968023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eb95397-d3e5-4d86-a504-f9eb9db4f98f req-65dbb3b6-676b-4d98-829a-09894bc2b110 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1313326 Feb 10 13:16:52.987920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Request body: {'subnet': {'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-subnet', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:53.028230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.095901 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Attempting to bind port 7f2b10fa-7103-49a9-98b7-9019e14311c2 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:53.096499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Attempting to bind port 7f2b10fa-7103-49a9-98b7-9019e14311c2 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:53.096611 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Attempting to bind port 7f2b10fa-7103-49a9-98b7-9019e14311c2 on network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:53.117601 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:53.117985 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Checking segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:53.118400 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.118798 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Bound using segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:53.119277 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Bound port: 7f2b10fa-7103-49a9-98b7-9019e14311c2, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:53.119660 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.144458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Made reservation on behalf of 4afedc1f8ce640f9952b52e6e2bb3c32 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:16:53.154764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.189501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2284db7-f149-4ab0-b3bd-2b0bf5b5965c admin admin] Pushing event updated for resources: {'Network': ['ID=df9a1556-66cf-4965-b59a-57b4af290722,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:53.236335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network df9a1556-66cf-4965-b59a-57b4af290722 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:16:53.310491 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] For port 7f2b10fa-7103-49a9-98b7-9019e14311c2, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:53.318545 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] For port 7f2b10fa-7103-49a9-98b7-9019e14311c2, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f2b10fa-7103-49a9-98b7-9019e14311c2,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:53.329627 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.426382 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:53.427356 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:53.430862 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2922c-e142-4890-8537-e4638ba87b65 None None] Pushing event updated for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:53.510762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Provisioning complete for port 7f2b10fa-7103-49a9-98b7-9019e14311c2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:53.511819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.591497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b4f3a51c-3863-4d7a-8265-736249cfa10d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.662720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:51Z', 'revision_number': 5, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:53.723847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:53.738776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f3a51c-3863-4d7a-8265-736249cfa10d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:53.749122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ae740-8913-4c00-8ea2-9b137e77088e None None] The sync data for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 is: [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:51Z', 'revision_number': 5, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:53.751404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Checking segment: {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:53.752370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Network hostable DHCP agents. Network: df9a1556-66cf-4965-b59a-57b4af290722, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:16:53.817156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Network df9a1556-66cf-4965-b59a-57b4af290722 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:16:53.859008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, df9a1556-66cf-4965-b59a-57b4af290722) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:53.871837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:53.873288 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:53.927849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb2bf0-9753-4077-bd42-d074e8a502f6 None None] Network df9a1556-66cf-4965-b59a-57b4af290722 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:53.956658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-01829a67-2620-4672-8244-e52f1b100384 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9905901 Feb 10 13:16:53.959220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:53.971583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:54.029184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Current status of the port 7f2b10fa-7103-49a9-98b7-9019e14311c2 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:54.031663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (b4684beb-aa30-41e1-954b-996db982701a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.034862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (b4684beb-aa30-41e1-954b-996db982701a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.037219 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.321925 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:53Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:54.357967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for router_controller (b4684beb-aa30-41e1-954b-996db982701a), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.404269 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78196-eeb2-46ce-b429-56f1065d5494 None None] The sync data for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 is: [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:53Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:54.482668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] For port 7f2b10fa-7103-49a9-98b7-9019e14311c2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f2b10fa-7103-49a9-98b7-9019e14311c2,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:54.511815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-789cb7ad-c563-45ff-871e-e8943b5ddf8a req-090f6f41-08cf-4eaa-82e9-1d54b4303568 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 1.3972044 Feb 10 13:16:54.542511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0dce-b7f2-46d9-9f64-9f68f3264670 req-bb47508a-b2fb-4c8f-a5f5-7a08b6b2e89e tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:54.553542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c48d0dce-b7f2-46d9-9f64-9f68f3264670 req-bb47508a-b2fb-4c8f-a5f5-7a08b6b2e89e tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.4912267 Feb 10 13:16:54.559597 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.572012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-df9a1556-66cf-4965-b59a-57b4af290722', 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722', 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'fixed_ips': [{'subnet_id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:16:54.572922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.586489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Allocated IP 172.20.0.13 (99910bda-153c-42b4-9e7b-ac421e5b92e3/b281a16d-397e-4632-9956-a39c66cec689/7097441c-b03f-4e01-b429-ae281e52dcd9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:54.590296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Deleting port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:54.590639 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.703508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Router b485a6b5-bb58-4610-a845-8c5fa06a8736 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:16:54.735335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for router_gateway (b4684beb-aa30-41e1-954b-996db982701a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:54.823184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f800a-e32b-403a-9aa2-3f5d23cbed69 None None] Pushing event updated for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:54.852008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c48d0dce-b7f2-46d9-9f64-9f68f3264670 req-b02f72af-2f2a-47a2-bfbd-73e9cc99f85b tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975409 Feb 10 13:16:54.929632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab2039bd-f2b2-4370-8f4f-5036efe26588 None None] Provisioning complete for port 7f2b10fa-7103-49a9-98b7-9019e14311c2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:54.930286 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab2039bd-f2b2-4370-8f4f-5036efe26588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.018679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 595e51fe-31cc-45c3-95fd-14b9c72b2ecb no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:55.093620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks [] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.108528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-37ccc413-f00a-424e-9b7a-b917b6ccbacb req-f9b51f96-fca0-46fb-9470-e451f5fcf5d8 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0704684 Feb 10 13:16:55.153693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Allocated IP 172.20.0.2 (df9a1556-66cf-4965-b59a-57b4af290722/b4f3a51c-3863-4d7a-8265-736249cfa10d/12ae58bb-c4c5-4d58-af96-96874c078b2a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:55.179716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:55.180507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.344670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.350984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Calling delete_port for 595e51fe-31cc-45c3-95fd-14b9c72b2ecb owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:55.363923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f2b10fa-7103-49a9-98b7-9019e14311c2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:55.367089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71d0d3df-eeb1-47c7-a894-b1945ae9e907 req-368073cf-a240-40d2-ab30-2769706da7b2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0581400 Feb 10 13:16:55.376292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:55.420130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a53fed-b594-4eb7-942f-ff8d081d0d71 req-6f4e6caa-4384-4a70-aded-e3f16701ad1c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:55.421924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a53fed-b594-4eb7-942f-ff8d081d0d71 req-6f4e6caa-4384-4a70-aded-e3f16701ad1c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.7216015 Feb 10 13:16:55.454660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for router_gateway (b4684beb-aa30-41e1-954b-996db982701a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.473638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Network 99910bda-153c-42b4-9e7b-ac421e5b92e3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:55.485074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:55.487303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.487911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:55.586485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab2039bd-f2b2-4370-8f4f-5036efe26588 None None] Current status of the port 7f2b10fa-7103-49a9-98b7-9019e14311c2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:55.661859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks [] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.690008 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.729148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Allocated IP 172.25.8.11 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/5755cc78-98eb-46ba-8ce1-0e9aac1b6273) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:16:55.739321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:55.827605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:55.828415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.858891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Network df9a1556-66cf-4965-b59a-57b4af290722 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:55.863625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Pushing event updated for resources: {'Port': ['ID=12ae58bb-c4c5-4d58-af96-96874c078b2a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:55.869283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:55.877238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:55.881550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a53fed-b594-4eb7-942f-ff8d081d0d71 req-a89fb7f7-fd0c-4c61-babd-b559b47eb177 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997114 Feb 10 13:16:55.883465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:55.883958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.899084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:55.925719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:55.941295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c7db0e5-41b8-4c21-bce5-1a643fac3010 admin admin] 10.222.0.13 "PUT /v2.0/routers/b485a6b5-bb58-4610-a845-8c5fa06a8736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5138774 Feb 10 13:16:55.942757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:55.973765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2a46437f-8bc8-4a07-bc4e-d1e5265e3ae9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1607935 Feb 10 13:16:55.974064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Sync routers for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:55.989166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7f2b10fa-7103-49a9-98b7-9019e14311c2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:55.997518 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.033043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da738-0de7-428f-9d9a-fc5cf534913c req-d527c924-59d1-4137-9f4e-a2e1112dc6d1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:56.034650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f3da738-0de7-428f-9d9a-fc5cf534913c req-d527c924-59d1-4137-9f4e-a2e1112dc6d1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 932 time: 0.4314291 Feb 10 13:16:56.047017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Request body: {'port': {'device_id': '9723bb09-4e83-4bc1-9d31-642d75409000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:16:56.066406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.084017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:56.086404 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53f486b-2481-404b-a76a-8660354f06c6" -d '{"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-unplugged", "status": "completed", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:56.088772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:16:56.093707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:16:56.122339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:16:56.125686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Attempting to bind port 12ae58bb-c4c5-4d58-af96-96874c078b2a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:56.126146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Attempting to bind port 12ae58bb-c4c5-4d58-af96-96874c078b2a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:56.126585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Attempting to bind port 12ae58bb-c4c5-4d58-af96-96874c078b2a on network df9a1556-66cf-4965-b59a-57b4af290722 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:56.129378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:56.134722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:56.141961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:56.192350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Pushing event updated for resources: {'Port': ['ID=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:56.206735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:56.207211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Checking segment: {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:56.207686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.208098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Bound using segment: {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:56.208712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Bound port: 12ae58bb-c4c5-4d58-af96-96874c078b2a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:56.209194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.212599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f3da738-0de7-428f-9d9a-fc5cf534913c req-d5193295-18a5-489f-9daf-a4b92d215058 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684394 Feb 10 13:16:56.232247 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.340112 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ed4ef7-df52-4760-8b1f-e82a11a6dd4e x-openstack-request-id: req-a5ed4ef7-df52-4760-8b1f-e82a11a6dd4e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:56.340717 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-unplugged", "status": "completed", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:56.341745 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5ed4ef7-df52-4760-8b1f-e82a11a6dd4e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:56.342371 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'code': 200} Feb 10 13:16:56.364523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bbf0-ce04-4cdb-810c-e6e8dce98052 req-cd5b81d5-4e7e-49e9-93ab-7eaf9fad7706 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:56.378162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb28bbf0-ce04-4cdb-810c-e6e8dce98052 req-cd5b81d5-4e7e-49e9-93ab-7eaf9fad7706 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cfcd96a-a035-4fe2-905c-301022bdf148 HTTP/1.1" status: 200 len: 946 time: 0.3445697 Feb 10 13:16:56.412371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.424771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (595e51fe-31cc-45c3-95fd-14b9c72b2ecb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.462359 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks [] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.471154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d8c669f-ecc7-4a2a-a03f-00a011d4fcdc req-d439f23c-b1b3-4275-9400-ef7d9833e4ac tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0571859 Feb 10 13:16:56.515717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Pushing event deleted for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:56.611270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=595e51fe-31cc-45c3-95fd-14b9c72b2ecb,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:56.625373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for router_gateway (b4684beb-aa30-41e1-954b-996db982701a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.664034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:56.693890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] For port 12ae58bb-c4c5-4d58-af96-96874c078b2a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:56.695838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7f2b10fa-7103-49a9-98b7-9019e14311c2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:56.708686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] No DVR routers for this DVR port 595e51fe-31cc-45c3-95fd-14b9c72b2ecb on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:16:56.712891 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.716549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f15b3509-4ada-400b-9c15-ff585a4faa10 req-d1d3f0ec-f9cf-48ee-9bec-3e674bdd3398 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.77 "DELETE /v2.0/ports/595e51fe-31cc-45c3-95fd-14b9c72b2ecb HTTP/1.1" status: 204 len: 173 time: 4.3838563 Feb 10 13:16:56.724500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-deleted', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:56.727650 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0a9600-5311-400f-8739-28982ba82685" -d '{"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-deleted", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:56.732521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2c1ece89-50d2-4378-8249-81cfc6032703 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:16:56.745163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb28bbf0-ce04-4cdb-810c-e6e8dce98052 req-b81c8d55-6c16-4ce6-9ca5-b637e266a4d6 tempest-AttachSCSIVolumeTestJSON-1254616740 tempest-AttachSCSIVolumeTestJSON-1254616740-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc23197-bf34-41ed-97ce-78edc20f09ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656814 Feb 10 13:16:56.776206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] For port 12ae58bb-c4c5-4d58-af96-96874c078b2a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=12ae58bb-c4c5-4d58-af96-96874c078b2a,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:56.789134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2c1ece89-50d2-4378-8249-81cfc6032703 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:16:56.789522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2c1ece89-50d2-4378-8249-81cfc6032703 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:16:56.801737 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:56.857380 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765dd51a-c76a-417f-9d90-4ddc0cf57649 x-openstack-request-id: req-765dd51a-c76a-417f-9d90-4ddc0cf57649 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:56.857595 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfcd96a-a035-4fe2-905c-301022bdf148", "name": "network-vif-deleted", "tag": "595e51fe-31cc-45c3-95fd-14b9c72b2ecb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:56.857829 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-765dd51a-c76a-417f-9d90-4ddc0cf57649 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:56.864026 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfcd96a-a035-4fe2-905c-301022bdf148', 'name': 'network-vif-deleted', 'tag': '595e51fe-31cc-45c3-95fd-14b9c72b2ecb', 'status': 'completed', 'code': 200} Feb 10 13:16:56.949844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ac2c-9a81-46a0-aaff-65027734cc85 None None] Pushing event updated for resources: {'Port': ['ID=12ae58bb-c4c5-4d58-af96-96874c078b2a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:56.975133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks [] for router_gateway (b485a6b5-bb58-4610-a845-8c5fa06a8736), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.010626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:16:57.227176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:51Z', 'revision_number': 5, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port': {'id': '65d9fffe-b040-4fcc-8608-36f53b7af733', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:36Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:57.291384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Deleting port 65d9fffe-b040-4fcc-8608-36f53b7af733 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:16:57.292904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.332867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Checking router: b485a6b5-bb58-4610-a845-8c5fa06a8736 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:57.373327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:57.376519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394e014-4215-4d3b-8a34-0f6fd11b996c req-35067fd8-6fbd-4b46-8a3e-3c81727401c1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:57.378825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6394e014-4215-4d3b-8a34-0f6fd11b996c req-35067fd8-6fbd-4b46-8a3e-3c81727401c1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 943 time: 0.3142273 Feb 10 13:16:57.400430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Routers {'b485a6b5-bb58-4610-a845-8c5fa06a8736'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:57.400974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b485a6b5-bb58-4610-a845-8c5fa06a8736'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:57.555713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6394e014-4215-4d3b-8a34-0f6fd11b996c req-7f78986f-a9d1-43bb-b45e-7f9e0966f7df tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639204 Feb 10 13:16:57.634018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fdfeb781-ad25-4f08-9eb0-503b63383162 req-ecfd268f-e312-4fb2-8d2b-850cdb69267e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.7504506 Feb 10 13:16:57.703755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7097441c-b03f-4e01-b429-ae281e52dcd9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:16:57.734966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks [] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.740219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'mac_address': 'fa:16:3e:86:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:16:57.782995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] For port 65d9fffe-b040-4fcc-8608-36f53b7af733, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65d9fffe-b040-4fcc-8608-36f53b7af733,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:57.783645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.795116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Transition to ACTIVE for port object 7097441c-b03f-4e01-b429-ae281e52dcd9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:16:57.804209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Calling delete_port for 65d9fffe-b040-4fcc-8608-36f53b7af733 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:16:57.809609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.836408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (b4684beb-aa30-41e1-954b-996db982701a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.843563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:57.845034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:57.868233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9303c6d5-ec85-4ac0-8160-568658af5fce {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:16:57.906890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e02fb413-5781-451e-8a74-a15aa78953cd req-e90a726a-1470-4735-98cc-13c6b304a4a7 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0667500 Feb 10 13:16:57.915724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30c64-e01c-453c-b941-220dac975259 req-4c4a87f7-02af-480a-aaf4-27d64764de27 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:57.920971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:57.922692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c30c64-e01c-453c-b941-220dac975259 req-4c4a87f7-02af-480a-aaf4-27d64764de27 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 932 time: 0.2269676 Feb 10 13:16:57.927426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] Set router b485a6b5-bb58-4610-a845-8c5fa06a8736 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:57.931893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:58.074543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c30c64-e01c-453c-b941-220dac975259 req-6d97b8a4-7842-4676-a9b1-9a37beb1b907 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507034 Feb 10 13:16:58.080736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:58.106958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:56Z', 'revision_number': 6, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:58.157114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Router b4684beb-aa30-41e1-954b-996db982701a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:16:58.180852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75406c-810b-4bea-8047-e41a4f13b9e3 None None] The sync data for ids ['b485a6b5-bb58-4610-a845-8c5fa06a8736'] in n-d-815324-6 is: [{'id': 'b485a6b5-bb58-4610-a845-8c5fa06a8736', 'name': 'tempest-FloatingIPsNegativeTestJSON-1409646268-router', 'tenant_id': 'f7fa1225d691472bbc9aa5b80634b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:34Z', 'updated_at': '2022-02-10T13:16:56Z', 'revision_number': 6, 'project_id': 'f7fa1225d691472bbc9aa5b80634b112', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:16:58.201904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:16:58.202443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:16:58.203375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:58.207698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['9303c6d5-ec85-4ac0-8160-568658af5fce'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:16:58.216120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:58.319142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:16:58.320508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:16:58.324940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (65d9fffe-b040-4fcc-8608-36f53b7af733), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:58.368964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:16:58.381221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Sync routers for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:16:58.395653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d9fffe-b040-4fcc-8608-36f53b7af733,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:58.403770 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:16:58.404420 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:58.409105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:16:58.409447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:16:58.409919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:16:58.410359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Bound port: 7097441c-b03f-4e01-b429-ae281e52dcd9, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:16:58.410714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:58.433477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:58.438590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-845c1243-99f0-4bda-a16f-bfc7ac50d825 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4780209 Feb 10 13:16:58.439284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:58.740830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5daef21-20c3-45b0-9a51-4429723196e7 None None] Network df9a1556-66cf-4965-b59a-57b4af290722 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:16:58.773816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:58.805594 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:16:58.968660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:16:59.003351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Provisioning complete for port 12ae58bb-c4c5-4d58-af96-96874c078b2a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:59.004107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.019488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76e86451-6898-46cf-803b-16509e514b12 req-3f3b6fff-51cd-4716-a4fe-9b03cd1b8bf7 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0901728 Feb 10 13:16:59.126011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.141999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:16:59.144026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks [] for router_controller (b485a6b5-bb58-4610-a845-8c5fa06a8736), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.174832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.214785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2b80f-475e-4638-98cc-a44dce254a49 req-e79dfc9e-26f3-4eba-9950-be2e48cfd1e5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:59.223313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdc2b80f-475e-4638-98cc-a44dce254a49 req-e79dfc9e-26f3-4eba-9950-be2e48cfd1e5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.2546487 Feb 10 13:16:59.270391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Current status of the port 12ae58bb-c4c5-4d58-af96-96874c078b2a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:59.270905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.331836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:16:56Z', 'revision_number': 3, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:16:59.345345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] For port 12ae58bb-c4c5-4d58-af96-96874c078b2a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=12ae58bb-c4c5-4d58-af96-96874c078b2a,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:16:59.353587 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.389385 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Checking router: b4684beb-aa30-41e1-954b-996db982701a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:16:59.390480 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Updating router b4684beb-aa30-41e1-954b-996db982701a port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:16:59.414072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 12ae58bb-c4c5-4d58-af96-96874c078b2a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:16:59.438116 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.483805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e154b-c9f9-4f96-87b8-aaf61bd249ed None None] Pushing event updated for resources: {'Port': ['ID=12ae58bb-c4c5-4d58-af96-96874c078b2a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:59.490024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:59.507912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:59.508576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.510454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-4e5616cc-1f3a-4d28-9e4f-96d752b6989b service neutron] 10.222.0.21 "PUT /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 1092 time: 3.4679456 Feb 10 13:16:59.510598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:16:59.532492 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41bbaa2-a723-4127-830e-7247df85f6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:16:59.537135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 12ae58bb-c4c5-4d58-af96-96874c078b2a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:59.538452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.576202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdc2b80f-475e-4638-98cc-a44dce254a49 req-a397e631-879b-474a-a7a2-866fb1e4ba80 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553759 Feb 10 13:16:59.619456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbbd02d7-bb2b-4c2a-be3e-d7410db5f09c req-be24f6cd-64c2-469e-9634-c44ddb91a75f tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1547596 Feb 10 13:16:59.637059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (b485a6b5-bb58-4610-a845-8c5fa06a8736), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.638505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b485a6b5-bb58-4610-a845-8c5fa06a8736 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:16:59.699684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.705869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3615c64d-9acb-4ee8-be1e-47846b944950 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b485a6b5-bb58-4610-a845-8c5fa06a8736 HTTP/1.1" status: 204 len: 168 time: 3.7586968 Feb 10 13:16:59.712861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:16:59.724416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5143284c-ab86-4e11-ac2f-0d7b3b511b67 None None] Provisioning complete for port 12ae58bb-c4c5-4d58-af96-96874c078b2a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:16:59.736151 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5143284c-ab86-4e11-ac2f-0d7b3b511b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.792115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2ce7d89d-921e-4f61-ab64-fa695b5c6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:16:59.795047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-2ce7d89d-921e-4f61-ab64-fa695b5c6411 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1126 time: 0.2045269 Feb 10 13:16:59.796626 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e968c-f587-40ae-821f-037ec0e6b0bd x-openstack-request-id: req-9f8e968c-f587-40ae-821f-037ec0e6b0bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:16:59.796936 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:16:59.797188 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f8e968c-f587-40ae-821f-037ec0e6b0bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:16:59.799331 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'status': 'completed', 'code': 200} Feb 10 13:16:59.867606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Deleting subnet 91e69480-29b2-4add-997b-3bb8a27dbc3d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:16:59.871882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-bd0da44c-6062-4301-879c-857318ec3583 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0694773 Feb 10 13:16:59.873237 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Publish callbacks [] for subnet (91e69480-29b2-4add-997b-3bb8a27dbc3d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.892472 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks [] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.899901 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:16:59.903997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 12ae58bb-c4c5-4d58-af96-96874c078b2a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:16:59.972883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625074c-f133-4903-8945-882e41c92365 None None] Pushing event updated for resources: {'Port': ['ID=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:16:59.981860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (91e69480-29b2-4add-997b-3bb8a27dbc3d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.013338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65d9fffe-b040-4fcc-8608-36f53b7af733 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:00.020561 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Attempting to bind port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:00.021277 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Attempting to bind port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:00.021865 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Attempting to bind port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:00.027712 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:00.028427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:00.029364 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.029971 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:00.030640 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Bound port: 5755cc78-98eb-46ba-8ce1-0e9aac1b6273, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:00.031218 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.040503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec3cc-78a4-4f62-9070-a7cce7c5e606 req-a36c732c-0fbb-4514-b866-8e81387c455c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:00.049733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b14ec3cc-78a4-4f62-9070-a7cce7c5e606 req-a36c732c-0fbb-4514-b866-8e81387c455c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.3100867 Feb 10 13:17:00.054958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-a8bc5e0a-901e-48b5-96e9-b5e142491b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:00.056416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 65d9fffe-b040-4fcc-8608-36f53b7af733 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:00.056786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65d9fffe-b040-4fcc-8608-36f53b7af733 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:00.058710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.061127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-a8bc5e0a-901e-48b5-96e9-b5e142491b1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1502731 Feb 10 13:17:00.064441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5143284c-ab86-4e11-ac2f-0d7b3b511b67 None None] Current status of the port 12ae58bb-c4c5-4d58-af96-96874c078b2a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:00.092263 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] For port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:00.095905 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] For port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:00.105776 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.121124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-df3faff0-64d4-42c4-ae1f-17ee1d11e637 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529754 Feb 10 13:17:00.190829 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b14ec3cc-78a4-4f62-9070-a7cce7c5e606 req-6e5b28c9-87a6-4e22-8134-596a512eeccd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396973 Feb 10 13:17:00.191034 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:00.191660 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:16:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:00.327655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Allocated IP 172.20.0.1 (df9a1556-66cf-4965-b59a-57b4af290722/b4f3a51c-3863-4d7a-8265-736249cfa10d/75c5e28e-e999-4706-bbdd-e29c6551b537) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:00.328263 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625074c-f133-4903-8945-882e41c92365 None None] Pushing event updated for resources: {'Port': ['ID=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:00.371418 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:00.467279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks [] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.509506 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.572307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Pushing event updated for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:00.591754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Network df9a1556-66cf-4965-b59a-57b4af290722 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:00.592779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-088c605a-e167-4f7b-9507-01759e829495 req-cd1ee256-e29f-4ddf-ac65-07532cdf1e6a tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.3785746 Feb 10 13:17:00.594203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (91e69480-29b2-4add-997b-3bb8a27dbc3d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.607787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:00.626963 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:00.701896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-66910d2b-574a-4171-9efe-18a9ca89e246 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724664 Feb 10 13:17:00.784740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (b4684beb-aa30-41e1-954b-996db982701a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.816688 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:16:56Z', 'revision_number': 3, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:00.817535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42628bc2-0dc5-4ee6-9c92-9a8c9a58729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.843754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (91e69480-29b2-4add-997b-3bb8a27dbc3d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.870178 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6d524-aee7-42bf-93a4-6045ebc55761 None None] The sync data for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 is: [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:16:56Z', 'revision_number': 3, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:00.876997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593f910-3159-4b13-823f-e37cff80c430 req-b062c6db-417f-424a-befc-583b382ecdc4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:00.878514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4593f910-3159-4b13-823f-e37cff80c430 req-b062c6db-417f-424a-befc-583b382ecdc4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.1951706 Feb 10 13:17:00.902435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:00.903212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1deeaa-2114-41d9-abdd-ff22b5fef4a5 None None] Network 9c798a7d-c041-47ee-ad23-c9f3783d62e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:00.914158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91e69480-29b2-4add-997b-3bb8a27dbc3d HTTP/1.1" status: 204 len: 168 time: 1.1997421 Feb 10 13:17:00.917418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:00.933790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f2a97b8-7014-4a99-8170-4984161dffcf req-8c933edc-bae0-4f3b-885c-333a4713b91d tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0941529 Feb 10 13:17:00.992814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a5102-1ea7-44ac-ac88-5773d4fcaf0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e69480-29b2-4add-997b-3bb8a27dbc3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:01.015696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:01.038184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c891c885-8969-4300-8c8b-4855f0526ad5 req-c4f48ab3-a173-44e4-9278-d116411222b1 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263268 Feb 10 13:17:01.063954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4593f910-3159-4b13-823f-e37cff80c430 req-545fc3a4-b71c-477d-98d0-20eb0cfae9fa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776145 Feb 10 13:17:01.105827 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9c798a7d-c041-47ee-ad23-c9f3783d62e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.139742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ce31316-4d66-4dca-abd6-eeb3f1762a3d None None] Provisioning complete for port 75c5e28e-e999-4706-bbdd-e29c6551b537 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:01.140127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ce31316-4d66-4dca-abd6-eeb3f1762a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.146074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.174516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-c8c9c47f-5153-4eb7-9660-4e1c491dbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:01.176234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-c8c9c47f-5153-4eb7-9660-4e1c491dbc48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1126 time: 0.0882742 Feb 10 13:17:01.260284 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:17:01.263415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 9303c6d5-ec85-4ac0-8160-568658af5fce triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:01.263808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.336954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Deleting port 8248b77a-4c62-45af-a788-2c5394b0c926 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:01.337548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.390082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ce31316-4d66-4dca-abd6-eeb3f1762a3d None None] Port 75c5e28e-e999-4706-bbdd-e29c6551b537 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:01.408170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] DHCP port deletion for 9c798a7d-c041-47ee-ad23-c9f3783d62e5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:17:01.416394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 12ae58bb-c4c5-4d58-af96-96874c078b2a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:01.500627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] For port 8248b77a-4c62-45af-a788-2c5394b0c926, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8248b77a-4c62-45af-a788-2c5394b0c926,segment=NetworkSegment(0c1a03c2-082d-4ad1-a5ce-6d6de356665d),segment_id=0c1a03c2-082d-4ad1-a5ce-6d6de356665d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:01.501064 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.513174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-a6bf8126-7802-4ad5-9933-2530bcfa5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:01.514937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-a6bf8126-7802-4ad5-9933-2530bcfa5e46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.3082440 Feb 10 13:17:01.526334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Calling delete_port for 8248b77a-4c62-45af-a788-2c5394b0c926 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:01.540826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc57514-af72-40a0-bbb2-d1b19cd29974 req-f3c473ad-a072-412f-a7fb-c32215a37f2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:01.542701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bc57514-af72-40a0-bbb2-d1b19cd29974 req-f3c473ad-a072-412f-a7fb-c32215a37f2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1133921 Feb 10 13:17:01.620958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks [] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.622545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-3df70ebd-2c46-4ddc-b470-5469c074b352 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0987961 Feb 10 13:17:01.629107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 12ae58bb-c4c5-4d58-af96-96874c078b2a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:01.629492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.654859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.687176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:01.687576 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.713993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Deleting port 8248b77a-4c62-45af-a788-2c5394b0c926 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:01.714368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.742875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:01.748994 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be274be8-bed4-4b84-8932-87a9920b66e4" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:01.787894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-9caaa5f5-d4f4-4318-9423-adfbbbf18fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:01.788727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:01.790360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-9caaa5f5-d4f4-4318-9423-adfbbbf18fd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1494129 Feb 10 13:17:01.817631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bc57514-af72-40a0-bbb2-d1b19cd29974 req-b917471b-5b5f-481a-9415-69531ef7bebf tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071283 Feb 10 13:17:01.820032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.828465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Pushing event updated for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:01.852378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f20caa1e-5bd4-4429-ac1e-6bc23b99aebf req-408fe684-8978-41c0-afdf-f6b4a7831c3d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.1113067 Feb 10 13:17:01.867555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.908151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8248b77a-4c62-45af-a788-2c5394b0c926,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:01.916153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (b4684beb-aa30-41e1-954b-996db982701a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:01.921258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-0e6440ab-ef46-4179-9035-a42d25cf7d1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976152 Feb 10 13:17:01.938917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] No DVR routers for this DVR port 8248b77a-4c62-45af-a788-2c5394b0c926 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:01.980567 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac733a84-af01-4b4c-852d-f37922f163b7 x-openstack-request-id: req-ac733a84-af01-4b4c-852d-f37922f163b7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:01.980884 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-plugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:01.981147 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac733a84-af01-4b4c-852d-f37922f163b7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:01.982108 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'code': 200} Feb 10 13:17:02.086398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] For port 8248b77a-4c62-45af-a788-2c5394b0c926, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8248b77a-4c62-45af-a788-2c5394b0c926,segment=NetworkSegment(0c1a03c2-082d-4ad1-a5ce-6d6de356665d),segment_id=0c1a03c2-082d-4ad1-a5ce-6d6de356665d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:02.087081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.090372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 12ae58bb-c4c5-4d58-af96-96874c078b2a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:02.103051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:02.113402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Calling delete_port for 8248b77a-4c62-45af-a788-2c5394b0c926 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:02.197301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-782d910f-fc9f-4dcf-8033-f1e30755ae68 req-bda9bb75-c437-4ab2-90a0-c7dda49ba2be tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1108155 Feb 10 13:17:02.204339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Network df9a1556-66cf-4965-b59a-57b4af290722 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:02.223845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:02.259120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (8248b77a-4c62-45af-a788-2c5394b0c926), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.284163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9c798a7d-c041-47ee-ad23-c9f3783d62e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.298584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] Pushing event deleted for resources: {'Port': ['ID=8248b77a-4c62-45af-a788-2c5394b0c926,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:02.311610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d58243-97a6-4514-b0dc-42c92d68f9f0 None None] No DVR routers for this DVR port 8248b77a-4c62-45af-a788-2c5394b0c926 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:02.312615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf917-2ec3-4db2-ad5f-03329abb4f90 req-74d0c2fd-2f74-48b5-95dd-db81585a1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:02.313893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65caf917-2ec3-4db2-ad5f-03329abb4f90 req-74d0c2fd-2f74-48b5-95dd-db81585a1083 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1128 time: 0.1833422 Feb 10 13:17:02.370952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-79795d03-0b05-4794-9f3c-cb153f27ee83 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451532 Feb 10 13:17:02.384415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c798a7d-c041-47ee-ad23-c9f3783d62e5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:02.389359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5450c-5160-47c2-b3d2-97a1c21f742e req-f3bb493f-b9d0-4202-8589-db6e20e07f18 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:02.391645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3d5450c-5160-47c2-b3d2-97a1c21f742e req-f3bb493f-b9d0-4202-8589-db6e20e07f18 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.1828973 Feb 10 13:17:02.407173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1a03c2-082d-4ad1-a5ce-6d6de356665d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:02.411895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1a03c2-082d-4ad1-a5ce-6d6de356665d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:02.453604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (0c1a03c2-082d-4ad1-a5ce-6d6de356665d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.506455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0c1a03c2-082d-4ad1-a5ce-6d6de356665d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.525124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:02.525580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (0c1a03c2-082d-4ad1-a5ce-6d6de356665d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:02.527534 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:02.559084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Router b4684beb-aa30-41e1-954b-996db982701a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:02.567602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65caf917-2ec3-4db2-ad5f-03329abb4f90 req-53da44af-a2a2-4051-9deb-4b76c53dd97f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370331 Feb 10 13:17:02.569896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f41bbaa2-a723-4127-830e-7247df85f6ea req-aa99acf4-d8a5-400a-b0d0-1d82f5b4933a service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758664 Feb 10 13:17:02.615984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3d5450c-5160-47c2-b3d2-97a1c21f742e req-8e0f34f2-f76a-43a8-a52d-a8deb4f7ce35 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973774 Feb 10 13:17:02.638559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9db48246-7289-4e29-99da-b77232e0245d None None] Provisioning complete for port 75c5e28e-e999-4706-bbdd-e29c6551b537 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:02.639200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9db48246-7289-4e29-99da-b77232e0245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.666396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9c798a7d-c041-47ee-ad23-c9f3783d62e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.672946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:02.676256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c798a7d-c041-47ee-ad23-c9f3783d62e5 HTTP/1.1" status: 204 len: 168 time: 1.7549474 Feb 10 13:17:02.685762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9db48246-7289-4e29-99da-b77232e0245d None None] Port 75c5e28e-e999-4706-bbdd-e29c6551b537 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:02.694172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98312ac-33c4-453a-a825-26b3e6a022a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c798a7d-c041-47ee-ad23-c9f3783d62e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:02.761243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:02.768191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4fcd6f78-ba6d-47d5-8e81-e092a94ebe90 admin admin] 10.222.0.13 "PUT /v2.0/routers/b4684beb-aa30-41e1-954b-996db982701a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3278620 Feb 10 13:17:02.953129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:02.990619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed748325-57e9-4924-9861-96846004f377 req-9aa17005-786f-408d-b72c-a6168da1a21b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:02.993156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed748325-57e9-4924-9861-96846004f377 req-9aa17005-786f-408d-b72c-a6168da1a21b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.0923874 Feb 10 13:17:03.003419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-942645df-e09d-4c5a-be06-8fc847279eb4 req-18aa5d09-08db-44e2-b148-30247e2c1a79 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0335829 Feb 10 13:17:03.034320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8effbd7f-07b0-4358-bbaf-45a9ae41cb69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7fa1225d691472bbc9aa5b80634b112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800283 Feb 10 13:17:03.037068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:03.059394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed748325-57e9-4924-9861-96846004f377 req-18e90cf2-41d0-49b0-8ed6-6cb883a52124 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Feb 10 13:17:03.091265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] Publish callbacks [] for security_group (7476aa44-3358-4c89-bb86-e3fbe363d62f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.119752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] Publish callbacks [] for security_group (7476aa44-3358-4c89-bb86-e3fbe363d62f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.172215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-acf46465-5d90-499b-8f61-ba474d090827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.180291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7476aa44-3358-4c89-bb86-e3fbe363d62f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.183136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.188906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7476aa44-3358-4c89-bb86-e3fbe363d62f HTTP/1.1" status: 204 len: 168 time: 0.1485372 Feb 10 13:17:03.207507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b1ff1-d703-413e-9e4f-cb0669d4cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476aa44-3358-4c89-bb86-e3fbe363d62f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:03.292672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:03.345151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-840af48d-1a2f-4807-9dc6-3b585d622a4f req-b3cb2333-9694-4412-9f4d-5940d5abd467 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0382209 Feb 10 13:17:03.398246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:03.398656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.516278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:03.516960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.550329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:03.557598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:03.682361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:03.694654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8248b77a-4c62-45af-a788-2c5394b0c926 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:03.742256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8248b77a-4c62-45af-a788-2c5394b0c926 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:03.742610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8248b77a-4c62-45af-a788-2c5394b0c926 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:03.821607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Sync routers for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:03.857770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:03.859009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:03.897631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6206b-0f85-454a-a28a-de78b8a147da req-56a8eb38-ffd5-4a30-ab1f-01ae7f99f821 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:03.899374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3c6206b-0f85-454a-a28a-de78b8a147da req-56a8eb38-ffd5-4a30-ab1f-01ae7f99f821 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.0901315 Feb 10 13:17:03.974037 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3c6206b-0f85-454a-a28a-de78b8a147da req-959dfea8-d859-4e3f-b6a6-7d97b6fc38d5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681293 Feb 10 13:17:04.231282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56283e31-457f-44bc-a285-709e3f955ef3 req-4d4121f9-45dd-4b50-8392-da59e068e852 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b68b79-77ec-4ebc-adc0-dafdadfcdf6a HTTP/1.1" status: 200 len: 210 time: 0.0719810 Feb 10 13:17:04.283414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19802f9-27b2-430c-a964-50670cd2b39e req-833608d2-bc6a-46a6-8e07-24afd7abaa77 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:04.292081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a19802f9-27b2-430c-a964-50670cd2b39e req-833608d2-bc6a-46a6-8e07-24afd7abaa77 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.0867505 Feb 10 13:17:04.292564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:04.365384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a19802f9-27b2-430c-a964-50670cd2b39e req-61c4cd74-5c49-49b8-accf-75e2d10422d7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Feb 10 13:17:04.493446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-326a09bc-2e92-49c5-8fa0-90eb98393950 req-78d4e5fd-c496-44f2-8de3-40c389e3c56d tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0486538 Feb 10 13:17:04.548472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:04.754829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:17:01Z', 'revision_number': 4, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '75c5e28e-e999-4706-bbdd-e29c6551b537', 'name': '', 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'mac_address': 'fa:16:3e:8a:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:00Z', 'updated_at': '2022-02-10T13:17:01Z', 'revision_number': 2, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'subnets': [{'id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:04.842397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Checking router: b4684beb-aa30-41e1-954b-996db982701a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:04.843177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Updating router b4684beb-aa30-41e1-954b-996db982701a port 75c5e28e-e999-4706-bbdd-e29c6551b537 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:17:04.922219 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:05.183375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc8cf-ae20-4192-992c-ca9fa1e3921a req-9f4ddbc8-0b9d-4471-b918-419eb92eb371 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:05.197782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c1bc8cf-ae20-4192-992c-ca9fa1e3921a req-9f4ddbc8-0b9d-4471-b918-419eb92eb371 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.1813378 Feb 10 13:17:05.307553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c1bc8cf-ae20-4192-992c-ca9fa1e3921a req-7b00dda8-fe0c-45ae-b774-7441d1ad4a37 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059778 Feb 10 13:17:05.308654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:05.459420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:05.462635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:05.504014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fc4d8-bddc-4010-9417-8b74b243eef8 req-92d2e87d-af33-4b9e-a1b7-ac88abd8b904 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:05.517334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e53fc4d8-bddc-4010-9417-8b74b243eef8 req-92d2e87d-af33-4b9e-a1b7-ac88abd8b904 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.1230564 Feb 10 13:17:05.527885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks [] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:05.555281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:05.646806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e53fc4d8-bddc-4010-9417-8b74b243eef8 req-c5f1710e-b298-45f3-9178-346341139473 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283879 Feb 10 13:17:05.808627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730e96c-1f12-43ff-99d6-b53522dd6559 None None] Pushing event updated for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:05.896039 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bafc01bd-fb48-491c-97ea-910e23c201cb req-d853031a-6d23-481e-bd0e-0a4ba428964b tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0864217 Feb 10 13:17:05.937242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:05.937500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a9c4-0538-4f6b-a490-da005349bb41 req-5aab4c4f-a900-4f98-9a0d-77386186cc15 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:05.941131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2d6a9c4-0538-4f6b-a490-da005349bb41 req-5aab4c4f-a900-4f98-9a0d-77386186cc15 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1593072 Feb 10 13:17:05.984869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.001238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:06.007366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Attempting to bind port 75c5e28e-e999-4706-bbdd-e29c6551b537 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:06.007500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2d6a9c4-0538-4f6b-a490-da005349bb41 req-8f10d59e-47a4-47ff-9dea-6374bad76963 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650833 Feb 10 13:17:06.007753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Attempting to bind port 75c5e28e-e999-4706-bbdd-e29c6551b537 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:06.008118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Attempting to bind port 75c5e28e-e999-4706-bbdd-e29c6551b537 on network df9a1556-66cf-4965-b59a-57b4af290722 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:06.016097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:06.016929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Checking segment: {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:06.017343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.017746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Bound using segment: {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:06.018218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Bound port: 75c5e28e-e999-4706-bbdd-e29c6551b537, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:06.018597 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.104349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] For port 75c5e28e-e999-4706-bbdd-e29c6551b537, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:06.109088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] For port 75c5e28e-e999-4706-bbdd-e29c6551b537, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=75c5e28e-e999-4706-bbdd-e29c6551b537,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:06.123264 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.212745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Provisioning complete for port 75c5e28e-e999-4706-bbdd-e29c6551b537 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:06.217557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.273566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730e96c-1f12-43ff-99d6-b53522dd6559 None None] Pushing event updated for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:06.289873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:06.291095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:06.329930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-a96b31b7-863a-40f3-9269-4c3ac5dc7216 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:06.332225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-a96b31b7-863a-40f3-9269-4c3ac5dc7216 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.77 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.0808523 Feb 10 13:17:06.568965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adae09-f14c-49f6-b115-6669054fbbb4 req-31338e78-8337-4591-ae8d-03b2ed7e15f4 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:06.571102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b0adae09-f14c-49f6-b115-6669054fbbb4 req-31338e78-8337-4591-ae8d-03b2ed7e15f4 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 945 time: 0.1619146 Feb 10 13:17:06.604244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Current status of the port 75c5e28e-e999-4706-bbdd-e29c6551b537 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:06.604863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.614441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Deleting port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:06.615399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.645463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b0adae09-f14c-49f6-b115-6669054fbbb4 req-a7048c07-2491-4cc6-ba49-a35715a670e4 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups?id=35c83160-cb62-4f62-b04a-be21827b3877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666554 Feb 10 13:17:06.646750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:06.744346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] For port 75c5e28e-e999-4706-bbdd-e29c6551b537, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=75c5e28e-e999-4706-bbdd-e29c6551b537,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:06.813162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.838425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] For port 3588d38d-fb13-40ed-b2ff-779d1f9bc228, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3588d38d-fb13-40ed-b2ff-779d1f9bc228,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:06.838956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0afb-bcce-4bec-8d08-0b750c54a106 req-09baece1-e70a-4af5-a115-3f8b7e8d92b6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:06.839201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:06.868571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1e0afb-bcce-4bec-8d08-0b750c54a106 req-09baece1-e70a-4af5-a115-3f8b7e8d92b6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.1015542 Feb 10 13:17:06.989139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1e0afb-bcce-4bec-8d08-0b750c54a106 req-039b27f8-2491-4343-962c-db648b9cc076 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114709 Feb 10 13:17:07.030288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c332a-b852-4568-8fa5-e0ca19c2cc6f None None] Pushing event updated for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:07.045038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-056d777e-e98c-4f4e-8ce8-4cba86eb97b2 None None] Provisioning complete for port 75c5e28e-e999-4706-bbdd-e29c6551b537 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:07.045401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-056d777e-e98c-4f4e-8ce8-4cba86eb97b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:07.187242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:17:01Z', 'revision_number': 4, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '75c5e28e-e999-4706-bbdd-e29c6551b537', 'name': '', 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'mac_address': 'fa:16:3e:8a:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:00Z', 'updated_at': '2022-02-10T13:17:06Z', 'revision_number': 4, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'subnets': [{'id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:07.190713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-056d777e-e98c-4f4e-8ce8-4cba86eb97b2 None None] Current status of the port 75c5e28e-e999-4706-bbdd-e29c6551b537 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:07.203819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15d5dd6f-9523-49c5-a3d0-dd587f1e9a55 req-c5b97f0c-98de-4bf6-8b48-b399043c84bd tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0883446 Feb 10 13:17:07.223955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3255df1-89d3-42c9-bb2e-b9a301c4019c None None] The sync data for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 is: [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:17:01Z', 'revision_number': 4, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '75c5e28e-e999-4706-bbdd-e29c6551b537', 'name': '', 'network_id': 'df9a1556-66cf-4965-b59a-57b4af290722', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'mac_address': 'fa:16:3e:8a:f0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:00Z', 'updated_at': '2022-02-10T13:17:06Z', 'revision_number': 4, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'subnets': [{'id': 'b4f3a51c-3863-4d7a-8265-736249cfa10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:07.347285 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:07.392402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:07.392402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:07.392402 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Floating IP 687805a7-b11f-421b-bb60-284ca1c6cc9b disassociated. External IP: 172.25.8.219, port: 3588d38d-fb13-40ed-b2ff-779d1f9bc228. Feb 10 13:17:07.392402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Calling delete_port for 3588d38d-fb13-40ed-b2ff-779d1f9bc228 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:07.556510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3588d38d-fb13-40ed-b2ff-779d1f9bc228), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:07.640599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event deleted for resources: {'Port': ['ID=3588d38d-fb13-40ed-b2ff-779d1f9bc228,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:07.804316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ea329-deab-42ce-b0ce-5df0b1545c07 req-83762bf8-b212-4703-b5e5-10abbd262d1b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:07.814401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa9ea329-deab-42ce-b0ce-5df0b1545c07 req-83762bf8-b212-4703-b5e5-10abbd262d1b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.5245225 Feb 10 13:17:07.926633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Router 4848722f-35af-4acd-b293-7faea7c5ccb5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:08.051596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa9ea329-deab-42ce-b0ce-5df0b1545c07 req-20bc49c8-1321-4f61-82b5-1308c54d8299 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332699 Feb 10 13:17:08.247830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbf55e06-6860-4268-bcd0-fbeffb3b8cec req-c061083a-4496-40e4-a7f0-c8c32ac5354e tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df6e1d9-3c01-433b-ae98-0b2baef55761 HTTP/1.1" status: 200 len: 210 time: 0.0682311 Feb 10 13:17:08.251897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:08.263050 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Sync routers for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:08.291004 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:08.296910 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:08.391064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] No DVR routers for this DVR port 3588d38d-fb13-40ed-b2ff-779d1f9bc228 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:08.396453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:08.406943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fe835b4-ccd2-4949-98e2-747d8425ed63 req-19dfbc79-25f7-4a04-a333-7264d3a4a297 tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.77 "DELETE /v2.0/ports/3588d38d-fb13-40ed-b2ff-779d1f9bc228 HTTP/1.1" status: 204 len: 173 time: 2.0699351 Feb 10 13:17:08.407445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'name': 'network-vif-deleted', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:08.412500 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cb75cc-d5cc-4ff9-a61d-4a7fbb961c6e" -d '{"events": [{"server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "name": "network-vif-deleted", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:08.506323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d70da7c4-50ab-4f8a-800a-4628aa94dc03 req-820fc965-694b-47b9-90bc-7cc683f310df tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0882490 Feb 10 13:17:08.528861 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:08.557356 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e74a1-e7be-4e50-ba3c-dc4eeee8cb89 x-openstack-request-id: req-bf4e74a1-e7be-4e50-ba3c-dc4eeee8cb89 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:08.558162 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df6e1d9-3c01-433b-ae98-0b2baef55761", "name": "network-vif-deleted", "tag": "3588d38d-fb13-40ed-b2ff-779d1f9bc228", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:08.558792 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf4e74a1-e7be-4e50-ba3c-dc4eeee8cb89 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:08.560021 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df6e1d9-3c01-433b-ae98-0b2baef55761', 'name': 'network-vif-deleted', 'tag': '3588d38d-fb13-40ed-b2ff-779d1f9bc228', 'status': 'completed', 'code': 200} Feb 10 13:17:08.769501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:08.914927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:08.955450 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Checking router: 4848722f-35af-4acd-b293-7faea7c5ccb5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:08.964955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-457343a3-8866-4f8d-843f-d6bef1a970ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:08.968740 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:08.969518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:09.025123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3588d38d-fb13-40ed-b2ff-779d1f9bc228 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:09.092902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 3588d38d-fb13-40ed-b2ff-779d1f9bc228 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:09.093494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3588d38d-fb13-40ed-b2ff-779d1f9bc228 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:09.225277 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:09.231835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-457343a3-8866-4f8d-843f-d6bef1a970ee admin admin] Publish callbacks [] for security_group (cc775258-ddd8-4fee-9794-b2f0b809560e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.242891 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-457343a3-8866-4f8d-843f-d6bef1a970ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cc775258-ddd8-4fee-9794-b2f0b809560e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.302791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b43156-d30d-4e4d-abc5-e7ff2a302a7d req-8e0055af-d1b3-4f2f-a97a-30ebc6294caa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:09.304515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1b43156-d30d-4e4d-abc5-e7ff2a302a7d req-8e0055af-d1b3-4f2f-a97a-30ebc6294caa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1327741 Feb 10 13:17:09.332095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 75c5e28e-e999-4706-bbdd-e29c6551b537 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:09.430168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1b43156-d30d-4e4d-abc5-e7ff2a302a7d req-40f0e05e-e85d-4e6b-a880-cd29f4094a3f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178124 Feb 10 13:17:09.438262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-457343a3-8866-4f8d-843f-d6bef1a970ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb9bf70ad6f14961aabb8da9bdd4ca5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6672056 Feb 10 13:17:09.439118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:09.449595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:09.454262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457343a3-8866-4f8d-843f-d6bef1a970ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc775258-ddd8-4fee-9794-b2f0b809560e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:09.490002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 75c5e28e-e999-4706-bbdd-e29c6551b537 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:09.490736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.587707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] Publish callbacks [] for security_group (cc775258-ddd8-4fee-9794-b2f0b809560e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.610831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (35c83160-cb62-4f62-b04a-be21827b3877), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.656724 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] Publish callbacks [] for security_group (cc775258-ddd8-4fee-9794-b2f0b809560e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.667593 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (35c83160-cb62-4f62-b04a-be21827b3877), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.670880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 75c5e28e-e999-4706-bbdd-e29c6551b537 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:09.712851 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:09.737204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cc775258-ddd8-4fee-9794-b2f0b809560e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.741041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.743073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc775258-ddd8-4fee-9794-b2f0b809560e HTTP/1.1" status: 204 len: 168 time: 0.3017669 Feb 10 13:17:09.752723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a2770679-2b93-4692-8c67-2609df98bd25 req-44d98acf-f80a-496a-b095-aca40db4aa35 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0305476 Feb 10 13:17:09.763273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d6b8f-4448-4bd8-b37b-78f3545b97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc775258-ddd8-4fee-9794-b2f0b809560e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:09.772021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35c83160-cb62-4f62-b04a-be21827b3877), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.775733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:09.779392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "DELETE /v2.0/security-groups/35c83160-cb62-4f62-b04a-be21827b3877 HTTP/1.1" status: 204 len: 168 time: 0.3259065 Feb 10 13:17:09.780062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:09.815140 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9c93704a-e7ab-4e6a-b4ad-f9e9823b7deb tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] show failed (client error): The resource could not be found. Feb 10 13:17:09.818836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c93704a-e7ab-4e6a-b4ad-f9e9823b7deb tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "GET /v2.0/security-groups/35c83160-cb62-4f62-b04a-be21827b3877 HTTP/1.1" status: 404 len: 347 time: 0.0340953 Feb 10 13:17:09.818998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4905015-2c01-4138-99e7-09224e93e90d tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c83160-cb62-4f62-b04a-be21827b3877,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:09.820308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:09.837081 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6773b-e0d9-4d2b-9f53-25c8f746be28 None None] The sync data for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 is: [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:16:00Z', 'revision_number': 4, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4fc81600-3901-4cb1-9c86-daaa9256ed3f', 'name': '', 'network_id': '7ef42053-5797-4e5d-b258-68ab8a420570', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'mac_address': 'fa:16:3e:26:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:58Z', 'updated_at': '2022-02-10T13:16:08Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'subnets': [{'id': '52b1cea1-eae1-4419-ad85-62310e7dd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:10.002982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Deleting port a2ac2fbc-851c-4f86-bd3d-904757c095b1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:10.003337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:10.134702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:10.135643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (a2ac2fbc-851c-4f86-bd3d-904757c095b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:10.151151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Calling delete_port for a2ac2fbc-851c-4f86-bd3d-904757c095b1 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:10.349560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76037537-e319-48b9-bcad-ed55e313f971 None None] New status for floating IP 687805a7-b11f-421b-bb60-284ca1c6cc9b: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:17:10.361366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a2ac2fbc-851c-4f86-bd3d-904757c095b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:10.629668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5e1a-0ad6-4aa0-98cc-67c4b2671621 req-cf6a9710-b099-4c89-9d68-70fdacd7ef5c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:10.631294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b7a5e1a-0ad6-4aa0-98cc-67c4b2671621 req-cf6a9710-b099-4c89-9d68-70fdacd7ef5c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1023896 Feb 10 13:17:10.749184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-76037537-e319-48b9-bcad-ed55e313f971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:17:10.749834 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-76037537-e319-48b9-bcad-ed55e313f971 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:17:10.791543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b7a5e1a-0ad6-4aa0-98cc-67c4b2671621 req-640b7c8d-7aef-498e-8878-2d73651c876c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473935 Feb 10 13:17:10.936583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:10.982167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Pushing event deleted for resources: {'Port': ['ID=a2ac2fbc-851c-4f86-bd3d-904757c095b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:11.048325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55f041d2-c5ea-4c15-9e1a-37b218b0e1c4 req-cdbd9813-49f7-4c86-b91b-20286ba436a1 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0834250 Feb 10 13:17:11.078847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks [] for floatingip (687805a7-b11f-421b-bb60-284ca1c6cc9b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.082756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.084180 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3bbd7f17-489d-4575-b5c1-2ae42414da6f tempest-ServersTestFqdnHostnames-759513619 tempest-ServersTestFqdnHostnames-759513619-project] 10.222.0.13 "DELETE /v2.0/floatingips/687805a7-b11f-421b-bb60-284ca1c6cc9b HTTP/1.1" status: 204 len: 168 time: 1.2628486 Feb 10 13:17:11.087228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:11.251213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76037537-e319-48b9-bcad-ed55e313f971 None None] New status for floating IP 687805a7-b11f-421b-bb60-284ca1c6cc9b: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:17:11.484162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:11.589641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (4848722f-35af-4acd-b293-7faea7c5ccb5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.641806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fa0a21-fe31-435d-9c54-52ce4f24b0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.775736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fa0a21-fe31-435d-9c54-52ce4f24b0e4 admin admin] Publish callbacks [] for security_group (68513443-4ac7-4e78-9ba7-9a0b75ac258e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.781426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fa0a21-fe31-435d-9c54-52ce4f24b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68513443-4ac7-4e78-9ba7-9a0b75ac258e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.835956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0a21-fe31-435d-9c54-52ce4f24b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68513443-4ac7-4e78-9ba7-9a0b75ac258e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:11.841737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-06fa0a21-fe31-435d-9c54-52ce4f24b0e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb83a0fe6d94bccaba2bdc2bf412148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563519 Feb 10 13:17:11.844286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:11.916129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] Publish callbacks [] for security_group (68513443-4ac7-4e78-9ba7-9a0b75ac258e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.952014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] Publish callbacks [] for security_group (68513443-4ac7-4e78-9ba7-9a0b75ac258e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:11.994670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f399-8d29-4cdb-8294-4a6428090f9f req-3a860df5-7e99-4426-a351-4886549d621b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:12.002378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78b7f399-8d29-4cdb-8294-4a6428090f9f req-3a860df5-7e99-4426-a351-4886549d621b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1161749 Feb 10 13:17:12.009660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68513443-4ac7-4e78-9ba7-9a0b75ac258e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:12.013172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:12.017012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68513443-4ac7-4e78-9ba7-9a0b75ac258e HTTP/1.1" status: 204 len: 168 time: 0.1691895 Feb 10 13:17:12.028584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Deleting port 4fc81600-3901-4cb1-9c86-daaa9256ed3f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:12.029029 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:12.032406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d1c98-8238-4cb0-9eae-74c0017c83a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68513443-4ac7-4e78-9ba7-9a0b75ac258e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:12.132288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78b7f399-8d29-4cdb-8294-4a6428090f9f req-4e46b34a-298a-4e56-be88-6f36297e2344 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288505 Feb 10 13:17:12.181452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] For port 4fc81600-3901-4cb1-9c86-daaa9256ed3f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fc81600-3901-4cb1-9c86-daaa9256ed3f,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:12.181853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:12.197462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Calling delete_port for 4fc81600-3901-4cb1-9c86-daaa9256ed3f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:12.205182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1c3091e-ef2f-45da-8112-5a29b42399ce req-b5f69b5f-4b72-4c2a-bb45-34ef460f4c65 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0520854 Feb 10 13:17:12.457370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4fc81600-3901-4cb1-9c86-daaa9256ed3f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:12.491641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc81600-3901-4cb1-9c86-daaa9256ed3f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:12.892498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (4848722f-35af-4acd-b293-7faea7c5ccb5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.016651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:13.164329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2071846188-network', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:13.203320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Made reservation on behalf of 13cd346a917d41d2815f3936e2949ce6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:13.207096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.218335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.226979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Router 4848722f-35af-4acd-b293-7faea7c5ccb5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:13.310564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks [] for security_group (f277c95e-bd2e-4041-ad39-6f481ab3251a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.316618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f277c95e-bd2e-4041-ad39-6f481ab3251a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.342659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:17:13.374204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277c95e-bd2e-4041-ad39-6f481ab3251a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:13.398704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7a09988d-5119-43cc-a49e-b3ab62aefcea), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.399180 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Added segment 7a09988d-5119-43cc-a49e-b3ab62aefcea of type vlan for network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 Feb 10 13:17:13.402513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-134af9e0-b25d-41b4-9846-025efef36a87 req-e122b152-ebaa-47e9-8a4e-a7be335a36bf tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0522394 Feb 10 13:17:13.410785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:13.431167 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Sync routers for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:13.452740 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:13.454040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:13.467560 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5ba19c96-eab6-4307-9739-e21ae3d45bc3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.474124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c9807aff-ee61-44cf-8db9-88dd7690f43f admin admin] 10.222.0.13 "PUT /v2.0/routers/4848722f-35af-4acd-b293-7faea7c5ccb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3858397 Feb 10 13:17:13.478766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:13.503488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5ba19c96-eab6-4307-9739-e21ae3d45bc3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.504895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:13.505936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.577956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5594971 Feb 10 13:17:13.581616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:13.586565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Request body: {'subnet': {'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2071846188-subnet', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:13.605152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff464d9f-5013-4484-a096-c26fe16e472f admin admin] Pushing event updated for resources: {'Network': ['ID=5ba19c96-eab6-4307-9739-e21ae3d45bc3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:13.609774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Made reservation on behalf of 13cd346a917d41d2815f3936e2949ce6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:13.612412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.618610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:17:13.642495 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:13.718875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2244ef-4214-4d71-8a48-dbbaa668d3d3 req-6a684593-cbd1-45cd-96a7-6e828309c7b2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:13.729509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d2244ef-4214-4d71-8a48-dbbaa668d3d3 req-6a684593-cbd1-45cd-96a7-6e828309c7b2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.3215673 Feb 10 13:17:13.868975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.873386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks [] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:13.924394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d2244ef-4214-4d71-8a48-dbbaa668d3d3 req-33239116-2849-4b78-9b1f-44fd337775d8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391506 Feb 10 13:17:13.971198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:14.003910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Checking segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:14.004281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Network hostable DHCP agents. Network: 5ba19c96-eab6-4307-9739-e21ae3d45bc3, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:17:14.004500 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:17:12Z', 'revision_number': 5, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port': {'id': '761345ca-27f2-4529-868f-507f9c91ba0f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:15:54Z', 'updated_at': '2022-02-10T13:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:14.011501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks [] for router_gateway (4848722f-35af-4acd-b293-7faea7c5ccb5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.026000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:17:14.040439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5ba19c96-eab6-4307-9739-e21ae3d45bc3) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:14.050933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00f2ce-9b11-4747-a85e-ff8a6581dcdb None None] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:14.058820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:14.063061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.063353 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Checking router: 4848722f-35af-4acd-b293-7faea7c5ccb5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:14.090071 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Routers {'4848722f-35af-4acd-b293-7faea7c5ccb5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:14.091351 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4848722f-35af-4acd-b293-7faea7c5ccb5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:14.095668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e8e00691-bc6c-464f-b3d4-ca1d9071e706 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5126503 Feb 10 13:17:14.099458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:14.104220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:14.105658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Deleting port 761345ca-27f2-4529-868f-507f9c91ba0f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:14.106046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.146850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.148736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.222913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for router_controller (f3270d2a-679a-4681-8f38-6a36c4352cd9), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.284589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] For port 761345ca-27f2-4529-868f-507f9c91ba0f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=761345ca-27f2-4529-868f-507f9c91ba0f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:14.285000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.293307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:17:14.295330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.318358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Calling delete_port for 761345ca-27f2-4529-868f-507f9c91ba0f owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:14.365996 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] Set router 4848722f-35af-4acd-b293-7faea7c5ccb5 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:14.472844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for router_gateway (f3270d2a-679a-4681-8f38-6a36c4352cd9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.498360 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:17:14Z', 'revision_number': 6, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:14.555884 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896f8c9-7b73-4a84-8b71-bd1885edb5bd None None] The sync data for ids ['4848722f-35af-4acd-b293-7faea7c5ccb5'] in n-d-815324-6 is: [{'id': '4848722f-35af-4acd-b293-7faea7c5ccb5', 'name': 'tempest-ServersTestFqdnHostnames-160269978-router', 'tenant_id': '4f211285e1fc47faa63ae61f5aa95d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:15:53Z', 'updated_at': '2022-02-10T13:17:14Z', 'revision_number': 6, 'project_id': '4f211285e1fc47faa63ae61f5aa95d56', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:14.614639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Allocated IP 172.20.0.2 (5ba19c96-eab6-4307-9739-e21ae3d45bc3/bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb/35d849e8-8400-4418-a99c-be78f57a4bc6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:14.666023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8008a4f8-47b0-4fa1-94c6-b4ca2f628add req-c325a6a4-9c5f-4ae3-8ee8-b50cc115c444 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0620930 Feb 10 13:17:14.756168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (761345ca-27f2-4529-868f-507f9c91ba0f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.808094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Pushing event deleted for resources: {'Port': ['ID=761345ca-27f2-4529-868f-507f9c91ba0f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:14.982875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (4848722f-35af-4acd-b293-7faea7c5ccb5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:14.990202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks [] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.014185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.085653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for router_gateway (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.142617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:15.145527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.152097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:15.163785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:15.254899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Pushing event updated for resources: {'Port': ['ID=35d849e8-8400-4418-a99c-be78f57a4bc6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:15.260348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Allocated IP 172.25.8.143 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/393b6fd2-e8d6-494e-984f-9fab48213172) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:15.308348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.322748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks [] for router_controller (4848722f-35af-4acd-b293-7faea7c5ccb5), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.345101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Attempting to bind port 35d849e8-8400-4418-a99c-be78f57a4bc6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:15.345476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Attempting to bind port 35d849e8-8400-4418-a99c-be78f57a4bc6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:15.345843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Attempting to bind port 35d849e8-8400-4418-a99c-be78f57a4bc6 on network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:15.352899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:15.353289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Checking segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:15.353702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.354105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Bound using segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:15.354581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Bound port: 35d849e8-8400-4418-a99c-be78f57a4bc6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:15.354966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.436968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bff4c-b8d3-4a39-b486-d0e4ea69d763 req-381d9d7e-5ed4-44f9-9e90-a5ee684b9657 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:15.438619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a67bff4c-b8d3-4a39-b486-d0e4ea69d763 req-381d9d7e-5ed4-44f9-9e90-a5ee684b9657 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2910821 Feb 10 13:17:15.440284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (4848722f-35af-4acd-b293-7faea7c5ccb5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.441094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4848722f-35af-4acd-b293-7faea7c5ccb5 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:17:15.447728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.454550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:15.455766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f84af329-033a-4210-81c1-24fc45533022 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4848722f-35af-4acd-b293-7faea7c5ccb5 HTTP/1.1" status: 204 len: 168 time: 1.9713140 Feb 10 13:17:15.487164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] For port 35d849e8-8400-4418-a99c-be78f57a4bc6, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:15.502073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] For port 35d849e8-8400-4418-a99c-be78f57a4bc6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=35d849e8-8400-4418-a99c-be78f57a4bc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:15.517511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.578535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Deleting subnet 52b1cea1-eae1-4419-ad85-62310e7dd76e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:17:15.585541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a67bff4c-b8d3-4a39-b486-d0e4ea69d763 req-422ce6f1-c766-499a-a491-1785fa2999a2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263494 Feb 10 13:17:15.587891 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Publish callbacks [] for subnet (52b1cea1-eae1-4419-ad85-62310e7dd76e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.620133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 761345ca-27f2-4529-868f-507f9c91ba0f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:15.698805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for port (393b6fd2-e8d6-494e-984f-9fab48213172), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.699921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 761345ca-27f2-4529-868f-507f9c91ba0f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:15.700482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 761345ca-27f2-4529-868f-507f9c91ba0f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:15.700482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fc81600-3901-4cb1-9c86-daaa9256ed3f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:15.709230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (52b1cea1-eae1-4419-ad85-62310e7dd76e), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:15.767003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4fc81600-3901-4cb1-9c86-daaa9256ed3f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:15.767354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fc81600-3901-4cb1-9c86-daaa9256ed3f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:15.823132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010856f-8377-4d0b-a1d5-3ceb1e7f4b7c None None] Pushing event updated for resources: {'Port': ['ID=35d849e8-8400-4418-a99c-be78f57a4bc6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:15.976852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0eea2e0b-8dbd-4754-b052-d05dde7c9636 req-a578a321-412b-425c-9558-b02b3761e6af tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1226733 Feb 10 13:17:15.995379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.132729 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (52b1cea1-eae1-4419-ad85-62310e7dd76e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.135208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Pushing event updated for resources: {'Port': ['ID=393b6fd2-e8d6-494e-984f-9fab48213172,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:16.185487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:16.197947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:16.205154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:16.324134 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (52b1cea1-eae1-4419-ad85-62310e7dd76e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.342923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.347747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52b1cea1-eae1-4419-ad85-62310e7dd76e HTTP/1.1" status: 204 len: 168 time: 0.8919799 Feb 10 13:17:16.348812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4e0f1-3306-4088-9a07-c04999e39cfd None None] Network 7ef42053-5797-4e5d-b258-68ab8a420570 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:16.350035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:16.467745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7ef42053-5797-4e5d-b258-68ab8a420570), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.560986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Deleting port 5f721d59-d9b5-4e8a-a225-dfce0c529958 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:16.561357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.691140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] DHCP port deletion for 7ef42053-5797-4e5d-b258-68ab8a420570 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:17:16.893435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Deleting port 5f721d59-d9b5-4e8a-a225-dfce0c529958 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:16.897400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.923244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] For port 5f721d59-d9b5-4e8a-a225-dfce0c529958, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f721d59-d9b5-4e8a-a225-dfce0c529958,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:16.923571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:16.965285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Calling delete_port for 5f721d59-d9b5-4e8a-a225-dfce0c529958 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:17.000059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255aea-4aa8-4e23-93b8-a4da50023cd1 req-4bf53686-383c-448b-bbaf-99aaf6993ac1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:17.006522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09255aea-4aa8-4e23-93b8-a4da50023cd1 req-4bf53686-383c-448b-bbaf-99aaf6993ac1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2511368 Feb 10 13:17:17.028669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] For port 5f721d59-d9b5-4e8a-a225-dfce0c529958, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f721d59-d9b5-4e8a-a225-dfce0c529958,segment=NetworkSegment(b2e0edea-eee8-46a6-8e08-7f61aacf200f),segment_id=b2e0edea-eee8-46a6-8e08-7f61aacf200f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:17.029124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.051249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Calling delete_port for 5f721d59-d9b5-4e8a-a225-dfce0c529958 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:17.097543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2ad49-7d86-499d-ac1e-672ab5525862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b1cea1-eae1-4419-ad85-62310e7dd76e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:17.240649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09255aea-4aa8-4e23-93b8-a4da50023cd1 req-c2e69a1e-9d01-416b-9fcb-862f715771e6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247572 Feb 10 13:17:17.288781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.305786 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (5f721d59-d9b5-4e8a-a225-dfce0c529958), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.394777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f721d59-d9b5-4e8a-a225-dfce0c529958,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:17.396697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] Pushing event deleted for resources: {'Port': ['ID=5f721d59-d9b5-4e8a-a225-dfce0c529958,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:17.403711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70848eed-430e-4eef-a013-290b137e2bc5 None None] No DVR routers for this DVR port 5f721d59-d9b5-4e8a-a225-dfce0c529958 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:17.407410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] No DVR routers for this DVR port 5f721d59-d9b5-4e8a-a225-dfce0c529958 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:17.463065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25a7cf6a-a39a-4b45-8ff3-69544269d519 req-fc9b521c-f2ae-4360-91df-b0d32e33aeb0 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1300128 Feb 10 13:17:17.517482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 35d849e8-8400-4418-a99c-be78f57a4bc6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:17.589477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for router_gateway (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.593339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84b034-7010-4ee0-b052-32b177a07f7f None None] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:17.634997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7ef42053-5797-4e5d-b258-68ab8a420570), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.676957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef42053-5797-4e5d-b258-68ab8a420570']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:17.698048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e0edea-eee8-46a6-8e08-7f61aacf200f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:17.698048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e0edea-eee8-46a6-8e08-7f61aacf200f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:17.709718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (b2e0edea-eee8-46a6-8e08-7f61aacf200f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.725019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b2e0edea-eee8-46a6-8e08-7f61aacf200f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.732509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:17.732509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (b2e0edea-eee8-46a6-8e08-7f61aacf200f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:17.795385 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:17.798999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7ef42053-5797-4e5d-b258-68ab8a420570), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.805941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.811249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ef42053-5797-4e5d-b258-68ab8a420570 HTTP/1.1" status: 204 len: 168 time: 1.4573822 Feb 10 13:17:17.840037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39c8f-368e-42af-bebc-a302c12cef21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef42053-5797-4e5d-b258-68ab8a420570,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:17.875050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 35d849e8-8400-4418-a99c-be78f57a4bc6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:17.879517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.901668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Provisioning complete for port 35d849e8-8400-4418-a99c-be78f57a4bc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:17.902206 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:17.966793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:18.063411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ce51e40f-4881-4fea-b0f8-28d38d053eb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f211285e1fc47faa63ae61f5aa95d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952010 Feb 10 13:17:18.067720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:18.126399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.161131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] Publish callbacks [] for security_group (86228cbc-b0a4-4738-a3dc-e01838c435c9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.198476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Current status of the port 35d849e8-8400-4418-a99c-be78f57a4bc6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:18.199490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] Publish callbacks [] for security_group (86228cbc-b0a4-4738-a3dc-e01838c435c9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.201537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.288305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86228cbc-b0a4-4738-a3dc-e01838c435c9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.293140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.297044 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86228cbc-b0a4-4738-a3dc-e01838c435c9 HTTP/1.1" status: 204 len: 168 time: 0.2260573 Feb 10 13:17:18.305117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b8a5-0d23-43a5-b990-2622050e0e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86228cbc-b0a4-4738-a3dc-e01838c435c9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:18.359379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 35d849e8-8400-4418-a99c-be78f57a4bc6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:18.362205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.447526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] For port 35d849e8-8400-4418-a99c-be78f57a4bc6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=35d849e8-8400-4418-a99c-be78f57a4bc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:18.454127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Router f3270d2a-679a-4681-8f38-6a36c4352cd9 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:17:18.468789 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.641780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c75f-886b-4570-b941-5fcea8f78d5f req-e8db6c41-ff39-414f-9f55-c1e3b20ffa89 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:18.647243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4036c75f-886b-4570-b941-5fcea8f78d5f req-e8db6c41-ff39-414f-9f55-c1e3b20ffa89 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1921189 Feb 10 13:17:18.664931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397d31b-5d48-4e25-92dd-5f4dd95cb904 None None] Pushing event updated for resources: {'Port': ['ID=35d849e8-8400-4418-a99c-be78f57a4bc6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:18.688515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:17:18.689325 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:17:18.765307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4036c75f-886b-4570-b941-5fcea8f78d5f req-be0cc802-2e5b-4e77-b738-b4f331575556 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110740 Feb 10 13:17:18.906328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa5574d4-b95e-406f-a3ee-9f0c6df617b7 None None] Provisioning complete for port 35d849e8-8400-4418-a99c-be78f57a4bc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:18.908914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa5574d4-b95e-406f-a3ee-9f0c6df617b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:18.976196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fcb6501c-465a-469f-9ff4-61186b1fd7c8 req-871689b3-e2db-445f-99ad-e0cc44946a3e tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1180751 Feb 10 13:17:19.003595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:19.024692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Sync routers for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:19.048056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:19.051884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7ca9b7b5-1ee8-4e0f-ae20-9ae0cb51fc14 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9489136 Feb 10 13:17:19.052353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:19.121928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:19.122747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:19.670928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 35d849e8-8400-4418-a99c-be78f57a4bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:19.727321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:19.881646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f721d59-d9b5-4e8a-a225-dfce0c529958 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:19.885742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa5574d4-b95e-406f-a3ee-9f0c6df617b7 None None] Current status of the port 35d849e8-8400-4418-a99c-be78f57a4bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:19.926727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5f721d59-d9b5-4e8a-a225-dfce0c529958 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:19.927453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f721d59-d9b5-4e8a-a225-dfce0c529958 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:20.040978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:20.192692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 35d849e8-8400-4418-a99c-be78f57a4bc6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:20.261068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1238200-f9a3-4798-a4ae-01c331161c2f req-1ac08bcb-5d67-4b8b-9b51-09a8b4910625 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0607917 Feb 10 13:17:20.283031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:17Z', 'revision_number': 3, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:20.291245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-934751498-network', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:20.342221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Made reservation on behalf of 11d91bda7a7b4860bec1f73384a066c4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:20.346198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.365404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Checking router: f3270d2a-679a-4681-8f38-6a36c4352cd9 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:20.366978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Updating router f3270d2a-679a-4681-8f38-6a36c4352cd9 port 393b6fd2-e8d6-494e-984f-9fab48213172 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:17:20.369196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.449727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.612241 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks [] for security_group (a48c97f8-8029-4e05-9622-d8ae36a627fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.623037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a48c97f8-8029-4e05-9622-d8ae36a627fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.695024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c97f8-8029-4e05-9622-d8ae36a627fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:20.726883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.729639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.730171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.731282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.733144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.734795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.735229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.737892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.740378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.740886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.741315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.742992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.743579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:20.781900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:17:20.809616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5898a86a-956a-42de-bce0-27c81837cead), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.811408 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Added segment 5898a86a-956a-42de-bce0-27c81837cead of type vlan for network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 Feb 10 13:17:20.819074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 35d849e8-8400-4418-a99c-be78f57a4bc6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:20.819659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.866314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15b234-20ff-444c-89a9-344affe234f5 req-02a1a88a-f9e8-48a2-9cfc-5c6a8d916f78 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:20.870477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ba15b234-20ff-444c-89a9-344affe234f5 req-02a1a88a-f9e8-48a2-9cfc-5c6a8d916f78 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.9683695 Feb 10 13:17:20.908598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.928531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (87f59d87-b3a7-479d-90a1-2a06e12ad7f0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.984546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (87f59d87-b3a7-479d-90a1-2a06e12ad7f0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:20.988358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:20.989509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.025658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9808872 Feb 10 13:17:21.038650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:21.077182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Request body: {'subnet': {'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-934751498-subnet', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:21.102590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ba15b234-20ff-444c-89a9-344affe234f5 req-174e57ea-5f2b-4320-af40-50572b14e0b3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192907 Feb 10 13:17:21.154804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Made reservation on behalf of 11d91bda7a7b4860bec1f73384a066c4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:21.157440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.217679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc6da-585d-42bf-9e74-01161ce5dbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=87f59d87-b3a7-479d-90a1-2a06e12ad7f0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:21.255848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:17:21.363674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Allocated IP 172.20.0.1 (5ba19c96-eab6-4307-9739-e21ae3d45bc3/bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb/9fabf849-0878-4d9b-8dd7-2e03c97f4fc6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:21.372830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 35d849e8-8400-4418-a99c-be78f57a4bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:21.515130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1270ce33-3681-4bc0-aa6e-4543eb21de3d req-550efd1a-9c95-4b87-be39-eb1698dc2d1e tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0735559 Feb 10 13:17:21.605074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks [] for port (393b6fd2-e8d6-494e-984f-9fab48213172), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.619865 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.628304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (54d4065f-7b5a-4274-abe4-682eef8ab4ef), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.762578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Attempting to bind port 393b6fd2-e8d6-494e-984f-9fab48213172 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:21.763004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Attempting to bind port 393b6fd2-e8d6-494e-984f-9fab48213172 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:21.763298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Attempting to bind port 393b6fd2-e8d6-494e-984f-9fab48213172 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:21.802771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Pushing event updated for resources: {'Port': ['ID=393b6fd2-e8d6-494e-984f-9fab48213172,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:21.813588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.814125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.814474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.815198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.815538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.815868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.816194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.816523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.817059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.817393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.817712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.818043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.818355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:21.823583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:21.824303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:21.824981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.825113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:21.826099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Bound port: 393b6fd2-e8d6-494e-984f-9fab48213172, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:21.826497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.898442 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks [] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:21.928741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Checking segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:21.929159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Network hostable DHCP agents. Network: 87f59d87-b3a7-479d-90a1-2a06e12ad7f0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:17:21.935918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d4065f-7b5a-4274-abe4-682eef8ab4ef,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:21.946277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] For port 393b6fd2-e8d6-494e-984f-9fab48213172, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:21.953587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] For port 393b6fd2-e8d6-494e-984f-9fab48213172, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=393b6fd2-e8d6-494e-984f-9fab48213172,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:21.973083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.028876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:17:22.051974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 87f59d87-b3a7-479d-90a1-2a06e12ad7f0) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:22.058239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:22.059494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.063697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.103494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace271e9-7238-4283-91a6-aed9e80904c4 None None] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:22.176677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:22.178013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:22.226419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:22.229282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-47d7049d-b2d1-4b24-aa2e-d993c47a4965 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1566751 Feb 10 13:17:22.233529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:22.279258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:22.299039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:22.300862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.303267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.313682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:22.438653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Pushing event updated for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:22.489810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:22.507005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for router_controller (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.551047 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:22.631850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6552f-f90e-4f66-a471-a71431696214 None None] Pushing event updated for resources: {'Port': ['ID=393b6fd2-e8d6-494e-984f-9fab48213172,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:22.753277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0262-02d8-46bc-b6bf-bf31ebc7b0b1 req-f10c68b7-8d6a-4e3e-b65b-00a747ddc8f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:22.765598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23fa0262-02d8-46bc-b6bf-bf31ebc7b0b1 req-f10c68b7-8d6a-4e3e-b65b-00a747ddc8f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.3478339 Feb 10 13:17:22.778779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fef46d3d-b9fd-4c81-a246-9192a7a64bfc req-f36f41cd-a913-42ae-9449-f135590d9fad tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0752773 Feb 10 13:17:22.973331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23fa0262-02d8-46bc-b6bf-bf31ebc7b0b1 req-a1fa420c-e589-475f-991c-0e8bc25a0c8e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070720 Feb 10 13:17:22.986077 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for router_gateway (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.019546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:17:23.030765 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.041784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f27cc872-2f1a-47e1-82c3-9cbaa6dd0da9 None None] Provisioning complete for port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:23.044686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f27cc872-2f1a-47e1-82c3-9cbaa6dd0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.054704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.227362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f27cc872-2f1a-47e1-82c3-9cbaa6dd0da9 None None] Port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:23.420399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks [] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.431065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.621372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Pushing event updated for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:23.680506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for router_gateway (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.708378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Allocated IP 172.20.0.2 (87f59d87-b3a7-479d-90a1-2a06e12ad7f0/54d4065f-7b5a-4274-abe4-682eef8ab4ef/c70e0712-b3ce-4b59-9128-7962baa0ab3a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:23.709172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.767745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:23.858005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:17Z', 'revision_number': 3, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:24.012513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04150fa9-e736-4edc-84e4-6e60f5389fa8 req-834fbf94-689e-4b91-ad0f-23b39f5c4d60 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0940552 Feb 10 13:17:24.056198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93529c-8a35-4186-a9fe-ebd462d88ba0 None None] The sync data for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 is: [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:17Z', 'revision_number': 3, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:24.172307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Allocated IP 172.25.8.25 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:24.380401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks [] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:24.388523 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:24.478974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026a994-7136-4bd8-97d6-5a05efd146bf req-1c814dcf-1b87-4a79-9e9d-eac1169f80d9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:24.493211 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4026a994-7136-4bd8-97d6-5a05efd146bf req-1c814dcf-1b87-4a79-9e9d-eac1169f80d9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.3944614 Feb 10 13:17:24.523389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:24.534869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:24.541926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:24.550653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:24.593324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:24.610989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:24.706009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:24.905481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4631c-5a0f-4d03-9502-5fe3592d2606 req-75a403a5-1dec-4002-8b05-963cc0e0b506 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:24.926370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60e4631c-5a0f-4d03-9502-5fe3592d2606 req-75a403a5-1dec-4002-8b05-963cc0e0b506 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.7808712 Feb 10 13:17:25.031498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Router f3270d2a-679a-4681-8f38-6a36c4352cd9 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:25.068622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:25.082051 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4026a994-7136-4bd8-97d6-5a05efd146bf req-22480834-c015-4b67-a0f6-221b0ae0bdf9 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877750 Feb 10 13:17:25.083065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:25.091814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:25.108111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:25.297821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Pushing event updated for resources: {'Port': ['ID=c70e0712-b3ce-4b59-9128-7962baa0ab3a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:25.362385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60e4631c-5a0f-4d03-9502-5fe3592d2606 req-34d08a17-aeb3-4c49-b479-d8c2e2660613 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332120 Feb 10 13:17:25.522471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afc1c1bf-4a03-4565-88c9-8bf5929db523 req-b0ddd2df-385e-40e5-9dc0-2013c636c04b tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0782375 Feb 10 13:17:25.523866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:25.531142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Attempting to bind port c70e0712-b3ce-4b59-9128-7962baa0ab3a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:25.531519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Attempting to bind port c70e0712-b3ce-4b59-9128-7962baa0ab3a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:25.531884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Attempting to bind port c70e0712-b3ce-4b59-9128-7962baa0ab3a on network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:25.575167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:25.575581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Checking segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:25.575967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:25.577637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Bound using segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:25.577637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Bound port: c70e0712-b3ce-4b59-9128-7962baa0ab3a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:25.577637 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:25.588460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-441595a3-0d5f-4890-a744-3dd94de4757e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:25.594098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-441595a3-0d5f-4890-a744-3dd94de4757e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.7362719 Feb 10 13:17:25.594731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dd140792-e59a-4619-8560-fc122a531e26 None None] Provisioning complete for port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:25.595177 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd140792-e59a-4619-8560-fc122a531e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:25.928033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dd140792-e59a-4619-8560-fc122a531e26 None None] Port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:25.965368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] For port c70e0712-b3ce-4b59-9128-7962baa0ab3a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:25.979167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] For port c70e0712-b3ce-4b59-9128-7962baa0ab3a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c70e0712-b3ce-4b59-9128-7962baa0ab3a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:25.995676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:26.080986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:26.145066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b90e49f8-153f-430f-8621-2750b641424e admin admin] 10.222.0.13 "PUT /v2.0/routers/f3270d2a-679a-4681-8f38-6a36c4352cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0547521 Feb 10 13:17:26.190983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2a5c-31b5-47ab-af8c-809954f4953a None None] Pushing event updated for resources: {'Port': ['ID=c70e0712-b3ce-4b59-9128-7962baa0ab3a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:26.250000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Deleting port d4f93d94-b3ac-4285-9656-3a7ab9b4503d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:26.250000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:26.284531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 393b6fd2-e8d6-494e-984f-9fab48213172 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:26.561315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 393b6fd2-e8d6-494e-984f-9fab48213172 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:26.561930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:26.604193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] For port d4f93d94-b3ac-4285-9656-3a7ab9b4503d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:26.604571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:26.703748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Calling delete_port for d4f93d94-b3ac-4285-9656-3a7ab9b4503d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:26.870458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 393b6fd2-e8d6-494e-984f-9fab48213172 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:26.870827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:26.937945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 393b6fd2-e8d6-494e-984f-9fab48213172, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=393b6fd2-e8d6-494e-984f-9fab48213172,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:26.949789 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:27.045874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2776f9-c27e-4489-b4bc-e3511a52c7d4 req-af164355-b79b-4ea3-a557-e07f4e07a93c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:27.049839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for router_gateway (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:27.059679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a2776f9-c27e-4489-b4bc-e3511a52c7d4 req-af164355-b79b-4ea3-a557-e07f4e07a93c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.4865277 Feb 10 13:17:27.149914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=393b6fd2-e8d6-494e-984f-9fab48213172,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:27.266855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-264e5930-f95a-479c-8ee6-3e25f4ab45cd req-95a7b106-62dd-462c-814c-11821887ea14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.2055860 Feb 10 13:17:27.292695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a2776f9-c27e-4489-b4bc-e3511a52c7d4 req-4557c09b-745b-47bd-805a-11604d2037d0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315803 Feb 10 13:17:27.298154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e8a9-1056-4a3b-9f84-e6e6d4224756 req-219433a9-48d3-447c-9459-dbfb7e34c591 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:27.310872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5010e8a9-1056-4a3b-9f84-e6e6d4224756 req-219433a9-48d3-447c-9459-dbfb7e34c591 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 945 time: 0.5902216 Feb 10 13:17:27.429169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:27.632245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d93a25ad-ec82-42ce-8a53-580859d50b16 req-860f9ec1-f6ec-4bc0-82de-54cfc6dab649 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0826826 Feb 10 13:17:27.852627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:27.878355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5010e8a9-1056-4a3b-9f84-e6e6d4224756 req-daafdc9c-7a88-4d12-adf9-6e7af0b75e63 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664403 Feb 10 13:17:27.904043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d4f93d94-b3ac-4285-9656-3a7ab9b4503d no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:27.926245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Sync routers for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:27.964352 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:27.965560 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:28.177480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d4f93d94-b3ac-4285-9656-3a7ab9b4503d is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:28.375298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 393b6fd2-e8d6-494e-984f-9fab48213172 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:28.475937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d4f93d94-b3ac-4285-9656-3a7ab9b4503d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:28.510691 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:28.591151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 393b6fd2-e8d6-494e-984f-9fab48213172 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:28.592235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:28.707650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Deleting port 9240edc0-592d-41c3-bcfa-11fd80303001 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:28.708226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:28.873228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 393b6fd2-e8d6-494e-984f-9fab48213172 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:28.877905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c70e0712-b3ce-4b59-9128-7962baa0ab3a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:28.936124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051021b0-635d-4e84-a28f-687ae4312a1f None None] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:29.032659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] For port 9240edc0-592d-41c3-bcfa-11fd80303001, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9240edc0-592d-41c3-bcfa-11fd80303001,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:29.040023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.081694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Calling delete_port for 9240edc0-592d-41c3-bcfa-11fd80303001 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:29.288828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Provisioning complete for port c70e0712-b3ce-4b59-9128-7962baa0ab3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:29.289208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.290981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c70e0712-b3ce-4b59-9128-7962baa0ab3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:29.291333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.314011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:23Z', 'revision_number': 2, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:29.378293 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Checking router: f3270d2a-679a-4681-8f38-6a36c4352cd9 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:29.378902 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Updating router f3270d2a-679a-4681-8f38-6a36c4352cd9 port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:17:29.459468 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.570067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:29.581345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118348623', 'description': 'tempest-description--384600877'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:29.609341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9240edc0-592d-41c3-bcfa-11fd80303001), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.633877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:29.634274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.669344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.751847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event deleted for resources: {'Port': ['ID=d4f93d94-b3ac-4285-9656-3a7ab9b4503d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:29.754655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68a1e28f-d896-4ae5-8ffc-5a754f1b3cca req-8fece6d0-1fae-4cab-8816-1ed1fcb53f41 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.2014401 Feb 10 13:17:29.801640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:29.802340 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:29.900611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] For port c70e0712-b3ce-4b59-9128-7962baa0ab3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c70e0712-b3ce-4b59-9128-7962baa0ab3a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:29.905477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Pushing event deleted for resources: {'Port': ['ID=9240edc0-592d-41c3-bcfa-11fd80303001,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:29.923302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.031697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.046395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.046833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.049108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.049528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.049880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.050220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.052239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.052583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.058677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.059177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.059526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.059862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.168097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:17:30.171078 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:17:30.173278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] No DVR routers for this DVR port d4f93d94-b3ac-4285-9656-3a7ab9b4503d on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:30.179101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.195001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdea9b9e-5e41-463f-bd2f-dbc0620b58ee req-b632a54d-196d-4686-9758-d59a329e1d15 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "DELETE /v2.0/ports/d4f93d94-b3ac-4285-9656-3a7ab9b4503d HTTP/1.1" status: 204 len: 173 time: 4.5073042 Feb 10 13:17:30.215173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3fa99675-a421-4f60-b728-6cc0df2f3547 None None] Provisioning complete for port c70e0712-b3ce-4b59-9128-7962baa0ab3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:30.215893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fa99675-a421-4f60-b728-6cc0df2f3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.219401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa9813-19db-4dd0-85a6-b80adc1644d1 None None] Pushing event updated for resources: {'Port': ['ID=c70e0712-b3ce-4b59-9128-7962baa0ab3a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:30.223512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-deleted', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:30.231065 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e67e224-f556-4b54-b148-d358197ee5f4" -d '{"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-deleted", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:30.330349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ae08-f326-41ce-ab20-d6333f41af17 req-225706cb-661b-488c-a254-7712c8f7890b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:30.336045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7face8e-a422-4b51-9ace-aa7a17879955 req-5e348af5-cd27-476c-876b-5ccb531a6b2e tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=9126cc4b-8d62-4400-b48c-fc5ee3cf2272 HTTP/1.1" status: 200 len: 210 time: 0.2648380 Feb 10 13:17:30.351855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc56ae08-f326-41ce-ab20-d6333f41af17 req-225706cb-661b-488c-a254-7712c8f7890b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.7317111 Feb 10 13:17:30.418486 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks [] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.429408 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.434199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3fa99675-a421-4f60-b728-6cc0df2f3547 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:30.565483 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Pushing event updated for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:30.569399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc56ae08-f326-41ce-ab20-d6333f41af17 req-bf85975c-8a22-4f82-9484-e0b7682a69bf tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074022 Feb 10 13:17:30.574299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:17:30.591150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (6c65ce62-37c1-4a27-981a-5288847bdc16), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.603845 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.604199 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.604544 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.609975 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.610518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.610720 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.611065 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.611627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.613496 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.613837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.614176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.614511 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.614855 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:17:30.693628 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Attempting to bind port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:30.693918 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Attempting to bind port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:30.694285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Attempting to bind port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 on network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:30.717365 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad63428-43ed-41e0-b6bf-1a53d297ce62 x-openstack-request-id: req-9ad63428-43ed-41e0-b6bf-1a53d297ce62 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:30.718089 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126cc4b-8d62-4400-b48c-fc5ee3cf2272", "name": "network-vif-deleted", "tag": "d4f93d94-b3ac-4285-9656-3a7ab9b4503d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:30.718455 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ad63428-43ed-41e0-b6bf-1a53d297ce62 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:30.718974 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126cc4b-8d62-4400-b48c-fc5ee3cf2272', 'name': 'network-vif-deleted', 'tag': 'd4f93d94-b3ac-4285-9656-3a7ab9b4503d', 'status': 'completed', 'code': 200} Feb 10 13:17:30.721676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:30.723371 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Checking segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:30.725472 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.726166 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Bound using segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:30.726979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Bound port: 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:30.729657 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.773711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:30.780304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6c65ce62-37c1-4a27-981a-5288847bdc16), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.827046 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f6b77b9-54a6-4945-b17d-88eaf388515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.927630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:30.935315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:30.937083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3589859 Feb 10 13:17:30.945275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'security_group_rule': {'security_group_id': '6c65ce62-37c1-4a27-981a-5288847bdc16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:31.015815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] For port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:31.044190 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] For port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:31.076629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:31.082365 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.113892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (58e6e948-a210-494b-b085-0222535a31da), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.116499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Provisioning complete for port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:31.121157 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.201372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e51c-5d2f-4fdb-a64d-ac4d623983d9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65ce62-37c1-4a27-981a-5288847bdc16,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:31.204698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.210621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-729169f2-fbc7-40bf-98f5-5ca6bc76a0a4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9830182 Feb 10 13:17:31.212896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:31.334157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Sync routers for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:31.415197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c70e0712-b3ce-4b59-9128-7962baa0ab3a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:31.424457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:31.429521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:31.442809 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:31.464024 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:31.474152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.477264 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d765cf1-66c1-457e-a54d-e5476411e821 None None] Pushing event updated for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:31.729455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Current status of the port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:31.729836 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.772289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d7c4fe9-d3cc-4db6-838d-d8fc6480e47d req-4be7098e-0dde-4c82-823b-2f9245ad81f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b1d74700d20490ebc15532d90890c74&device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.2281699 Feb 10 13:17:31.825836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (58e6e948-a210-494b-b085-0222535a31da), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:31.827669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3212809d-f2a5-49d4-a677-e4f23f18b160 req-60520c01-5d9d-4fd3-8fdf-efa1f5efbce8 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0983152 Feb 10 13:17:31.847822 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:31.896933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (58e6e948-a210-494b-b085-0222535a31da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.059793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e6e948-a210-494b-b085-0222535a31da,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:32.089075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d7c4fe9-d3cc-4db6-838d-d8fc6480e47d req-f1b67bef-ade1-43c6-9d7a-c1a44aa0a501 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2b1d74700d20490ebc15532d90890c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2391255 Feb 10 13:17:32.171405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] For port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:32.199574 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.253717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c70e0712-b3ce-4b59-9128-7962baa0ab3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:32.254101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.257707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:32.347231 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.348858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6d4adffc-ff7a-465f-b5b0-4e26a09a0118 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4074218 Feb 10 13:17:32.360786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:30Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:32.379576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:32.398176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'security_group_rule': {'security_group_id': '6c65ce62-37c1-4a27-981a-5288847bdc16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:32.399318 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca651f-6792-43cc-8105-542578f1b94a None None] The sync data for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 is: [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:30Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:32.468028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0616f-55fe-4f3b-a273-71c0748cf8dc req-fd7d1ff6-900b-4c6f-8144-2c287aae975b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:32.476075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cfa0616f-55fe-4f3b-a273-71c0748cf8dc req-fd7d1ff6-900b-4c6f-8144-2c287aae975b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.4204123 Feb 10 13:17:32.584197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f70d4-5b8a-492e-bcfd-bb525694f42e None None] Pushing event updated for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:32.647001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (afadcb60-a8c0-4a0d-aa2f-33792a747be2), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.655118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-07ea89f1-33ca-4dca-b78d-bbff9c60f3a7 None None] Provisioning complete for port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:32.658855 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07ea89f1-33ca-4dca-b78d-bbff9c60f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:32.705151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b4140-6b11-4bc3-98ce-657f2e42e48c req-87c91b8d-f603-4bb3-88ba-3fb857cdae2b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:32.708898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f69b4140-6b11-4bc3-98ce-657f2e42e48c req-87c91b8d-f603-4bb3-88ba-3fb857cdae2b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.4435828 Feb 10 13:17:32.769451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cfa0616f-55fe-4f3b-a273-71c0748cf8dc req-64d5413b-2690-4f9a-ae26-3d1ab8e00271 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787011 Feb 10 13:17:32.792516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:33.050269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-310ab88d-6320-4168-8a37-39856fce6f60 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:33.052486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-310ab88d-6320-4168-8a37-39856fce6f60 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.7021165 Feb 10 13:17:33.069468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04896967-e132-4cbf-8e55-5ecdfe9809e4 req-3bf801b7-ef72-42c2-b7a0-f0e5af8ff321 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0549099 Feb 10 13:17:33.085278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:33.092267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f69b4140-6b11-4bc3-98ce-657f2e42e48c req-f89f3984-0e99-4928-b2ec-03ab7938ce76 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312719 Feb 10 13:17:33.132480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:33.144063 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Sync routers for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:33.155838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f0049d3-d4d2-4b63-b217-2e9c644e221d admin admin] 10.222.0.13 "PUT /v2.0/routers/2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6252806 Feb 10 13:17:33.157362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35172) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:33.164593 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:33.174627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:33.236793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-07ea89f1-33ca-4dca-b78d-bbff9c60f3a7 None None] Current status of the port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:33.274069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:25Z', 'revision_number': 3, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:33.396230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c4fe9-d3cc-4db6-838d-d8fc6480e47d req-7f9e193e-79ab-4525-a31b-b7d419f4b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:33.398333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d7c4fe9-d3cc-4db6-838d-d8fc6480e47d req-7f9e193e-79ab-4525-a31b-b7d419f4b74c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3082180 Feb 10 13:17:33.426075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (afadcb60-a8c0-4a0d-aa2f-33792a747be2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:33.445615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:33.463000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Checking router: 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:33.465472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Updating router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:17:33.523168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (afadcb60-a8c0-4a0d-aa2f-33792a747be2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:33.556268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks [] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:33.598527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afadcb60-a8c0-4a0d-aa2f-33792a747be2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:33.613556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Deleting port ea0ac699-043d-416d-ae67-ededd4bbfa9a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:33.614229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:33.648569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:33.650369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d8b8d19b-e4eb-4aa7-a210-cb2f09f66da9 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2563753 Feb 10 13:17:33.659305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:33.716204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:33.898533 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:33.911872 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9abfac49-042c-4356-85c6-2eb2cbcd0b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.065936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.148230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.262398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] For port ea0ac699-043d-416d-ae67-ededd4bbfa9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ea0ac699-043d-416d-ae67-ededd4bbfa9a,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:34.262795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.367193 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:17:29Z', 'revision_number': 5, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:34.373828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:34.374172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.397399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Calling delete_port for ea0ac699-043d-416d-ae67-ededd4bbfa9a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:34.406836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c3805b-f503-43f1-921b-916aaeec68e0 req-6b3f47a2-db55-4fcf-af32-5c39eb067a07 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1349788 Feb 10 13:17:34.423137 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Checking router: 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:34.450584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.471531 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Routers {'2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:34.472195 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:34.613198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:34.694067 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] Set router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:34.872630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:34.993205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d7c4fe9-d3cc-4db6-838d-d8fc6480e47d req-7e1051f1-a06a-4db7-93c2-e6b91bd84601 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.0708811 Feb 10 13:17:35.024834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks [] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.037784 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.070948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks [] for router_gateway (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.113636 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:17:29Z', 'revision_number': 5, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:35.145343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdca65-9bfb-4427-be6c-8b39eeb74cc3 None None] Pushing event updated for resources: {'Port': ['ID=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:35.209224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Attempting to bind port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:35.209785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb962b5-88a9-4289-a6db-201a1f99aafd None None] The sync data for ids ['2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0'] in n-d-815324-6 is: [{'id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-627120869-router', 'tenant_id': '3323de3740e7462a9d738b7d5d51f6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:17:29Z', 'revision_number': 5, 'project_id': '3323de3740e7462a9d738b7d5d51f6ed', 'gw_port': {'id': '4fb5cddb-e37d-4b12-9f8e-3b799809febf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:47Z', 'updated_at': '2022-02-10T13:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:35.211754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Attempting to bind port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:35.212284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Attempting to bind port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:35.226827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:35.230181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:35.231311 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.231936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:35.232527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Bound port: 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:35.233017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.236195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c247-c639-4bd1-adfc-faf1593bc537 req-c90b5262-c7b5-4f7e-92d7-dde185bc7a33 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:35.239361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c64c247-c639-4bd1-adfc-faf1593bc537 req-c90b5262-c7b5-4f7e-92d7-dde185bc7a33 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 945 time: 0.5467572 Feb 10 13:17:35.240800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fabec-5dc0-4dcb-9de9-ad4394e162b4 req-bab214eb-58b8-428d-b917-50f9a73854a9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:35.243558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-717fabec-5dc0-4dcb-9de9-ad4394e162b4 req-bab214eb-58b8-428d-b917-50f9a73854a9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.3048849 Feb 10 13:17:35.248105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Allocated IP 172.20.0.1 (87f59d87-b3a7-479d-90a1-2a06e12ad7f0/54d4065f-7b5a-4274-abe4-682eef8ab4ef/be02a569-9e16-4e4b-96cf-3574e74f2c9a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:35.350139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] For port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:35.354496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] For port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:35.365608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.367687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-717fabec-5dc0-4dcb-9de9-ad4394e162b4 req-c0e1cb8a-4773-40c6-810e-7038e4aec465 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096206 Feb 10 13:17:35.370537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Deleting port 4fb5cddb-e37d-4b12-9f8e-3b799809febf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:35.371924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.418330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.446183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:35.446846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:35.576767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdca65-9bfb-4427-be6c-8b39eeb74cc3 None None] Pushing event updated for resources: {'Port': ['ID=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:35.627622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] For port 4fb5cddb-e37d-4b12-9f8e-3b799809febf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4fb5cddb-e37d-4b12-9f8e-3b799809febf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:35.638461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.681914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Calling delete_port for 4fb5cddb-e37d-4b12-9f8e-3b799809febf owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:35.687690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c64c247-c639-4bd1-adfc-faf1593bc537 req-2008f660-b6d4-42ff-82f5-0384d9856351 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183633 Feb 10 13:17:35.754440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:35.844518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ea0ac699-043d-416d-ae67-ededd4bbfa9a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.889331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5976303f-0b1f-4d2d-a4a4-666ac608f519 req-c47598dc-2a7f-419f-ab43-87f142b08120 tempest-ServerShowV254Test-388209719 tempest-ServerShowV254Test-388209719-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe61803-cdd1-496a-bdfb-3c1be013fb1a HTTP/1.1" status: 200 len: 210 time: 0.1668746 Feb 10 13:17:35.925978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks [] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:35.934940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event deleted for resources: {'Port': ['ID=ea0ac699-043d-416d-ae67-ededd4bbfa9a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:35.957282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:35.957681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Allocated IP 172.25.8.116 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/52c4ffb1-fda2-485e-aeb6-db08f084373e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:35.959983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.012282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] No DVR routers for this DVR port ea0ac699-043d-416d-ae67-ededd4bbfa9a on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:36.030477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.036162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a74c3aa-1066-49a3-a828-5be92e9d109a req-dc4b3a5e-0809-49c1-a0d2-b870468cb45b tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "DELETE /v2.0/ports/ea0ac699-043d-416d-ae67-ededd4bbfa9a HTTP/1.1" status: 204 len: 173 time: 2.8620262 Feb 10 13:17:36.050451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: ea0ac699-043d-416d-ae67-ededd4bbfa9a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:36.051078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ea0ac699-043d-416d-ae67-ededd4bbfa9a not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:36.069949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-deleted', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:36.072340 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884aeeb-e630-4077-9df6-590721b13007" -d '{"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-deleted", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:36.147918 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.218904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4fb5cddb-e37d-4b12-9f8e-3b799809febf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.222060 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3992bced-4220-4b83-8da3-fb49377f6078 x-openstack-request-id: req-3992bced-4220-4b83-8da3-fb49377f6078 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:36.222589 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac18ae84-fb0e-473a-a82e-2e510eb330f0", "name": "network-vif-deleted", "tag": "ea0ac699-043d-416d-ae67-ededd4bbfa9a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:36.222996 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3992bced-4220-4b83-8da3-fb49377f6078 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:36.223685 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac18ae84-fb0e-473a-a82e-2e510eb330f0', 'name': 'network-vif-deleted', 'tag': 'ea0ac699-043d-416d-ae67-ededd4bbfa9a', 'status': 'completed', 'code': 200} Feb 10 13:17:36.229902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.278312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb5cddb-e37d-4b12-9f8e-3b799809febf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:36.326629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:36.335676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:25Z', 'revision_number': 3, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:36.356449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.377296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613714ea-aca1-4e4b-8f7f-ec2ece3eb0c8 None None] The sync data for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 is: [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:25Z', 'revision_number': 3, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:36.405802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:36.414020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:36.419215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:36.442552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.460946 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.686878 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.697850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks [] for router_controller (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.796395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f903e-6968-40ca-9cdd-5927edc9754e req-a48a982a-1c21-45cf-ba8f-d929de5872ba tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:36.801523 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a7f903e-6968-40ca-9cdd-5927edc9754e req-a48a982a-1c21-45cf-ba8f-d929de5872ba tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2864406 Feb 10 13:17:36.925178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.926058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:17:36.936596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8f74ea09-4d18-467d-8c2c-f15483cddb6e None None] Provisioning complete for port be02a569-9e16-4e4b-96cf-3574e74f2c9a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:36.937020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f74ea09-4d18-467d-8c2c-f15483cddb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.944469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:36.946023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d3ce9152-8453-4fea-9917-8218d1895d59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2ccaeb8a-d1c0-4994-8a9e-ab34c4d377e0 HTTP/1.1" status: 204 len: 168 time: 3.7875421 Feb 10 13:17:36.952825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:36.990118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8f74ea09-4d18-467d-8c2c-f15483cddb6e None None] Port be02a569-9e16-4e4b-96cf-3574e74f2c9a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:37.068486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a7f903e-6968-40ca-9cdd-5927edc9754e req-36edc1d0-49f5-4854-a05c-79f23ec1817a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613027 Feb 10 13:17:37.101543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Deleting subnet 053f9792-67cf-409b-b2ec-6e64268f6345 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:17:37.111390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Publish callbacks [] for subnet (053f9792-67cf-409b-b2ec-6e64268f6345), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.231375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (053f9792-67cf-409b-b2ec-6e64268f6345), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.382886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.441639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (053f9792-67cf-409b-b2ec-6e64268f6345), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.468036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bc52f9e-576f-4d7a-bbc7-ada15b1d6c22 req-3ea9136c-6fb9-4368-9338-e3a9be1625b1 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18ae84-fb0e-473a-a82e-2e510eb330f0 HTTP/1.1" status: 200 len: 210 time: 0.1208460 Feb 10 13:17:37.473515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:37.512965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:37.523623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.526242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:37.529389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (053f9792-67cf-409b-b2ec-6e64268f6345), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.573200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053f9792-67cf-409b-b2ec-6e64268f6345,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:37.574084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a9d5b-1c5f-4de8-8c6d-be51fc4573e8 None None] Network e9ab0cb9-149a-45b1-b98e-1115a4b913bc requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:37.577002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.582235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f527c5f3-8b9a-4a0c-83a1-93448f942e39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/053f9792-67cf-409b-b2ec-6e64268f6345 HTTP/1.1" status: 204 len: 168 time: 0.6278636 Feb 10 13:17:37.583339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'Port': ['ID=52c4ffb1-fda2-485e-aeb6-db08f084373e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:37.584713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:37.725822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:37.793256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e9ab0cb9-149a-45b1-b98e-1115a4b913bc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.832205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:37.855901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:37.856667 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:37.942520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] DHCP port deletion for e9ab0cb9-149a-45b1-b98e-1115a4b913bc request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:17:37.975805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Deleting port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:37.976447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.066541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.070354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:38.070913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.073542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] For port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:38.074830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.094946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c8d3-2c9a-484a-ae2d-7863a91dc28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.105544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:38.109721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Calling delete_port for 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:38.116207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.134645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9240edc0-592d-41c3-bcfa-11fd80303001 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:38.177169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9240edc0-592d-41c3-bcfa-11fd80303001 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:38.180224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9240edc0-592d-41c3-bcfa-11fd80303001 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:38.216117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.237420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Deleting port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:38.238209 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.259306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:17:38.317617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.332645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] For port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,segment=NetworkSegment(7ef4b347-5f61-47db-8960-58ecd7d6b91c),segment_id=7ef4b347-5f61-47db-8960-58ecd7d6b91c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:38.335556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.363553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Calling delete_port for 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:38.380119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.396530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c8d3-2c9a-484a-ae2d-7863a91dc28c admin admin] Publish callbacks [] for security_group (10c57f12-8832-429c-a507-d008f4240df7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.411162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cf81e-ef27-4c2a-8c67-0d6ccba3071b req-2ab4e6a4-c82c-4831-8983-7644d9bd5900 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:38.413200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-918cf81e-ef27-4c2a-8c67-0d6ccba3071b req-2ab4e6a4-c82c-4831-8983-7644d9bd5900 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1935773 Feb 10 13:17:38.415545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c8d3-2c9a-484a-ae2d-7863a91dc28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10c57f12-8832-429c-a507-d008f4240df7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.453138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.508490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.511229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] No DVR routers for this DVR port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:38.523156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e0d4c8d3-2c9a-484a-ae2d-7863a91dc28c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b1d74700d20490ebc15532d90890c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6777055 Feb 10 13:17:38.524220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4c8d3-2c9a-484a-ae2d-7863a91dc28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c57f12-8832-429c-a507-d008f4240df7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.528576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:38.561041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.599789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] Pushing event deleted for resources: {'Port': ['ID=08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.614377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597b508-3997-4ec9-8274-aaf1086264fd None None] No DVR routers for this DVR port 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:38.620029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-918cf81e-ef27-4c2a-8c67-0d6ccba3071b req-916ba40c-f2b2-4e10-b235-38f64453e652 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978722 Feb 10 13:17:38.679257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks [] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.693977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.701464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e9ab0cb9-149a-45b1-b98e-1115a4b913bc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.729234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab0cb9-149a-45b1-b98e-1115a4b913bc']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:38.739518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef4b347-5f61-47db-8960-58ecd7d6b91c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:38.739866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef4b347-5f61-47db-8960-58ecd7d6b91c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:38.750910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.751917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7ef4b347-5f61-47db-8960-58ecd7d6b91c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.768010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7ef4b347-5f61-47db-8960-58ecd7d6b91c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.775041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:38.775451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7ef4b347-5f61-47db-8960-58ecd7d6b91c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.802780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.812021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.823463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:38.853625 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:38.872799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e9ab0cb9-149a-45b1-b98e-1115a4b913bc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.880001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.886144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9ab0cb9-149a-45b1-b98e-1115a4b913bc HTTP/1.1" status: 204 len: 168 time: 1.2999029 Feb 10 13:17:38.894183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35236) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:38.919481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bf93-7256-45a5-8686-b4338d3a8ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ab0cb9-149a-45b1-b98e-1115a4b913bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:38.926115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] Publish callbacks [] for security_group (10c57f12-8832-429c-a507-d008f4240df7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:38.967265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] Publish callbacks [] for security_group (10c57f12-8832-429c-a507-d008f4240df7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.098548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06476673-c99b-4413-b730-f805064dbd46 req-cb09e607-6e4a-4dfd-a518-1fd6fe407d8d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:39.099147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.100208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06476673-c99b-4413-b730-f805064dbd46 req-cb09e607-6e4a-4dfd-a518-1fd6fe407d8d tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.0942318 Feb 10 13:17:39.109949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'Port': ['ID=52c4ffb1-fda2-485e-aeb6-db08f084373e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:39.118013 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10c57f12-8832-429c-a507-d008f4240df7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.121474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.122911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10c57f12-8832-429c-a507-d008f4240df7 HTTP/1.1" status: 204 len: 168 time: 0.5872896 Feb 10 13:17:39.181961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa7782-46c0-4492-91c7-137497f852b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c57f12-8832-429c-a507-d008f4240df7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:39.189109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.190736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-490eb135-a8eb-4b1e-bd26-9c9ff0935bac tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5177600 Feb 10 13:17:39.218593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06476673-c99b-4413-b730-f805064dbd46 req-ca29bb6a-d0b8-4577-a42d-6c620b60f0be tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976570 Feb 10 13:17:39.305691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:39.310661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:39.456939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:39.574519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:39.575139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.767932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:39.802898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-407fce72-beed-4f17-8740-9446bb9850d6 None None] Provisioning complete for port be02a569-9e16-4e4b-96cf-3574e74f2c9a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:39.803284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-407fce72-beed-4f17-8740-9446bb9850d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:39.811538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:39.878066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-407fce72-beed-4f17-8740-9446bb9850d6 None None] Port be02a569-9e16-4e4b-96cf-3574e74f2c9a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:39.893116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fb5cddb-e37d-4b12-9f8e-3b799809febf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:39.927805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4fb5cddb-e37d-4b12-9f8e-3b799809febf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:39.928493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4fb5cddb-e37d-4b12-9f8e-3b799809febf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:39.928806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:39.956889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:39.957911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 08e08eb5-e264-4d9c-bab2-f0ce9fa9a9e3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:40.239536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-106b12da-5d26-4300-a7b5-eba27a6d2c99 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:40.242784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-106b12da-5d26-4300-a7b5-eba27a6d2c99 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.6518607 Feb 10 13:17:40.275831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046001c-b5ee-4e09-a82d-ad9bb30fde80 req-fd690aab-3e12-4749-9461-94fc9710383c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:40.283280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3046001c-b5ee-4e09-a82d-ad9bb30fde80 req-fd690aab-3e12-4749-9461-94fc9710383c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.4699204 Feb 10 13:17:40.385815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:40.410114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Sync routers for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:40.425653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e6d1dbff-5f1e-4b7a-b110-b250cd2cb2b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/890895ae-d5ed-424d-b4fe-fbbeb431f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2113738 Feb 10 13:17:40.427198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:40.427856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:40.564449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3046001c-b5ee-4e09-a82d-ad9bb30fde80 req-61923e24-2e8d-4dd7-9da8-56ac00d06eb7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798390 Feb 10 13:17:40.610123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:40.683677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Deleting port 57258309-d29d-4790-a6ed-4f4f98923083 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:40.686814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (57258309-d29d-4790-a6ed-4f4f98923083), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:40.783885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:40.812411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553963e-e330-4656-a091-6ca16af24950 req-b547510f-d3b1-451b-8129-3f7c90e185e2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:40.822893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4553963e-e330-4656-a091-6ca16af24950 req-b547510f-d3b1-451b-8129-3f7c90e185e2 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 966 time: 0.1649101 Feb 10 13:17:40.841418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] For port 57258309-d29d-4790-a6ed-4f4f98923083, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=57258309-d29d-4790-a6ed-4f4f98923083,segment=NetworkSegment(77a9509b-3ade-43ad-823a-f81d61abfeee),segment_id=77a9509b-3ade-43ad-823a-f81d61abfeee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:40.842447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (57258309-d29d-4790-a6ed-4f4f98923083), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:40.856974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:40.912067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581186619-network', 'tenant_id': 'a188f7c6932b4ccd8097a01b62c26d1b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:40.960266 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4553963e-e330-4656-a091-6ca16af24950 req-3ec8723c-ea2a-4c99-ada7-57def1549032 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359794 Feb 10 13:17:40.977264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Calling delete_port for 57258309-d29d-4790-a6ed-4f4f98923083 owned by compute:tempest-test_az-716933610 {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:40.989044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Made reservation on behalf of a188f7c6932b4ccd8097a01b62c26d1b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:40.995072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.010592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.168455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks [] for security_group (93b26268-705a-4c8c-b221-d025576e6389), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.180535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (93b26268-705a-4c8c-b221-d025576e6389), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.259437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:17:41.318740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b26268-705a-4c8c-b221-d025576e6389,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:41.340998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (24d06d45-fe91-4967-b4d9-e4d1a7216ac0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.341440 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Added segment 24d06d45-fe91-4967-b4d9-e4d1a7216ac0 of type vlan for network dcc81607-da38-46e2-baa5-2890b3b40bc6 Feb 10 13:17:41.402344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.453238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (57258309-d29d-4790-a6ed-4f4f98923083), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.471880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (dcc81607-da38-46e2-baa5-2890b3b40bc6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.500691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Pushing event deleted for resources: {'Port': ['ID=57258309-d29d-4790-a6ed-4f4f98923083,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:41.525331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (dcc81607-da38-46e2-baa5-2890b3b40bc6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.526653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:41.527525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.568806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9533534 Feb 10 13:17:41.571668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:41.577997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Request body: {'subnet': {'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581186619-subnet', 'tenant_id': 'a188f7c6932b4ccd8097a01b62c26d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:41.653937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88af47-4b50-49d0-bb5a-a2654fd97748 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc81607-da38-46e2-baa5-2890b3b40bc6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:41.663821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Made reservation on behalf of a188f7c6932b4ccd8097a01b62c26d1b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:41.667249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.681437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] No DVR routers for this DVR port 57258309-d29d-4790-a6ed-4f4f98923083 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:41.685422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.696895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4308e122-e7e6-4d1e-abfa-b9c8b543e3d1 req-be35ae8c-2ee8-4389-a6bf-5903355dc07f tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.21 "DELETE /v2.0/ports/57258309-d29d-4790-a6ed-4f4f98923083 HTTP/1.1" status: 204 len: 173 time: 1.4477336 Feb 10 13:17:41.698008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-deleted', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:41.717656 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b62a55-ece7-4b32-8c43-0cc89f06f4f1" -d '{"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-deleted", "tag": "57258309-d29d-4790-a6ed-4f4f98923083"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:41.734388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network dcc81607-da38-46e2-baa5-2890b3b40bc6 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:17:41.888387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Deleting port 40ae6147-584b-4ad2-898f-1c3c885ecca1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:41.893082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:41.968391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:41.987878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247824448', 'description': 'tempest-description--886896627'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:42.000983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:42.044775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 57258309-d29d-4790-a6ed-4f4f98923083 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:42.045393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 57258309-d29d-4790-a6ed-4f4f98923083 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:42.088531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 2, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:42.100634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304a3dc-cb85-42b4-b5b7-808688eadff8 req-49eb63fc-ecbb-4ebf-a0e8-15b8788ef559 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:42.102441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6304a3dc-cb85-42b4-b5b7-808688eadff8 req-49eb63fc-ecbb-4ebf-a0e8-15b8788ef559 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2721426 Feb 10 13:17:42.119270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] For port 40ae6147-584b-4ad2-898f-1c3c885ecca1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40ae6147-584b-4ad2-898f-1c3c885ecca1,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:42.119643 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.140250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Calling delete_port for 40ae6147-584b-4ad2-898f-1c3c885ecca1 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:42.172580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Checking router: 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:42.176398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Updating router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 port be02a569-9e16-4e4b-96cf-3574e74f2c9a binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:17:42.250365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.338608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6304a3dc-cb85-42b4-b5b7-808688eadff8 req-4c495da2-d371-49e9-9433-57ea81862575 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188292 Feb 10 13:17:42.568852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (10c70abe-034c-475e-a6c0-45327725a6ab), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.597651 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9162e1-bf5c-472f-9b18-4b4b4e96d17a x-openstack-request-id: req-3e9162e1-bf5c-472f-9b18-4b4b4e96d17a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:42.598129 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bd872f-9ec3-42a5-915a-d82002304a2c", "name": "network-vif-deleted", "tag": "57258309-d29d-4790-a6ed-4f4f98923083", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:42.598490 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e9162e1-bf5c-472f-9b18-4b4b4e96d17a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:42.599991 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bd872f-9ec3-42a5-915a-d82002304a2c', 'name': 'network-vif-deleted', 'tag': '57258309-d29d-4790-a6ed-4f4f98923083', 'status': 'completed', 'code': 200} Feb 10 13:17:42.619851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-432984a7-0679-49a4-a7aa-b4d1445400be req-02df7ddd-0393-453a-a6fe-b3050c70a118 tempest-LiveAutoBlockMigrationV225Test-1027437845 tempest-LiveAutoBlockMigrationV225Test-1027437845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1bd872f-9ec3-42a5-915a-d82002304a2c HTTP/1.1" status: 200 len: 210 time: 0.1186082 Feb 10 13:17:42.704885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.711456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c70abe-034c-475e-a6c0-45327725a6ab,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:42.758129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Checking segment: {'id': '24d06d45-fe91-4967-b4d9-e4d1a7216ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:42.758749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Network hostable DHCP agents. Network: dcc81607-da38-46e2-baa5-2890b3b40bc6, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:17:42.796688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (40ae6147-584b-4ad2-898f-1c3c885ecca1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.813722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Network dcc81607-da38-46e2-baa5-2890b3b40bc6 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:17:42.848605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, dcc81607-da38-46e2-baa5-2890b3b40bc6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:42.856594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:42.857822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.875292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (5e2aca31-3c2d-4918-954d-11eb6706a323), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.903396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5e2aca31-3c2d-4918-954d-11eb6706a323), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:42.921484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ae6147-584b-4ad2-898f-1c3c885ecca1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:42.941907 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7686f7bf-7ec0-4df8-ba3b-c56e387a199c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3616230 Feb 10 13:17:42.988039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks [] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.000034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e2c83-90cf-49dc-996f-771fa3b1a314 None None] Network dcc81607-da38-46e2-baa5-2890b3b40bc6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:43.097881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.102522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:43.107670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'security_group_rule': {'security_group_id': '5e2aca31-3c2d-4918-954d-11eb6706a323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:43.126230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1502883 Feb 10 13:17:43.169803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.241344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (4c9dd9a7-30c5-4491-b754-a978810d789a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.248602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea5608a-48ee-4692-aa7f-706aaf4ea099 None None] Network dcc81607-da38-46e2-baa5-2890b3b40bc6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:43.392122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aa264-fdb4-472f-8003-bbce756277ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2aca31-3c2d-4918-954d-11eb6706a323,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:43.396813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eef89d-02d0-4858-a48f-b829ad52d31b None None] Pushing event updated for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:43.436027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (4c9dd9a7-30c5-4491-b754-a978810d789a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.443664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4c9dd9a7-30c5-4491-b754-a978810d789a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.505020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9dd9a7-30c5-4491-b754-a978810d789a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:43.534627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.535907 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cbf76db0-c497-49f6-bbd9-f4381db1b656 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320705 Feb 10 13:17:43.538628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:43.547136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'security_group_rule': {'security_group_id': '5e2aca31-3c2d-4918-954d-11eb6706a323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:43.646375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (6cabea8d-d257-4d23-afc7-f4746b6c29da), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.696120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Attempting to bind port be02a569-9e16-4e4b-96cf-3574e74f2c9a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:43.696823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Attempting to bind port be02a569-9e16-4e4b-96cf-3574e74f2c9a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:43.697381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Attempting to bind port be02a569-9e16-4e4b-96cf-3574e74f2c9a on network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:43.713706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:43.715654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Checking segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:43.716274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.716920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Bound using segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:43.717587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Bound port: be02a569-9e16-4e4b-96cf-3574e74f2c9a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:43.718148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.802541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:43.838547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (6cabea8d-d257-4d23-afc7-f4746b6c29da), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.849173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (6cabea8d-d257-4d23-afc7-f4746b6c29da), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.921295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.931421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cabea8d-d257-4d23-afc7-f4746b6c29da,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:43.950146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:43.958757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b218eb8-b41a-4d69-9b8a-58a90f64f620 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159827 Feb 10 13:17:43.958874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-caf0314a-5d19-4cf7-ab15-d8dfb34cc271 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6200879 Feb 10 13:17:43.958976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:43.982137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:44.070561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.079069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] For port be02a569-9e16-4e4b-96cf-3574e74f2c9a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:44.086582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f099-84c0-4c39-a1a5-eec0b0efc260 req-e2a900a6-08b7-4b4d-ac1f-0e93db0b36fa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:44.087218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] For port be02a569-9e16-4e4b-96cf-3574e74f2c9a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be02a569-9e16-4e4b-96cf-3574e74f2c9a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:44.111120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0d4f099-84c0-4c39-a1a5-eec0b0efc260 req-e2a900a6-08b7-4b4d-ac1f-0e93db0b36fa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.5929058 Feb 10 13:17:44.111778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:17:44.120719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.226317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eef89d-02d0-4858-a48f-b829ad52d31b None None] Pushing event updated for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:44.283166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.352839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:44.356033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:44.376077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:44.393406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-670382713-network', 'tenant_id': '715b2c0d23804549960dc3a29de8268d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:44.497493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Provisioning complete for port be02a569-9e16-4e4b-96cf-3574e74f2c9a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:44.497874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.543796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Made reservation on behalf of 715b2c0d23804549960dc3a29de8268d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:44.546280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.569460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:44.637532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:44.661527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Allocated IP 172.25.8.142 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6d08f5ed-2217-4400-b3c9-3db043de3287) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:44.888100 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:17:44.932194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.047554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks [] for security_group (7a89b3c4-11ee-4c4b-9755-68988d6095db), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.064801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.071452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7a89b3c4-11ee-4c4b-9755-68988d6095db), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.291503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:17:45.307257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Deleting subnet 61e1da9d-6343-49e4-a1f6-faec55116771 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:17:45.325875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Publish callbacks [] for subnet (61e1da9d-6343-49e4-a1f6-faec55116771), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.332324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0d4f099-84c0-4c39-a1a5-eec0b0efc260 req-52c5cc12-4c5f-46fd-ac60-5dec9f1a6b5e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2201123 Feb 10 13:17:45.381232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-3a1efb13-bb50-4610-a9b4-cee782778bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:45.383258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-3a1efb13-bb50-4610-a9b4-cee782778bbc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 1128 time: 1.2634375 Feb 10 13:17:45.389564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:45.397305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:45.405019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a89b3c4-11ee-4c4b-9755-68988d6095db,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:45.411002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:45.415369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bc59cfbd-cdfc-4f21-aaf5-af9858f80d26), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.416101 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Added segment bc59cfbd-cdfc-4f21-aaf5-af9858f80d26 of type vlan for network 31902b55-6874-455d-8d98-fbcf57520390 Feb 10 13:17:45.420733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (61e1da9d-6343-49e4-a1f6-faec55116771), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.456013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'Port': ['ID=6d08f5ed-2217-4400-b3c9-3db043de3287,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:45.488417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Current status of the port be02a569-9e16-4e4b-96cf-3574e74f2c9a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:45.490000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.565884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (31902b55-6874-455d-8d98-fbcf57520390), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.599700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] For port be02a569-9e16-4e4b-96cf-3574e74f2c9a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be02a569-9e16-4e4b-96cf-3574e74f2c9a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:45.629260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.654642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (31902b55-6874-455d-8d98-fbcf57520390), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.655939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:45.656592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.662632 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (61e1da9d-6343-49e4-a1f6-faec55116771), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.678267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:45.710609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-e9ada66a-9f5c-4ff9-8c73-451af01f2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:45.712294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-e9ada66a-9f5c-4ff9-8c73-451af01f2f3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.3051081 Feb 10 13:17:45.758423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.805425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3', 'port_id': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'mac_address': 'fa:16:3e:77:17:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b281a16d-397e-4632-9956-a39c66cec689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:17:45.828329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5c17ed9-56d5-4c47-a32c-415f30b00b9a None None] Provisioning complete for port be02a569-9e16-4e4b-96cf-3574e74f2c9a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:45.829116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c17ed9-56d5-4c47-a32c-415f30b00b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.916855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] Pushing event updated for resources: {'Network': ['ID=31902b55-6874-455d-8d98-fbcf57520390,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:45.925593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f95c86a6-a091-4727-89a0-e6049f4df315 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5486720 Feb 10 13:17:45.932435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:45.941796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.951104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Request body: {'subnet': {'network_id': '31902b55-6874-455d-8d98-fbcf57520390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-670382713-subnet', 'tenant_id': '715b2c0d23804549960dc3a29de8268d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:45.967782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-abf3ffc1-9f66-4914-9cf2-ea99f435a591 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 200 len: 1001 time: 0.2464800 Feb 10 13:17:45.976800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7097441c-b03f-4e01-b429-ae281e52dcd9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:45.976800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.978337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (61e1da9d-6343-49e4-a1f6-faec55116771), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:45.994720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 31902b55-6874-455d-8d98-fbcf57520390 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:17:45.999248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Router 182c5cd8-97e6-49c6-9553-0f1cea31f53a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:17:46.009428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:44Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:46.174338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Made reservation on behalf of 715b2c0d23804549960dc3a29de8268d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:46.177063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.179484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e1da9d-6343-49e4-a1f6-faec55116771,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:46.215819 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.219237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-930230eb-2daa-43b9-8efb-8482844ca195 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61e1da9d-6343-49e4-a1f6-faec55116771 HTTP/1.1" status: 204 len: 168 time: 2.4084513 Feb 10 13:17:46.224038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:46.359274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.373604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-815f793f-f9b2-4e55-8960-7c6b041b28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:46.375138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-815f793f-f9b2-4e55-8960-7c6b041b28f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.3622046 Feb 10 13:17:46.378296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.396919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.444248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1c868-8620-48c1-9ea9-99c022311c52 None None] Pushing event updated for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:46.478115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7097441c-b03f-4e01-b429-ae281e52dcd9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:17:46.493140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12321d1d-b62c-4d27-9337-426095bd6cb7 None None] The sync data for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 is: [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:44Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:46.521871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'Port': ['ID=6d08f5ed-2217-4400-b3c9-3db043de3287,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:46.608962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.704009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:46.737492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.756026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.765160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83413136-21d1-4412-9594-21b83c1f6ea0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7970088 Feb 10 13:17:46.905461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:46.976801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:47.020416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a9509b-3ade-43ad-823a-f81d61abfeee') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:47.020416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a9509b-3ade-43ad-823a-f81d61abfeee') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:47.046645 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (77a9509b-3ade-43ad-823a-f81d61abfeee), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.067559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77a9509b-3ade-43ad-823a-f81d61abfeee), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.105648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:47.106078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (77a9509b-3ade-43ad-823a-f81d61abfeee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.113830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:47.126590 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:47.156339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e5c17ed9-56d5-4c47-a32c-415f30b00b9a None None] Current status of the port be02a569-9e16-4e4b-96cf-3574e74f2c9a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:47.196823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7097441c-b03f-4e01-b429-ae281e52dcd9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:17:47.359754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.398021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be02a569-9e16-4e4b-96cf-3574e74f2c9a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:47.410898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (1cac27a4-3835-4801-a0b0-5383437ecbfd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.415622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.424332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe HTTP/1.1" status: 204 len: 168 time: 1.1986394 Feb 10 13:17:47.437687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:47.489151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716608-1662-4e36-9ef9-342fde900b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcf816a-ad6a-4f1c-9d88-581d5dafd6fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:47.516891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cac27a4-3835-4801-a0b0-5383437ecbfd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:47.561011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-e34c62fa-7ceb-4cca-8abe-e55f8b767ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:47.563729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-e34c62fa-7ceb-4cca-8abe-e55f8b767ec8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9472349 Feb 10 13:17:47.585690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Checking segment: {'id': 'bc59cfbd-cdfc-4f21-aaf5-af9858f80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31902b55-6874-455d-8d98-fbcf57520390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:47.586222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Network hostable DHCP agents. Network: 31902b55-6874-455d-8d98-fbcf57520390, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:17:47.609262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba548b-b976-4518-95a5-27959b9b6059 req-d5796fca-73f9-4dc7-b5b4-ab2aa76b4462 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:47.611760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30ba548b-b976-4518-95a5-27959b9b6059 req-d5796fca-73f9-4dc7-b5b4-ab2aa76b4462 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.9635415 Feb 10 13:17:47.618823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-dc02d12a-c370-4779-966b-b5a929d4b9d3 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1247824448&fields=id&tenant_id=11d91bda7a7b4860bec1f73384a066c4 HTTP/1.1" status: 200 len: 267 time: 0.3881302 Feb 10 13:17:47.659423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:17:47.666304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-82a3d143-f89d-448a-8a97-d801c9f65db4 admin admin] 10.222.0.13 "PUT /v2.0/routers/182c5cd8-97e6-49c6-9553-0f1cea31f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7709880 Feb 10 13:17:47.676503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Network 31902b55-6874-455d-8d98-fbcf57520390 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:17:47.682089 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Sync routers for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:17:47.686322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:47.708034 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:47.708909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:47.723279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port be02a569-9e16-4e4b-96cf-3574e74f2c9a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:47.724417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.763421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 31902b55-6874-455d-8d98-fbcf57520390) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:47.768660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:47.769304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:47.803411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f5ac2ad4-5458-4909-b286-969c0779534e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8570662 Feb 10 13:17:47.809175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ee32e-3092-4d08-972d-304196da159c None None] Network 31902b55-6874-455d-8d98-fbcf57520390 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:47.878664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30ba548b-b976-4518-95a5-27959b9b6059 req-727659c7-b01f-4058-953f-fee4e310d3dd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448876 Feb 10 13:17:47.897917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-445f6474-28d5-4014-8ff9-ab4539f888f4 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175056 Feb 10 13:17:47.951009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Deleting subnet 7aac9650-142a-45b9-a712-62d191e6d715 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:17:47.990199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Publish callbacks [] for subnet (7aac9650-142a-45b9-a712-62d191e6d715), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:48.183401 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:48.227820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93c78bd9-f710-4c9f-a641-d0c1e00f8654 req-693ba4d1-fbe5-4864-b655-8a46ed3a3f56 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239260 Feb 10 13:17:48.374590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4435e4-7658-46ff-87ca-7fb6325829ae None None] Network 31902b55-6874-455d-8d98-fbcf57520390 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:48.490619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (7aac9650-142a-45b9-a712-62d191e6d715), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:48.614625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks [] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:48.722107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1ace45b5-af97-4910-ac30-6229c84d922d tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:48.746566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1ace45b5-af97-4910-ac30-6229c84d922d tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/networks?id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 200 len: 811 time: 1.1244502 Feb 10 13:17:48.780978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port be02a569-9e16-4e4b-96cf-3574e74f2c9a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:48.835196 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:17:42Z', 'revision_number': 5, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:48.915224 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Checking router: 182c5cd8-97e6-49c6-9553-0f1cea31f53a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:17:48.934118 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Routers {'182c5cd8-97e6-49c6-9553-0f1cea31f53a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:17:48.934754 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:17:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:48.959176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-2b4dd338-661e-4652-8dc0-59b7bf575845 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/quotas/11d91bda7a7b4860bec1f73384a066c4 HTTP/1.1" status: 200 len: 375 time: 0.2064984 Feb 10 13:17:49.035710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7aac9650-142a-45b9-a712-62d191e6d715), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:49.169998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-c1f2e603-e44c-4d41-9358-a588d7d466cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:49.178829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-c1f2e603-e44c-4d41-9358-a588d7d466cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/networks?id=dcc81607-da38-46e2-baa5-2890b3b40bc6 HTTP/1.1" status: 200 len: 825 time: 0.2596734 Feb 10 13:17:49.207058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-7bc360d3-0a6c-4368-b9d6-794c76eae3af tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/quotas/a188f7c6932b4ccd8097a01b62c26d1b HTTP/1.1" status: 200 len: 375 time: 0.0271263 Feb 10 13:17:49.207614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] Set router 182c5cd8-97e6-49c6-9553-0f1cea31f53a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:17:49.302299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (7aac9650-142a-45b9-a712-62d191e6d715), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:49.302899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f08db472-7390-4b41-82a8-37d78a195fbd tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a188f7c6932b4ccd8097a01b62c26d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910680 Feb 10 13:17:49.523519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-45138373-30ef-4c98-a498-8f7a90554a57 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115924 Feb 10 13:17:49.610973 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:17:42Z', 'revision_number': 5, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:49.648956 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad177fe3-e874-4354-8e30-3e1324cd0075 None None] The sync data for ids ['182c5cd8-97e6-49c6-9553-0f1cea31f53a'] in n-d-815324-6 is: [{'id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1473052905-router', 'tenant_id': 'ca14dccbdd72453aa729733baf609b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:14:06Z', 'updated_at': '2022-02-10T13:17:42Z', 'revision_number': 5, 'project_id': 'ca14dccbdd72453aa729733baf609b8f', 'gw_port': {'id': 'e341bd02-64da-473a-9cde-da1bf6ea765f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182c5cd8-97e6-49c6-9553-0f1cea31f53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:14:07Z', 'updated_at': '2022-02-10T13:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:17:49.687204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f86189de-679d-42ed-ae7c-59656d69c3d3 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529357 Feb 10 13:17:49.876846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks [] for router_gateway (182c5cd8-97e6-49c6-9553-0f1cea31f53a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:49.885399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-2c17be23-16ad-4f1a-a223-428399c07a7d tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11d91bda7a7b4860bec1f73384a066c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9250195 Feb 10 13:17:49.940546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aac9650-142a-45b9-a712-62d191e6d715,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:49.945092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:49.948364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2c2dbf0-f98e-4a09-bef1-e5e6a058b536 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7aac9650-142a-45b9-a712-62d191e6d715 HTTP/1.1" status: 204 len: 168 time: 2.5094144 Feb 10 13:17:49.951230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:50.056503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-a8a874b8-99ec-499f-afe9-ddfc866f47ab service neutron] 10.222.0.13 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463153 Feb 10 13:17:50.107125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Deleting port e341bd02-64da-473a-9cde-da1bf6ea765f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:50.107627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.181949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a94ce33e-de6d-4b6b-ba80-f2686bae0d22), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.226005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1713df-128f-4f0b-9f0d-00882cefc65d req-7539d364-556f-425b-9bcd-0af016e3fcfe tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:50.227573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f1713df-128f-4f0b-9f0d-00882cefc65d req-7539d364-556f-425b-9bcd-0af016e3fcfe tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.2256711 Feb 10 13:17:50.380958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-d4ab0dbe-d28a-44a3-8325-a187624cd202 service neutron] 10.222.0.13 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167133 Feb 10 13:17:50.406284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] For port e341bd02-64da-473a-9cde-da1bf6ea765f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e341bd02-64da-473a-9cde-da1bf6ea765f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:50.407076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.451141 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a94ce33e-de6d-4b6b-ba80-f2686bae0d22), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.472998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Calling delete_port for e341bd02-64da-473a-9cde-da1bf6ea765f owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:50.504835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f1713df-128f-4f0b-9f0d-00882cefc65d req-45c6f9d0-d6a4-4177-b7de-12e0d8ac95d0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704086 Feb 10 13:17:50.568169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94ce33e-de6d-4b6b-ba80-f2686bae0d22']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:50.610691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50477468-b12b-427d-b0ad-845a696bb0c9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:50.610981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50477468-b12b-427d-b0ad-845a696bb0c9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:50.652907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (50477468-b12b-427d-b0ad-845a696bb0c9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.689707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (50477468-b12b-427d-b0ad-845a696bb0c9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.703107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:50.703371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (50477468-b12b-427d-b0ad-845a696bb0c9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.722633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: items = [ Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:50.725164 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:50.883526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aec10c7b-acb4-43e3-9364-b63ee6182f1b req-ff13a4d4-9d90-4da3-beb8-b52113fa8979 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 210 time: 0.1451337 Feb 10 13:17:50.910362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a94ce33e-de6d-4b6b-ba80-f2686bae0d22), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.923305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:50.930421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] 10.222.0.13 "DELETE /v2.0/networks/a94ce33e-de6d-4b6b-ba80-f2686bae0d22 HTTP/1.1" status: 204 len: 168 time: 0.9749353 Feb 10 13:17:50.978301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a9aaa-299f-4ae9-8b9c-70e2a4d1f70b admin admin] Pushing event deleted for resources: {'Network': ['ID=a94ce33e-de6d-4b6b-ba80-f2686bae0d22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:50.980774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e341bd02-64da-473a-9cde-da1bf6ea765f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.002392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 7097441c-b03f-4e01-b429-ae281e52dcd9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:17:51.029197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 7097441c-b03f-4e01-b429-ae281e52dcd9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:51.041226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.050360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d8f3352-345e-4bc9-a712-7457494ef9db req-930c333e-1f00-4367-9f9f-64c6ca30604d tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 210 time: 0.0496304 Feb 10 13:17:51.061773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Pushing event deleted for resources: {'Port': ['ID=e341bd02-64da-473a-9cde-da1bf6ea765f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:51.247020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.434453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40ae6147-584b-4ad2-898f-1c3c885ecca1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:51.521924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 40ae6147-584b-4ad2-898f-1c3c885ecca1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:51.522272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40ae6147-584b-4ad2-898f-1c3c885ecca1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:51.539267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7097441c-b03f-4e01-b429-ae281e52dcd9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:17:51.539666 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.587626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:51.595443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:51.598352 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baee24e-6fe0-412b-8c70-11f656634a54" -d '{"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-plugged", "status": "completed", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:51.618359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:51.628063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.694744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7695b459-741d-4392-bdd7-a850156de8b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab20f8af9d764ccb9763584bb92581b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1056905 Feb 10 13:17:51.696468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:51.710772 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d82dca-ebaa-42ea-9009-0db932aa8ea1 x-openstack-request-id: req-20d82dca-ebaa-42ea-9009-0db932aa8ea1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:51.712772 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-plugged", "status": "completed", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:51.713300 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20d82dca-ebaa-42ea-9009-0db932aa8ea1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:51.715434 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'code': 200} Feb 10 13:17:51.784648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.794905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks [] for router_controller (182c5cd8-97e6-49c6-9553-0f1cea31f53a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.815046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:51.953398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (182c5cd8-97e6-49c6-9553-0f1cea31f53a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.953950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182c5cd8-97e6-49c6-9553-0f1cea31f53a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:17:51.977919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:51.982056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91766f24-4d76-43c6-b056-60a445c18432 admin admin] 10.222.0.13 "DELETE /v2.0/routers/182c5cd8-97e6-49c6-9553-0f1cea31f53a HTTP/1.1" status: 204 len: 168 time: 4.2611942 Feb 10 13:17:51.993812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:52.136936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-e4a31057-34df-4419-8b55-a7e1865035d2 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:52.139461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-e4a31057-34df-4419-8b55-a7e1865035d2 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.77 "GET /v2.0/networks?id=dcc81607-da38-46e2-baa5-2890b3b40bc6 HTTP/1.1" status: 200 len: 825 time: 0.2230895 Feb 10 13:17:52.160810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] Publish callbacks [] for security_group (c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.165423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c1b3-223b-4c92-9ef0-8fa4727f9a96 req-b596b311-e659-478d-930a-c5e1a72b726d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:52.167234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c58c1b3-223b-4c92-9ef0-8fa4727f9a96 req-b596b311-e659-478d-930a-c5e1a72b726d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.2853689 Feb 10 13:17:52.186500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Request body: {'port': {'device_id': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6', 'admin_state_up': True, 'tenant_id': 'a188f7c6932b4ccd8097a01b62c26d1b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:52.257748 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c58c1b3-223b-4c92-9ef0-8fa4727f9a96 req-8cf1f901-14a0-402e-87ed-e700cea81c6d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814631 Feb 10 13:17:52.262048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Deleting subnet de52dd41-206d-4777-80f9-3750d9f03d52 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:17:52.313394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Publish callbacks [] for subnet (de52dd41-206d-4777-80f9-3750d9f03d52), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.342266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe70ecc5-7c18-45a1-89fb-a6b54f440d40 req-2cd71e14-11dc-4cbd-a11a-98f9a732c589 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 210 time: 0.1834497 Feb 10 13:17:52.374816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df8f25-a176-4aca-958a-1f35f89fa6aa req-b17efc8a-2988-411e-acb0-e6fc69e84f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:52.379975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8df8f25-a176-4aca-958a-1f35f89fa6aa req-b17efc8a-2988-411e-acb0-e6fc69e84f6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1128 time: 0.6073158 Feb 10 13:17:52.408531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (de52dd41-206d-4777-80f9-3750d9f03d52), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.469959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] Publish callbacks [] for security_group (c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.519689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (de52dd41-206d-4777-80f9-3750d9f03d52), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.560798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Made reservation on behalf of a188f7c6932b4ccd8097a01b62c26d1b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:52.575682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.735481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-616269ea-89a4-4eef-9cbb-d969deeee421 req-398e49e3-9d17-4754-bbfb-d1fd6c241c67 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 210 time: 0.1404541 Feb 10 13:17:52.760617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (de52dd41-206d-4777-80f9-3750d9f03d52), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.837920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de52dd41-206d-4777-80f9-3750d9f03d52,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:52.872865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352628eb-b596-45b0-90a6-6952307415e3 None None] Network 963655ae-b061-4ca6-9c27-c6cb99fff5b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:17:52.894339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:52.921448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3aac3c1-ecbc-47b9-80c5-39a0805d4d3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de52dd41-206d-4777-80f9-3750d9f03d52 HTTP/1.1" status: 204 len: 168 time: 0.9217844 Feb 10 13:17:52.927571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:53.028116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Allocated IP 172.20.0.4 (dcc81607-da38-46e2-baa5-2890b3b40bc6/10c70abe-034c-475e-a6c0-45327725a6ab/0e5b6168-af0a-401b-a9fc-dfdd30bf4543) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:53.179209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (963655ae-b061-4ca6-9c27-c6cb99fff5b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.192051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8df8f25-a176-4aca-958a-1f35f89fa6aa req-f5103afb-e186-4d5c-8549-e6767cbeb616 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655172 Feb 10 13:17:53.256191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e341bd02-64da-473a-9cde-da1bf6ea765f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:53.375508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] DHCP port deletion for 963655ae-b061-4ca6-9c27-c6cb99fff5b9 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:17:53.411751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e341bd02-64da-473a-9cde-da1bf6ea765f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:53.422627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e341bd02-64da-473a-9cde-da1bf6ea765f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:53.524855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks [] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.598247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.599322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Deleting port 0181b247-c950-4395-9120-3db499724ec7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:53.600229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0181b247-c950-4395-9120-3db499724ec7), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.600509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.605914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794 HTTP/1.1" status: 204 len: 168 time: 1.8954818 Feb 10 13:17:53.644123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ff7bec1-2a71-43a3-8ef2-49e7145304ad req-df8fdd5f-668d-4046-bd74-e2010a10e60b tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 210 time: 0.0583620 Feb 10 13:17:53.647178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc8bf-962e-4536-a98a-5dfab81f7dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5d4ca-7684-4a2c-a8dc-1c264ba3b794,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:53.678620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.768536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-efb45ff2-9c66-4c07-a186-01c68b4672d3 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:53.778159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-efb45ff2-9c66-4c07-a186-01c68b4672d3 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.77 "GET /v2.0/networks?id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 200 len: 811 time: 0.5945699 Feb 10 13:17:53.817589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:53.824360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] For port 0181b247-c950-4395-9120-3db499724ec7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0181b247-c950-4395-9120-3db499724ec7,segment=NetworkSegment(ce3b3664-3f5e-4c8d-acc4-4a956906af62),segment_id=ce3b3664-3f5e-4c8d-acc4-4a956906af62)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:53.824794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0181b247-c950-4395-9120-3db499724ec7), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.843061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Network dcc81607-da38-46e2-baa5-2890b3b40bc6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:53.844830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:53.848742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:53.858293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Calling delete_port for 0181b247-c950-4395-9120-3db499724ec7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:53.959898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (0181b247-c950-4395-9120-3db499724ec7), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.976087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:53.996415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:53.998007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-673750dd-0c63-460c-8de2-b2796882c7b8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d91bda7a7b4860bec1f73384a066c4 HTTP/1.1" status: 200 len: 380 time: 0.1946957 Feb 10 13:17:54.011098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'port': {'device_id': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'admin_state_up': True, 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'security_groups': ['5e2aca31-3c2d-4918-954d-11eb6706a323']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:54.025798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Deleting port 0181b247-c950-4395-9120-3db499724ec7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:17:54.030062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0181b247-c950-4395-9120-3db499724ec7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:54.046037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] No DVR routers for this DVR port 0181b247-c950-4395-9120-3db499724ec7 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:54.055930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939e936-bacf-4119-9784-9c8d286eb2e5 None None] Pushing event deleted for resources: {'Port': ['ID=0181b247-c950-4395-9120-3db499724ec7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:54.058743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd7e5-e8e4-476e-8570-60a918818fb2 req-ab0fa3c5-df01-4632-8173-3a953515e222 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:54.062635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b9dd7e5-e8e4-476e-8570-60a918818fb2 req-ab0fa3c5-df01-4632-8173-3a953515e222 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.5857263 Feb 10 13:17:54.072045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-f8e64c05-0e6a-40ae-a81d-c72b4fcc73cf tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083092 Feb 10 13:17:54.090614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Request body: {'port': {'device_id': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:54.134068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eccc12d1-6d46-4d19-a017-ff44e92088fc req-8bcd5f74-bc78-40c2-a931-7b2fa4abd493 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 210 time: 0.0996799 Feb 10 13:17:54.259325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:54.612361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Made reservation on behalf of 11d91bda7a7b4860bec1f73384a066c4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:54.616357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:54.659158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] For port 0181b247-c950-4395-9120-3db499724ec7, host n-d-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:17:54.659587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0181b247-c950-4395-9120-3db499724ec7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:54.682123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:54.957087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Calling delete_port for 0181b247-c950-4395-9120-3db499724ec7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:17:54.975714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Port 0181b247-c950-4395-9120-3db499724ec7 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:17:54.992122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Allocated IP 172.20.0.8 (87f59d87-b3a7-479d-90a1-2a06e12ad7f0/54d4065f-7b5a-4274-abe4-682eef8ab4ef/8957c7e5-7994-4a28-84e0-2227d8950eb4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:17:54.994258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0181b247-c950-4395-9120-3db499724ec7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.037096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b9dd7e5-e8e4-476e-8570-60a918818fb2 req-e7250cd4-15e0-4165-b3a8-d42458445b8b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261425 Feb 10 13:17:55.048954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Pushing event deleted for resources: {'Port': ['ID=0181b247-c950-4395-9120-3db499724ec7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:55.065820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:17:55.080221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-634efd31-37ce-4ddb-add9-7389ae75a4d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14bc3420d9d948598536626425d13ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961127 Feb 10 13:17:55.084451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:55.097050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] No DVR routers for this DVR port 0181b247-c950-4395-9120-3db499724ec7 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:17:55.112050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks [] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.144645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Transition to ACTIVE for port object 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:17:55.279363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0181b247-c950-4395-9120-3db499724ec7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:17:55.283582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (963655ae-b061-4ca6-9c27-c6cb99fff5b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.334485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963655ae-b061-4ca6-9c27-c6cb99fff5b9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:55.350772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 0181b247-c950-4395-9120-3db499724ec7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:17:55.351359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0181b247-c950-4395-9120-3db499724ec7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:17:55.351616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b3664-3f5e-4c8d-acc4-4a956906af62') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:55.351931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b3664-3f5e-4c8d-acc4-4a956906af62') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:17:55.366715 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (ce3b3664-3f5e-4c8d-acc4-4a956906af62), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.385826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ce3b3664-3f5e-4c8d-acc4-4a956906af62), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.394033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:17:55.394454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (ce3b3664-3f5e-4c8d-acc4-4a956906af62), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:17:55.447706 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:17:55.562533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7905b6e7-ea16-4f2a-94c8-57cd699beac9 req-b48bb174-fa0e-490b-a2cd-78a4866c9f7f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 210 time: 0.1195369 Feb 10 13:17:55.719313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (963655ae-b061-4ca6-9c27-c6cb99fff5b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.737026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.740974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] 10.222.0.13 "DELETE /v2.0/networks/963655ae-b061-4ca6-9c27-c6cb99fff5b9 HTTP/1.1" status: 204 len: 168 time: 2.8084040 Feb 10 13:17:55.771241 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.783663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670024e-a7cd-443c-a97b-1575d9969983 admin admin] Pushing event deleted for resources: {'Network': ['ID=963655ae-b061-4ca6-9c27-c6cb99fff5b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:55.797056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1ac04-3553-48e9-9eef-1c86ba909f7d req-e3f225aa-aaa6-4ed6-8085-76b8cd4eaff0 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:55.798946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87f1ac04-3553-48e9-9eef-1c86ba909f7d req-e3f225aa-aaa6-4ed6-8085-76b8cd4eaff0 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 931 time: 0.8405676 Feb 10 13:17:55.871135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.961660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:55.998584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:56.031789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:17:56.036502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:17:56.053208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:17:56.094046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] Publish callbacks [] for security_group (0805554a-469f-4606-b870-8cc9645ff351), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.136252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87f1ac04-3553-48e9-9eef-1c86ba909f7d req-8bacf048-2a98-415e-970d-3c2529f63679 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951159 Feb 10 13:17:56.178894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event updated for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:56.200282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35592) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:56.228906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] Publish callbacks [] for security_group (0805554a-469f-4606-b870-8cc9645ff351), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.290357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Attempting to bind port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:56.290742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Attempting to bind port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '24d06d45-fe91-4967-b4d9-e4d1a7216ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:56.291084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Attempting to bind port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 on network dcc81607-da38-46e2-baa5-2890b3b40bc6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:56.304861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 on network dcc81607-da38-46e2-baa5-2890b3b40bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:17:56.305186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Attempting to bind port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 on network dcc81607-da38-46e2-baa5-2890b3b40bc6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:56.316952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:56.316952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Checking segment: {'id': '24d06d45-fe91-4967-b4d9-e4d1a7216ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:56.317323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Bound using segment: {'id': '24d06d45-fe91-4967-b4d9-e4d1a7216ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:56.317591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Bound port: 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d06d45-fe91-4967-b4d9-e4d1a7216ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:56.318156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.342248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:56.343070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.373047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0805554a-469f-4606-b870-8cc9645ff351), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.375913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.377202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0805554a-469f-4606-b870-8cc9645ff351 HTTP/1.1" status: 204 len: 168 time: 1.2918463 Feb 10 13:17:56.398315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603009f7-d2ba-4802-8763-d3b8a39ee3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0805554a-469f-4606-b870-8cc9645ff351,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:56.434986 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-5f553acd-f684-4144-9935-516a9d21c9f7 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4291856 Feb 10 13:17:56.450245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-145178a4-1b66-47f4-a2a2-2a3ecc9935a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3323de3740e7462a9d738b7d5d51f6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414691 Feb 10 13:17:56.452973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:56.459252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Request body: {'port': {'device_id': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:56.489560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90c7bb98-6418-47a9-a5f2-296811e7aeea None None] Provisioning complete for port 8957c7e5-7994-4a28-84e0-2227d8950eb4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:17:56.490575 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90c7bb98-6418-47a9-a5f2-296811e7aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.512517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be510a-e0bb-48dd-b3b0-00e7210e984f req-5c9b75c1-9db1-4944-8570-741d03c7a219 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:56.514148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1be510a-e0bb-48dd-b3b0-00e7210e984f req-5c9b75c1-9db1-4944-8570-741d03c7a219 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.2905588 Feb 10 13:17:56.591795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-90c7bb98-6418-47a9-a5f2-296811e7aeea None None] Port 8957c7e5-7994-4a28-84e0-2227d8950eb4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:17:56.595864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.600829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:56.629911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:56.645021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.673670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1be510a-e0bb-48dd-b3b0-00e7210e984f req-f44f58a3-4979-4f19-9e8d-04c0058aebbd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425183 Feb 10 13:17:56.694079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] Publish callbacks [] for security_group (cdc23197-bf34-41ed-97ce-78edc20f09ba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.696878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:56.697552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:56.700738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] 10.222.0.77 "PUT /v2.0/ports/0e5b6168-af0a-401b-a9fc-dfdd30bf4543 HTTP/1.1" status: 200 len: 1091 time: 2.6257980 Feb 10 13:17:56.701251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:56.704513 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4204096c-13c6-4aaa-a958-a6ec83618b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:57.102477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] Publish callbacks [] for security_group (cdc23197-bf34-41ed-97ce-78edc20f09ba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.305074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced143c4-f594-4e87-8a1c-ac1b60a447d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:57.340374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8957c7e5-7994-4a28-84e0-2227d8950eb4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:17:57.352423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks [] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.372106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Transition to ACTIVE for port object 8957c7e5-7994-4a28-84e0-2227d8950eb4 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:17:57.379575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.421133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69d285-f560-442b-8251-bcd580cdb9ae req-ad33b435-adbe-46b5-99f0-d4f107586662 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:57.431079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e69d285-f560-442b-8251-bcd580cdb9ae req-ad33b435-adbe-46b5-99f0-d4f107586662 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 931 time: 0.6992939 Feb 10 13:17:57.516086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-5d2c0843-8448-4d48-9f6c-9bc7408faea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:57.518906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-5d2c0843-8448-4d48-9f6c-9bc7408faea4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a188f7c6932b4ccd8097a01b62c26d1b&device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 1125 time: 0.7521498 Feb 10 13:17:57.562640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e69d285-f560-442b-8251-bcd580cdb9ae req-44ecb91b-7500-4f6c-a769-4786ca07a17f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290121 Feb 10 13:17:57.683891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-1619cb69-e264-45e0-98b4-c90e86d6b879 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7814467 Feb 10 13:17:57.688599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-655c56ce-3b48-4030-a37d-4545e869463f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543 HTTP/1.1" status: 200 len: 217 time: 0.1191988 Feb 10 13:17:57.705075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Pushing event updated for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:57.727913 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5d60e-13d2-4c7f-85df-06ed70b66cb9 x-openstack-request-id: req-9be5d60e-13d2-4c7f-85df-06ed70b66cb9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:57.728226 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:57.728523 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9be5d60e-13d2-4c7f-85df-06ed70b66cb9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:57.728985 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'status': 'completed', 'code': 200} Feb 10 13:17:57.782717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdc23197-bf34-41ed-97ce-78edc20f09ba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.785598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.786823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdc23197-bf34-41ed-97ce-78edc20f09ba HTTP/1.1" status: 204 len: 168 time: 1.3318660 Feb 10 13:17:57.832532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Attempting to bind port 8957c7e5-7994-4a28-84e0-2227d8950eb4 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:17:57.832940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Attempting to bind port 8957c7e5-7994-4a28-84e0-2227d8950eb4 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:17:57.833228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Attempting to bind port 8957c7e5-7994-4a28-84e0-2227d8950eb4 on network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:57.855588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Port 8957c7e5-7994-4a28-84e0-2227d8950eb4 on network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:17:57.855912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Attempting to bind port 8957c7e5-7994-4a28-84e0-2227d8950eb4 on network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:17:57.878433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:17:57.878433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Checking segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:17:57.878433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Bound using segment: {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:17:57.878433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Bound port: 8957c7e5-7994-4a28-84e0-2227d8950eb4, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5898a86a-956a-42de-bce0-27c81837cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:17:57.878433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:57.895260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeb0b4-d0e1-4123-9233-b6ea0ddb7a2e req-5f3693be-f08d-4a9a-9119-742db845bd53 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:57.903685 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0aeb0b4-d0e1-4123-9233-b6ea0ddb7a2e req-5f3693be-f08d-4a9a-9119-742db845bd53 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1128 time: 0.4129364 Feb 10 13:17:57.963155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d0f59-bc7e-47d4-858f-42d935921773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc23197-bf34-41ed-97ce-78edc20f09ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:58.042819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-797c4b93-7281-4a69-920a-bbd8963e7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:58.048871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-797c4b93-7281-4a69-920a-bbd8963e7877 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=10c70abe-034c-475e-a6c0-45327725a6ab HTTP/1.1" status: 200 len: 865 time: 0.3542817 Feb 10 13:17:58.062528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:17:58.134745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:17:58.150662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-5741697e-bfcc-42bf-8a4b-0ac49d64b871 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dcc81607-da38-46e2-baa5-2890b3b40bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693758 Feb 10 13:17:58.223653 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0aeb0b4-d0e1-4123-9233-b6ea0ddb7a2e req-cd05c0c3-74a2-4cee-8b6b-97906645a91f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190262 Feb 10 13:17:58.228541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:58.319757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:58.320411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:58.322818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] 10.222.0.77 "PUT /v2.0/ports/8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 200 len: 1091 time: 1.8777149 Feb 10 13:17:58.326350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:17:58.353028 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:17:58.475941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-0a491b29-c596-458d-8336-47ef2e1aee57 service neutron] 10.222.0.77 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115184 Feb 10 13:17:58.573045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-a8979a29-ff7b-4410-93f4-6272b6f4c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:58.574810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-a8979a29-ff7b-4410-93f4-6272b6f4c39e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 1127 time: 0.7772880 Feb 10 13:17:58.653470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cac08-cf47-4f5a-b390-ca30f426d713 req-745cc659-d432-4781-8886-ba0c3342235d tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:58.656518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-372cac08-cf47-4f5a-b390-ca30f426d713 req-745cc659-d432-4781-8886-ba0c3342235d tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 943 time: 0.7059503 Feb 10 13:17:58.832582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-372cac08-cf47-4f5a-b390-ca30f426d713 req-54126b14-7c29-4991-b615-e98dce15ab99 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514885 Feb 10 13:17:58.836959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e9998-b72d-455a-9217-0db71f644783 service neutron] Pushing event updated for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:17:58.910598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35650) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:58.948116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-a90486ab-da8f-43f0-9b9d-478288cd861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:58.951741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-a90486ab-da8f-43f0-9b9d-478288cd861a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=11d91bda7a7b4860bec1f73384a066c4&device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 1125 time: 0.5791605 Feb 10 13:17:58.999328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239fe0e8-b280-4893-b502-7dac2a8e151c req-442ae6d9-8fa9-4230-8760-f7be32f906bd service neutron] 10.222.0.77 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779065 Feb 10 13:17:59.028607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-100dd367-74e5-47ef-aa26-bbed4571e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.038434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-100dd367-74e5-47ef-aa26-bbed4571e845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.4158022 Feb 10 13:17:59.057791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e5c7-5b75-4ddb-ab0e-8aae6a5a6165 req-2367a179-7673-419a-a8b8-26a04f7d7c28 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.075695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef92e5c7-5b75-4ddb-ab0e-8aae6a5a6165 req-2367a179-7673-419a-a8b8-26a04f7d7c28 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1128 time: 0.4999793 Feb 10 13:17:59.142119 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddfc12f-b748-40cc-ad03-94875a5a6184 x-openstack-request-id: req-0ddfc12f-b748-40cc-ad03-94875a5a6184 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:17:59.142440 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:17:59.142637 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ddfc12f-b748-40cc-ad03-94875a5a6184 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:17:59.143037 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'status': 'completed', 'code': 200} Feb 10 13:17:59.147757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-65dc7079-7fd8-4e8c-ae5a-ae2a4df719cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 200 len: 217 time: 0.1224234 Feb 10 13:17:59.159956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:59.168901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1595606328'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:17:59.179360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-d3a5a54c-2aa3-4e4a-a026-50abbb582297 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 200 len: 217 time: 0.1375995 Feb 10 13:17:59.287793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-af3917c7-3794-4c9c-8985-c17c2aa4af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.298721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-af3917c7-3794-4c9c-8985-c17c2aa4af97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54d4065f-7b5a-4274-abe4-682eef8ab4ef HTTP/1.1" status: 200 len: 850 time: 0.1219244 Feb 10 13:17:59.366926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-d5b88fc2-3a5e-45cd-816b-9c426a7bb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.368584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-d5b88fc2-3a5e-45cd-816b-9c426a7bb342 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a188f7c6932b4ccd8097a01b62c26d1b&device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 1125 time: 0.1879745 Feb 10 13:17:59.377794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-c5bd53b4-d37a-43c8-ab0a-c416a19f8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.379256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-c5bd53b4-d37a-43c8-ab0a-c416a19f8c13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1473069 Feb 10 13:17:59.408513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef92e5c7-5b75-4ddb-ab0e-8aae6a5a6165 req-70b06e55-775d-409e-bc25-a4f0adfe3310 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239679 Feb 10 13:17:59.411435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889d55a-f66f-4609-867f-c67f47b06be8 req-828b4b4c-5497-4b2d-8717-7f8a830bc760 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.413692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a889d55a-f66f-4609-867f-c67f47b06be8 req-828b4b4c-5497-4b2d-8717-7f8a830bc760 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 943 time: 0.2313912 Feb 10 13:17:59.452221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:17:59.462510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:59.514576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60b340d2-04c4-45b9-adf2-b39a717d20f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca14dccbdd72453aa729733baf609b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6021235 Feb 10 13:17:59.517356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-cbe7c05d-ae89-4f2b-a204-3731437ae26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.519201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-cbe7c05d-ae89-4f2b-a204-3731437ae26f service neutron] 10.222.0.77 "GET /v2.0/networks?id=dcc81607-da38-46e2-baa5-2890b3b40bc6 HTTP/1.1" status: 200 len: 926 time: 0.1434598 Feb 10 13:17:59.519833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:17:59.557149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-77ef42df-7dde-4ba1-a56e-8548a2c12237 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685309 Feb 10 13:17:59.618318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:17:59.669303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-67094a57-68fa-40f2-b006-11ccd3d7fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.673888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-67094a57-68fa-40f2-b006-11ccd3d7fee7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3551598 Feb 10 13:17:59.704346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3aa8d879-f5bb-4369-a685-c628bb532d31), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:59.707036 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Added segment 3aa8d879-f5bb-4369-a685-c628bb532d31 of type vlan for network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 Feb 10 13:17:59.797418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-b18d708d-6c45-42e7-a522-3eb90dca295f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543 HTTP/1.1" status: 200 len: 217 time: 0.2502122 Feb 10 13:17:59.898845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (0c5cbca9-97de-45ee-9b83-69af1d1776d3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:59.948738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-e1007d07-8b52-4130-9a97-1691a264755a service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632415 Feb 10 13:17:59.952804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (0c5cbca9-97de-45ee-9b83-69af1d1776d3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:17:59.959138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:17:59.960302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.048293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8873756 Feb 10 13:18:00.057113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:00.074335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1765055721'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:00.121189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-3b48d7ad-b47a-4395-ba86-cf8210334e47 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424340 Feb 10 13:18:00.174899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] Publish callbacks [] for security_group (22f305d3-c10b-4023-bd03-623b652f179c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.180464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-d795e378-1f68-4a91-b716-388cbde61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:00.183075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-d795e378-1f68-4a91-b716-388cbde61107 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=10c70abe-034c-475e-a6c0-45327725a6ab HTTP/1.1" status: 200 len: 865 time: 0.3511162 Feb 10 13:18:00.202365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a889d55a-f66f-4609-867f-c67f47b06be8 req-0eabd935-47a2-4c7d-bee7-69af0b86eadd tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6647737 Feb 10 13:18:00.259266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-1868c804-c501-4365-b968-fbe8c567c7d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dcc81607-da38-46e2-baa5-2890b3b40bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491180 Feb 10 13:18:00.366353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb16432-d128-42f9-ab8f-18c39e17891d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Network': ['ID=0c5cbca9-97de-45ee-9b83-69af1d1776d3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:00.395450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:18:00.471991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-aa1b0a89-7a06-4231-9d13-c791ca97a174 service neutron] 10.222.0.77 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059793 Feb 10 13:18:00.496823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] Publish callbacks [] for security_group (22f305d3-c10b-4023-bd03-623b652f179c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.531434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63c20bd6-0336-460e-960e-2db7f616bdb4 req-7e787c09-5ef2-4c78-933a-4a43a74c9a70 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660999 Feb 10 13:18:00.534489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:00.571277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.735261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:18:00.763261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (17ca5131-5090-4aab-98c0-e61645ba22aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.763908 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Added segment 17ca5131-5090-4aab-98c0-e61645ba22aa of type vlan for network e3a8ec27-3a85-4423-a6e6-d7651602bd8b Feb 10 13:18:00.820549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05782-d42f-4ab0-811e-49d8aa28efdb req-4a303480-d67e-49ba-8bab-95977a89b423 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:00.822239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3d05782-d42f-4ab0-811e-49d8aa28efdb req-4a303480-d67e-49ba-8bab-95977a89b423 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 943 time: 0.3464365 Feb 10 13:18:00.846049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77642a8a-85f0-4201-9ce1-42d571a1ca5d req-51df3dcb-6973-4cb3-be26-74059b1b2f77 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030239 Feb 10 13:18:00.864473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0b4e7f0-0f22-489e-9e4e-35905750b035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.920320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e3a8ec27-3a85-4423-a6e6-d7651602bd8b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:00.977417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4204096c-13c6-4aaa-a958-a6ec83618b2e req-b06c2803-f61c-4f6a-b6a6-f72ff26c471f service neutron] 10.222.0.77 "GET /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863226 Feb 10 13:18:00.983623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-4ce7eb21-bf4b-4348-81a7-a16c32c6e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:00.986478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-4ce7eb21-bf4b-4348-81a7-a16c32c6e01e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=11d91bda7a7b4860bec1f73384a066c4&device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 1125 time: 0.3428214 Feb 10 13:18:01.005113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (22f305d3-c10b-4023-bd03-623b652f179c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.005790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e3a8ec27-3a85-4423-a6e6-d7651602bd8b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.009250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.012695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:01.013784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.014210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f305d3-c10b-4023-bd03-623b652f179c HTTP/1.1" status: 204 len: 168 time: 1.4767308 Feb 10 13:18:01.041131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2af1a0-122d-4caa-86c2-ad03c3daf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f305d3-c10b-4023-bd03-623b652f179c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:01.059702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3d05782-d42f-4ab0-811e-49d8aa28efdb req-31cd3476-1f10-4ac2-9156-dbfcad52d526 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069790 Feb 10 13:18:01.175199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:01.182537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1233621 Feb 10 13:18:01.195809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'subnet': {'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:01.247999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:18:01.250106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08071f31-0caa-4925-9b1d-ada3080eb19c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Network': ['ID=e3a8ec27-3a85-4423-a6e6-d7651602bd8b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:01.305115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:18:01.335677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-2bff93a8-6710-4c24-a3f6-fcd5bc89f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:01.350718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-2bff93a8-6710-4c24-a3f6-fcd5bc89f841 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 200 len: 912 time: 0.3556550 Feb 10 13:18:01.403716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:01.407952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.472785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-ad1dfb10-d25b-4de0-ab4c-aa361cdefa1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 200 len: 217 time: 0.1134825 Feb 10 13:18:01.650070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-abdb5cb9-785f-4856-93b0-3561192d9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:01.654843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-abdb5cb9-785f-4856-93b0-3561192d9977 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54d4065f-7b5a-4274-abe4-682eef8ab4ef HTTP/1.1" status: 200 len: 850 time: 0.1772790 Feb 10 13:18:01.759974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:01.799811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'network_id': 'dcc81607-da38-46e2-baa5-2890b3b40bc6', 'port_id': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'mac_address': 'fa:16:3e:08:24:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c70abe-034c-475e-a6c0-45327725a6ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:18:01.843538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-6bfe9fc2-5d30-48a9-95f8-c36d082ceb2c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122377 Feb 10 13:18:01.874441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-82aeb1fc-6758-4f1a-ad42-d1b2c3954e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:01.881003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-82aeb1fc-6758-4f1a-ad42-d1b2c3954e3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2017636 Feb 10 13:18:01.907877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:01.908579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:01.932844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:01.968669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-a4edcf79-98c1-4dad-8b08-ed7ecd507b6f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:18:01.971142 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-a4edcf79-98c1-4dad-8b08-ed7ecd507b6f tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450611 Feb 10 13:18:01.975978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:01.986218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:02.119128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-b4912826-98bf-4c5d-a4b9-ac8a56bcbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:02.125845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-b4912826-98bf-4c5d-a4b9-ac8a56bcbffa service neutron] 10.222.0.13 "GET /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 1125 time: 0.1260333 Feb 10 13:18:02.142498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:02.209463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['0e5b6168-af0a-401b-a9fc-dfdd30bf4543'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:02.221632 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (17636529-49b9-4853-b301-434b475bfc0e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:02.257633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-5ce61612-b021-4911-8cdd-00f479df0593 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662677 Feb 10 13:18:02.272631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Request body: {'binding': {'host': 'n-h2-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:02.273194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:18:02.371695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Subnet': ['ID=17636529-49b9-4853-b301-434b475bfc0e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:02.457623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:02.465107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network hostable DHCP agents. Network: 0c5cbca9-97de-45ee-9b83-69af1d1776d3, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:18:02.504498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-026d4e0f-908a-46d3-aa7c-df88b1187e75 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:02.516987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-026d4e0f-908a-46d3-aa7c-df88b1187e75 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6095908 Feb 10 13:18:02.559837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-0a8f1e50-3b1b-4d14-832b-e5c0cd7d38fe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/quotas/725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 375 time: 0.0414648 Feb 10 13:18:02.562581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:18:02.620822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 0c5cbca9-97de-45ee-9b83-69af1d1776d3) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:02.640104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491eee0-1872-46b1-bc74-4793ddcbdf76 None None] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:02.666061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f36ae3c-0dfb-4e4e-93b4-312c558f42ac req-0c921335-3c49-4e5f-97d8-24a847185017 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888960 Feb 10 13:18:02.686056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:02.691264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:02.718996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-3d4aeee6-09b5-4bd3-afe2-2b5be0299765 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251440 Feb 10 13:18:02.739304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c7ee4f36-cf90-49da-8157-6ea3142d72bf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5534301 Feb 10 13:18:02.740417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:02.752440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'subnet': {'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:02.759483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on host n-h2-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:02.760241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:02.761544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:02.771043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:02.771580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:02.783160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:02.783796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:02.784354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:02.785713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Bound port: 7097441c-b03f-4e01-b429-ae281e52dcd9, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:02.925704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:02.957288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:18:02.958193 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:02.958323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:02.959752 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-15e06691-94e1-4e6f-a6b2-e03a887fa2ed service neutron] 10.222.0.13 "POST /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7006648 Feb 10 13:18:03.038028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:03.045189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.228782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:03.280718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8957c7e5-7994-4a28-84e0-2227d8950eb4 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:18:03.288804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:03.454189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed508-adae-45e2-960e-89540c5baf6b req-2ab05727-9a73-4035-ae08-6b88c07e7c34 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:03.455857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09eed508-adae-45e2-960e-89540c5baf6b req-2ab05727-9a73-4035-ae08-6b88c07e7c34 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 943 time: 0.1191196 Feb 10 13:18:03.522372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-network', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:03.558442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Made reservation on behalf of 37a60958d4c744de9e995c1be1b9fe18 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:03.561005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.577543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09eed508-adae-45e2-960e-89540c5baf6b req-77b74e9e-fd37-4c10-9e49-2831d8cdfcc0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983589 Feb 10 13:18:03.599327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a637-281b-4255-be51-170d78b174c0 req-31c0e81d-d7e6-4fd1-bbd9-330c2b096432 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:03.599327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23f3a637-281b-4255-be51-170d78b174c0 req-31c0e81d-d7e6-4fd1-bbd9-330c2b096432 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 944 time: 0.3383763 Feb 10 13:18:03.599327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.602352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-37c87a95-a3c0-4cf9-8fbe-e5fda6abd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:03.603971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-37c87a95-a3c0-4cf9-8fbe-e5fda6abd610 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1128 time: 0.2283087 Feb 10 13:18:03.669225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-547a23dc-c076-4745-b579-29ff6fce1f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.737787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Allocated IP 10.1.1.2 (0c5cbca9-97de-45ee-9b83-69af1d1776d3/17636529-49b9-4853-b301-434b475bfc0e/c43aaf20-7db3-474e-a4e7-6059c501f372) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:03.767190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d002785-5309-4a05-9744-20fec877f24f req-04ad36bb-59d2-4472-a45e-5cdf2be0518f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.1078200 Feb 10 13:18:03.781823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (84f542f4-4851-467f-9ca9-cec6585d3fca), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.824401 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23f3a637-281b-4255-be51-170d78b174c0 req-e0d0deaf-6a00-4b04-ac0b-a4167cc964d0 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138050 Feb 10 13:18:03.851892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-7d310868-5c2e-491e-8824-aab929660c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:03.853516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-7d310868-5c2e-491e-8824-aab929660c52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.2419500 Feb 10 13:18:03.927599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:18:03.939780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-71dd7b26-d009-4e53-98ef-15c0f9920614 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0786295 Feb 10 13:18:03.961565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks [] for security_group (110fddf0-a7c5-4315-9c14-f6299be03127), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:03.999676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:04.000289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.040866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:04.077342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'port_id': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'mac_address': 'fa:16:3e:c2:af:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:18:04.204503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Subnet': ['ID=84f542f4-4851-467f-9ca9-cec6585d3fca,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:04.228102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Checking segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:04.228818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network hostable DHCP agents. Network: e3a8ec27-3a85-4423-a6e6-d7651602bd8b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:18:04.255361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe4b82-bbe1-40eb-87c0-d4a5c8037fa7 req-db18da61-8eb4-4d06-96c2-f561a3b684f9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:04.259509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3fe4b82-bbe1-40eb-87c0-d4a5c8037fa7 req-db18da61-8eb4-4d06-96c2-f561a3b684f9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.3374031 Feb 10 13:18:04.356950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:18:04.383407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8957c7e5-7994-4a28-84e0-2227d8950eb4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:04.383810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.414800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e3a8ec27-3a85-4423-a6e6-d7651602bd8b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:04.434377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:04.435078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.454929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8957c7e5-7994-4a28-84e0-2227d8950eb4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:04.462144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3fe4b82-bbe1-40eb-87c0-d4a5c8037fa7 req-90ac31d5-a486-4006-9502-905180835382 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844549 Feb 10 13:18:04.510659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d55b43-43c6-4a61-a0fe-a97ad35cbf05 None None] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:04.525252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-304add98-ec93-406d-bdea-fd3d739a2128 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7821956 Feb 10 13:18:04.527992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:04.539318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:04.539880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'name': 'tempest-TaggedBootDevicesTest_v242-1489833860', 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:04.624223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:04.624223 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.684743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.704466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.747816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (110fddf0-a7c5-4315-9c14-f6299be03127), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.791081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:04.795334 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bc2c9-12e6-4be8-b790-912ef6a266e6" -d '{"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-plugged", "status": "completed", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:04.810331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:04.817146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110fddf0-a7c5-4315-9c14-f6299be03127,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:04.829271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:04.834267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01fab-d2ea-4cf5-a8bc-599474cb161f req-550a94c5-850f-472f-849a-989ac0d4f297 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:04.846679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82a01fab-d2ea-4cf5-a8bc-599474cb161f req-550a94c5-850f-472f-849a-989ac0d4f297 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 944 time: 0.1415796 Feb 10 13:18:04.860618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks [] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.864458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.890680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.894848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:04.929352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:18:04.930888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8957c7e5-7994-4a28-84e0-2227d8950eb4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:04.989036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-569c4990-65e1-418b-9a43-6008f53ab981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:04.990593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-569c4990-65e1-418b-9a43-6008f53ab981 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 1.0430939 Feb 10 13:18:04.998350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (45eb01d7-2ee3-4c29-bd05-4c4f510ddffd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:04.998824 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Added segment 45eb01d7-2ee3-4c29-bd05-4c4f510ddffd of type vlan for network aca76e95-45a5-4ebc-b9de-4ac916a18344 Feb 10 13:18:05.050532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ips': [{'subnet_id': '84f542f4-4851-467f-9ca9-cec6585d3fca'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:18:05.052638 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.088967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-a9f44dbd-18a7-4e98-9502-3aad992fb761 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865679 Feb 10 13:18:05.099321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:05.117529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:05.131529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:05.140823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:05.155790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.237829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (aca76e95-45a5-4ebc-b9de-4ac916a18344), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.261801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799dd0-a26c-4f2d-a146-ae65ba569d32 req-407cbe14-4211-48a0-ba54-92b43df8468e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:05.264524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc799dd0-a26c-4f2d-a146-ae65ba569d32 req-407cbe14-4211-48a0-ba54-92b43df8468e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.5229063 Feb 10 13:18:05.268662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82a01fab-d2ea-4cf5-a8bc-599474cb161f req-9481306b-77aa-47c7-bbaa-3692a0995e51 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207602 Feb 10 13:18:05.343243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] device_id is not set on port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:18:05.373338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-fc7817b2-1a94-4b16-b943-d84a3239a091 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2058730 Feb 10 13:18:05.389902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (aca76e95-45a5-4ebc-b9de-4ac916a18344), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.390896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:05.391567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.409251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Pushing event updated for resources: {'Port': ['ID=c43aaf20-7db3-474e-a4e7-6059c501f372,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:05.440376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Attempting to bind port c43aaf20-7db3-474e-a4e7-6059c501f372 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:05.441049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Attempting to bind port c43aaf20-7db3-474e-a4e7-6059c501f372 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:05.441537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Attempting to bind port c43aaf20-7db3-474e-a4e7-6059c501f372 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:05.459508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc799dd0-a26c-4f2d-a146-ae65ba569d32 req-e9a31f01-7a70-4595-8897-9229ec5df8a4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788325 Feb 10 13:18:05.501487 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2708721 Feb 10 13:18:05.511121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:05.525039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Request body: {'subnet': {'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-subnet', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:05.548440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:05.549549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:05.550185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.551045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Bound using segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:05.551690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Bound port: c43aaf20-7db3-474e-a4e7-6059c501f372, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:05.552291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.556195 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522200a-6e46-4073-8553-bb18937eee8a x-openstack-request-id: req-2522200a-6e46-4073-8553-bb18937eee8a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:05.556730 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-plugged", "status": "completed", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:05.557101 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2522200a-6e46-4073-8553-bb18937eee8a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:05.557770 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'code': 200} Feb 10 13:18:05.571333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-bbfe4c5c-1db1-4d5e-81e4-00a3bc40cfa8 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151559 Feb 10 13:18:05.629061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Allocated IP 10.2.2.2 (e3a8ec27-3a85-4423-a6e6-d7651602bd8b/84f542f4-4851-467f-9ca9-cec6585d3fca/bbe21c43-727b-411a-a7dc-5163dddc246b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:05.642329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7b54f-0b4c-4305-a607-e320cf732fef admin admin] Pushing event updated for resources: {'Network': ['ID=aca76e95-45a5-4ebc-b9de-4ac916a18344,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:05.659040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Made reservation on behalf of 37a60958d4c744de9e995c1be1b9fe18 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:05.663080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.668644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:18:05.872465 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.919385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:05.937676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d46f084-4bff-485f-9c95-9065de30e89b req-6510fb3a-632a-4d39-a69d-90afb37db0b8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.3120117 Feb 10 13:18:05.954747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] For port c43aaf20-7db3-474e-a4e7-6059c501f372, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:05.981995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] For port c43aaf20-7db3-474e-a4e7-6059c501f372, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c43aaf20-7db3-474e-a4e7-6059c501f372,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:06.103590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-ebd36829-c25f-442d-b9f3-1ecd79b9f103 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928918 Feb 10 13:18:06.144320 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks [] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.154314 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.169094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.180371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ce7f-6361-445a-83f2-a6f4b9f9456c req-43aa70e6-388b-45e2-864d-16d029cd36bd tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:06.203610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c2ce7f-6361-445a-83f2-a6f4b9f9456c req-43aa70e6-388b-45e2-864d-16d029cd36bd tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.4978454 Feb 10 13:18:06.294155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:06.299393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:06.309519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:06.357945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffee96-69c5-4b04-9dc7-330580ffb020 None None] Pushing event updated for resources: {'Port': ['ID=c43aaf20-7db3-474e-a4e7-6059c501f372,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:06.441339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c2ce7f-6361-445a-83f2-a6f4b9f9456c req-21838c44-d768-465f-a537-8859376d2b72 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364759 Feb 10 13:18:06.473500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Attempting to bind port bbe21c43-727b-411a-a7dc-5163dddc246b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:06.473883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Attempting to bind port bbe21c43-727b-411a-a7dc-5163dddc246b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:06.474255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Attempting to bind port bbe21c43-727b-411a-a7dc-5163dddc246b on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:06.484657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Pushing event updated for resources: {'Port': ['ID=bbe21c43-727b-411a-a7dc-5163dddc246b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:06.487310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:06.487689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Checking segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:06.488102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.488502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Bound using segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:06.489025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Bound port: bbe21c43-727b-411a-a7dc-5163dddc246b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:06.489415 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.552256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (da53b380-59f8-42f0-9d5b-55518ed9704b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.575087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] For port bbe21c43-727b-411a-a7dc-5163dddc246b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:06.579367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] For port bbe21c43-727b-411a-a7dc-5163dddc246b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbe21c43-727b-411a-a7dc-5163dddc246b,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:06.595447 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:06.727367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da53b380-59f8-42f0-9d5b-55518ed9704b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:06.754964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93ea75-abde-419d-ae6b-9215e3d68dc0 None None] Pushing event updated for resources: {'Port': ['ID=bbe21c43-727b-411a-a7dc-5163dddc246b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:06.836553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-5069e90d-5429-4500-bf7f-77e405944907 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:06.839042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-5069e90d-5429-4500-bf7f-77e405944907 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4639900 Feb 10 13:18:06.854177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605d34-bd48-4861-94b5-fb567af40f0a req-00f34386-c811-4225-ba27-a53eb36f733a tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:06.862944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24605d34-bd48-4861-94b5-fb567af40f0a req-00f34386-c811-4225-ba27-a53eb36f733a tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 944 time: 0.1266274 Feb 10 13:18:06.878880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Checking segment: {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:06.879523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Network hostable DHCP agents. Network: aca76e95-45a5-4ebc-b9de-4ac916a18344, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:18:06.935310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Request body: {'port': {'device_id': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '725486b70fe1497c9243ff6820a04be7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:06.983423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35199ed-45a3-4c09-b776-b507393f9723 req-73a19020-6cbc-41d9-bb22-2abc0388d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:06.993344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35199ed-45a3-4c09-b776-b507393f9723 req-73a19020-6cbc-41d9-bb22-2abc0388d6ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 1127 time: 1.3150117 Feb 10 13:18:06.995521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-24605d34-bd48-4861-94b5-fb567af40f0a req-31408c73-fbc0-40e7-a2d3-ad0b4d92465f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066680 Feb 10 13:18:07.003386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:18:07.040162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, aca76e95-45a5-4ebc-b9de-4ac916a18344) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:07.068386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92621e72-f4f9-4ad8-8511-198e65d1c5f3 None None] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:07.076225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:07.082050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.097657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc84b86-6061-40b5-bfd2-1f05994dc2ff req-4a2d7040-5d4d-4f66-a74a-9e5350a2dc4e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:07.100987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bc84b86-6061-40b5-bfd2-1f05994dc2ff req-4a2d7040-5d4d-4f66-a74a-9e5350a2dc4e tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.5196357 Feb 10 13:18:07.117711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-f8c80a82-d1bd-41e9-b53b-e6ad1819b137 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:07.121259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dea194b5-af96-4dd2-9727-2b75978f64e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6081660 Feb 10 13:18:07.121813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-f8c80a82-d1bd-41e9-b53b-e6ad1819b137 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 1.2017100 Feb 10 13:18:07.122079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:07.270976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f8f4-8645-49d2-a573-06036c62a2f6 req-151ae80e-efdc-4633-814a-425531eb6ccf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:07.300965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b590f8f4-8645-49d2-a573-06036c62a2f6 req-151ae80e-efdc-4633-814a-425531eb6ccf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.1600573 Feb 10 13:18:07.335918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8957c7e5-7994-4a28-84e0-2227d8950eb4 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:07.374651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:07.435548 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b590f8f4-8645-49d2-a573-06036c62a2f6 req-877a8266-b23e-4435-af3b-d45ce45bf57e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335092 Feb 10 13:18:07.522069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbe21c43-727b-411a-a7dc-5163dddc246b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:07.534727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.1.1.90 (0c5cbca9-97de-45ee-9b83-69af1d1776d3/17636529-49b9-4853-b301-434b475bfc0e/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:07.609125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.624950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-aca76e95-45a5-4ebc-b9de-4ac916a18344', 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344', 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'fixed_ips': [{'subnet_id': 'da53b380-59f8-42f0-9d5b-55518ed9704b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:18:07.626775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.634087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bf25cea-fe09-4fb2-a1c8-b9e61535ec46 req-a4413dfb-87de-4e2b-add9-b7e2b7f12748 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.0581686 Feb 10 13:18:07.674951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35199ed-45a3-4c09-b776-b507393f9723 req-7e458701-243f-489e-9775-9d9e4119d593 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166558 Feb 10 13:18:07.706123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 8957c7e5-7994-4a28-84e0-2227d8950eb4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:18:07.715340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 8957c7e5-7994-4a28-84e0-2227d8950eb4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:07.715721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.871695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port bbe21c43-727b-411a-a7dc-5163dddc246b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:07.872090 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.887639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d42b-32b5-4876-9a60-d474d995f46b req-d8092824-7b6d-4c54-ae3f-41f4ec485d3d tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:07.894514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aae1d42b-32b5-4876-9a60-d474d995f46b req-d8092824-7b6d-4c54-ae3f-41f4ec485d3d tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.1342003 Feb 10 13:18:07.896210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bc84b86-6061-40b5-bfd2-1f05994dc2ff req-3d55f986-f840-401b-b76d-870145ba22d0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7731187 Feb 10 13:18:07.898964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:07.910526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.062482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aae1d42b-32b5-4876-9a60-d474d995f46b req-092e949e-96e4-407f-9d0c-0956579fc6ef tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560903 Feb 10 13:18:08.157758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa7e05-5234-4abe-a0fb-b224bbfcf2ed None None] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:08.369449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8957c7e5-7994-4a28-84e0-2227d8950eb4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:08.370759 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.418514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:08.422215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Provisioning complete for port c43aaf20-7db3-474e-a4e7-6059c501f372 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:08.422997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.445430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for router_controller (34f30519-4b65-4481-8d22-2ee2ee2b8a63), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.454940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Made reservation on behalf of 725486b70fe1497c9243ff6820a04be7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:08.468988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:08.470920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.471322 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1c72f-268a-4b7d-b1b7-9625dec03f87" -d '{"events": [{"server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "name": "network-vif-plugged", "status": "completed", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:08.475517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf9d88-2a1d-42ea-a331-6265fd8cc22e None None] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:08.489368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.490205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9303c6d5-ec85-4ac0-8160-568658af5fce no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:08.577445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Deleting port 9303c6d5-ec85-4ac0-8160-568658af5fce {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:08.578158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.598494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.686085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Allocated IP 172.20.0.2 (aca76e95-45a5-4ebc-b9de-4ac916a18344/da53b380-59f8-42f0-9d5b-55518ed9704b/638654ec-883e-4d3b-8fb6-38af9c813a55) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:08.770614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.814314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Current status of the port c43aaf20-7db3-474e-a4e7-6059c501f372 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:08.814715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.826053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda1534-059b-49e1-bb58-5452366efbf8 req-1eab9442-fd9b-4d41-a371-245c19ea7766 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:08.829830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aeda1534-059b-49e1-bb58-5452366efbf8 req-1eab9442-fd9b-4d41-a371-245c19ea7766 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 946 time: 0.1826134 Feb 10 13:18:08.932018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0cfc0-fe9b-46b7-83c0-243f579f157a req-87ae110b-5863-46a3-a76b-5a4a6feb3ea4 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:08.933481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port bbe21c43-727b-411a-a7dc-5163dddc246b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:08.933642 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:08.935823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaf0cfc0-fe9b-46b7-83c0-243f579f157a req-87ae110b-5863-46a3-a76b-5a4a6feb3ea4 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 944 time: 0.8026884 Feb 10 13:18:08.948788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aeda1534-059b-49e1-bb58-5452366efbf8 req-abc4f4d4-df41-4a85-9b37-30e60b99baa9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130481 Feb 10 13:18:09.016534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:09.120547 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579d058-9273-498d-846a-6b75baf237aa x-openstack-request-id: req-0579d058-9273-498d-846a-6b75baf237aa {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:09.120547 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "name": "network-vif-plugged", "status": "completed", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:09.121167 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0579d058-9273-498d-846a-6b75baf237aa {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:09.121394 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'code': 200} Feb 10 13:18:09.143797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for router_gateway (34f30519-4b65-4481-8d22-2ee2ee2b8a63), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.145052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9303c6d5-ec85-4ac0-8160-568658af5fce is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:09.145390 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.181952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port bbe21c43-727b-411a-a7dc-5163dddc246b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbe21c43-727b-411a-a7dc-5163dddc246b,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:09.215341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] For port c43aaf20-7db3-474e-a4e7-6059c501f372, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c43aaf20-7db3-474e-a4e7-6059c501f372,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:09.249198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:09.250613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.259693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.260656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c43aaf20-7db3-474e-a4e7-6059c501f372 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:09.282770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.317406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for security_group (7e735dae-df65-4ec0-9114-ebde4b51c638), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.327195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.329741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-44891f21-a227-4c61-8cb0-34c2629b0f95 req-77c035f2-08b9-4f25-9c2e-091aeb1065b0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.0895500 Feb 10 13:18:09.394336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7e735dae-df65-4ec0-9114-ebde4b51c638), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.404666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaf0cfc0-fe9b-46b7-83c0-243f579f157a req-33e1b959-3c68-4c7e-abfa-89fd0f54c4b4 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471451 Feb 10 13:18:09.493226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9303c6d5-ec85-4ac0-8160-568658af5fce, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9303c6d5-ec85-4ac0-8160-568658af5fce,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:09.563315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:09.576294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.607663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e735dae-df65-4ec0-9114-ebde4b51c638,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:09.635918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887612-d8d2-4e8a-9191-529d5ee12959 req-11b20245-2fd1-466c-bad7-dab193bec52a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:09.643222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1887612-d8d2-4e8a-9191-529d5ee12959 req-11b20245-2fd1-466c-bad7-dab193bec52a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1974850 Feb 10 13:18:09.659614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=bbe21c43-727b-411a-a7dc-5163dddc246b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:09.710197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1887612-d8d2-4e8a-9191-529d5ee12959 req-c56e46c0-51b5-4b37-a77b-1c9337f396e5 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659268 Feb 10 13:18:09.749105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:09.770974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Provisioning complete for port c43aaf20-7db3-474e-a4e7-6059c501f372 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:09.771337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.882408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks [] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.934004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c43aaf20-7db3-474e-a4e7-6059c501f372 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:09.934705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.941027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:09.947224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aad7d-150d-4f41-9980-e943ee748d6f None None] Pushing event updated for resources: {'Port': ['ID=c43aaf20-7db3-474e-a4e7-6059c501f372,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:10.016748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:10.078491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Allocated IP 192.168.233.27 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/2573ce0d-2ee9-4211-ad9b-5cc0833694f3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:10.082619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:10.118037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.118685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.119227 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Floating IP 6cee75f2-4180-4fd8-bed5-3ee79d9ef879 disassociated. External IP: 172.25.8.129, port: 9303c6d5-ec85-4ac0-8160-568658af5fce. Feb 10 13:18:10.120389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Calling delete_port for 9303c6d5-ec85-4ac0-8160-568658af5fce owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:10.150998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:10.216221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:10.231607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335e6b0-1925-46f3-ad8c-b6e379c514fd req-2f9e7816-ae22-46fe-94d6-54e627445ed0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:10.233403 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0335e6b0-1925-46f3-ad8c-b6e379c514fd req-2f9e7816-ae22-46fe-94d6-54e627445ed0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 944 time: 0.1194413 Feb 10 13:18:10.239930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:10.322182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Pushing event updated for resources: {'Port': ['ID=638654ec-883e-4d3b-8fb6-38af9c813a55,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:10.334401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:10.335457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Current status of the port c43aaf20-7db3-474e-a4e7-6059c501f372 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:10.353291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0335e6b0-1925-46f3-ad8c-b6e379c514fd req-a44b96c2-7fdb-43c9-83e1-9de7edce5b50 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ad9b36a-5775-4752-9ff8-e30b346fec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134009 Feb 10 13:18:10.387574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Attempting to bind port 638654ec-883e-4d3b-8fb6-38af9c813a55 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:10.387948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Attempting to bind port 638654ec-883e-4d3b-8fb6-38af9c813a55 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:10.388486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Attempting to bind port 638654ec-883e-4d3b-8fb6-38af9c813a55 on network aca76e95-45a5-4ebc-b9de-4ac916a18344 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:10.403754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011aef4-3f39-4599-9f31-72630b2f64fb req-ffc3b110-4cc1-4f09-8927-7b53232d125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:10.405345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9011aef4-3f39-4599-9f31-72630b2f64fb req-ffc3b110-4cc1-4f09-8927-7b53232d125a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 1127 time: 1.1948464 Feb 10 13:18:10.418115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Provisioning complete for port bbe21c43-727b-411a-a7dc-5163dddc246b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:10.418484 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.435684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9303c6d5-ec85-4ac0-8160-568658af5fce), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.466992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:10.467373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Checking segment: {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:10.467785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.468350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Bound using segment: {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:10.468887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Bound port: 638654ec-883e-4d3b-8fb6-38af9c813a55, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:10.469256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.496143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c43aaf20-7db3-474e-a4e7-6059c501f372 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:10.524451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f37bf9b-285f-4ad9-8ee8-da30e949d836 req-46081080-684c-4246-8529-2b496d6fde72 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.0750866 Feb 10 13:18:10.610612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'Port': ['ID=9303c6d5-ec85-4ac0-8160-568658af5fce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:10.642180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-324ffb5a-8ef2-454a-b7dd-9b49bc61d3fc None None] Current status of the port bbe21c43-727b-411a-a7dc-5163dddc246b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:10.669312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:10.669981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.720213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] For port 638654ec-883e-4d3b-8fb6-38af9c813a55, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:10.724328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbe21c43-727b-411a-a7dc-5163dddc246b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:10.728882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] For port 638654ec-883e-4d3b-8fb6-38af9c813a55, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=638654ec-883e-4d3b-8fb6-38af9c813a55,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:10.737283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9011aef4-3f39-4599-9f31-72630b2f64fb req-6382634e-1ebd-4119-86d0-de7991c4086f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087037 Feb 10 13:18:10.750963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094896-de3a-46bb-948a-0f913fab3838 req-0426bf7f-829a-41e1-b83d-f89a62c83710 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:10.761355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81094896-de3a-46bb-948a-0f913fab3838 req-0426bf7f-829a-41e1-b83d-f89a62c83710 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 1.0380108 Feb 10 13:18:10.771054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.773386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec88a-9d20-403f-b447-168d1800da7a req-dcec4e12-5348-43f7-99a8-bb21d74d8dd5 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:10.775122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-601ec88a-9d20-403f-b447-168d1800da7a req-dcec4e12-5348-43f7-99a8-bb21d74d8dd5 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.1144936 Feb 10 13:18:10.819330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Provisioning complete for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:10.819754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.856733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-601ec88a-9d20-403f-b447-168d1800da7a req-a3f54bf4-3e58-4646-af1d-f243a8bd92b5 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741746 Feb 10 13:18:10.960878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:10.964017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fb60-594a-492e-b39a-837471b27578 None None] Pushing event updated for resources: {'Port': ['ID=638654ec-883e-4d3b-8fb6-38af9c813a55,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:10.977444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.988647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port bbe21c43-727b-411a-a7dc-5163dddc246b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:10.988813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae1d6c25-062b-4a27-8b84-5726189d22af tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4597268 Feb 10 13:18:10.989436 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:10.989584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35856) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:10.996888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'name': 'tempest-TaggedBootDevicesTest_v242-1157503487', 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:11.018839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:11.087200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Provisioning complete for port bbe21c43-727b-411a-a7dc-5163dddc246b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:11.087928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:11.122657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:11.129438 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256a4b9-1cd1-410e-a964-a99ca465ae4e" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:11.252043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port bbe21c43-727b-411a-a7dc-5163dddc246b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:11.253276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c43aaf20-7db3-474e-a4e7-6059c501f372 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:11.291062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81094896-de3a-46bb-948a-0f913fab3838 req-f5203496-dd68-4ba2-9d98-f8d5b7acd280 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274324 Feb 10 13:18:11.470605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52fc43-be37-4c75-abf7-15fb410373db req-419a48df-2bd1-4504-ab51-81c8cd57039b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:11.472566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc52fc43-be37-4c75-abf7-15fb410373db req-419a48df-2bd1-4504-ab51-81c8cd57039b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.4717457 Feb 10 13:18:11.474157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:11.605849 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc52fc43-be37-4c75-abf7-15fb410373db req-1d437d7d-a519-4f4e-98e4-7f37199f55df tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265483 Feb 10 13:18:11.639588 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ddd1d-d419-49ad-8758-146399df211a x-openstack-request-id: req-a92ddd1d-d419-49ad-8758-146399df211a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:11.640179 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:11.640179 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a92ddd1d-d419-49ad-8758-146399df211a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:11.640565 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'code': 200} Feb 10 13:18:11.669541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9eef018f-c8aa-454e-8738-0b079057eaf3 None None] Current status of the port bbe21c43-727b-411a-a7dc-5163dddc246b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:11.681377 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:11.704224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c43aaf20-7db3-474e-a4e7-6059c501f372 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:11.704732 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:11.735890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] device_id is not set on port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:18:11.823918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c43aaf20-7db3-474e-a4e7-6059c501f372 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:11.893877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f51b9bc1-3c15-4499-93ea-d34fb030b1e0 req-dcabd101-4cc0-466d-8684-07b9259f7796 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.1042497 Feb 10 13:18:12.084083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b99b7145-5580-40d2-8db3-dde9afe904bb req-81c4b4ab-2879-43b4-a8ec-a805d14767b4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.0474076 Feb 10 13:18:12.126814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.174865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.1.1.109 (0c5cbca9-97de-45ee-9b83-69af1d1776d3/17636529-49b9-4853-b301-434b475bfc0e/7627069d-93d2-4ad2-b886-3fbb70dd4cc8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:12.220857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.328489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for router_gateway (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.357909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:12.373059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.377898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.476400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:12.477335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cd36f-db05-46c7-85d4-6dbeaa4de67b req-3e259c44-3c2d-4cba-aa1b-8ce1e5d12ad0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:12.485204 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b39cd36f-db05-46c7-85d4-6dbeaa4de67b req-3e259c44-3c2d-4cba-aa1b-8ce1e5d12ad0 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.0998402 Feb 10 13:18:12.526465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d437d-301e-4b5f-b187-00e9daab0ac3 req-a5c01a52-835a-49ff-865e-fd78f25cdcd4 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:12.535388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-395d437d-301e-4b5f-b187-00e9daab0ac3 req-a5c01a52-835a-49ff-865e-fd78f25cdcd4 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.3631113 Feb 10 13:18:12.545936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:12.569578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.596156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:12.607628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc043eb-0d5d-4c3f-97d6-4c618ab171cb None None] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:12.674250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b39cd36f-db05-46c7-85d4-6dbeaa4de67b req-44b1f443-b207-4a90-bd4c-c9d8937aecc3 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872015 Feb 10 13:18:12.734014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:12.761503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:12.763271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:12.768411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:12.836976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 638654ec-883e-4d3b-8fb6-38af9c813a55 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:12.907257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:12.924841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:12.925688 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:12.965462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae68c94d-6c46-4db5-9df8-4a15da6bf292 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9738002 Feb 10 13:18:12.965618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:12.975977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543ef2d-d568-446e-b4ba-483cb33e724a req-25e62b6d-7d67-40d3-a95d-512c407111eb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:12.983342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3543ef2d-d568-446e-b4ba-483cb33e724a req-25e62b6d-7d67-40d3-a95d-512c407111eb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1569984 Feb 10 13:18:13.068422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Provisioning complete for port 638654ec-883e-4d3b-8fb6-38af9c813a55 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:13.068652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.069470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3543ef2d-d568-446e-b4ba-483cb33e724a req-fb156eed-e5d4-401f-9990-22209be7e834 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851629 Feb 10 13:18:13.085217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:13.085879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:13.087463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:13.088339 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.142440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] No DVR routers for this DVR port 9303c6d5-ec85-4ac0-8160-568658af5fce on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:18:13.146296 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.162015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac1f68f2-3856-4a95-af27-fd1f9cd66655 req-e62644cc-6d9c-437c-a1f0-c6e0d528c34c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "DELETE /v2.0/ports/9303c6d5-ec85-4ac0-8160-568658af5fce HTTP/1.1" status: 204 len: 173 time: 5.9749157 Feb 10 13:18:13.189345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-deleted', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:13.193913 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5233d9fc-7f85-4d08-bedd-f0ce2f8e235f" -d '{"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-deleted", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:13.200633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Allocated IP 172.25.8.32 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b3381566-44ef-453f-b8b1-c6a80a38dd3a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:13.223877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-395d437d-301e-4b5f-b187-00e9daab0ac3 req-5d67796e-4345-49b8-9c5f-5cd1768dd579 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874938 Feb 10 13:18:13.247697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-58103be3-5f86-430d-8db7-2bd346cc9eb1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3509970 Feb 10 13:18:13.283290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Request body: {'port': {'device_id': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:13.289654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c3d7-c285-4373-bd51-6a5df17e7ff6 req-b14972da-15ee-4063-a946-ad9a80641bb8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:13.308075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-adf1c3d7-c285-4373-bd51-6a5df17e7ff6 req-b14972da-15ee-4063-a946-ad9a80641bb8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.1615984 Feb 10 13:18:13.309049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:13.320908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Request body: {'floatingip': {'port_id': '8957c7e5-7994-4a28-84e0-2227d8950eb4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:13.420025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.480073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 638654ec-883e-4d3b-8fb6-38af9c813a55 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:13.480413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.653272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e3d1290-145c-4f3d-afeb-2a3ae7c333b3 req-c93b9d3a-225c-40c8-95ba-a2903b586b0d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79c5653-6003-48e7-80f1-19eeddf3deb6 HTTP/1.1" status: 200 len: 210 time: 0.1620274 Feb 10 13:18:13.710996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:13.718353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:13.830506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Current status of the port 638654ec-883e-4d3b-8fb6-38af9c813a55 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:13.830904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.047762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:14.058992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733341372', 'description': 'tempest-description--1930765231'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:14.061732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] For port 638654ec-883e-4d3b-8fb6-38af9c813a55, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=638654ec-883e-4d3b-8fb6-38af9c813a55,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:14.082006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.165944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 638654ec-883e-4d3b-8fb6-38af9c813a55 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:14.166347 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.185492 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3707491-fc33-49be-92ad-2637b9f3af94 x-openstack-request-id: req-f3707491-fc33-49be-92ad-2637b9f3af94 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:14.186089 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5653-6003-48e7-80f1-19eeddf3deb6", "name": "network-vif-deleted", "tag": "9303c6d5-ec85-4ac0-8160-568658af5fce", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:14.186089 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3707491-fc33-49be-92ad-2637b9f3af94 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:14.186529 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79c5653-6003-48e7-80f1-19eeddf3deb6', 'name': 'network-vif-deleted', 'tag': '9303c6d5-ec85-4ac0-8160-568658af5fce', 'status': 'completed', 'code': 200} Feb 10 13:18:14.224662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.304494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Provisioning complete for port 638654ec-883e-4d3b-8fb6-38af9c813a55 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:14.305019 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.350875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc94fa-450b-492d-929f-3ed0135d4067 None None] Pushing event updated for resources: {'Port': ['ID=638654ec-883e-4d3b-8fb6-38af9c813a55,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:14.370953 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:18:14.373889 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:18:14.443707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.460348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.512556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Current status of the port 638654ec-883e-4d3b-8fb6-38af9c813a55 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:14.514981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.520877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61169bf-c352-4c68-9be4-09f8e4f0ddc8 req-28364070-0b15-4ed5-b8d5-175610bff20a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:14.529227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b61169bf-c352-4c68-9be4-09f8e4f0ddc8 req-28364070-0b15-4ed5-b8d5-175610bff20a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 935 time: 0.6922538 Feb 10 13:18:14.529597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.534588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Provisioning complete for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:14.535228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.545015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:14.600742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:14.612243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:14.634836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:14.635519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:14.662404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:14.692650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:14.711683 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Floating IP 2aaa9e18-d885-42c5-a377-deb9b11ec4fa associated. External IP: 172.25.8.142, port: 8957c7e5-7994-4a28-84e0-2227d8950eb4. Feb 10 13:18:14.770750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:14.794206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2254fb-e7b7-4fe0-93fd-aa149ba39dc2 req-c8ea665b-410f-4ac1-bac0-2c066ab95715 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:14.796434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d2254fb-e7b7-4fe0-93fd-aa149ba39dc2 req-c8ea665b-410f-4ac1-bac0-2c066ab95715 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1554282 Feb 10 13:18:14.918869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (f917057d-402c-48c9-8931-f051aa3fe1b4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:14.920575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Pushing event updated for resources: {'Port': ['ID=b3381566-44ef-453f-b8b1-c6a80a38dd3a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:14.954368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f917057d-402c-48c9-8931-f051aa3fe1b4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.034020 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d2254fb-e7b7-4fe0-93fd-aa149ba39dc2 req-f59061c8-ad50-4e84-8a2c-d3a5536e628c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298651 Feb 10 13:18:15.036096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 638654ec-883e-4d3b-8fb6-38af9c813a55 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:15.070642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:15.089629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Provisioning complete for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:15.090004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.095926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b61169bf-c352-4c68-9be4-09f8e4f0ddc8 req-3b162bc3-b630-4ee3-a5ac-6d55fa09eaa9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657120 Feb 10 13:18:15.194356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-558a5444-f214-40ab-acb4-4817b9fa2505 None None] Port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:15.233732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 638654ec-883e-4d3b-8fb6-38af9c813a55 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:15.249504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.250752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1985078 Feb 10 13:18:15.262694 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:18:15.263626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:15.265777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:15.266117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:15.276132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'security_group_rule': {'security_group_id': 'f917057d-402c-48c9-8931-f051aa3fe1b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:15.312274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:15.356789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc7c1-328e-4e3a-9688-767463ccf5f5 req-4066c4dd-5cdd-41b4-84d2-af19985df3bb tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:15.357033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b9c3d-3302-4631-ab6c-bcf8d026b457 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f917057d-402c-48c9-8931-f051aa3fe1b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:15.364975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eabc7c1-328e-4e3a-9688-767463ccf5f5 req-4066c4dd-5cdd-41b4-84d2-af19985df3bb tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.2168903 Feb 10 13:18:15.453461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (fb3800e0-d4a3-4fe4-8720-5a4189817e67), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.527430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (1ad9b36a-5775-4752-9ff8-e30b346fec8f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.625134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (fb3800e0-d4a3-4fe4-8720-5a4189817e67), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.660586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (fb3800e0-d4a3-4fe4-8720-5a4189817e67), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.669218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for router_gateway (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.674506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:15.707560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.712084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396689 Feb 10 13:18:15.716443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35916) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:15.724082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (1ad9b36a-5775-4752-9ff8-e30b346fec8f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.732276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'security_group_rule': {'security_group_id': 'f917057d-402c-48c9-8931-f051aa3fe1b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:15.746145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks [] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.754084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eabc7c1-328e-4e3a-9688-767463ccf5f5 req-c49c0927-d388-40f1-9d39-ccd1b31d544d tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880432 Feb 10 13:18:15.780924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Transition to ACTIVE for port object 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:15.783775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc7c06-0e60-4a4d-928b-a542b60114cf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3800e0-d4a3-4fe4-8720-5a4189817e67,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:15.797223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.802063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:15.813695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24116116-5e5c-48da-91f9-2b72393aedd2 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:15.815304 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Sync routers for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:15.832630 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:15.835017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:15.844523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 638654ec-883e-4d3b-8fb6-38af9c813a55 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:15.845374 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:15.877738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.024522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 638654ec-883e-4d3b-8fb6-38af9c813a55 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:16.055637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:16.155806 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:16.439357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38226ac-290e-4d3b-b7f0-ba3f34693d70 None None] New status for floating IP 6cee75f2-4180-4fd8-bed5-3ee79d9ef879: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:18:16.573286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a00cb5-ac5c-48e9-be3e-bd81df12e308 req-05101dbe-ef5a-45b5-a984-f3861bb85f90 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:16.574878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30a00cb5-ac5c-48e9-be3e-bd81df12e308 req-05101dbe-ef5a-45b5-a984-f3861bb85f90 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.3074043 Feb 10 13:18:16.577829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:16.578163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:16.578494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:16.590664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:16.590986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:16.593218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.753477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06ad8a2a-47f8-4c12-9b55-ba3accc0b32f tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "PUT /v2.0/floatingips/2aaa9e18-d885-42c5-a377-deb9b11ec4fa HTTP/1.1" status: 200 len: 991 time: 3.4403069 Feb 10 13:18:16.765204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:16.765568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:16.765803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:16.766263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Bound port: 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:16.766623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.783641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (4fc762b6-c26e-45ee-b37b-5bdf32457186), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.835676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:16.841598 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8617bff-8a33-47ee-a3f5-47db2d904f00" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:16.858303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30a00cb5-ac5c-48e9-be3e-bd81df12e308 req-cf5facf2-0bcb-4209-b271-f2f530538f8d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745926 Feb 10 13:18:16.895159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:18:16.907085 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2aaa9e18-d885-42c5-a377-deb9b11ec4fa', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'port_id': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'mac_address': 'fa:16:3e:c2:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:45Z', 'updated_at': '2022-02-10T13:18:14Z', 'revision_number': 1, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:16.915518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:16.925002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1ad9b36a-5775-4752-9ff8-e30b346fec8f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.927700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:16.933409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ad9b36a-5775-4752-9ff8-e30b346fec8f HTTP/1.1" status: 204 len: 168 time: 1.6504300 Feb 10 13:18:16.935230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:16.937498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:16.958204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e173-257c-4e32-bfa9-a89cf1bb65b4 req-924a73e0-483d-4548-8add-211015af8b19 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:16.966915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d963e173-257c-4e32-bfa9-a89cf1bb65b4 req-924a73e0-483d-4548-8add-211015af8b19 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.2671952 Feb 10 13:18:16.987552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Checking router: 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:16.988125 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.008330 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:17.016294 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:17.025939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99900aa-2930-481b-a200-07fa0d6d145f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9b36a-5775-4752-9ff8-e30b346fec8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:17.031866 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9cae5da3-cebc-469d-9dd7-33350900046d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] show failed (client error): The resource could not be found. Feb 10 13:18:17.060696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cae5da3-cebc-469d-9dd7-33350900046d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups/1ad9b36a-5775-4752-9ff8-e30b346fec8f HTTP/1.1" status: 404 len: 347 time: 0.0501673 Feb 10 13:18:17.061366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:17.086892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (4fc762b6-c26e-45ee-b37b-5bdf32457186), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.095574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:17.102370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4fc762b6-c26e-45ee-b37b-5bdf32457186), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.166346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:17.167513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.168953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-d14cb582-c603-472b-84c8-e52c9eca53fd service neutron] 10.222.0.21 "PUT /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 1095 time: 3.8903127 Feb 10 13:18:17.172240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:17.175789 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fadc69-3e88-4569-a1e6-711a87e72fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:17.198044 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:17.267546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d963e173-257c-4e32-bfa9-a89cf1bb65b4 req-5e0402ae-5564-49e2-9c8a-3b63050df775 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997124 Feb 10 13:18:17.310391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b0a74-dc88-49b9-a854-b2063c634327 req-79a21f03-cfcb-471d-9fa5-2f00d89688c7 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:17.323536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-780b0a74-dc88-49b9-a854-b2063c634327 req-79a21f03-cfcb-471d-9fa5-2f00d89688c7 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.2463477 Feb 10 13:18:17.424153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-f705040c-b3b6-4fbb-9cef-44783b12f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:17.426081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-f705040c-b3b6-4fbb-9cef-44783b12f0e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1129 time: 0.1946313 Feb 10 13:18:17.431244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.431467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:17.438241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:17.438756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7108605 Feb 10 13:18:17.466652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:17.480092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e323d8b-dbe2-44a5-a0bd-fbce57669c73 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc762b6-c26e-45ee-b37b-5bdf32457186,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:17.555194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.556732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d05ab9f4-e634-4f49-a5c7-ffc1f331ea9f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.3741374 Feb 10 13:18:17.562281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-093a5c5d-88eb-48da-bb2b-989b30117caf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.1232567 Feb 10 13:18:17.563003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:17.613394 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Sync routers for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:17.627889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-b96bd3e9-a3d0-4078-8fab-b06016dbbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:17.628513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Deleting port 847368e9-3d4a-47b8-8699-c2b302403087 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:17.628706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (847368e9-3d4a-47b8-8699-c2b302403087), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.630603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-b96bd3e9-a3d0-4078-8fab-b06016dbbb56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0591767 Feb 10 13:18:17.647188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-780b0a74-dc88-49b9-a854-b2063c634327 req-b26dd89f-239c-4888-acd9-471ad6a10d43 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225379 Feb 10 13:18:17.675712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e261-70ff-4028-a0c1-35661c10b346 req-382f831a-95ec-4b30-b3b5-5e45d89fdbbb tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:17.679966 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0da3e261-70ff-4028-a0c1-35661c10b346 req-382f831a-95ec-4b30-b3b5-5e45d89fdbbb tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.2655828 Feb 10 13:18:17.735608 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:17.736128 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:17.785477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (847368e9-3d4a-47b8-8699-c2b302403087), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.786051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (847368e9-3d4a-47b8-8699-c2b302403087), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.805182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Calling delete_port for 847368e9-3d4a-47b8-8699-c2b302403087 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:17.831426 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59e61c-d93c-45e0-b633-25bdeb339ee6 x-openstack-request-id: req-cd59e61c-d93c-45e0-b633-25bdeb339ee6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:17.832135 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:17.832784 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd59e61c-d93c-45e0-b633-25bdeb339ee6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:17.833425 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'status': 'completed', 'code': 200} Feb 10 13:18:17.884536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:17.993198 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:18.073080 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff8461c-8627-4f49-9b92-19f785ddb525 x-openstack-request-id: req-4ff8461c-8627-4f49-9b92-19f785ddb525 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:18.073482 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:18.073745 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ff8461c-8627-4f49-9b92-19f785ddb525 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:18.074151 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'status': 'completed', 'code': 200} Feb 10 13:18:18.102866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (847368e9-3d4a-47b8-8699-c2b302403087), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:18.186526 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0da3e261-70ff-4028-a0c1-35661c10b346 req-b22de1a1-0fb0-4cbf-9e53-fe2b76732b6a tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100368 Feb 10 13:18:18.186526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'Port': ['ID=847368e9-3d4a-47b8-8699-c2b302403087,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:18.264449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2aaa9e18-d885-42c5-a377-deb9b11ec4fa', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'port_id': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'mac_address': 'fa:16:3e:c2:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:45Z', 'updated_at': '2022-02-10T13:18:14Z', 'revision_number': 1, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:18.304617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (6cee75f2-4180-4fd8-bed5-3ee79d9ef879), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:18.307735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:18.314855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fa1b2d3-40ab-40b0-a20a-a35cf4635ce4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "DELETE /v2.0/floatingips/6cee75f2-4180-4fd8-bed5-3ee79d9ef879 HTTP/1.1" status: 204 len: 168 time: 1.2357581 Feb 10 13:18:18.342225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a638ebd-f5c2-42d4-b08c-c9b17d20d901 None None] The sync data for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 is: [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2aaa9e18-d885-42c5-a377-deb9b11ec4fa', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'port_id': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'mac_address': 'fa:16:3e:c2:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:45Z', 'updated_at': '2022-02-10T13:18:14Z', 'revision_number': 1, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:18.361336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:15Z', 'revision_number': 3, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:18.439464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Checking router: 34f30519-4b65-4481-8d22-2ee2ee2b8a63 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:18.440866 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Updating router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 port b3381566-44ef-453f-b8b1-c6a80a38dd3a binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:18:18.509086 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:18.527934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66c07-6274-441e-bbbc-747220396de4 req-8e309565-06ea-4c24-b459-a2164df72ca1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:18.536033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cbf66c07-6274-441e-bbbc-747220396de4 req-8e309565-06ea-4c24-b459-a2164df72ca1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1146355 Feb 10 13:18:18.557124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-93060cee-45f5-41a2-82c5-a808526ff59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:18.558659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-93060cee-45f5-41a2-82c5-a808526ff59e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9103208 Feb 10 13:18:18.685134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cbf66c07-6274-441e-bbbc-747220396de4 req-1c7a4a3a-5bd9-48eb-b9fd-26ef343db1e3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423576 Feb 10 13:18:18.754908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-db08c163-f08a-4110-8d8d-15d76f3719b6 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559074 Feb 10 13:18:18.762173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad714dc-49bb-484f-b880-cca059beb820 None None] New status for floating IP 2aaa9e18-d885-42c5-a377-deb9b11ec4fa: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:18:18.782838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-3224953d-f993-4635-8ce9-e2944902b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:18.784348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-3224953d-f993-4635-8ce9-e2944902b1b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=11d91bda7a7b4860bec1f73384a066c4&device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 1127 time: 1.0070097 Feb 10 13:18:18.827168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a383a-391f-4b63-8bb7-bad137530345 req-72e11ccf-0c49-49c2-a885-02da6d3df6d1 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:18.828782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-965a383a-391f-4b63-8bb7-bad137530345 req-72e11ccf-0c49-49c2-a885-02da6d3df6d1 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.77 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 1.0720177 Feb 10 13:18:18.950751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889cb8-f4a2-4824-9ac9-ebab423cad41 req-d90675ba-68ab-4442-8021-ee2bb21c2fb3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:18.957901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf889cb8-f4a2-4824-9ac9-ebab423cad41 req-d90675ba-68ab-4442-8021-ee2bb21c2fb3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.5909023 Feb 10 13:18:19.159443 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks [] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.171623 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.203648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:19.208721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783895001', 'description': 'tempest-description--918972124'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:19.250126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.345617 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Attempting to bind port b3381566-44ef-453f-b8b1-c6a80a38dd3a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:19.346458 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Attempting to bind port b3381566-44ef-453f-b8b1-c6a80a38dd3a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:19.347080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Attempting to bind port b3381566-44ef-453f-b8b1-c6a80a38dd3a on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:19.367872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (99e35856-e835-4e5f-9d8a-d596db4dc8a9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.368583 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:19.369306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:19.370825 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.373726 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:19.375278 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Bound port: b3381566-44ef-453f-b8b1-c6a80a38dd3a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:19.379392 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.391187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58efc0-61fb-4cf9-b46a-2d201b565991 None None] Pushing event updated for resources: {'Port': ['ID=b3381566-44ef-453f-b8b1-c6a80a38dd3a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:19.411807 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (99e35856-e835-4e5f-9d8a-d596db4dc8a9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.437338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.438698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2340238 Feb 10 13:18:19.446891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:19.453734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group_rule': {'security_group_id': '99e35856-e835-4e5f-9d8a-d596db4dc8a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:19.506370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c9752-9403-4b75-9810-8cd9eacc4d82 req-9d624348-6fd6-477a-976f-0e7cd6c315ac tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:19.516688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f7c9752-9403-4b75-9810-8cd9eacc4d82 req-9d624348-6fd6-477a-976f-0e7cd6c315ac tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 0.1471031 Feb 10 13:18:19.566464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76595e-4f20-4406-b203-536d6637b18b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e35856-e835-4e5f-9d8a-d596db4dc8a9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:19.596048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf889cb8-f4a2-4824-9ac9-ebab423cad41 req-41929bd6-e1ad-4052-a445-f8a2e985df51 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370132 Feb 10 13:18:19.608723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] For port b3381566-44ef-453f-b8b1-c6a80a38dd3a, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:19.616080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] For port b3381566-44ef-453f-b8b1-c6a80a38dd3a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3381566-44ef-453f-b8b1-c6a80a38dd3a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:19.616342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-235f4638-cad4-46b2-aa12-b42e9ce45b1e req-08e7663f-de57-4849-bb5a-9247077191dc service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446937 Feb 10 13:18:19.625648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-4214bc10-3fd4-45e8-bcc1-15798e73d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:19.627756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-4214bc10-3fd4-45e8-bcc1-15798e73d19d service neutron] 10.222.0.77 "GET /v2.0/networks?id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 200 len: 912 time: 0.8148525 Feb 10 13:18:19.628608 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.665963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f7c9752-9403-4b75-9810-8cd9eacc4d82 req-7f8a4185-35b3-4460-9819-34cde312d8e6 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461992 Feb 10 13:18:19.668145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (61b1f6bf-31fb-45ab-b0a4-2828778bc8ab), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.708184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.751337 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:19.751990 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:19.763165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Deleting port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:19.763751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.772786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (61b1f6bf-31fb-45ab-b0a4-2828778bc8ab), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.780547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (61b1f6bf-31fb-45ab-b0a4-2828778bc8ab), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.827287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b1f6bf-31fb-45ab-b0a4-2828778bc8ab,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:19.837898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.842759 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44f97fa7-f7e4-4d2d-a0e1-f8732f793e00 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919141 Feb 10 13:18:19.843068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:19.848475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'security_group_rule': {'security_group_id': '99e35856-e835-4e5f-9d8a-d596db4dc8a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:19.888209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (f63ce4da-301d-46fe-b5e7-7bd9e6c5eccd), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.930449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58efc0-61fb-4cf9-b46a-2d201b565991 None None] Pushing event updated for resources: {'Port': ['ID=b3381566-44ef-453f-b8b1-c6a80a38dd3a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:19.938613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-44e91d62-fae1-4a84-9dd9-52bca7ac709b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 200 len: 1001 time: 0.3016343 Feb 10 13:18:19.975432 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:19.989301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (f63ce4da-301d-46fe-b5e7-7bd9e6c5eccd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:19.995964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f63ce4da-301d-46fe-b5e7-7bd9e6c5eccd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.022456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63ce4da-301d-46fe-b5e7-7bd9e6c5eccd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:20.026779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-22d10af4-ac73-4f0a-a0a5-7529419c2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.028287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-22d10af4-ac73-4f0a-a0a5-7529419c2311 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1129 time: 0.3166776 Feb 10 13:18:20.054664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.056213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8e61ddd4-ee52-4e95-aaf1-ff13a8232e7f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119167 Feb 10 13:18:20.059500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:20.066721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:20.112198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.142920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-38e24d8c-4a47-4432-a5a6-4b7de7338341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.144561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-38e24d8c-4a47-4432-a5a6-4b7de7338341 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1042840 Feb 10 13:18:20.229872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a752-a2e1-4ac0-8154-c362b12df18a req-51f93dcd-463f-4d5b-9354-e941fef2bae0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.231370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bd5a752-a2e1-4ac0-8154-c362b12df18a req-51f93dcd-463f-4d5b-9354-e941fef2bae0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.3706341 Feb 10 13:18:20.290380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.307488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-dd4fdf0b-88a5-40d8-9353-55f632646c58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.1146576 Feb 10 13:18:20.343996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 172.25.8.122 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/86eb9edf-c54a-4e76-8cb0-3295cd84d2de) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:20.374418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-c7b418c5-7f06-42e0-9ba5-d4be45415bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.376912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-c7b418c5-7f06-42e0-9ba5-d4be45415bcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54d4065f-7b5a-4274-abe4-682eef8ab4ef HTTP/1.1" status: 200 len: 850 time: 0.3958395 Feb 10 13:18:20.441481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-bb9f5c3b-c67f-41ce-a008-a314c2596cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.443179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-bb9f5c3b-c67f-41ce-a008-a314c2596cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0660255 Feb 10 13:18:20.486489 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:15Z', 'revision_number': 3, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:20.519883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d28e4-f18a-40c5-8396-1861d3963af6 None None] The sync data for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 is: [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:15Z', 'revision_number': 3, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:20.645638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:20.645996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.672279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bd5a752-a2e1-4ac0-8154-c362b12df18a req-8ee0f42c-0eee-4633-9667-345fffdf2b10 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782794 Feb 10 13:18:20.710774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Calling delete_port for 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:20.727985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:20.863182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8cc3-4cd3-48db-974c-9fcecb3aa158 req-07c98ee9-039c-448a-8691-bf208d3a8dbe tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:20.881063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0bc8cc3-4cd3-48db-974c-9fcecb3aa158 req-07c98ee9-039c-448a-8691-bf208d3a8dbe tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1368890 Feb 10 13:18:21.028278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0bc8cc3-4cd3-48db-974c-9fcecb3aa158 req-57b379ad-88d0-4ee6-bb4a-b56e3d8908ec tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454320 Feb 10 13:18:21.232475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3381566-44ef-453f-b8b1-c6a80a38dd3a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:21.321325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:21.357131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-0a08d022-3726-41e6-86bd-839019abb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:21.358836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-0a08d022-3726-41e6-86bd-839019abb899 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8854301 Feb 10 13:18:21.372238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-678900f3-288f-4de6-a0fa-5897f07cb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:21.377102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-678900f3-288f-4de6-a0fa-5897f07cb610 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8545363 Feb 10 13:18:21.454369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b3381566-44ef-453f-b8b1-c6a80a38dd3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:21.455410 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:21.783794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b3381566-44ef-453f-b8b1-c6a80a38dd3a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:21.784221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:21.829208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port b3381566-44ef-453f-b8b1-c6a80a38dd3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3381566-44ef-453f-b8b1-c6a80a38dd3a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:21.833148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:21.833883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:21.838384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:21.912678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68148-1261-474b-9041-2a05434a4575 req-7ee28e9a-a6e8-4b90-9727-7afc48b4ba26 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:21.917364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-adc68148-1261-474b-9041-2a05434a4575 req-7ee28e9a-a6e8-4b90-9727-7afc48b4ba26 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 945 time: 1.1347065 Feb 10 13:18:21.922374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=b3381566-44ef-453f-b8b1-c6a80a38dd3a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:21.934852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.935215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.935581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.936172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.936555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.937253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.937593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.937990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.938341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.938784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.939621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.940262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.940730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:21.984239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,segment=NetworkSegment(24d06d45-fe91-4967-b4d9-e4d1a7216ac0),segment_id=24d06d45-fe91-4967-b4d9-e4d1a7216ac0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:21.985395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:21.989827 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cebe50-03dd-492d-a5af-8b9c4aeae808" -d '{"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:21.995721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:22.017275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df11ff-b5cd-44d0-b6d6-6f66ca94df12 req-1299a645-1d83-4c71-9800-fa43ba0056a3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:22.030078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01df11ff-b5cd-44d0-b6d6-6f66ca94df12 req-1299a645-1d83-4c71-9800-fa43ba0056a3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1839683 Feb 10 13:18:22.076983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:22.198501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-01df11ff-b5cd-44d0-b6d6-6f66ca94df12 req-11f990ca-9e38-440f-8dd3-67cd3b0c2bc3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664724 Feb 10 13:18:22.243236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:22.263578 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc8245e-d26f-491a-98e1-974267906035 x-openstack-request-id: req-cdc8245e-d26f-491a-98e1-974267906035 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:22.264110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:22.264110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdc8245e-d26f-491a-98e1-974267906035 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:22.264576 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'code': 200} Feb 10 13:18:22.467410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-be204a1e-bd89-4d66-9abd-e78af8b31cbb service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571210 Feb 10 13:18:22.469880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb218f9-a933-429f-a905-a9e6c84925b0 req-27df3d5e-8b2b-4d77-9986-30888b2ef240 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:22.472140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bb218f9-a933-429f-a905-a9e6c84925b0 req-27df3d5e-8b2b-4d77-9986-30888b2ef240 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1304512 Feb 10 13:18:22.560522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bb218f9-a933-429f-a905-a9e6c84925b0 req-b816c5b2-5788-4664-8ab6-5b7226d02926 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812881 Feb 10 13:18:22.725962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-8386d00e-4cad-4e55-af64-886e97a811c1 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3359032 Feb 10 13:18:22.737104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-adc68148-1261-474b-9041-2a05434a4575 req-82e0e9a5-ce6b-49f7-86c6-8c8c10f4a154 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/security-groups?id=93b26268-705a-4c8c-b221-d025576e6389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802264 Feb 10 13:18:22.769836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:22.803127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:22.830277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Allocated IP 172.25.8.71 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/385a449f-367a-447f-a005-36053982d6bd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:22.837199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:22.847350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:18:22.933822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:23.025593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:18:23.068336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.074790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (385a449f-367a-447f-a005-36053982d6bd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.113248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Allocated IP 172.20.0.1 (aca76e95-45a5-4ebc-b9de-4ac916a18344/da53b380-59f8-42f0-9d5b-55518ed9704b/7215aa71-6120-40a7-b5f5-e51b8f830811) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:23.153026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (385a449f-367a-447f-a005-36053982d6bd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.166026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.270478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:23.276424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:23.280434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:23.282154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:23.309467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'mac_address': 'fa:16:3e:ec:16:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:18:23.311438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3381566-44ef-453f-b8b1-c6a80a38dd3a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:23.437758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=385a449f-367a-447f-a005-36053982d6bd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:23.476323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a2a0-9fa0-4735-8d67-5ab7000a52cd req-341e03d7-4571-426c-88cf-891018a66240 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:23.477909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c977a2a0-9fa0-4735-8d67-5ab7000a52cd req-341e03d7-4571-426c-88cf-891018a66240 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1080511 Feb 10 13:18:23.488082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:23.488464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.532287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:23.548618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=86eb9edf-c54a-4e76-8cb0-3295cd84d2de,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:23.584509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c977a2a0-9fa0-4735-8d67-5ab7000a52cd req-4876c3fc-7a40-4eef-ae4e-c058df07ae09 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941982 Feb 10 13:18:23.590882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:23.600083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.600373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.600708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.601164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.601669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.602059 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.602222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.602504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.602849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.603241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.605012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.605353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.605846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.606058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:23.612415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fadc69-3e88-4569-a1e6-711a87e72fbb req-d680f9f6-fcde-4374-aeeb-591deaa3d9e7 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376670 Feb 10 13:18:23.627148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks [] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.693525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0e5b6168-af0a-401b-a9fc-dfdd30bf4543), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.696825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b3381566-44ef-453f-b8b1-c6a80a38dd3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:23.697613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.757096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.803977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.841195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (385a449f-367a-447f-a005-36053982d6bd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.869685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:23.923576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b3381566-44ef-453f-b8b1-c6a80a38dd3a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:23.952582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Pushing event deleted for resources: {'Port': ['ID=0e5b6168-af0a-401b-a9fc-dfdd30bf4543,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:23.961423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a68959ec-979b-462d-b50c-d351e9790ffe req-dd356d9b-f334-4b11-976c-9a704b151b7a tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cbdb85-a751-4d8a-b9dc-5e87570e2cda HTTP/1.1" status: 200 len: 210 time: 0.0686202 Feb 10 13:18:23.984798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:23.988793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:24.121573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=86eb9edf-c54a-4e76-8cb0-3295cd84d2de,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:24.171804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8617bff-8a33-47ee-a3f5-47db2d904f00 req-46d9a374-1b9d-4b31-81a0-a5ac5ed39e68 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4193263 Feb 10 13:18:24.266940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.287224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (385a449f-367a-447f-a005-36053982d6bd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.294636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (385a449f-367a-447f-a005-36053982d6bd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.316128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.334661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] No DVR routers for this DVR port 0e5b6168-af0a-401b-a9fc-dfdd30bf4543 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:18:24.369781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.371069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2842e1d9-1d5a-41d3-95b6-b56579875391 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9109943 Feb 10 13:18:24.400330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.419617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-965a383a-391f-4b63-8bb7-bad137530345 req-f5c06d3f-4288-49e5-a0fd-a6641419a1c3 tempest-ServersNegativeTestMultiTenantJSON-2079657599 tempest-ServersNegativeTestMultiTenantJSON-2079657599-project] 10.222.0.77 "DELETE /v2.0/ports/0e5b6168-af0a-401b-a9fc-dfdd30bf4543 HTTP/1.1" status: 204 len: 173 time: 5.5773513 Feb 10 13:18:24.436555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.455013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c93a-1225-413b-a299-e0e4b1b65e8b req-6ba2bc1e-0e75-4ed8-a1c2-f78c8ecbf7f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:24.468869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26a5c93a-1225-413b-a299-e0e4b1b65e8b req-6ba2bc1e-0e75-4ed8-a1c2-f78c8ecbf7f1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.6620362 Feb 10 13:18:24.487675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-deleted', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:24.490380 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb928e20-a0fc-4ad6-9630-360d047d58d5" -d '{"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-deleted", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:24.504933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.542564 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4817786 Feb 10 13:18:24.547439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991347-47da-4cc5-b675-4e0ee524db4a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=385a449f-367a-447f-a005-36053982d6bd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:24.565294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:24.593661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:24.610463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:24.616900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Pushing event updated for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:24.699984 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba341c6b-eebc-4f71-940e-29a77099e760 x-openstack-request-id: req-ba341c6b-eebc-4f71-940e-29a77099e760 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:24.700239 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cbdb85-a751-4d8a-b9dc-5e87570e2cda", "name": "network-vif-deleted", "tag": "0e5b6168-af0a-401b-a9fc-dfdd30bf4543", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:24.700507 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba341c6b-eebc-4f71-940e-29a77099e760 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:24.700971 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cbdb85-a751-4d8a-b9dc-5e87570e2cda', 'name': 'network-vif-deleted', 'tag': '0e5b6168-af0a-401b-a9fc-dfdd30bf4543', 'status': 'completed', 'code': 200} Feb 10 13:18:24.740810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26a5c93a-1225-413b-a299-e0e4b1b65e8b req-92fcb7e0-f7c9-47fc-986b-4b95aec98d21 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708247 Feb 10 13:18:24.795316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:24.899642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085a92b-0a1b-493a-96ef-7a164cbcc24a req-17d520c3-fc0f-49c5-8a50-38080c7e022b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:24.910935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7085a92b-0a1b-493a-96ef-7a164cbcc24a req-17d520c3-fc0f-49c5-8a50-38080c7e022b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 948 time: 0.1016512 Feb 10 13:18:24.988788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7085a92b-0a1b-493a-96ef-7a164cbcc24a req-f53dda2d-d58f-4e34-932c-5d0f10c59fd5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Feb 10 13:18:25.050311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f6a86f0f-d9fa-41d5-ad19-8ed462f97f04 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--733341372&fields=id&tenant_id=a2173d6d148e4cd6a740cf6546fa8b22 HTTP/1.1" status: 200 len: 267 time: 0.1531067 Feb 10 13:18:25.086043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c23676bb-b54f-46f9-9e38-f8ae6c3cbaae None None] Provisioning complete for port 7215aa71-6120-40a7-b5f5-e51b8f830811 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:25.086581 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c23676bb-b54f-46f9-9e38-f8ae6c3cbaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.196790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c23676bb-b54f-46f9-9e38-f8ae6c3cbaae None None] Port 7215aa71-6120-40a7-b5f5-e51b8f830811 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:25.213234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cf074657-8bff-40c7-8cc8-5e27f5d69b87 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.213234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cf074657-8bff-40c7-8cc8-5e27f5d69b87 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 936 time: 0.1555858 Feb 10 13:18:25.220617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.229726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-72c64b7d-dfca-4c08-9d9c-9f5c7a791e09 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1783895001&fields=id&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 267 time: 0.0988529 Feb 10 13:18:25.298841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-74ccca31-5de5-49b4-b9e0-51b5b2488f0d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.305389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-74ccca31-5de5-49b4-b9e0-51b5b2488f0d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 937 time: 0.0870609 Feb 10 13:18:25.362821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-54754411-a0da-4a1d-bfa5-54ba19c00bd9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.365619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-54754411-a0da-4a1d-bfa5-54ba19c00bd9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 817 time: 0.1350262 Feb 10 13:18:25.375447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-d9e248e2-79db-4def-9013-8be482657449 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0689554 Feb 10 13:18:25.391784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-e0e23ff1-d212-4d3f-ab82-0f0ff4a08769 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/quotas/fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 375 time: 0.0192835 Feb 10 13:18:25.421835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a334022f-b24c-480c-b939-0465da21cc52 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0368092 Feb 10 13:18:25.459346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-716b2479-37a8-4b6d-96ad-449d26f9b560 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617700 Feb 10 13:18:25.568114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-c866b84c-734a-4378-873f-7e5ef045d5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947237 Feb 10 13:18:25.610549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-08da16b2-5eb1-4aa2-b3a7-5a7add186aee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.615742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-08da16b2-5eb1-4aa2-b3a7-5a7add186aee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.621012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-08da16b2-5eb1-4aa2-b3a7-5a7add186aee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:25.622708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-08da16b2-5eb1-4aa2-b3a7-5a7add186aee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/networks?id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b HTTP/1.1" status: 200 len: 1995 time: 0.1904345 Feb 10 13:18:25.650546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks [] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.655195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c9229486-0b54-41a8-89ad-ac90da969972 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/quotas/a2173d6d148e4cd6a740cf6546fa8b22 HTTP/1.1" status: 200 len: 375 time: 0.0168231 Feb 10 13:18:25.658661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.683307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-c6acf66b-6a95-44f0-a865-71de5534ceb2 service neutron] 10.222.0.13 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060717 Feb 10 13:18:25.790043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Pushing event updated for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:25.806227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.838967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:25.864780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0dcd9bc9-5c26-4ca1-b86a-761c067f33c4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1680493 Feb 10 13:18:25.911639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Deleting subnet 10c70abe-034c-475e-a6c0-45327725a6ab {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:18:25.915153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Publish callbacks [] for subnet (10c70abe-034c-475e-a6c0-45327725a6ab), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:25.987749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (10c70abe-034c-475e-a6c0-45327725a6ab), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.014373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:26.018838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:26.037426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-13544e70-9b08-46f2-9f4a-21859f0bda21 service neutron] 10.222.0.13 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261184 Feb 10 13:18:26.044053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2761e56-7428-44b5-8c33-64db0802b52a req-fd7af98e-bce5-4a35-9ed1-add88001986a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:26.051291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2761e56-7428-44b5-8c33-64db0802b52a req-fd7af98e-bce5-4a35-9ed1-add88001986a tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1139445 Feb 10 13:18:26.061103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (10c70abe-034c-475e-a6c0-45327725a6ab), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.166856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2761e56-7428-44b5-8c33-64db0802b52a req-e5e24148-c5c4-48b4-a48a-0cb00ac475e6 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140561 Feb 10 13:18:26.194372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (10c70abe-034c-475e-a6c0-45327725a6ab), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.221273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c70abe-034c-475e-a6c0-45327725a6ab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:26.232247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.235873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-516654de-3aff-4b18-a486-8615e3627b5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10c70abe-034c-475e-a6c0-45327725a6ab HTTP/1.1" status: 204 len: 168 time: 0.3958032 Feb 10 13:18:26.238425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:26.277072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:26.289573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-bcf536c2-41ae-4f40-9091-91100053cf64 service neutron] 10.222.0.13 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073491 Feb 10 13:18:26.289804 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-294ccfec-c522-4393-9a39-eeeb53daef43 req-06279451-f4e6-475e-8394-c9a481316b28 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 210 time: 0.0397699 Feb 10 13:18:26.374983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-828cdd26-5d8c-4354-8112-1b28911c8b35 service neutron] 10.222.0.13 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0844257 Feb 10 13:18:26.384421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (dcc81607-da38-46e2-baa5-2890b3b40bc6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.509876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (dcc81607-da38-46e2-baa5-2890b3b40bc6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.536607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8b944495-ac04-497d-ae51-dc1737eec836 None None] Provisioning complete for port 7215aa71-6120-40a7-b5f5-e51b8f830811 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:26.538028 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b944495-ac04-497d-ae51-dc1737eec836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.547067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0ddcd29c-4da6-427e-9d51-3eaf211d8fec service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711292 Feb 10 13:18:26.550411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc81607-da38-46e2-baa5-2890b3b40bc6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:26.567284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d06d45-fe91-4967-b4d9-e4d1a7216ac0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:26.567284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d06d45-fe91-4967-b4d9-e4d1a7216ac0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:26.586513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8b944495-ac04-497d-ae51-dc1737eec836 None None] Port 7215aa71-6120-40a7-b5f5-e51b8f830811 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:26.587282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (24d06d45-fe91-4967-b4d9-e4d1a7216ac0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.609123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e49f4-db92-4c44-8fab-c8a2e55a6ead req-4b1794c0-8e59-4147-8901-c3be97db6ed5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:26.610634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f7e49f4-db92-4c44-8fab-c8a2e55a6ead req-4b1794c0-8e59-4147-8901-c3be97db6ed5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 948 time: 0.1642623 Feb 10 13:18:26.621810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (24d06d45-fe91-4967-b4d9-e4d1a7216ac0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.629477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:18:26.630042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (24d06d45-fe91-4967-b4d9-e4d1a7216ac0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:18:26.644200 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:18:26.701343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:26.710656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05c1bbe9-1d94-41f1-888a-949c87fc5e8e admin admin] 10.222.0.13 "PUT /v2.0/routers/34f30519-4b65-4481-8d22-2ee2ee2b8a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1442866 Feb 10 13:18:26.715205 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Sync routers for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:26.725540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-ab2a4227-1789-47a0-9a60-99864af5008f service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775992 Feb 10 13:18:26.760932 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:26.761561 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:26.799841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-dd59aa21-59d0-4c9c-a0e5-69f5d2802e47 service neutron] 10.222.0.13 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582199 Feb 10 13:18:26.804588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (dcc81607-da38-46e2-baa5-2890b3b40bc6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.837844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:26.844259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dcc81607-da38-46e2-baa5-2890b3b40bc6 HTTP/1.1" status: 204 len: 168 time: 0.6048069 Feb 10 13:18:26.845494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78a1a7-ca00-402e-945e-6bbff1bd7b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc81607-da38-46e2-baa5-2890b3b40bc6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:26.859419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:26.878064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f7e49f4-db92-4c44-8fab-c8a2e55a6ead req-75a491a4-5018-483d-86df-dd9234757d1a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334676 Feb 10 13:18:26.891317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:26.984645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:18:26.994665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:27.000689 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.002479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Deleting subnet 1cac27a4-3835-4801-a0b0-5383437ecbfd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:18:27.015865 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Publish callbacks [] for subnet (1cac27a4-3835-4801-a0b0-5383437ecbfd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.018572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-60bf682b-66b7-42a9-a1f2-84f90ad52bdb service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117653 Feb 10 13:18:27.047599 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:27.083042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (1cac27a4-3835-4801-a0b0-5383437ecbfd), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.134347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-92ac704c-bc49-4bd8-9d13-fdbf52e66d17 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1118348623&fields=id&tenant_id=13cd346a917d41d2815f3936e2949ce6 HTTP/1.1" status: 200 len: 267 time: 0.1194117 Feb 10 13:18:27.177537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1cac27a4-3835-4801-a0b0-5383437ecbfd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.207190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:27.208077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.304397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-7898efa2-a37a-4746-a241-1b07f00ff81a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:27.304677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:27.311788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-7898efa2-a37a-4746-a241-1b07f00ff81a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/networks?id=5ba19c96-eab6-4307-9739-e21ae3d45bc3 HTTP/1.1" status: 200 len: 816 time: 0.1755934 Feb 10 13:18:27.314267 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d23c638-1232-4920-b539-3c143b5f16c6" -d '{"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-plugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:27.322683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (1cac27a4-3835-4801-a0b0-5383437ecbfd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.334156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:27.341993 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.350261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cac27a4-3835-4801-a0b0-5383437ecbfd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:27.367854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-a2c80a11-a69d-43ac-907d-20b150c0952b tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/quotas/13cd346a917d41d2815f3936e2949ce6 HTTP/1.1" status: 200 len: 375 time: 0.0548112 Feb 10 13:18:27.419551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.423109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b966cf95-a6b1-45d0-a45c-436c98e91021 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1cac27a4-3835-4801-a0b0-5383437ecbfd HTTP/1.1" status: 204 len: 168 time: 0.5426426 Feb 10 13:18:27.427535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:27.479355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:27.498452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-e13ac9df-fe55-499d-8ac3-6b7dfca3a0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684329 Feb 10 13:18:27.529435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-baa8ba78-3b05-4d0f-bb1a-d5079fac2469 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13cd346a917d41d2815f3936e2949ce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601996 Feb 10 13:18:27.532584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (31902b55-6874-455d-8d98-fbcf57520390), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.558657 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:25Z', 'revision_number': 4, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7215aa71-6120-40a7-b5f5-e51b8f830811', 'name': '', 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'mac_address': 'fa:16:3e:9e:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:20Z', 'updated_at': '2022-02-10T13:18:25Z', 'revision_number': 2, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'subnets': [{'id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:27.592421 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Checking router: 34f30519-4b65-4481-8d22-2ee2ee2b8a63 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:27.592829 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Updating router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 port 7215aa71-6120-40a7-b5f5-e51b8f830811 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:18:27.624256 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.643094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-ae977fb4-1bb3-4a08-9d89-083729486c06 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:27.644637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-ae977fb4-1bb3-4a08-9d89-083729486c06 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 817 time: 0.1452920 Feb 10 13:18:27.688670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (31902b55-6874-455d-8d98-fbcf57520390), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.719796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31902b55-6874-455d-8d98-fbcf57520390']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:27.737314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc59cfbd-cdfc-4f21-aaf5-af9858f80d26') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:27.737581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc59cfbd-cdfc-4f21-aaf5-af9858f80d26') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:27.741070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-bb61d81f-bd5d-4fc5-ba6b-c6f504c869c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725631 Feb 10 13:18:27.746508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-09b6f246-b1e7-40e9-ade1-c7d8dc5eecd0 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229886 Feb 10 13:18:27.756138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-14401e3f-4981-4377-8820-c68cf3a8b693 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 380 time: 0.0826085 Feb 10 13:18:27.764015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (bc59cfbd-cdfc-4f21-aaf5-af9858f80d26), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.770025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'port': {'device_id': '717f839d-620c-459e-80ad-906975961d37', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'admin_state_up': True, 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'security_groups': ['99e35856-e835-4e5f-9d8a-d596db4dc8a9']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:27.797186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bc59cfbd-cdfc-4f21-aaf5-af9858f80d26), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.832653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:18:27.833086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (bc59cfbd-cdfc-4f21-aaf5-af9858f80d26), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:18:27.834731 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:18:27.917392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-56ac804d-bcab-44b2-8f16-b1704d58b93c service neutron] 10.222.0.13 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625962 Feb 10 13:18:27.924173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (31902b55-6874-455d-8d98-fbcf57520390), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.937178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.944223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-8d8ba983-ce1b-4792-bf76-90c42efa32af service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843665 Feb 10 13:18:27.944452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/31902b55-6874-455d-8d98-fbcf57520390 HTTP/1.1" status: 204 len: 168 time: 0.5133846 Feb 10 13:18:27.960349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5d6a-912a-4096-a1e2-1ca38e178d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=31902b55-6874-455d-8d98-fbcf57520390,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:27.976943 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks [] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:27.986568 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.030808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Made reservation on behalf of fe81e6117e9b40f28e60945a4130943a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:28.034250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.067342 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c9bcf-9126-4b0a-9876-f2c1ff70aa3c None None] Pushing event updated for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:28.098461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f368de4c-7be6-420e-9356-045735a19566 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445379 Feb 10 13:18:28.148047 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Attempting to bind port 7215aa71-6120-40a7-b5f5-e51b8f830811 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:28.148532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Attempting to bind port 7215aa71-6120-40a7-b5f5-e51b8f830811 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:28.149243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Attempting to bind port 7215aa71-6120-40a7-b5f5-e51b8f830811 on network aca76e95-45a5-4ebc-b9de-4ac916a18344 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:28.157748 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:28.158181 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Checking segment: {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:28.158808 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.160017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36076) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:28.174647 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Bound using segment: {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:28.175223 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Bound port: 7215aa71-6120-40a7-b5f5-e51b8f830811, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:28.176069 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.221793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c1bd1da1-3ed4-49bd-9fa0-cc173603a9f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a188f7c6932b4ccd8097a01b62c26d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605268 Feb 10 13:18:28.224272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:28.296074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] Publish callbacks [] for security_group (93b26268-705a-4c8c-b221-d025576e6389), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.301575 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] For port 7215aa71-6120-40a7-b5f5-e51b8f830811, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:28.306250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] For port 7215aa71-6120-40a7-b5f5-e51b8f830811, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7215aa71-6120-40a7-b5f5-e51b8f830811,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:28.320019 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.327085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] Publish callbacks [] for security_group (93b26268-705a-4c8c-b221-d025576e6389), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.353326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Allocated IP 172.20.0.7 (9455be75-df22-48c9-ad69-184aa46ee9d6/a9a7bee6-1950-4360-90f6-1a614ddff68e/c29277c7-66ff-4c8f-81ba-8f94f85a37e7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:28.364576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-e8da937b-6376-44d2-a4c0-a314842e9ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041247 Feb 10 13:18:28.409273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (93b26268-705a-4c8c-b221-d025576e6389), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.411274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:28.412709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.414572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93b26268-705a-4c8c-b221-d025576e6389 HTTP/1.1" status: 204 len: 168 time: 0.1890419 Feb 10 13:18:28.418350 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:28.443913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353188-8ea5-4bd8-a684-3e6f0d0f01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b26268-705a-4c8c-b221-d025576e6389,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:28.474408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Provisioning complete for port 7215aa71-6120-40a7-b5f5-e51b8f830811 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:28.475021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.610903 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c9bcf-9126-4b0a-9876-f2c1ff70aa3c None None] Pushing event updated for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:28.738304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-e8f7c3d4-a3ca-40b6-8b3e-01bbfb7b7ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727484 Feb 10 13:18:28.804890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Current status of the port 7215aa71-6120-40a7-b5f5-e51b8f830811 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:28.805291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.813384 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:28.826331 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-f69b8992-74bc-44be-b7f9-427371286c5b req-0eacf8f1-92dc-4254-a4e3-74643a287a93 tempest-FloatingIPDetailsNegativeTestJSON-930626636 tempest-FloatingIPDetailsNegativeTestJSON-930626636-project] show failed (client error): The resource could not be found. Feb 10 13:18:28.827451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f69b8992-74bc-44be-b7f9-427371286c5b req-0eacf8f1-92dc-4254-a4e3-74643a287a93 tempest-FloatingIPDetailsNegativeTestJSON-930626636 tempest-FloatingIPDetailsNegativeTestJSON-930626636-project] 10.222.0.13 "GET /v2.0/floatingips/db2d4182-7332-463a-a71c-bd660067fd14 HTTP/1.1" status: 404 len: 350 time: 0.0785720 Feb 10 13:18:28.843521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:28.923448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] For port 7215aa71-6120-40a7-b5f5-e51b8f830811, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7215aa71-6120-40a7-b5f5-e51b8f830811,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:28.936404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:28.945161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-577a024b-b137-415c-8aa9-0af24efb0ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054882 Feb 10 13:18:29.067406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0b44-2145-486d-960a-4058560cc339 None None] Pushing event updated for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:29.069425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.082663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b4ed1425-ad60-4443-af95-8a5141aa7db4 None None] Provisioning complete for port 7215aa71-6120-40a7-b5f5-e51b8f830811 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:29.083934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1425-ad60-4443-af95-8a5141aa7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.143629 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:25Z', 'revision_number': 4, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7215aa71-6120-40a7-b5f5-e51b8f830811', 'name': '', 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'mac_address': 'fa:16:3e:9e:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:20Z', 'updated_at': '2022-02-10T13:18:28Z', 'revision_number': 4, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'subnets': [{'id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:29.161372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-700c757b-eea9-4887-a271-503cfb2ecaae service neutron] 10.222.0.13 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151546 Feb 10 13:18:29.194041 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd0b4c9-cb18-49c8-b0f9-4007679debc6 None None] The sync data for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 is: [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:25Z', 'revision_number': 4, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7215aa71-6120-40a7-b5f5-e51b8f830811', 'name': '', 'network_id': 'aca76e95-45a5-4ebc-b9de-4ac916a18344', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'mac_address': 'fa:16:3e:9e:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:20Z', 'updated_at': '2022-02-10T13:18:28Z', 'revision_number': 4, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'subnets': [{'id': 'da53b380-59f8-42f0-9d5b-55518ed9704b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:29.207607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:29.220939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed1425-ad60-4443-af95-8a5141aa7db4 None None] Current status of the port 7215aa71-6120-40a7-b5f5-e51b8f830811 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:29.291873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9947-76e4-49af-95e5-facc62d57987 req-8db6ed7e-ba84-43e1-9228-d7d34b434cad tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.295730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-279e9947-76e4-49af-95e5-facc62d57987 req-8db6ed7e-ba84-43e1-9228-d7d34b434cad tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.1709666 Feb 10 13:18:29.310670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.405061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:29.415648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:29.438542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-279e9947-76e4-49af-95e5-facc62d57987 req-302329d6-b47a-4e8e-a1ae-83d670476691 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047654 Feb 10 13:18:29.438758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:29.501213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-56de631b-124a-4093-8dce-589750e7cad3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=715b2c0d23804549960dc3a29de8268d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924223 Feb 10 13:18:29.503599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f84c6ea6-60b9-42c4-b2aa-f7b4aa63ced2 service neutron] 10.222.0.13 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413773 Feb 10 13:18:29.508228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:29.531192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:29.536254 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77831725-3db7-4554-b8be-911b7ee6a11f x-openstack-request-id: req-77831725-3db7-4554-b8be-911b7ee6a11f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:29.537230 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-plugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:29.537705 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77831725-3db7-4554-b8be-911b7ee6a11f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:29.538285 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'code': 200} Feb 10 13:18:29.614844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.615775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.710055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-016bf035-095b-465c-8178-f3ebea972fad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.711998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-016bf035-095b-465c-8178-f3ebea972fad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 936 time: 0.1963062 Feb 10 13:18:29.751122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8585c34-fc4c-49aa-ad14-246c4c92242d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9854860 Feb 10 13:18:29.764799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c71220-ca3b-4fda-91d2-0dc9fa3cc2f9 req-2e2686d6-767f-45c2-b50b-39af2635dad7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.771807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17c71220-ca3b-4fda-91d2-0dc9fa3cc2f9 req-2e2686d6-767f-45c2-b50b-39af2635dad7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 931 time: 0.1012614 Feb 10 13:18:29.777904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.784042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Request body: {'port': {'device_id': '717f839d-620c-459e-80ad-906975961d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:29.831759 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] Publish callbacks [] for security_group (7a89b3c4-11ee-4c4b-9755-68988d6095db), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.857847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-df6c7083-d17d-4702-8a88-50c59ae61d25 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.859295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-df6c7083-d17d-4702-8a88-50c59ae61d25 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 937 time: 0.1331937 Feb 10 13:18:29.885383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d0c2b55c-8468-421a-82a8-72eb539ec3be None None] Provisioning complete for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:29.885957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b55c-8468-421a-82a8-72eb539ec3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.900068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] Publish callbacks [] for security_group (7a89b3c4-11ee-4c4b-9755-68988d6095db), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:29.903265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de65c7-a27b-4015-b951-e271723d8c85 req-103705ce-df46-49f7-8dd2-b469d4f2cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:29.910155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67de65c7-a27b-4015-b951-e271723d8c85 req-103705ce-df46-49f7-8dd2-b469d4f2cc85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.2556558 Feb 10 13:18:29.932912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2b55c-8468-421a-82a8-72eb539ec3be None None] Port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:29.955699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.052801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67de65c7-a27b-4015-b951-e271723d8c85 req-df019ebc-8d21-4956-833d-fa4541b4a03f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304317 Feb 10 13:18:30.145509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7a89b3c4-11ee-4c4b-9755-68988d6095db), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.148247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.152328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a89b3c4-11ee-4c4b-9755-68988d6095db HTTP/1.1" status: 204 len: 168 time: 0.6427963 Feb 10 13:18:30.178427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b7098-888a-4282-8578-1789981e9e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a89b3c4-11ee-4c4b-9755-68988d6095db,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:30.467353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-a0b7a067-d6b8-4c01-9266-2c8e35b34a66 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:30.469261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-a0b7a067-d6b8-4c01-9266-2c8e35b34a66 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.77 "GET /v2.0/networks?id=5ba19c96-eab6-4307-9739-e21ae3d45bc3 HTTP/1.1" status: 200 len: 816 time: 0.3126709 Feb 10 13:18:30.472612 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17c71220-ca3b-4fda-91d2-0dc9fa3cc2f9 req-f9dcab6e-fc32-45ff-bf97-4e3439bc010d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6946578 Feb 10 13:18:30.607547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:30.621165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks [] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.649211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Transition to ACTIVE for port object c29277c7-66ff-4c8f-81ba-8f94f85a37e7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:30.672287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.740260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff449d-3276-4428-bb35-c443fa7b60eb req-0fe0d843-6bf1-4d71-9cd4-2886a6b67b3d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:30.749554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1aff449d-3276-4428-bb35-c443fa7b60eb req-0fe0d843-6bf1-4d71-9cd4-2886a6b67b3d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1110666 Feb 10 13:18:30.800711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:30.845873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e83f077d-3931-4985-986c-7cf522bcf792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:30.900170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-af6bb060-6ff8-44a5-9c3f-2c5ad9e11259 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13cd346a917d41d2815f3936e2949ce6 HTTP/1.1" status: 200 len: 380 time: 0.4135191 Feb 10 13:18:30.935476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'port': {'device_id': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'admin_state_up': True, 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'security_groups': ['6c65ce62-37c1-4a27-981a-5288847bdc16']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:31.038040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1aff449d-3276-4428-bb35-c443fa7b60eb req-01d39593-739d-4eaf-ad60-c288babfa204 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849944 Feb 10 13:18:31.102083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25402d4f-2594-4fde-a1ca-6dade7efb8a1 req-e483f9fd-8830-491b-8d14-e978c595297a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.1663892 Feb 10 13:18:31.175779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-22b596c3-57d3-4070-a739-71ae26e437c4 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:31.177660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-22b596c3-57d3-4070-a739-71ae26e437c4 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1128 time: 0.3367202 Feb 10 13:18:31.210101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-6'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:31.229989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:31.321226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7215aa71-6120-40a7-b5f5-e51b8f830811 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:31.409728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:18:31.438044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5a61fa1-d597-426f-ad2a-c860ac58a738 req-bf106e38-f261-4dbe-8abd-c95538960eec tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.1165648 Feb 10 13:18:31.460467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:31.461156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:31.461496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:31.475782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:31.476100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:31.480058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Deleting port 7215aa71-6120-40a7-b5f5-e51b8f830811 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:31.481023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.546105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:31.547302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:31.549129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Bound using segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:31.551032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a3007-1343-4f6d-9550-53b3408923c7 req-3f1ada6e-6b42-4956-ab83-4893422e68eb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:31.551756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Bound port: c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:31.552311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.563556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-191a3007-1343-4f6d-9550-53b3408923c7 req-3f1ada6e-6b42-4956-ab83-4893422e68eb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 946 time: 0.3717780 Feb 10 13:18:31.630130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.679254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7215aa71-6120-40a7-b5f5-e51b8f830811 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:31.686126 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.690814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Made reservation on behalf of 13cd346a917d41d2815f3936e2949ce6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:31.696872 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.789273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:31.834476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 has no active binding in host n-h2-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:18:31.854318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7215aa71-6120-40a7-b5f5-e51b8f830811 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:31.865684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:31.892996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:31.917893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1568-e8e3-4961-b10d-b3d10df00675 req-0065d2b0-f219-4dd6-adac-cd6394713c11 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:31.925731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d5c1568-e8e3-4961-b10d-b3d10df00675 req-0065d2b0-f219-4dd6-adac-cd6394713c11 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.2808280 Feb 10 13:18:31.939356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f7853444-e982-47db-9c4d-e1846888899c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:31.941488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-191a3007-1343-4f6d-9550-53b3408923c7 req-a1155855-b705-400f-85c0-234560539f88 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731868 Feb 10 13:18:31.941745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f7853444-e982-47db-9c4d-e1846888899c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 936 time: 0.7101319 Feb 10 13:18:31.947703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:31.974294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] For port 7215aa71-6120-40a7-b5f5-e51b8f830811, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7215aa71-6120-40a7-b5f5-e51b8f830811,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:31.974915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.022824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Calling delete_port for 7215aa71-6120-40a7-b5f5-e51b8f830811 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:32.074185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.074679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.076095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] 10.222.0.77 "PUT /v2.0/ports/c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 1091 time: 2.2969387 Feb 10 13:18:32.091562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:32.093940 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a91822-db2d-42e0-b7a2-859c8ab02323" -d '{"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:32.155116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-52f87672-0075-4efb-86b5-1df22d365f25 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.156530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-52f87672-0075-4efb-86b5-1df22d365f25 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 937 time: 0.1968617 Feb 10 13:18:32.233117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d5c1568-e8e3-4961-b10d-b3d10df00675 req-8038dea8-95d4-4033-bb8e-fb75ebf60045 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063233 Feb 10 13:18:32.248949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:32.265582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cecfcf-e5cc-4487-b7fc-8487b003e857 service neutron] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:32.318975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Allocated IP 172.20.0.10 (5ba19c96-eab6-4307-9739-e21ae3d45bc3/bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb/db647b74-cfb9-4d53-8b66-ac79c9a0fdfa) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:32.363399 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b0443-6b52-4548-aa56-9c1db0cc12b4 x-openstack-request-id: req-0e5b0443-6b52-4548-aa56-9c1db0cc12b4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:32.363695 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:32.363953 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e5b0443-6b52-4548-aa56-9c1db0cc12b4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:32.364387 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'status': 'completed', 'code': 200} Feb 10 13:18:32.383319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-64d1b787-eda0-4977-b241-d55d30d631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.385478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-64d1b787-eda0-4977-b241-d55d30d631b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1125 time: 0.2448146 Feb 10 13:18:32.475177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51189fb-84a0-45fc-a658-7a6db1cf1b5c req-cbed4c9e-84f6-4160-a418-8f106d47395b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.478034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f51189fb-84a0-45fc-a658-7a6db1cf1b5c req-cbed4c9e-84f6-4160-a418-8f106d47395b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.3006766 Feb 10 13:18:32.492580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-5f487674-4388-436f-8948-64d31046445d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 217 time: 0.0929470 Feb 10 13:18:32.537765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55f63de7-675d-437f-b36d-2aa940da23ac req-b243724a-d2d7-4564-a5e5-fac18c419f85 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0605645 Feb 10 13:18:32.569902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:32.639274 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f51189fb-84a0-45fc-a658-7a6db1cf1b5c req-bcb5c636-7ae5-4185-8bf4-692f1be6dcb8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540456 Feb 10 13:18:32.655374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:32.658074 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5042bcd4-9aa8-409f-8212-67349f216e9d" -d '{"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-unplugged", "status": "completed", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:32.665294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks [] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.690625 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88be5bad-1db8-4e39-a6b7-d25b82cfa302 req-8115007b-11e2-4c5d-b259-f5613c25506a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0604212 Feb 10 13:18:32.720679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.749348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8705ff0-392d-49d8-a41e-e012905d45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.751275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-d8705ff0-392d-49d8-a41e-e012905d45f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.2365184 Feb 10 13:18:32.817223 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660f238-3e3e-41ad-9532-5966f4d1f906 x-openstack-request-id: req-1660f238-3e3e-41ad-9532-5966f4d1f906 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:32.817521 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-unplugged", "status": "completed", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:32.817785 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1660f238-3e3e-41ad-9532-5966f4d1f906 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:32.818239 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'code': 200} Feb 10 13:18:32.827699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.848042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-547f66f1-2460-4ecb-9da3-17217540ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:32.849749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-547f66f1-2460-4ecb-9da3-17217540ceea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921106 Feb 10 13:18:32.868495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7215aa71-6120-40a7-b5f5-e51b8f830811), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.902599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:32.913803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on host n-h1-815324-6 for vnic_type normal with profile {"migrating_to": "n-h2-815324-6"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:32.914334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:32.915427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:32.929232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.933648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.934381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.934897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.935417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.935940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.936452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.936974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.937489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.937989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.938499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.939260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.939757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:18:32.944268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:32.944786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Attempting to bind port 7097441c-b03f-4e01-b429-ae281e52dcd9 on network 99910bda-153c-42b4-9e7b-ac421e5b92e3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:32.974591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:32.978308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:32.978698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Checking segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:32.979100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Bound using segment: {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:32.979552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Bound port: 7097441c-b03f-4e01-b429-ae281e52dcd9, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2ec73b-b8a2-4285-928a-b716a43ba153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99910bda-153c-42b4-9e7b-ac421e5b92e3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:32.979935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.060245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7215aa71-6120-40a7-b5f5-e51b8f830811,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:33.131855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:33.145508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-6780eb23-00f0-4d4a-8ddc-5a35bed7ca61 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865865 Feb 10 13:18:33.152894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:33.174254 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef63e479-4fff-48ff-8a0f-8c641bea6ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.193673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:33.254354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event updated for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:33.454950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:33.497849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:33.517989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbce03b-e208-4fcb-8686-90382f766e77 req-fdc6a3fd-0217-4881-8eca-3ed848299087 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:33.521789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dbce03b-e208-4fcb-8686-90382f766e77 req-fdc6a3fd-0217-4881-8eca-3ed848299087 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.4144845 Feb 10 13:18:33.580176 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.685222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3485895f-9e7f-40a4-824b-ce3184a7fd7b None None] Provisioning complete for port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:33.686021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3485895f-9e7f-40a4-824b-ce3184a7fd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.735989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3485895f-9e7f-40a4-824b-ce3184a7fd7b None None] Port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:33.765064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0dbce03b-e208-4fcb-8686-90382f766e77 req-2dcd253b-93b4-4739-96c6-9c22f960be78 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988478 Feb 10 13:18:33.765792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.802015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:33.983532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:33.984475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:33.986385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-df934669-8eae-495d-a785-2dd931c7519e service neutron] 10.222.0.77 "PUT /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 1122 time: 2.7958965 Feb 10 13:18:34.050167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['7097441c-b03f-4e01-b429-ae281e52dcd9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:34.080016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edd355-dd18-4d7c-8907-2014af70acff req-693dd99e-7604-40e8-8260-1d8ad2322fda tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.087438 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11edd355-dd18-4d7c-8907-2014af70acff req-693dd99e-7604-40e8-8260-1d8ad2322fda tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.1211865 Feb 10 13:18:34.129940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-6574a92a-5094-4a9c-87a5-2273c771037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.131442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-6574a92a-5094-4a9c-87a5-2273c771037b service neutron] 10.222.0.21 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 1032 time: 0.0839806 Feb 10 13:18:34.133445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8530a3b8-d12a-45ca-929b-570233a116d1 req-46f94994-319c-4791-a69a-47f05dbca83d service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9668567 Feb 10 13:18:34.193999 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11edd355-dd18-4d7c-8907-2014af70acff req-f698dfa5-e672-4b59-bada-e885b62aa018 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046383 Feb 10 13:18:34.235458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7097441c-b03f-4e01-b429-ae281e52dcd9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:34.238677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:34.365370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-970b22b6-e365-4468-9116-ab4a8d0d1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.367289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-970b22b6-e365-4468-9116-ab4a8d0d1799 service neutron] 10.222.0.21 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 1033 time: 0.2041881 Feb 10 13:18:34.380916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.382144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.415034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-49769b90-7721-429b-99de-b00079660923 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.422958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-49769b90-7721-429b-99de-b00079660923 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.3824010 Feb 10 13:18:34.469616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868fc0-71c6-4ba3-8974-1c34bd08c3ef req-b27bc7bd-81b2-4d50-b0f5-ef766b6327da tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.478789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23868fc0-71c6-4ba3-8974-1c34bd08c3ef req-b27bc7bd-81b2-4d50-b0f5-ef766b6327da tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 932 time: 0.1514964 Feb 10 13:18:34.512144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:34.513132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-2ed5a0f0-c34b-4cf4-94c5-a180024e4442 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5819893 Feb 10 13:18:34.522806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7238044-8a0d-4680-a7f8-4de76e9cb3bd admin admin] 10.222.0.13 "PUT /v2.0/routers/34f30519-4b65-4481-8d22-2ee2ee2b8a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6780343 Feb 10 13:18:34.526609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:34.548392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-e673ab66-2d8b-4447-889f-d25469217ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:34.550189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-e673ab66-2d8b-4447-889f-d25469217ea9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1125 time: 0.3049011 Feb 10 13:18:34.554575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Request body: {'port': {'device_id': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:34.600593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23868fc0-71c6-4ba3-8974-1c34bd08c3ef req-13723d19-98b0-4d64-a9a5-d2632845f32e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203988 Feb 10 13:18:34.612696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-fce39618-7698-471f-9540-7e7841d9a832 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.668105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Sync routers for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:34.716504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:34.717218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:34.737296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.737894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-fce39618-7698-471f-9540-7e7841d9a832 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Publish callbacks [] for security_group (716028da-1e5b-4c4a-b42f-6f7f967f9aea), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.788933 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-354cf9cb-6983-4dd1-b526-8d50bd0bc101 req-7f00ae17-ef3f-4f2b-b452-7a2a198590a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0485458 Feb 10 13:18:34.814874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks [] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.851633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-fce39618-7698-471f-9540-7e7841d9a832 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (716028da-1e5b-4c4a-b42f-6f7f967f9aea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:34.907925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.047841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1ac96a8-935e-4901-a2df-7758114c0b01 req-fce39618-7698-471f-9540-7e7841d9a832 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788016 Feb 10 13:18:35.088026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce39618-7698-471f-9540-7e7841d9a832 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716028da-1e5b-4c4a-b42f-6f7f967f9aea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:35.110452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:35.120479 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ed9b2-4836-499b-b1d2-1378050ce95d" -d '{"events": [{"name": "network-changed", "server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:35.136946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks [] for router_gateway (34f30519-4b65-4481-8d22-2ee2ee2b8a63), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.155663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-1791bd42-8f52-4b22-ab33-539c6a20aef1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.165186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-1791bd42-8f52-4b22-ab33-539c6a20aef1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.173825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-1791bd42-8f52-4b22-ab33-539c6a20aef1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.176408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-1791bd42-8f52-4b22-ab33-539c6a20aef1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/networks?id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b HTTP/1.1" status: 200 len: 1995 time: 0.7520716 Feb 10 13:18:35.291812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:35.311717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-6dd408c8-dd36-4ff6-bdce-7a5c81060228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.313279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-6dd408c8-dd36-4ff6-bdce-7a5c81060228 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.6877992 Feb 10 13:18:35.321021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4712f83-4259-46c1-a88d-c1a9d6bbc0eb req-b9a5044d-0fe5-451a-b0bc-e7ad9710a195 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.337861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4712f83-4259-46c1-a88d-c1a9d6bbc0eb req-b9a5044d-0fe5-451a-b0bc-e7ad9710a195 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2523391 Feb 10 13:18:35.419317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-e3d2335b-a04d-4160-b431-8a48befbba83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 217 time: 0.0862825 Feb 10 13:18:35.454870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:18:35.475640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4712f83-4259-46c1-a88d-c1a9d6bbc0eb req-025be70a-1968-49ed-a6f3-5db3d31a0692 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341343 Feb 10 13:18:35.496576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Deleting port b3381566-44ef-453f-b8b1-c6a80a38dd3a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:35.497722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.589084 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afb5e2-924d-4584-a00a-60c943a8007f x-openstack-request-id: req-38afb5e2-924d-4584-a00a-60c943a8007f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:35.590749 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:35.591159 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38afb5e2-924d-4584-a00a-60c943a8007f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:35.592332 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'status': 'completed', 'code': 200} Feb 10 13:18:35.680355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:18:35.755060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-a9b06bc7-47d8-4789-83fa-7c08a0650ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.758249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-a9b06bc7-47d8-4789-83fa-7c08a0650ed0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.3131168 Feb 10 13:18:35.815783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] For port b3381566-44ef-453f-b8b1-c6a80a38dd3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3381566-44ef-453f-b8b1-c6a80a38dd3a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:35.816213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.876092 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.896170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed3b95-ed48-4bb5-b84e-9b8dcec2c970 req-f83d6a1a-d2f1-4ab6-9623-00a52defc8fd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:35.903588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7ed3b95-ed48-4bb5-b84e-9b8dcec2c970 req-f83d6a1a-d2f1-4ab6-9623-00a52defc8fd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.2357297 Feb 10 13:18:35.911690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Calling delete_port for b3381566-44ef-453f-b8b1-c6a80a38dd3a owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:35.921282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:35.925986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4a6e7b29-2183-4fc5-8f8f-c1f97943e0de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2173d6d148e4cd6a740cf6546fa8b22 HTTP/1.1" status: 200 len: 379 time: 0.6090086 Feb 10 13:18:35.970696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'admin_state_up': True, 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'security_groups': ['f917057d-402c-48c9-8931-f051aa3fe1b4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:35.984425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7ed3b95-ed48-4bb5-b84e-9b8dcec2c970 req-8ade1d41-9afa-4038-ab65-dc626c4069ce tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654137 Feb 10 13:18:35.999752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:36.060880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:18:36.139553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:36.140236 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:36.154781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:36.156783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:36.171935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:32Z', 'revision_number': 5, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port': {'id': 'b3381566-44ef-453f-b8b1-c6a80a38dd3a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:18:12Z', 'updated_at': '2022-02-10T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:36.215131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Checking router: 34f30519-4b65-4481-8d22-2ee2ee2b8a63 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:36.218614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:36.227566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:36.284344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:36.287898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Routers {'34f30519-4b65-4481-8d22-2ee2ee2b8a63'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:36.289146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:36.327225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-e8092378-2928-4f70-bb54-496a468334ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:36.331758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-e8092378-2928-4f70-bb54-496a468334ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1156 time: 0.7033427 Feb 10 13:18:36.347658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-d85c0a46-55d4-4bbe-95a4-78d319e63ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:36.349580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee65fe-6707-4561-b7de-270b485592bc req-79939b96-05ea-461c-8ee4-fcfdace45caa tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:36.350395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-d85c0a46-55d4-4bbe-95a4-78d319e63ee6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5463369 Feb 10 13:18:36.354545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2ee65fe-6707-4561-b7de-270b485592bc req-79939b96-05ea-461c-8ee4-fcfdace45caa tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 932 time: 0.2327487 Feb 10 13:18:36.479751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] Set router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:36.496099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f11a1737-06d6-4237-92f4-1beafeee3d9c req-f933e844-06cc-49f1-8685-03f0827ce357 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.1413577 Feb 10 13:18:36.566554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['c29277c7-66ff-4c8f-81ba-8f94f85a37e7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:18:36.569148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:35Z', 'revision_number': 6, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:36.569866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2ee65fe-6707-4561-b7de-270b485592bc req-e0797de4-3748-402f-89ac-cd0efbe24c6e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382756 Feb 10 13:18:36.602284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-765be71b-f5b8-4048-a882-726205f974ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:36.730788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59126d6-b2e8-455c-8321-3d6c367ce924 None None] The sync data for ids ['34f30519-4b65-4481-8d22-2ee2ee2b8a63'] in n-d-815324-6 is: [{'id': '34f30519-4b65-4481-8d22-2ee2ee2b8a63', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1933370426-router', 'tenant_id': '37a60958d4c744de9e995c1be1b9fe18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:18:07Z', 'updated_at': '2022-02-10T13:18:35Z', 'revision_number': 6, 'project_id': '37a60958d4c744de9e995c1be1b9fe18', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:36.850742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc410dd-17e2-4e91-b2c2-37d86a05c9ad req-8a132916-8638-41e2-8818-c00ae6a5856d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:36.859386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dfc410dd-17e2-4e91-b2c2-37d86a05c9ad req-8a132916-8638-41e2-8818-c00ae6a5856d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1630042 Feb 10 13:18:36.916740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db647b74-cfb9-4d53-8b66-ac79c9a0fdfa {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:36.924939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b3381566-44ef-453f-b8b1-c6a80a38dd3a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:36.973631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks [] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:36.999388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-32ce26e3-b5ff-4e9c-ad5c-f7f4eaa923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:37.000994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-32ce26e3-b5ff-4e9c-ad5c-f7f4eaa923d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.6243458 Feb 10 13:18:37.008719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3381566-44ef-453f-b8b1-c6a80a38dd3a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:37.016294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:37.019701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.023059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Transition to ACTIVE for port object db647b74-cfb9-4d53-8b66-ac79c9a0fdfa will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:37.066079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.068595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-765be71b-f5b8-4048-a882-726205f974ea admin admin] Publish callbacks [] for security_group (971413f1-d3e3-4fc3-901a-62c9281ffbea), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.073613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.078952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dfc410dd-17e2-4e91-b2c2-37d86a05c9ad req-61f220ac-f8cf-4d4a-9a26-506bb24c90bc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186742 Feb 10 13:18:37.082121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-765be71b-f5b8-4048-a882-726205f974ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (971413f1-d3e3-4fc3-901a-62c9281ffbea), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.126810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-28fd8cec-5a9f-4b74-abee-b50ab945e88d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8658428 Feb 10 13:18:37.126810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-3c96ba79-fe16-423c-b4eb-e8ea38d95cfb service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105036 Feb 10 13:18:37.131653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d3b0c-0c0a-4865-a57f-c21d8f96316d req-5bce3687-39b4-4d7e-99f2-e5f11dfbd0d0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:37.139443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a23d3b0c-0c0a-4865-a57f-c21d8f96316d req-5bce3687-39b4-4d7e-99f2-e5f11dfbd0d0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.4614882 Feb 10 13:18:37.176232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-7209cece-f4d8-4ef4-8f9e-c67bd13cc9fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 217 time: 0.1644073 Feb 10 13:18:37.264969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be71b-f5b8-4048-a882-726205f974ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971413f1-d3e3-4fc3-901a-62c9281ffbea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:37.277449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7215aa71-6120-40a7-b5f5-e51b8f830811 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:37.332938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7215aa71-6120-40a7-b5f5-e51b8f830811 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:18:37.335687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7215aa71-6120-40a7-b5f5-e51b8f830811 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:18:37.395468 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.427245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.435339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks [] for router_controller (34f30519-4b65-4481-8d22-2ee2ee2b8a63), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.444198 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-765be71b-f5b8-4048-a882-726205f974ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26859a1055ea45ca92297efde5b7094b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2766273 Feb 10 13:18:37.448565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:37.540006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Pushing event updated for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:37.571929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1a3e4-ead1-48d4-ba8c-44ac7c835fc9 req-9e479595-ea81-459c-9840-7cb164092caa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:37.574048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8b1a3e4-ead1-48d4-ba8c-44ac7c835fc9 req-9e479595-ea81-459c-9840-7cb164092caa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.2740123 Feb 10 13:18:37.591834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (34f30519-4b65-4481-8d22-2ee2ee2b8a63), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.592554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f30519-4b65-4481-8d22-2ee2ee2b8a63 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:18:37.608091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.609374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3162cd6-65ad-40f1-a647-9ad6a8111b36 admin admin] 10.222.0.13 "DELETE /v2.0/routers/34f30519-4b65-4481-8d22-2ee2ee2b8a63 HTTP/1.1" status: 204 len: 168 time: 3.0815582 Feb 10 13:18:37.626419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:37.656290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a23d3b0c-0c0a-4865-a57f-c21d8f96316d req-eab89c06-6717-4646-8003-f26f265e5ee8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158763 Feb 10 13:18:37.679769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] Publish callbacks [] for security_group (971413f1-d3e3-4fc3-901a-62c9281ffbea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.698621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8b1a3e4-ead1-48d4-ba8c-44ac7c835fc9 req-6588eca7-d2ac-41f9-b059-853d6d33e7c5 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949757 Feb 10 13:18:37.716824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-44e5b2ef-7948-4ed0-8cbb-f8aac9c2143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:37.718921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-44e5b2ef-7948-4ed0-8cbb-f8aac9c2143a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.5215974 Feb 10 13:18:37.769212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] Publish callbacks [] for security_group (971413f1-d3e3-4fc3-901a-62c9281ffbea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.907542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-77b16087-31b5-4669-9efc-9008d906b23f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125007 Feb 10 13:18:37.919942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-860d66a0-bcc6-401c-b301-1ee118198f7b req-da489238-529f-4774-a63f-3694fc5f75d1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.1114559 Feb 10 13:18:37.929694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (971413f1-d3e3-4fc3-901a-62c9281ffbea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.936195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:37.942805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/971413f1-d3e3-4fc3-901a-62c9281ffbea HTTP/1.1" status: 204 len: 168 time: 0.4929671 Feb 10 13:18:37.959002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99ea48-7d41-427b-aa36-10c3b18399b5 req-23f4d271-9a21-40c5-90ac-e5f907f8c91a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:37.966465 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d99ea48-7d41-427b-aa36-10c3b18399b5 req-23f4d271-9a21-40c5-90ac-e5f907f8c91a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1198483 Feb 10 13:18:37.979468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a88f3d-d794-4445-9e72-d1f6cad8a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971413f1-d3e3-4fc3-901a-62c9281ffbea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:37.999921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99a91822-db2d-42e0-b7a2-859c8ab02323 req-39178b69-a7a0-4bf6-a22f-375a31ed2ee1 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8550205 Feb 10 13:18:38.036330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Deleting subnet da53b380-59f8-42f0-9d5b-55518ed9704b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:18:38.064885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Publish callbacks [] for subnet (da53b380-59f8-42f0-9d5b-55518ed9704b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.078152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d99ea48-7d41-427b-aa36-10c3b18399b5 req-b500a2eb-4b30-4ec8-85f3-17faf1172e6f tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075041 Feb 10 13:18:38.086649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 172.20.0.13 (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7/41c4d593-2e10-4ded-91bf-411f449fb4ee/2b315f09-02b0-4e95-b84f-26089f2fcf65) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:38.257015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-0dec464b-fc28-45bc-8e83-a260734d4c52 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:38.258509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-0dec464b-fc28-45bc-8e83-a260734d4c52 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 1128 time: 0.2538393 Feb 10 13:18:38.312357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Attempting to bind port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:38.312721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Attempting to bind port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:38.313089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Attempting to bind port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa on network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:38.323492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (da53b380-59f8-42f0-9d5b-55518ed9704b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.430981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:38.449081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b22fe230-4bc8-4f4c-a598-10486b55d207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.569846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b22fe230-4bc8-4f4c-a598-10486b55d207 admin admin] Publish callbacks [] for security_group (3632b05f-624d-4047-b196-b70ca56dc932), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.577261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b22fe230-4bc8-4f4c-a598-10486b55d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3632b05f-624d-4047-b196-b70ca56dc932), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.609139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b22fe230-4bc8-4f4c-a598-10486b55d207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8af5a34b0494ca083068d2e9266e076&name=default HTTP/1.1" status: 200 len: 2999 time: 0.1753826 Feb 10 13:18:38.614226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:38.710378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fe230-4bc8-4f4c-a598-10486b55d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3632b05f-624d-4047-b196-b70ca56dc932,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:38.731831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] Publish callbacks [] for security_group (3632b05f-624d-4047-b196-b70ca56dc932), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.762583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] Publish callbacks [] for security_group (3632b05f-624d-4047-b196-b70ca56dc932), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.870960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa on network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:38.871576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00eff3-dba8-4a72-945e-24059ae461de req-d3a42b79-ec7f-4427-95b2-396054087e7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:38.871712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Attempting to bind port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa on network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:38.873331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b00eff3-dba8-4a72-945e-24059ae461de req-d3a42b79-ec7f-4427-95b2-396054087e7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1007600 Feb 10 13:18:38.894925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:38.895273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Checking segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:38.895431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3632b05f-624d-4047-b196-b70ca56dc932), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.895663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Bound using segment: {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:38.896116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Bound port: db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a09988d-5119-43cc-a49e-b3ab62aefcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:38.896472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.898826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:38.903237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3632b05f-624d-4047-b196-b70ca56dc932 HTTP/1.1" status: 204 len: 168 time: 0.2873232 Feb 10 13:18:38.922838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff409f12-15fa-47cb-8863-375721a7d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3632b05f-624d-4047-b196-b70ca56dc932,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:38.985798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b00eff3-dba8-4a72-945e-24059ae461de req-9d90ac5b-37f1-4c3a-ae2d-4f2cb001d581 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982463 Feb 10 13:18:39.109008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3381566-44ef-453f-b8b1-c6a80a38dd3a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:39.137637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b3381566-44ef-453f-b8b1-c6a80a38dd3a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:18:39.138352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3381566-44ef-453f-b8b1-c6a80a38dd3a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:18:39.151694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4d89-8231-45f3-8821-68d20f04e896 req-9b59e044-f594-48f1-a6b3-522ce9a3e523 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.153426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c81c4d89-8231-45f3-8821-68d20f04e896 req-9b59e044-f594-48f1-a6b3-522ce9a3e523 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.0955241 Feb 10 13:18:39.183414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-4a412ae1-e72c-4f6d-8835-02474086e689 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2526605 Feb 10 13:18:39.186910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (da53b380-59f8-42f0-9d5b-55518ed9704b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.195053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:39.232054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c81c4d89-8231-45f3-8821-68d20f04e896 req-b0569e5f-af39-4377-af1b-cca7863f845d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686457 Feb 10 13:18:39.251330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:39.277707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.365445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d323bf7-8e42-4f04-b9f1-7c6065f0ef6c req-82823a81-b2b7-4496-8bb6-daa9d4680beb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.374368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d323bf7-8e42-4f04-b9f1-7c6065f0ef6c req-82823a81-b2b7-4496-8bb6-daa9d4680beb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 1.1423249 Feb 10 13:18:39.386282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:18:39.394735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-93307038-4ca5-44ed-81ac-cf594c3eeff7 req-c4455564-be75-41d6-9628-317a9127043f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0811772 Feb 10 13:18:39.436549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.437335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.439153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] 10.222.0.77 "PUT /v2.0/ports/db647b74-cfb9-4d53-8b66-ac79c9a0fdfa HTTP/1.1" status: 200 len: 1092 time: 4.8968048 Feb 10 13:18:39.442424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:39.454863 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3bd495-07fb-4b81-99aa-92007c0968b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:39.483255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:18:39.505436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:39.505981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.561353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-517bd936-db54-4300-bdf7-6caa16a0beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.563081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-517bd936-db54-4300-bdf7-6caa16a0beb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.1364055 Feb 10 13:18:39.573218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.630608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d323bf7-8e42-4f04-b9f1-7c6065f0ef6c req-dda7c552-6706-43b7-8959-0203922ba11b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552433 Feb 10 13:18:39.653607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:39.664671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.666389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74eee0-d025-43fb-b05e-b33560150965 service neutron] Pushing event updated for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:39.670153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168da759-374a-4fb7-bc1a-0ff312a734e1 req-ad510e67-fcf0-46c1-a3b0-5f57211908c1 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.673476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b71ed9b2-4836-499b-b1d2-1378050ce95d req-d227c322-6c09-47ca-acd1-fa2ea2318e47 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758441 Feb 10 13:18:39.678393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-168da759-374a-4fb7-bc1a-0ff312a734e1 req-ad510e67-fcf0-46c1-a3b0-5f57211908c1 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1552532 Feb 10 13:18:39.703647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (da53b380-59f8-42f0-9d5b-55518ed9704b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.750127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-65eae481-c520-4161-a418-574b96aba5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:39.752384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-65eae481-c520-4161-a418-574b96aba5d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13cd346a917d41d2815f3936e2949ce6&device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 1126 time: 0.2441688 Feb 10 13:18:39.753862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.762308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da53b380-59f8-42f0-9d5b-55518ed9704b HTTP/1.1" status: 204 len: 168 time: 2.1322713 Feb 10 13:18:39.762616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:39.767890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad005ae4-1af5-42ef-836d-b3b54cd2880e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da53b380-59f8-42f0-9d5b-55518ed9704b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:39.770398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:39.771476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:39.781646 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e4a30-fe64-4d1e-8ae8-3ae950413b06" -d '{"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:39.782031 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1b85ca-689b-445e-b4ed-a5b38f693377 x-openstack-request-id: req-3f1b85ca-689b-445e-b4ed-a5b38f693377 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:39.782325 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:39.782582 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f1b85ca-689b-445e-b4ed-a5b38f693377 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:39.782983 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'status': 'completed', 'code': 200} Feb 10 13:18:39.785780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aea380-2f3f-45d2-a813-1bfb9f1c7d78 None None] Network aca76e95-45a5-4ebc-b9de-4ac916a18344 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:39.801340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.804509 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:39.870476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-122e3bce-5415-44f6-a33c-f0b670d4f18c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa HTTP/1.1" status: 200 len: 217 time: 0.0957789 Feb 10 13:18:39.892256 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed048469-8b71-4763-abe5-31a6dbc4a908 x-openstack-request-id: req-ed048469-8b71-4763-abe5-31a6dbc4a908 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:39.892979 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:39.893691 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed048469-8b71-4763-abe5-31a6dbc4a908 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:39.894267 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'code': 200} Feb 10 13:18:39.901501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:40.048900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:40.114537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-3da07d92-fcd0-41e8-a79c-57775a786405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.116891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-3da07d92-fcd0-41e8-a79c-57775a786405 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb HTTP/1.1" status: 200 len: 855 time: 0.2401237 Feb 10 13:18:40.140266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] DHCP port deletion for aca76e95-45a5-4ebc-b9de-4ac916a18344 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:18:40.151575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:40.195397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:40.233674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-168da759-374a-4fb7-bc1a-0ff312a734e1 req-cb7747df-de68-4318-844a-588373701df2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541887 Feb 10 13:18:40.263055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.263913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.281573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Deleting port 638654ec-883e-4d3b-8fb6-38af9c813a55 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:40.281952 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.288048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:40.344290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4a29e-57e4-4aed-b5e0-082a7f09193b req-9ba6b5f2-2244-4980-9606-e88a9bf89dfb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.355630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0c4a29e-57e4-4aed-b5e0-082a7f09193b req-9ba6b5f2-2244-4980-9606-e88a9bf89dfb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2337182 Feb 10 13:18:40.387580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4cbdf14b-c208-4754-ab53-ebeaa27c4706 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4321907 Feb 10 13:18:40.438091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0c4a29e-57e4-4aed-b5e0-082a7f09193b req-f4bc84ae-2db0-482e-ac6f-82ac7c8f3f99 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Feb 10 13:18:40.444971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'admin_state_up': True, 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'security_groups': ['f917057d-402c-48c9-8931-f051aa3fe1b4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:40.452694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] For port 638654ec-883e-4d3b-8fb6-38af9c813a55, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=638654ec-883e-4d3b-8fb6-38af9c813a55,segment=NetworkSegment(45eb01d7-2ee3-4c29-bd05-4c4f510ddffd),segment_id=45eb01d7-2ee3-4c29-bd05-4c4f510ddffd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:40.453167 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.454151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2740f-f4b4-46a3-8edd-7cd31ab90468 req-6b53e72b-e16c-4f71-af2a-85dad4c9062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.457848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72f2740f-f4b4-46a3-8edd-7cd31ab90468 req-6b53e72b-e16c-4f71-af2a-85dad4c9062e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1127 time: 0.5143492 Feb 10 13:18:40.473726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943418dc-a004-4264-88ac-9e80625f24bd req-3d0a0ada-22bb-40e1-979e-b0f59890450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.475466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-3d0a0ada-22bb-40e1-979e-b0f59890450d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ba19c96-eab6-4307-9739-e21ae3d45bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3194346 Feb 10 13:18:40.485059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Calling delete_port for 638654ec-883e-4d3b-8fb6-38af9c813a55 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:40.500625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-5d18261b-61f5-40d4-b6f5-84ea4a286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.513281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-5d18261b-61f5-40d4-b6f5-84ea4a286feb service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.9413927 Feb 10 13:18:40.516145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (aca76e95-45a5-4ebc-b9de-4ac916a18344), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.606522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-74e1a2d5-bcb4-4c65-a85f-ddf6345130ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.0696383 Feb 10 13:18:40.615256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432276-16a6-4c57-a6ee-3687b0385b66 req-2b1e7c43-a002-4d7c-b36c-c78bceaa2a3c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.623121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-81432276-16a6-4c57-a6ee-3687b0385b66 req-2b1e7c43-a002-4d7c-b36c-c78bceaa2a3c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2471464 Feb 10 13:18:40.663898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f4c79952-110c-4ea9-ab70-cbba62e37a5d None None] Provisioning complete for port 2b315f09-02b0-4e95-b84f-26089f2fcf65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:40.664272 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f4c79952-110c-4ea9-ab70-cbba62e37a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.705350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (638654ec-883e-4d3b-8fb6-38af9c813a55), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.718234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-81432276-16a6-4c57-a6ee-3687b0385b66 req-d28afae2-8fa0-412a-9d01-58e637573176 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941408 Feb 10 13:18:40.720292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] No DVR routers for this DVR port 638654ec-883e-4d3b-8fb6-38af9c813a55 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:18:40.735866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72f2740f-f4b4-46a3-8edd-7cd31ab90468 req-7371b8e1-dcb5-497d-ba23-efc18b2c8d7d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593255 Feb 10 13:18:40.752846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f4c79952-110c-4ea9-ab70-cbba62e37a5d None None] Port 2b315f09-02b0-4e95-b84f-26089f2fcf65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:40.756669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103ee8-f8b2-44c2-b2ff-c2203d957826 None None] Pushing event deleted for resources: {'Port': ['ID=638654ec-883e-4d3b-8fb6-38af9c813a55,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:40.783281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] The port '638654ec-883e-4d3b-8fb6-38af9c813a55' was deleted {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 13:18:40.822052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c05d2-5723-4a38-bcd1-638fbed6b45f req-820a5976-afd7-46b3-9bb9-69ac203b6817 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.829416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-270c05d2-5723-4a38-bcd1-638fbed6b45f req-820a5976-afd7-46b3-9bb9-69ac203b6817 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 932 time: 0.2619393 Feb 10 13:18:40.849697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-3f87979a-69ab-412e-9c87-6db2988f90f5 service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287451 Feb 10 13:18:40.863882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-f5668de9-8c7f-47e4-a619-9375a53e499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:40.865684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-f5668de9-8c7f-47e4-a619-9375a53e499c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2406352 Feb 10 13:18:40.913358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.943481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (aca76e95-45a5-4ebc-b9de-4ac916a18344), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:40.956115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:40.957772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-270c05d2-5723-4a38-bcd1-638fbed6b45f req-724bd952-94aa-4da7-9523-31eb5b5220f5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069026 Feb 10 13:18:40.959172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:40.964424 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.039974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca76e95-45a5-4ebc-b9de-4ac916a18344']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:41.065155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:41.065880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb01d7-2ee3-4c29-bd05-4c4f510ddffd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:41.066506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7097441c-b03f-4e01-b429-ae281e52dcd9 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:18:41.078800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb27b8-fbd4-42b2-b431-ddc0a8f73628 req-df1911a7-0758-4614-8ff0-96304cc6f4e3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.087444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66fb27b8-fbd4-42b2-b431-ddc0a8f73628 req-df1911a7-0758-4614-8ff0-96304cc6f4e3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2777197 Feb 10 13:18:41.121450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (45eb01d7-2ee3-4c29-bd05-4c4f510ddffd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.157626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (45eb01d7-2ee3-4c29-bd05-4c4f510ddffd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.175324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 638654ec-883e-4d3b-8fb6-38af9c813a55 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:41.182472 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66fb27b8-fbd4-42b2-b431-ddc0a8f73628 req-8083b257-8a84-4552-9805-197e71439046 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924368 Feb 10 13:18:41.197140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:18:41.203122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (45eb01d7-2ee3-4c29-bd05-4c4f510ddffd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:18:41.207505 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:18:41.214526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-66eecc96-6bcd-4024-9ca0-f3060fb49d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.217903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-66eecc96-6bcd-4024-9ca0-f3060fb49d32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3446116 Feb 10 13:18:41.261970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.1.1.137 (0c5cbca9-97de-45ee-9b83-69af1d1776d3/17636529-49b9-4853-b301-434b475bfc0e/5894bfd0-a8e7-46f7-a9da-ca16aafef3d8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:41.337768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-943418dc-a004-4264-88ac-9e80625f24bd req-a21b503c-d01d-40de-8f66-c08fad248179 service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707993 Feb 10 13:18:41.385997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 638654ec-883e-4d3b-8fb6-38af9c813a55 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:18:41.386412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 638654ec-883e-4d3b-8fb6-38af9c813a55 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:18:41.394737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:41.438173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 7097441c-b03f-4e01-b429-ae281e52dcd9 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:18:41.438738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:18:41.486033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-88a1a893-c2d2-42f3-92df-d878bbd99e18 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396629 Feb 10 13:18:41.519440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (aca76e95-45a5-4ebc-b9de-4ac916a18344), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.526738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6341dc-3889-4bf9-8145-fce9356c4a65 req-3ec860b1-6e20-43bb-82fb-67788d15e91f tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.529507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf6341dc-3889-4bf9-8145-fce9356c4a65 req-3ec860b1-6e20-43bb-82fb-67788d15e91f tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1775968 Feb 10 13:18:41.539135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.546056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aca76e95-45a5-4ebc-b9de-4ac916a18344 HTTP/1.1" status: 204 len: 168 time: 1.3087990 Feb 10 13:18:41.547326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-f0f62b20-4351-4ddc-864e-2ac0f93ee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.549750 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-f0f62b20-4351-4ddc-864e-2ac0f93ee76e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13cd346a917d41d2815f3936e2949ce6&device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 1126 time: 0.1478865 Feb 10 13:18:41.551558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d406e-6b76-47e4-aa3d-b71f2ba99399 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca76e95-45a5-4ebc-b9de-4ac916a18344,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:41.592112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.686582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-623a486d-5ae6-49cc-b5f6-9939aff6080a service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922219 Feb 10 13:18:41.711670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf6341dc-3889-4bf9-8145-fce9356c4a65 req-05949549-ed0b-4ba1-a2b6-e5a204af8f10 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747291 Feb 10 13:18:41.721510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c2e0-13a8-4856-a457-44fb85d3c434 req-3a0f3aab-514f-4cad-ac64-df3f7e3ba9f5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.738031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-0697f471-3c67-440f-872a-d40888dc7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:41.739718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-0697f471-3c67-440f-872a-d40888dc7453 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ba19c96-eab6-4307-9739-e21ae3d45bc3 HTTP/1.1" status: 200 len: 917 time: 0.1623955 Feb 10 13:18:41.741904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:41.743591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a024c2e0-13a8-4856-a457-44fb85d3c434 req-3a0f3aab-514f-4cad-ac64-df3f7e3ba9f5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1380365 Feb 10 13:18:41.842557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-0c89e888-9b6a-4f58-abf2-8851c3d0bf60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa HTTP/1.1" status: 200 len: 217 time: 0.0924163 Feb 10 13:18:41.871265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:41.885206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a024c2e0-13a8-4856-a457-44fb85d3c434 req-46e6d39d-c1b1-404c-b3dd-148c81e8860c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352718 Feb 10 13:18:41.996897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:42.017269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:42.017492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:42.023575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-d53597fa-c19b-4342-9175-0b1f2d8d1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.025694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-d53597fa-c19b-4342-9175-0b1f2d8d1b58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb HTTP/1.1" status: 200 len: 855 time: 0.1455238 Feb 10 13:18:42.026314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:42.153484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f712fce5-496e-4fa9-a7b6-99e5cf738e1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37a60958d4c744de9e995c1be1b9fe18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322796 Feb 10 13:18:42.155820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:42.207315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004d4c0-1cc5-487e-93a5-0bbc7068aee6 req-59ec74ea-50db-4a25-b99a-6ba56aff4d7a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.215067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b004d4c0-1cc5-487e-93a5-0bbc7068aee6 req-59ec74ea-50db-4a25-b99a-6ba56aff4d7a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1793096 Feb 10 13:18:42.226353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace16e7-ba45-48a2-b12e-5b964a2364d8 req-8f05524d-f266-4de2-9787-ac9cd4fcd2c1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.228361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-dbba4e52-2739-41d0-907f-be050442eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.230463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-dbba4e52-2739-41d0-907f-be050442eadb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ba19c96-eab6-4307-9739-e21ae3d45bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1494915 Feb 10 13:18:42.233669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace16e7-ba45-48a2-b12e-5b964a2364d8 req-8f05524d-f266-4de2-9787-ac9cd4fcd2c1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.243357 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eace16e7-ba45-48a2-b12e-5b964a2364d8 req-8f05524d-f266-4de2-9787-ac9cd4fcd2c1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 1654 time: 0.0956717 Feb 10 13:18:42.245992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.246839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.309737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-976953ae-a4c2-493f-aefa-f05d2026d718 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8775158 Feb 10 13:18:42.337833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'admin_state_up': True, 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'security_groups': ['f917057d-402c-48c9-8931-f051aa3fe1b4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:42.343445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eace16e7-ba45-48a2-b12e-5b964a2364d8 req-5418eb88-0c02-49d0-8778-a02f8fee4821 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962887 Feb 10 13:18:42.373241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b004d4c0-1cc5-487e-93a5-0bbc7068aee6 req-5604e8b6-707d-4594-8496-3cf684252f8f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570218 Feb 10 13:18:42.454753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-81f05bad-c77f-466a-901a-486bb431dffc service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958289 Feb 10 13:18:42.486127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a7e888b3-af57-48c2-b166-1be6bcce2959 None None] Provisioning complete for port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:42.487456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7e888b3-af57-48c2-b166-1be6bcce2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.489591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a16626-bb66-4ab9-8f36-6448ce2f73ee req-4a287c42-3a4d-4699-8601-be023f079ccd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:42.491483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8a16626-bb66-4ab9-8f36-6448ce2f73ee req-4a287c42-3a4d-4699-8601-be023f079ccd tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.0668995 Feb 10 13:18:42.554793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a7e888b3-af57-48c2-b166-1be6bcce2959 None None] Port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:42.574511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8a16626-bb66-4ab9-8f36-6448ce2f73ee req-68ff6ddd-a970-46e2-9b2f-666934cd13f8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770011 Feb 10 13:18:42.583317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] Publish callbacks [] for security_group (110fddf0-a7c5-4315-9c14-f6299be03127), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.640735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] Publish callbacks [] for security_group (110fddf0-a7c5-4315-9c14-f6299be03127), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.720540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec3bd495-07fb-4b81-99aa-92007c0968b9 req-dbe911f6-020f-4711-a052-d74ecbb49132 service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420106 Feb 10 13:18:42.741434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:42.746050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.780443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (110fddf0-a7c5-4315-9c14-f6299be03127), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.783412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:42.784541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/110fddf0-a7c5-4315-9c14-f6299be03127 HTTP/1.1" status: 204 len: 168 time: 0.6236725 Feb 10 13:18:42.817523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cee73e-aaa1-402c-ab45-e17b6af8a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fddf0-a7c5-4315-9c14-f6299be03127,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:43.079575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.1.1.7 (0c5cbca9-97de-45ee-9b83-69af1d1776d3/17636529-49b9-4853-b301-434b475bfc0e/4fd67ce2-af1c-4948-8b04-b57a5dbe54d5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:43.100433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb587c-e163-4a8f-8842-0d3df08e846d req-7ca7cabe-f072-48bf-b363-ee17508595d2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.102376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60cb587c-e163-4a8f-8842-0d3df08e846d req-7ca7cabe-f072-48bf-b363-ee17508595d2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1099386 Feb 10 13:18:43.136095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c9b65-42d4-4fb2-bb0e-9fb9a54979b9 req-573bf303-287f-4851-918a-5e9df70a86dc tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.142873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee6c9b65-42d4-4fb2-bb0e-9fb9a54979b9 req-573bf303-287f-4851-918a-5e9df70a86dc tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.2752094 Feb 10 13:18:43.222310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60cb587c-e163-4a8f-8842-0d3df08e846d req-97fdd065-b0e1-46f1-af2a-3e9060280955 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120224 Feb 10 13:18:43.282372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee6c9b65-42d4-4fb2-bb0e-9fb9a54979b9 req-c47d0713-667f-4790-9ac6-c720a016f80b tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332698 Feb 10 13:18:43.328943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:43.404121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:43.519903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:43.527394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:43.572852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:43.577838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:43.631059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e5a37-ade4-472f-bfa5-12374ecb1b98 req-acfa5efc-0cf6-4e2d-95e7-b5fd72057873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.639019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e5a37-ade4-472f-bfa5-12374ecb1b98 req-acfa5efc-0cf6-4e2d-95e7-b5fd72057873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.641528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.642157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:43.649902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e5a37-ade4-472f-bfa5-12374ecb1b98 req-acfa5efc-0cf6-4e2d-95e7-b5fd72057873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.651681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7b7a-606d-4cba-b0df-f18b5c28f675 req-c180302c-d3e1-4bdd-8af7-b9a4a3041801 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:43.657127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-769e5a37-ade4-472f-bfa5-12374ecb1b98 req-acfa5efc-0cf6-4e2d-95e7-b5fd72057873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 2373 time: 0.1726143 Feb 10 13:18:43.669097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8ff7b7a-606d-4cba-b0df-f18b5c28f675 req-c180302c-d3e1-4bdd-8af7-b9a4a3041801 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1459293 Feb 10 13:18:43.716628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-793c2527-7aae-46c9-bd17-d7101a1df2ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3828549 Feb 10 13:18:43.735224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'admin_state_up': True, 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'security_groups': ['f917057d-402c-48c9-8931-f051aa3fe1b4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:43.774234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-769e5a37-ade4-472f-bfa5-12374ecb1b98 req-60d614db-2551-4c40-9ad6-87a6d1602535 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047785 Feb 10 13:18:43.793675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8ff7b7a-606d-4cba-b0df-f18b5c28f675 req-edd6c517-91c9-4c7f-a05b-dd1cf1c01e08 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233027 Feb 10 13:18:43.979471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a61d0-3390-41ea-bf5a-ea1834b6b2b5 req-5f40484f-3eec-4f37-a117-ed3c5f94739d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:44.000312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b64a61d0-3390-41ea-bf5a-ea1834b6b2b5 req-5f40484f-3eec-4f37-a117-ed3c5f94739d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.0900357 Feb 10 13:18:44.009969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:44.014715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Request body: {'floatingip': {'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:44.020372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e4a07a0b-e1da-4de7-8143-a4e8772a7f31 None None] Provisioning complete for port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:44.020372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4a07a0b-e1da-4de7-8143-a4e8772a7f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:44.074033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:44.114162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e4a07a0b-e1da-4de7-8143-a4e8772a7f31 None None] Port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:44.161443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cebfb-cafb-46c4-89cf-bd5fe32e7439 req-5a0a48b8-bcc5-4765-a10e-629eba37d6ea tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:44.167309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-771cebfb-cafb-46c4-89cf-bd5fe32e7439 req-5a0a48b8-bcc5-4765-a10e-629eba37d6ea tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2295606 Feb 10 13:18:44.169143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:44.376557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-771cebfb-cafb-46c4-89cf-bd5fe32e7439 req-adbcd706-00d5-42d7-9297-1afefc789a24 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876900 Feb 10 13:18:44.599413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1dfe2-d759-43bf-9c18-a7826b8b3f5a req-c310fdf7-d814-4a56-bb32-8f083c886735 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:44.606597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2b1dfe2-d759-43bf-9c18-a7826b8b3f5a req-c310fdf7-d814-4a56-bb32-8f083c886735 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1129355 Feb 10 13:18:44.732575 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2b1dfe2-d759-43bf-9c18-a7826b8b3f5a req-697be1ca-289a-4b0a-bbc5-5f74299b9ee2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130714 Feb 10 13:18:44.829373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:44.912114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:45.007783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fa7e0-2004-4da1-9934-b5b9138489d1 req-20f7ca82-2625-4b8d-8bd6-4a884bee3b84 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.014409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fa7e0-2004-4da1-9934-b5b9138489d1 req-20f7ca82-2625-4b8d-8bd6-4a884bee3b84 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.020188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fa7e0-2004-4da1-9934-b5b9138489d1 req-20f7ca82-2625-4b8d-8bd6-4a884bee3b84 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.028145 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e17fa7e0-2004-4da1-9934-b5b9138489d1 req-20f7ca82-2625-4b8d-8bd6-4a884bee3b84 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 2373 time: 0.0964031 Feb 10 13:18:45.107971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e17fa7e0-2004-4da1-9934-b5b9138489d1 req-94b24f23-2161-41bb-81ae-eab3f7415f32 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727918 Feb 10 13:18:45.224366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:45.250698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c670-4cc9-40a1-b0aa-82728ce4a703 req-b8f81616-3f35-4c5f-94e8-ffe36e36382e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.257742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b76c670-4cc9-40a1-b0aa-82728ce4a703 req-b8f81616-3f35-4c5f-94e8-ffe36e36382e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.4317021 Feb 10 13:18:45.302329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa5a97-92e0-4989-8473-46dd0c64bea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.317521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7706-cfda-4cb8-98fe-b052a9187b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.408636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7706-cfda-4cb8-98fe-b052a9187b93 admin admin] Publish callbacks [] for security_group (0b12e52a-db3d-4997-afa2-7a77f4f7b998), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.413013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-5ff818d8-be2e-4739-8d1e-2fbc62c6e009 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2336226 Feb 10 13:18:45.417903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7706-cfda-4cb8-98fe-b052a9187b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0b12e52a-db3d-4997-afa2-7a77f4f7b998), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.449391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b76c670-4cc9-40a1-b0aa-82728ce4a703 req-ce235f9e-ebd9-44d8-9935-8c29ef43d9db tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906807 Feb 10 13:18:45.471659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.2.2.100 (e3a8ec27-3a85-4423-a6e6-d7651602bd8b/84f542f4-4851-467f-9ca9-cec6585d3fca/758452e7-83ea-42a6-a384-69d82a4a8f76) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:45.518433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3dbe7706-cfda-4cb8-98fe-b052a9187b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c2ff9c29c5e4b269cf08500c8330b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6046903 Feb 10 13:18:45.535143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:45.537327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe7706-cfda-4cb8-98fe-b052a9187b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12e52a-db3d-4997-afa2-7a77f4f7b998,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:45.584336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa5a97-92e0-4989-8473-46dd0c64bea8 admin admin] Publish callbacks [] for security_group (6deb3042-784b-477c-a8a8-9d22d2acfb06), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.591896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa5a97-92e0-4989-8473-46dd0c64bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6deb3042-784b-477c-a8a8-9d22d2acfb06), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.603704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52c29-809d-47e7-8353-29a3a18978c3 req-7adf1abd-f3af-4ded-badf-d106b2ca00c3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.606972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.611235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72b52c29-809d-47e7-8353-29a3a18978c3 req-7adf1abd-f3af-4ded-badf-d106b2ca00c3 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1183426 Feb 10 13:18:45.622998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.668886 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dafa5a97-92e0-4989-8473-46dd0c64bea8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8add603c7e7468186b016e9b21e72bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429879 Feb 10 13:18:45.668886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5a97-92e0-4989-8473-46dd0c64bea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb3042-784b-477c-a8a8-9d22d2acfb06,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:45.670950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:45.705643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5a90-19b7-4188-9280-96b378520eae req-2113728f-5653-4b93-904a-8f20d161b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:45.707292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-2113728f-5653-4b93-904a-8f20d161b1d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=11d91bda7a7b4860bec1f73384a066c4&device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 1127 time: 0.2369323 Feb 10 13:18:45.720099 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-72b52c29-809d-47e7-8353-29a3a18978c3 req-0e63a8e3-7a80-4fcc-825a-b6717c9ceac1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079915 Feb 10 13:18:45.753957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] Publish callbacks [] for security_group (6deb3042-784b-477c-a8a8-9d22d2acfb06), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.768892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] Publish callbacks [] for security_group (0b12e52a-db3d-4997-afa2-7a77f4f7b998), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.778702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] Publish callbacks [] for security_group (6deb3042-784b-477c-a8a8-9d22d2acfb06), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.800366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] Publish callbacks [] for security_group (0b12e52a-db3d-4997-afa2-7a77f4f7b998), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.827819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6deb3042-784b-477c-a8a8-9d22d2acfb06), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.830368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:45.833862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6deb3042-784b-477c-a8a8-9d22d2acfb06 HTTP/1.1" status: 204 len: 168 time: 0.1543581 Feb 10 13:18:45.841880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a167-a5a8-4c50-b278-8d668876bca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb3042-784b-477c-a8a8-9d22d2acfb06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:46.052091 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Floating IP d818d877-5ad3-4e05-812d-9497ded5a3cc associated. External IP: 172.25.8.71, port: c29277c7-66ff-4c8f-81ba-8f94f85a37e7. Feb 10 13:18:46.059462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.116592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958732-d6a6-4a60-81a6-a70a000324d9 req-feb3297b-10ff-4ab1-8b29-33b8ed31edcb tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.118120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc958732-d6a6-4a60-81a6-a70a000324d9 req-feb3297b-10ff-4ab1-8b29-33b8ed31edcb tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.3146729 Feb 10 13:18:46.138884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5a90-19b7-4188-9280-96b378520eae req-c137e9af-848e-4c82-aff2-2c03b71383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.140348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-c137e9af-848e-4c82-aff2-2c03b71383e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 200 len: 912 time: 0.3783751 Feb 10 13:18:46.153737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0b12e52a-db3d-4997-afa2-7a77f4f7b998), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.155831 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.159609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b12e52a-db3d-4997-afa2-7a77f4f7b998 HTTP/1.1" status: 204 len: 168 time: 0.6222842 Feb 10 13:18:46.191012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:46.209386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823ded95-430c-495d-824b-96f79818c140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.266144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991d397-9394-4c14-9f6a-84810de682b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12e52a-db3d-4997-afa2-7a77f4f7b998,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:46.308260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424bd60-b391-4ca3-b425-15ed8335c1ab req-5e12ca21-03c4-47d9-b512-a13a80a8acad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.315195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424bd60-b391-4ca3-b425-15ed8335c1ab req-5e12ca21-03c4-47d9-b512-a13a80a8acad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.321552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424bd60-b391-4ca3-b425-15ed8335c1ab req-5e12ca21-03c4-47d9-b512-a13a80a8acad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.329348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b424bd60-b391-4ca3-b425-15ed8335c1ab req-5e12ca21-03c4-47d9-b512-a13a80a8acad tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 2373 time: 0.1146095 Feb 10 13:18:46.421186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b424bd60-b391-4ca3-b425-15ed8335c1ab req-b2277506-b9d3-4233-81ed-15b1ee345a10 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905252 Feb 10 13:18:46.443684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823ded95-430c-495d-824b-96f79818c140 admin admin] Publish callbacks [] for security_group (4daed2ce-ef07-44fd-a84a-7a3cb6fd1011), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.443933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.448310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823ded95-430c-495d-824b-96f79818c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4daed2ce-ef07-44fd-a84a-7a3cb6fd1011), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.457186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc958732-d6a6-4a60-81a6-a70a000324d9 req-f5cd73f8-27a2-4693-a294-3624ac462586 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262415 Feb 10 13:18:46.470764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-8cb21b9e-96d9-41f6-b2fe-99538b827edf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 200 len: 1001 time: 0.3198960 Feb 10 13:18:46.538093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ded95-430c-495d-824b-96f79818c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daed2ce-ef07-44fd-a84a-7a3cb6fd1011,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:46.559566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5a90-19b7-4188-9280-96b378520eae req-16c79256-fd4b-4ba5-97bd-d41397dc60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.561043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-16c79256-fd4b-4ba5-97bd-d41397dc60f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=54d4065f-7b5a-4274-abe4-682eef8ab4ef HTTP/1.1" status: 200 len: 850 time: 0.0509021 Feb 10 13:18:46.589537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:46.612830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-823ded95-430c-495d-824b-96f79818c140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ceaac70907b42e592819adb082be514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4177573 Feb 10 13:18:46.615667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:46.661236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:46.671498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:46.676641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:46.735630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:46.751572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5a90-19b7-4188-9280-96b378520eae req-e7f0c763-6212-4eb8-8807-7aba80c6edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.751847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] Publish callbacks [] for security_group (4daed2ce-ef07-44fd-a84a-7a3cb6fd1011), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.751971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-e7f0c763-6212-4eb8-8807-7aba80c6edcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87f59d87-b3a7-479d-90a1-2a06e12ad7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832573 Feb 10 13:18:46.758776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.759450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.779304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] Publish callbacks [] for security_group (4daed2ce-ef07-44fd-a84a-7a3cb6fd1011), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.811572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4017d6-80d5-4b37-8286-04dfbc3fbf74 req-4e62a17d-6dc7-4f07-8ac6-37ecea5fe07c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:46.819328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc4017d6-80d5-4b37-8286-04dfbc3fbf74 req-4e62a17d-6dc7-4f07-8ac6-37ecea5fe07c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2547822 Feb 10 13:18:46.881899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c695b21e-0f23-4ece-9478-938da90f63cc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1533785 Feb 10 13:18:46.897059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc4017d6-80d5-4b37-8286-04dfbc3fbf74 req-247b21e4-ffd2-4c21-b654-6b76b9dff2c6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715764 Feb 10 13:18:46.923236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4daed2ce-ef07-44fd-a84a-7a3cb6fd1011), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.929176 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:46.933992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4daed2ce-ef07-44fd-a84a-7a3cb6fd1011 HTTP/1.1" status: 204 len: 168 time: 0.3157969 Feb 10 13:18:46.950494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'admin_state_up': True, 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'security_groups': ['f917057d-402c-48c9-8931-f051aa3fe1b4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:46.955757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7861f-3bd8-4566-b74c-230b4f645f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daed2ce-ef07-44fd-a84a-7a3cb6fd1011,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:47.165849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-012c3ccb-3128-4e4a-af7d-e239d88f66b1 None None] Provisioning complete for port 758452e7-83ea-42a6-a384-69d82a4a8f76 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:47.166904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-012c3ccb-3128-4e4a-af7d-e239d88f66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.248865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-012c3ccb-3128-4e4a-af7d-e239d88f66b1 None None] Port 758452e7-83ea-42a6-a384-69d82a4a8f76 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:47.290462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:47.425677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-110462892-network', 'tenant_id': '4098a10644ac4720899bd596c06d5b24'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:47.457155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Made reservation on behalf of 4098a10644ac4720899bd596c06d5b24 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:47.459980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.471633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-bea71255-4876-407c-8547-c23776649d03 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084644 Feb 10 13:18:47.474417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.502754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:47.512675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4a31-825c-48bc-8806-48b3d24c5e0c req-5fab9fcb-b115-4d1a-a005-4598361662e8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.516867 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:47.520580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812c4a31-825c-48bc-8806-48b3d24c5e0c req-5fab9fcb-b115-4d1a-a005-4598361662e8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.6358697 Feb 10 13:18:47.529087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.533730 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:47.534364 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:47.653754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fba2b644-994d-47dc-aac5-256b0952068a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "PUT /v2.0/floatingips/d818d877-5ad3-4e05-812d-9497ded5a3cc HTTP/1.1" status: 200 len: 990 time: 3.6423349 Feb 10 13:18:47.661821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:47.664870 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177866a1-cd44-411e-b7e9-1656e59d7aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:47.671620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-5354bc7f-dfc5-4b64-b0fc-6f1fff8e0443 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.678918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Made reservation on behalf of a2173d6d148e4cd6a740cf6546fa8b22 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:47.680807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-5354bc7f-dfc5-4b64-b0fc-6f1fff8e0443 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.684981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.689154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-5354bc7f-dfc5-4b64-b0fc-6f1fff8e0443 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.697906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-5354bc7f-dfc5-4b64-b0fc-6f1fff8e0443 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.699943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-5354bc7f-dfc5-4b64-b0fc-6f1fff8e0443 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 3094 time: 0.1379244 Feb 10 13:18:47.716020 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:47.749148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks [] for security_group (b67229ea-eaaf-4b55-a045-a8fc879456f7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.759641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b67229ea-eaaf-4b55-a045-a8fc879456f7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.769064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-755f5a90-19b7-4188-9280-96b378520eae req-1e0bac5b-d2e2-48d8-b8a4-942016012853 service neutron] 10.222.0.77 "GET /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813337 Feb 10 13:18:47.777554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:18:47.792490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (94104f5f-cf7d-4b9c-ae80-40257448bb7a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.796435 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Added segment 94104f5f-cf7d-4b9c-ae80-40257448bb7a of type vlan for network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 Feb 10 13:18:47.818598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812c4a31-825c-48bc-8806-48b3d24c5e0c req-fd36808c-bf84-4113-8643-aa6d2c112de0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969871 Feb 10 13:18:47.855843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (77bc2c00-213f-4a23-ad6b-b0a95adb5031), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.923726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67229ea-eaaf-4b55-a045-a8fc879456f7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:47.926910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (77bc2c00-213f-4a23-ad6b-b0a95adb5031), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.928213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:47.929083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:47.962394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6677699 Feb 10 13:18:47.963259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:47.975029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Request body: {'subnet': {'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-110462892-subnet', 'tenant_id': '4098a10644ac4720899bd596c06d5b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:47.985350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f27d3d5-11d8-48ee-907c-30024abee395 req-fb0b89ab-79ef-46e2-982c-2cda36224781 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663622 Feb 10 13:18:48.045744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268716a4-24ea-4c27-9e27-a4e1e42e82f3 admin admin] Pushing event updated for resources: {'Network': ['ID=77bc2c00-213f-4a23-ad6b-b0a95adb5031,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:48.061441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:18:48.148294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Made reservation on behalf of 4098a10644ac4720899bd596c06d5b24 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:48.151968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:48.246507 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd818d877-5ad3-4e05-812d-9497ded5a3cc', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717f839d-620c-459e-80ad-906975961d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:23Z', 'updated_at': '2022-02-10T13:18:45Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:48.251917 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cc3be-5727-4467-8253-12e77d9c45d4 x-openstack-request-id: req-284cc3be-5727-4467-8253-12e77d9c45d4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:48.252216 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:48.252474 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-284cc3be-5727-4467-8253-12e77d9c45d4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:48.252889 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'status': 'completed', 'code': 200} Feb 10 13:18:48.279220 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:48.289358 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:48.290275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:48.290789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1158c-2601-463a-b4f3-0e1e8340143a req-322a9fd9-0422-4221-8ad3-ad305bf38e5c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:48.293318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05f1158c-2601-463a-b4f3-0e1e8340143a req-322a9fd9-0422-4221-8ad3-ad305bf38e5c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.3057787 Feb 10 13:18:48.342100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f632d-35ed-4917-8153-dc63c7496a89 req-5477699b-32a6-44fa-9c6b-a9ffcb381fb6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:48.350295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-214f632d-35ed-4917-8153-dc63c7496a89 req-5477699b-32a6-44fa-9c6b-a9ffcb381fb6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.0686648 Feb 10 13:18:48.391949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Allocated IP 10.2.2.200 (e3a8ec27-3a85-4423-a6e6-d7651602bd8b/84f542f4-4851-467f-9ca9-cec6585d3fca/765be135-1c4e-4829-bfeb-49a019783cf4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:48.415460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-214f632d-35ed-4917-8153-dc63c7496a89 req-f5e558b3-c9c3-41d7-a0bb-8d67d7ef0d69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605052 Feb 10 13:18:48.438096 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:48.451650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-16ac5d53-c8c3-4e94-a5c8-e0645c2f10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:48.453381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-16ac5d53-c8c3-4e94-a5c8-e0645c2f10be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1127 time: 0.1997449 Feb 10 13:18:48.507887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05f1158c-2601-463a-b4f3-0e1e8340143a req-d8a272a8-fc8b-48ff-909f-e9c141455151 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089815 Feb 10 13:18:48.753646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-b620e1f9-d164-4c1d-8e47-e8e10ec6c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:48.755162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-b620e1f9-d164-4c1d-8e47-e8e10ec6c347 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.2893364 Feb 10 13:18:48.767904 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd818d877-5ad3-4e05-812d-9497ded5a3cc', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717f839d-620c-459e-80ad-906975961d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:23Z', 'updated_at': '2022-02-10T13:18:45Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:48.768709 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (4ea6fca5-63a1-4387-9d21-ce15f674c9f8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:48.801998 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89585fd0-217c-483d-9537-b99f07a7821a None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd818d877-5ad3-4e05-812d-9497ded5a3cc', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717f839d-620c-459e-80ad-906975961d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:23Z', 'updated_at': '2022-02-10T13:18:45Z', 'revision_number': 1, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:48.881666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for port (765be135-1c4e-4829-bfeb-49a019783cf4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:48.909791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea6fca5-63a1-4387-9d21-ce15f674c9f8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:48.940454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-e25401ae-57e1-46f3-ae8e-73b5464f4a13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 998 time: 0.1778316 Feb 10 13:18:48.981329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Checking segment: {'id': '94104f5f-cf7d-4b9c-ae80-40257448bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:48.981734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Network hostable DHCP agents. Network: 77bc2c00-213f-4a23-ad6b-b0a95adb5031, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:18:49.013477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:49.014458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c84314-bced-42de-a9fd-3c0b29961462 req-5558a728-3fa9-4416-9616-ddae24fd9e23 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.019131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d6c84314-bced-42de-a9fd-3c0b29961462 req-5558a728-3fa9-4416-9616-ddae24fd9e23 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.0726914 Feb 10 13:18:49.026868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-db297788-44a4-4a66-8759-6e0a3aacea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.028342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-db297788-44a4-4a66-8759-6e0a3aacea6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.0807233 Feb 10 13:18:49.053295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:18:49.120442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event updated for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:49.124713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d6c84314-bced-42de-a9fd-3c0b29961462 req-46937646-2972-4747-bd0a-791781e833af tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960031 Feb 10 13:18:49.222727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 77bc2c00-213f-4a23-ad6b-b0a95adb5031) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:49.227867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.229417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:49.233736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:49.234166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd62ee-f4b7-4d20-843a-693b8e430834 None None] New status for floating IP d818d877-5ad3-4e05-812d-9497ded5a3cc: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:18:49.245747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:49.248682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:49.319413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9833f2-a18d-4c0e-a516-b8bac69ef777 None None] Network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:49.323237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-750ed4a7-072d-4347-82a0-7f2f06945aef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3588791 Feb 10 13:18:49.341529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-4cb5a97b-698e-408b-87ec-535ca716c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.343038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-4cb5a97b-698e-408b-87ec-535ca716c526 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2823772 Feb 10 13:18:49.383310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.390759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.396183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.401978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.407298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.410084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-b6984c61-12f0-4543-80f8-3977842d8e20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 3815 time: 0.2562695 Feb 10 13:18:49.428295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.429351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:49.563583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-cacbf43c-a798-48ba-b6c6-292f3fe9aedf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6756084 Feb 10 13:18:49.607822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3b7217c-baa7-4da5-90cf-8e4aa9165db9 req-138e654f-4ac3-47e1-8195-435eececb873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752799 Feb 10 13:18:49.614572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:49.702406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7a07-0cb5-4fea-aca8-6cc7746d0239 req-654c3592-6623-4dcc-9db1-2ca35e51d1d4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:49.709901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-4f09f543-7afa-4ab2-ac76-6add3338b520 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464506 Feb 10 13:18:49.727034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d18a7a07-0cb5-4fea-aca8-6cc7746d0239 req-654c3592-6623-4dcc-9db1-2ca35e51d1d4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1577921 Feb 10 13:18:49.774921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:49.777124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237cdc7-d2d3-4eaf-9d08-b3df9d85c9b2 None None] Network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:18:49.886282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d18a7a07-0cb5-4fea-aca8-6cc7746d0239 req-d207cb9d-6c40-4a88-a36b-2ef0284091f7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582632 Feb 10 13:18:50.011624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-177866a1-cd44-411e-b7e9-1656e59d7aa0 req-47c20790-4dcf-4c4a-85d5-02bd6e164bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777138 Feb 10 13:18:50.013719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2ffeb10b-306a-41bb-a17a-6a2fbb27ebef None None] Provisioning complete for port 765be135-1c4e-4829-bfeb-49a019783cf4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:18:50.014309 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ffeb10b-306a-41bb-a17a-6a2fbb27ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:50.063639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeb10b-306a-41bb-a17a-6a2fbb27ebef None None] Port 765be135-1c4e-4829-bfeb-49a019783cf4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:18:50.139897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec5ebe-f2d6-4e65-9314-53d0062a080d req-1935daa3-81f5-4545-84bf-fcd34f3764b8 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.141410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3ec5ebe-f2d6-4e65-9314-53d0062a080d req-1935daa3-81f5-4545-84bf-fcd34f3764b8 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.2995067 Feb 10 13:18:50.315887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3ec5ebe-f2d6-4e65-9314-53d0062a080d req-572b8c87-bba8-4ddb-bcf1-87bb29e5ee17 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632283 Feb 10 13:18:50.414300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-e7a20373-00ff-45e8-b820-210e34d0202a tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.422453 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-e7a20373-00ff-45e8-b820-210e34d0202a tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/networks?id=77bc2c00-213f-4a23-ad6b-b0a95adb5031 HTTP/1.1" status: 200 len: 821 time: 0.1583452 Feb 10 13:18:50.435482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-4bfb6835-93f3-4867-83df-b582ae13a5c0 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/quotas/4098a10644ac4720899bd596c06d5b24 HTTP/1.1" status: 200 len: 375 time: 0.0115819 Feb 10 13:18:50.481111 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-c4d4c6c0-e52f-44a0-bd26-bf676c3131c6 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4098a10644ac4720899bd596c06d5b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400219 Feb 10 13:18:50.501358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc9fee-874d-4a49-b3ab-578484e44d22 req-7b3b2d87-5dc9-4fc9-8664-7b0caf5f3a22 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.502872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38dc9fee-874d-4a49-b3ab-578484e44d22 req-7b3b2d87-5dc9-4fc9-8664-7b0caf5f3a22 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1088655 Feb 10 13:18:50.507588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b315f09-02b0-4e95-b84f-26089f2fcf65 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:50.521588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks [] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:50.549117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Transition to ACTIVE for port object 2b315f09-02b0-4e95-b84f-26089f2fcf65 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:50.568410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:50.594194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-3d27ce5f-313f-4834-8122-6873a05339f9 service neutron] 10.222.0.13 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059947 Feb 10 13:18:50.621723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38dc9fee-874d-4a49-b3ab-578484e44d22 req-6df73db4-d6ce-46ee-ac96-77522117afab tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095355 Feb 10 13:18:50.649173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:50.783345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-199c0212-85fc-499a-81ad-33a11e4ec9a0 service neutron] 10.222.0.13 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879263 Feb 10 13:18:50.843617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Attempting to bind port 2b315f09-02b0-4e95-b84f-26089f2fcf65 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:50.844000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Attempting to bind port 2b315f09-02b0-4e95-b84f-26089f2fcf65 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:50.844282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Attempting to bind port 2b315f09-02b0-4e95-b84f-26089f2fcf65 on network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:50.862108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.867346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.873302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.878284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.888741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:50.888741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-99ff7de9-1afb-4ee9-8cca-089398fdb6b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 3827 time: 0.1554217 Feb 10 13:18:50.907474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Port 2b315f09-02b0-4e95-b84f-26089f2fcf65 on network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:50.907786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Attempting to bind port 2b315f09-02b0-4e95-b84f-26089f2fcf65 on network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:51.017249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:51.017628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Checking segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:51.017965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Bound using segment: {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:51.018407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Bound port: 2b315f09-02b0-4e95-b84f-26089f2fcf65, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:51.018763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:51.075892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed6d153e-0657-4685-992e-c45af93ccfd1 req-d764ceec-3cdf-4dc6-b633-52c1e9f6caba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801755 Feb 10 13:18:51.081228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6dbf5-c0ae-4945-a6a5-f8cb4ac4cc25 req-fbe7bbe1-ade1-4704-b25e-10e3b42cb9ff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.091903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00d6dbf5-c0ae-4945-a6a5-f8cb4ac4cc25 req-fbe7bbe1-ade1-4704-b25e-10e3b42cb9ff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.0791841 Feb 10 13:18:51.215521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2aad7b06-e3f8-4d32-b27c-f596acdb0275 req-9970e4fb-83ee-470a-8524-c85108f8d5a5 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 210 time: 0.0356867 Feb 10 13:18:51.217996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-00d6dbf5-c0ae-4945-a6a5-f8cb4ac4cc25 req-4423fc8e-8d17-491e-aa7a-fff5fd455a44 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165793 Feb 10 13:18:51.264917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:51.269477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:51.283050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:51.333848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.345520 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:51.347070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b315f09-02b0-4e95-b84f-26089f2fcf65 HTTP/1.1" status: 200 len: 1092 time: 1.7502759 Feb 10 13:18:51.360344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:51.369640 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e6b68-3ea3-4904-83fe-f34a8d4793a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:51.396970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:51.467932 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a9cd1-5b20-4b8e-a063-f19c8f19c870 x-openstack-request-id: req-752a9cd1-5b20-4b8e-a063-f19c8f19c870 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:51.468222 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:51.468476 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-752a9cd1-5b20-4b8e-a063-f19c8f19c870 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:51.468914 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'status': 'completed', 'code': 200} Feb 10 13:18:51.469604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810398-fefd-4aee-8337-0174d7456d83 service neutron] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:51.515855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:51.682519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196c030-7f04-4477-9b07-fa258ce32e78 req-bd8fc5c6-b6aa-4b11-9d8d-2322978417d4 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.704378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a196c030-7f04-4477-9b07-fa258ce32e78 req-bd8fc5c6-b6aa-4b11-9d8d-2322978417d4 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.2710600 Feb 10 13:18:51.758926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.759793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.760515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.764062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.764062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.764062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-352ae98d-b4b5-4b31-880a-53f5991a2ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 4393 time: 0.2318301 Feb 10 13:18:51.917826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:51.957028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a196c030-7f04-4477-9b07-fa258ce32e78 req-78a7500c-e400-4970-aa8a-1434145c87b1 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491806 Feb 10 13:18:51.984557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3795e-8986-4854-9557-791cc4e2bbf1 req-9a5316ed-8bd8-4264-b387-bfb89b56e8f0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:51.986180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cff3795e-8986-4854-9557-791cc4e2bbf1 req-9a5316ed-8bd8-4264-b387-bfb89b56e8f0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1507330 Feb 10 13:18:51.991709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:52.006205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks [] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.038400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Transition to ACTIVE for port object 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:52.048690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.115639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cff3795e-8986-4854-9557-791cc4e2bbf1 req-dcf6112f-b780-4c1e-9015-7e8895f21513 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149108 Feb 10 13:18:52.190318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:52.251704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482b9dbb-357a-4f85-bf6d-0129934f4c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.258992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-dad5f361-eaba-4297-8426-f29b1167ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.259473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-dad5f361-eaba-4297-8426-f29b1167ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.260511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-dad5f361-eaba-4297-8426-f29b1167ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.261585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:18:52.264372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-dad5f361-eaba-4297-8426-f29b1167ef5b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4844372 Feb 10 13:18:52.341072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Attempting to bind port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:52.341414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Attempting to bind port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:52.341993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Attempting to bind port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:52.360495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:52.360890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Attempting to bind port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:52.380988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.386566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.397209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.406393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.413906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.422531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.424365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-72cd9bd1-a243-4356-bab8-3bf0c2048b61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 4604 time: 0.2028522 Feb 10 13:18:52.482262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:52.482613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:52.482975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Bound using segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:52.483422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Bound port: 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:52.483777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.491775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7dcd8-4fd6-4865-806a-b94287b63eba req-c270968a-ffe7-4528-960f-5ede2243d702 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.493424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1c7dcd8-4fd6-4865-806a-b94287b63eba req-c270968a-ffe7-4528-960f-5ede2243d702 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.2280574 Feb 10 13:18:52.626403 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1c7dcd8-4fd6-4865-806a-b94287b63eba req-d2ebb5c8-be60-4215-b7d0-3908932786ae tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108050 Feb 10 13:18:52.662372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-32fa2e26-2c7c-43ec-9ff9-13c07eba9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.668063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-728e6b68-3ea3-4904-83fe-f34a8d4793a8 req-32fa2e26-2c7c-43ec-9ff9-13c07eba9e74 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3349967 Feb 10 13:18:52.692537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482b9dbb-357a-4f85-bf6d-0129934f4c9f admin admin] Publish callbacks [] for security_group (7ebfd4bd-3c26-4ebf-ae71-e9e783189032), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.700191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-5ee316cc-5ee0-4458-abe7-6b96ce9b3de1 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.702057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-5ee316cc-5ee0-4458-abe7-6b96ce9b3de1 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.77 "GET /v2.0/networks?id=77bc2c00-213f-4a23-ad6b-b0a95adb5031 HTTP/1.1" status: 200 len: 821 time: 0.2744510 Feb 10 13:18:52.712611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c4e451a-bc20-4ea2-81ae-717f004b881b req-bc79923b-2d97-4c68-b91b-cc6444549492 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2625091 Feb 10 13:18:52.716120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482b9dbb-357a-4f85-bf6d-0129934f4c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ebfd4bd-3c26-4ebf-ae71-e9e783189032), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.727440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Request body: {'port': {'device_id': '98c5393a-2037-4e90-b863-85dce768b62c', 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031', 'admin_state_up': True, 'tenant_id': '4098a10644ac4720899bd596c06d5b24'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:52.731355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:52.795095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:52.798042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c1ba-2c62-4fb5-b083-526b1d14fada req-d62375d8-a2c7-47c8-b872-b1ab24359c2a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.800009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0b1c1ba-2c62-4fb5-b083-526b1d14fada req-d62375d8-a2c7-47c8-b872-b1ab24359c2a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1036303 Feb 10 13:18:52.808495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b9dbb-357a-4f85-bf6d-0129934f4c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebfd4bd-3c26-4ebf-ae71-e9e783189032,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:52.814639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-482b9dbb-357a-4f85-bf6d-0129934f4c9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dad993ceed3547048c84786cb33a52ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8956833 Feb 10 13:18:52.817942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:52.819283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.870779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0b1c1ba-2c62-4fb5-b083-526b1d14fada req-13320b68-028f-4467-8036-9c95d72799aa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Feb 10 13:18:52.921174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:52.922116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:52.923888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] 10.222.0.21 "PUT /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 1135 time: 1.5364323 Feb 10 13:18:52.954389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b589459f-fbbf-4de0-adf9-ae1b3aa18144 req-a0d219ad-7919-44da-b655-ae5051f83807 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 210 time: 0.0969698 Feb 10 13:18:52.967877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:53.072254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a996-c7a7-479e-a8bf-1dd258829b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:53.129911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947df66-d739-4fbf-8605-42ed86766dfc req-603c79ec-f0db-4c8a-aac4-88207db06725 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:53.131419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c947df66-d739-4fbf-8605-42ed86766dfc req-603c79ec-f0db-4c8a-aac4-88207db06725 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.0803106 Feb 10 13:18:53.134269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] Publish callbacks [] for security_group (7ebfd4bd-3c26-4ebf-ae71-e9e783189032), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.159179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] Publish callbacks [] for security_group (7ebfd4bd-3c26-4ebf-ae71-e9e783189032), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.187340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.207796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c947df66-d739-4fbf-8605-42ed86766dfc req-baab988f-7851-4df4-904c-6f8fdf69d55c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531173 Feb 10 13:18:53.229261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Made reservation on behalf of 4098a10644ac4720899bd596c06d5b24 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:18:53.232968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.605134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:53.607369 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0181d0-f61a-484c-b94a-dacac0da3450" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "8fbbe79b-0911-4e0f-a90d-bed903ad5fdf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:53.676648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ebfd4bd-3c26-4ebf-ae71-e9e783189032), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.679778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:53.683595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ebfd4bd-3c26-4ebf-ae71-e9e783189032 HTTP/1.1" status: 204 len: 168 time: 0.8596282 Feb 10 13:18:53.711124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc76d4-abc3-41f2-b1c0-72a052cdcd22 req-2a6d28e3-c340-4b95-a701-27a3f278a844 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:53.721651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ecc76d4-abc3-41f2-b1c0-72a052cdcd22 req-2a6d28e3-c340-4b95-a701-27a3f278a844 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.0859425 Feb 10 13:18:53.779456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7121-82cf-4e7a-8461-4bf4407cee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebfd4bd-3c26-4ebf-ae71-e9e783189032,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:53.812591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ecc76d4-abc3-41f2-b1c0-72a052cdcd22 req-ee729c97-a29e-4baf-a73b-b272dade38d8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834470 Feb 10 13:18:53.815679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24ce2-a4c0-4fd0-9a44-3afa95fede71 req-bcc06631-6817-4d27-830c-e7b51312f368 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:53.817208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02e24ce2-a4c0-4fd0-9a44-3afa95fede71 req-bcc06631-6817-4d27-830c-e7b51312f368 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.6004057 Feb 10 13:18:53.907268 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fba4033-9b91-4ca6-ba5a-5e3deacecfc6 x-openstack-request-id: req-2fba4033-9b91-4ca6-ba5a-5e3deacecfc6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:53.907555 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "8fbbe79b-0911-4e0f-a90d-bed903ad5fdf", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:53.907807 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fba4033-9b91-4ca6-ba5a-5e3deacecfc6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:53.908194 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf', 'status': 'completed', 'code': 200} Feb 10 13:18:53.992656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02e24ce2-a4c0-4fd0-9a44-3afa95fede71 req-2d60adf4-da92-4742-a259-f47b2ef14a81 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640203 Feb 10 13:18:53.995353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Allocated IP 172.20.0.11 (77bc2c00-213f-4a23-ad6b-b0a95adb5031/4ea6fca5-63a1-4387-9d21-ce15f674c9f8/8d242e58-762b-48a4-b23e-53d1c89adf5e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:18:54.034589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.035086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.035699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.036224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.036699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.037297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.039121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-ff307ecd-6232-4bbd-b3f1-c9760c6b5123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5352 time: 0.1115906 Feb 10 13:18:54.075135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:54.107739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.113242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.119022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.124935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.130385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.135778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.137736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-515e8eaa-cb31-432e-8d83-b1f28dc85b55 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 4604 time: 0.1603382 Feb 10 13:18:54.143720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b06547-fcd3-426a-9e90-ac423ae1bc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.223325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:54.262952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks [] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.291814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Transition to ACTIVE for port object 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:54.301665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fccea0-c3d6-4818-b1d5-02da9d4f5880 req-89356f00-e164-4329-bb74-de5910251011 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.303258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fccea0-c3d6-4818-b1d5-02da9d4f5880 req-89356f00-e164-4329-bb74-de5910251011 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2076809 Feb 10 13:18:54.310311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.317794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b06547-fcd3-426a-9e90-ac423ae1bc91 admin admin] Publish callbacks [] for security_group (2de05027-7cc1-46bc-99a2-3f4da1a8bf3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.324619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-5a6fc5fe-6dab-429e-83bc-c09e0fc693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.325154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-5a6fc5fe-6dab-429e-83bc-c09e0fc693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.325644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-5a6fc5fe-6dab-429e-83bc-c09e0fc693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.327230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-5a6fc5fe-6dab-429e-83bc-c09e0fc693ae service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2792530 Feb 10 13:18:54.333902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48b06547-fcd3-426a-9e90-ac423ae1bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2de05027-7cc1-46bc-99a2-3f4da1a8bf3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.397499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks [] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.405074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8f614d7-09ab-45ef-b3ff-6303fc5c054c req-2ff827b2-a978-476e-861a-f91727227db1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2246199 Feb 10 13:18:54.482529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:54.509329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7fccea0-c3d6-4818-b1d5-02da9d4f5880 req-efb215e3-5c82-4b19-86e4-5989d211a836 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802893 Feb 10 13:18:54.535987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48b06547-fcd3-426a-9e90-ac423ae1bc91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3f74763634c4f93aeffbebbbda43ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569435 Feb 10 13:18:54.548523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:54.548898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b06547-fcd3-426a-9e90-ac423ae1bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de05027-7cc1-46bc-99a2-3f4da1a8bf3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:54.613921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.653863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Attempting to bind port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:54.654644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Attempting to bind port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:54.655229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Attempting to bind port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:54.692120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:54.692983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Attempting to bind port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:54.699137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-6985abd9-04d5-4c34-a5eb-f222b01db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.699745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:18:54.702293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b0181d0-f61a-484c-b94a-dacac0da3450 req-6985abd9-04d5-4c34-a5eb-f222b01db8fc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3607373 Feb 10 13:18:54.717991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] Publish callbacks [] for security_group (2de05027-7cc1-46bc-99a2-3f4da1a8bf3f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.723294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:18:54.727695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:54.728126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:54.728617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Bound using segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:54.729215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Bound port: 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:54.729652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.731693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Pushing event updated for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:54.734234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:18:54.763541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] Publish callbacks [] for security_group (2de05027-7cc1-46bc-99a2-3f4da1a8bf3f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.771703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9763d3-9fbf-4e78-9725-6120a8f29780 req-3e4fca4c-5c98-4311-8978-e2d21571b98c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.773214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af9763d3-9fbf-4e78-9725-6120a8f29780 req-3e4fca4c-5c98-4311-8978-e2d21571b98c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 932 time: 0.1575077 Feb 10 13:18:54.816089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.816631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.851824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af9763d3-9fbf-4e78-9725-6120a8f29780 req-ce90189e-c697-4459-a245-78c71d11038a tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622487 Feb 10 13:18:54.857044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ab77-0fb0-4473-a017-32921d2345a7 req-c12a0a58-dddd-439b-b5ad-28cf243395af tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:54.861534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3295ab77-0fb0-4473-a017-32921d2345a7 req-c12a0a58-dddd-439b-b5ad-28cf243395af tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1907513 Feb 10 13:18:54.881018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-2d06a5f4-2e9b-40ee-a3ba-ab85d0a17024 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1609089 Feb 10 13:18:54.885821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2de05027-7cc1-46bc-99a2-3f4da1a8bf3f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.889897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:54.892267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2de05027-7cc1-46bc-99a2-3f4da1a8bf3f HTTP/1.1" status: 204 len: 168 time: 0.3390131 Feb 10 13:18:54.906266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a456ce-a880-4203-ac38-6b0622202874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de05027-7cc1-46bc-99a2-3f4da1a8bf3f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:54.914110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Request body: {'port': {'device_id': '98c5393a-2037-4e90-b863-85dce768b62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:54.936650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:54.967774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:55.000704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:55.022856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2cd70-fe5b-4c3d-81db-62bbc2c3b581 req-67535a11-a757-462e-9217-d92078391ce8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.024135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3295ab77-0fb0-4473-a017-32921d2345a7 req-66a08c83-dab8-45f5-bb3b-7e28868e557d tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525836 Feb 10 13:18:55.037399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bd2cd70-fe5b-4c3d-81db-62bbc2c3b581 req-67535a11-a757-462e-9217-d92078391ce8 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.0749052 Feb 10 13:18:55.109636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:55.113860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.114492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:55.115879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] 10.222.0.21 "PUT /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 1136 time: 2.1564941 Feb 10 13:18:55.149166 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bd2cd70-fe5b-4c3d-81db-62bbc2c3b581 req-7ae506c8-87c5-4ae4-bc53-a76586fdc697 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046293 Feb 10 13:18:55.185312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:55.273988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357cd1f-451e-4acf-99cc-fafa2e37138b service neutron] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:55.303703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-54f46f69-30f2-4f6d-bebe-ebf11c4831f1 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.305222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-54f46f69-30f2-4f6d-bebe-ebf11c4831f1 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.3023546 Feb 10 13:18:55.444490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:55.487849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988380-a8be-473a-a0d0-54fc3c03de8c req-0ee5582a-b717-4542-81bd-8844ea4179db tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.489485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6988380-a8be-473a-a0d0-54fc3c03de8c req-0ee5582a-b717-4542-81bd-8844ea4179db tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.2999487 Feb 10 13:18:55.591063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.598478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.605512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.611931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.618174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.625877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.633229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.647094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-3a163705-a139-49d9-aab9-af7ec813b9fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5382 time: 0.1325824 Feb 10 13:18:55.735096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6988380-a8be-473a-a0d0-54fc3c03de8c req-ac1a9268-1ad1-45c6-a1a0-a26e3553b5bc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204983 Feb 10 13:18:55.736642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c1eb016-66ed-4ccc-9ffb-987962296e56 req-ff3ee71e-9984-4b52-9621-f197ef4aaf20 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821202 Feb 10 13:18:55.775986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Deleting port 8957c7e5-7994-4a28-84e0-2227d8950eb4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:18:55.776396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:55.907860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4413be-64e5-4dff-bce8-1c4035418073 req-93fb8d94-d7c4-4da4-b7ed-eab2bde6c8fb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:55.917449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d4413be-64e5-4dff-bce8-1c4035418073 req-93fb8d94-d7c4-4da4-b7ed-eab2bde6c8fb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1061206 Feb 10 13:18:55.926699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:55.928938 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d44d88-9689-4ff9-954d-a0c9a606911b" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "7627069d-93d2-4ad2-b886-3fbb70dd4cc8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:55.967129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d242e58-762b-48a4-b23e-53d1c89adf5e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:55.980801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks [] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.008341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d4413be-64e5-4dff-bce8-1c4035418073 req-6a9af8ec-1460-4bb0-8167-9387f897f938 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875268 Feb 10 13:18:56.037290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Transition to ACTIVE for port object 8d242e58-762b-48a4-b23e-53d1c89adf5e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:56.055582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.068848 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b3302-e381-4ce1-bc1f-5a51011daf80 x-openstack-request-id: req-227b3302-e381-4ce1-bc1f-5a51011daf80 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:56.069152 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "7627069d-93d2-4ad2-b886-3fbb70dd4cc8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:56.069376 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-227b3302-e381-4ce1-bc1f-5a51011daf80 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:56.069762 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8', 'status': 'completed', 'code': 200} Feb 10 13:18:56.094819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] For port 8957c7e5-7994-4a28-84e0-2227d8950eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8957c7e5-7994-4a28-84e0-2227d8950eb4,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:18:56.095140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.212340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.213512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.213989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.214446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.214937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.215348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.215802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.218127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-c10fda9d-3f45-4d43-8b7e-49f4986f3c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6312 time: 0.1316650 Feb 10 13:18:56.231417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c7e6d-3bfa-44c2-8c63-1d2dd26ef1ff req-a2420568-12ad-4359-99f5-235740a53b07 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.232189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e609556-70a1-4ad4-8d95-0c31ded276cc req-5c78c6fe-778c-4c68-8294-039c3229080e tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.233081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af2c7e6d-3bfa-44c2-8c63-1d2dd26ef1ff req-a2420568-12ad-4359-99f5-235740a53b07 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.0863647 Feb 10 13:18:56.238925 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e609556-70a1-4ad4-8d95-0c31ded276cc req-5c78c6fe-778c-4c68-8294-039c3229080e tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 932 time: 0.2656059 Feb 10 13:18:56.247090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Pushing event updated for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:56.325044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:56.341648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-add48018-c00d-4ac4-a63c-18f337271957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.342212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-add48018-c00d-4ac4-a63c-18f337271957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.342687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-add48018-c00d-4ac4-a63c-18f337271957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.344373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-add48018-c00d-4ac4-a63c-18f337271957 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1104007 Feb 10 13:18:56.361403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks [] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.430015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e609556-70a1-4ad4-8d95-0c31ded276cc req-795ca8ac-8764-45cb-98d0-3da9e3f36297 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901228 Feb 10 13:18:56.451864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Transition to ACTIVE for port object 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:18:56.502267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af2c7e6d-3bfa-44c2-8c63-1d2dd26ef1ff req-6e544bb2-e2ef-4733-8138-344854883046 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520619 Feb 10 13:18:56.542712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-fea13174-76c6-44d0-82ee-7a6b9b81b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.544427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a8d44d88-9689-4ff9-954d-a0c9a606911b req-fea13174-76c6-44d0-82ee-7a6b9b81b953 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921902 Feb 10 13:18:56.546401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.598593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Attempting to bind port 8d242e58-762b-48a4-b23e-53d1c89adf5e on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:56.598883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Attempting to bind port 8d242e58-762b-48a4-b23e-53d1c89adf5e by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '94104f5f-cf7d-4b9c-ae80-40257448bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:56.599918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Attempting to bind port 8d242e58-762b-48a4-b23e-53d1c89adf5e on network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:56.658355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Port 8d242e58-762b-48a4-b23e-53d1c89adf5e on network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:56.658713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Attempting to bind port 8d242e58-762b-48a4-b23e-53d1c89adf5e on network 77bc2c00-213f-4a23-ad6b-b0a95adb5031 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:56.674111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.674476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.674791 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Floating IP 2aaa9e18-d885-42c5-a377-deb9b11ec4fa disassociated. External IP: 172.25.8.142, port: 8957c7e5-7994-4a28-84e0-2227d8950eb4. Feb 10 13:18:56.675136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Calling delete_port for 8957c7e5-7994-4a28-84e0-2227d8950eb4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:18:56.696299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:56.696637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Checking segment: {'id': '94104f5f-cf7d-4b9c-ae80-40257448bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:56.697695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Bound using segment: {'id': '94104f5f-cf7d-4b9c-ae80-40257448bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:56.698085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Bound port: 8d242e58-762b-48a4-b23e-53d1c89adf5e, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94104f5f-cf7d-4b9c-ae80-40257448bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:56.698435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:56.735742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:56.970524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aea15-7074-497d-9b24-b3d1eacc436d req-06f58394-dd02-4ff1-b280-36fed79b99bc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:56.974797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b9aea15-7074-497d-9b24-b3d1eacc436d req-06f58394-dd02-4ff1-b280-36fed79b99bc tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1291280 Feb 10 13:18:57.058989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b9aea15-7074-497d-9b24-b3d1eacc436d req-975a5678-4134-4589-bf8f-c1e36ced93c8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778522 Feb 10 13:18:57.175835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e9d23-c3a9-4c10-8f4b-b93e31fa4b35 req-733b433b-e3a8-4a23-a6fe-ddd260bf6bae tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.177615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de3e9d23-c3a9-4c10-8f4b-b93e31fa4b35 req-733b433b-e3a8-4a23-a6fe-ddd260bf6bae tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 945 time: 0.6504250 Feb 10 13:18:57.222638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.233096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.238469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.248542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.257602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.265047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.270325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Attempting to bind port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:18:57.270657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Attempting to bind port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:18:57.271034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Attempting to bind port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:57.271869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.281710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-f896647a-ba84-48ee-aef1-ae578f262118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5394 time: 0.1425772 Feb 10 13:18:57.283157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:57.292873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:18:57.293252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Attempting to bind port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:18:57.312961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e,segment=NetworkSegment(94104f5f-cf7d-4b9c-ae80-40257448bb7a),segment_id=94104f5f-cf7d-4b9c-ae80-40257448bb7a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:57.325526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de3e9d23-c3a9-4c10-8f4b-b93e31fa4b35 req-60d890b6-b184-46cb-9ab8-390b3eaa1664 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2aca31-3c2d-4918-954d-11eb6706a323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317165 Feb 10 13:18:57.331001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:18:57.331340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:18:57.331717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Bound using segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:18:57.332350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Bound port: 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:18:57.332944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:57.355698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:57.402599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b9f6133-a3da-42e5-91c2-488f7d3891d7 req-96302aa4-7b20-4aaa-83c6-8c80c5336542 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198592 Feb 10 13:18:57.420323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.421848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:57.423744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] 10.222.0.77 "PUT /v2.0/ports/8d242e58-762b-48a4-b23e-53d1c89adf5e HTTP/1.1" status: 200 len: 1092 time: 2.5275519 Feb 10 13:18:57.482483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8957c7e5-7994-4a28-84e0-2227d8950eb4 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:18:57.512918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 8957c7e5-7994-4a28-84e0-2227d8950eb4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:18:57.513799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8957c7e5-7994-4a28-84e0-2227d8950eb4 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:18:57.549981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8957c7e5-7994-4a28-84e0-2227d8950eb4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:57.636666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7243a-22d9-4017-a09e-99831d2a752c service neutron] Pushing event updated for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:57.644371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11962-60a0-4106-8d49-1c000222c57d req-f38fc640-6a0f-4c3f-8d03-2fc109324ec1 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.646814 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcc11962-60a0-4106-8d49-1c000222c57d req-f38fc640-6a0f-4c3f-8d03-2fc109324ec1 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 944 time: 0.1023698 Feb 10 13:18:57.708332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcc11962-60a0-4106-8d49-1c000222c57d req-6b78ddec-5088-4fc1-bb81-e56fe1fd36ad tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549259 Feb 10 13:18:57.803103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:18:57.821109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:18:57.824200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da225ad9-6256-4cf7-9ed9-69e8a5e7af7f req-bc9edb55-7571-4a54-a123-ca1c1898e8fd tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.826000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da225ad9-6256-4cf7-9ed9-69e8a5e7af7f req-bc9edb55-7571-4a54-a123-ca1c1898e8fd tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.0621424 Feb 10 13:18:57.856977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event deleted for resources: {'Port': ['ID=8957c7e5-7994-4a28-84e0-2227d8950eb4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:57.868202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:18:57.880427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-cfafc96f-47a4-42f7-828c-dd1a5f213b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.882073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-cfafc96f-47a4-42f7-828c-dd1a5f213b09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4098a10644ac4720899bd596c06d5b24&device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 1126 time: 0.3973012 Feb 10 13:18:57.891305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c601b-effb-4ef6-820a-dcf9bee0d49c req-9ddc6e9f-b0ac-419a-a69a-2ba207ba822a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:57.899608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e77c601b-effb-4ef6-820a-dcf9bee0d49c req-9ddc6e9f-b0ac-419a-a69a-2ba207ba822a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.4379199 Feb 10 13:18:57.903079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da225ad9-6256-4cf7-9ed9-69e8a5e7af7f req-a0e6d6b4-9f21-47f4-967d-b9d3fee8ba8c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696988 Feb 10 13:18:57.915061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:57.992521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-1d4e2566-a87f-46f4-9387-9d0fffb5d77c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e HTTP/1.1" status: 200 len: 217 time: 0.0906348 Feb 10 13:18:58.031027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:58.079419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.080047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.082699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0280f6c6-24dd-4aec-b506-4033392a29bf service neutron] 10.222.0.21 "PUT /v2.0/ports/5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 HTTP/1.1" status: 200 len: 1091 time: 2.9190056 Feb 10 13:18:58.094493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e'}, {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:18:58.098012 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368868f2-a005-4553-99b2-f1544cb0723b" -d '{"events": [{"name": "network-changed", "server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e"}, {"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:18:58.123998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:58.176646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:18:58.320270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fe044-16b4-43b7-b152-5d45820eba25 req-b347e03c-5801-435c-8956-7c9545616765 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.321867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f96fe044-16b4-43b7-b152-5d45820eba25 req-b347e03c-5801-435c-8956-7c9545616765 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1045468 Feb 10 13:18:58.324333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:18:58.329211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e77c601b-effb-4ef6-820a-dcf9bee0d49c req-0f2ddb46-3ddf-4f23-b4ba-2e03f9a4fc99 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283507 Feb 10 13:18:58.337302 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Sync routers for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:18:58.363140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:58.363782 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:58.400016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-6c8f8c73-e065-44ca-9da5-061b4761a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.402136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-6c8f8c73-e065-44ca-9da5-061b4761a914 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ea6fca5-63a1-4387-9d21-ce15f674c9f8 HTTP/1.1" status: 200 len: 861 time: 0.3665292 Feb 10 13:18:58.410440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8700-22a2-490d-968c-d99d68681a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.422985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] No DVR routers for this DVR port 8957c7e5-7994-4a28-84e0-2227d8950eb4 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:18:58.427916 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da267e-87b3-4e41-a516-a0ce2a4a25e4 x-openstack-request-id: req-b4da267e-87b3-4e41-a516-a0ce2a4a25e4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:18:58.428444 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:18:58.428951 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4da267e-87b3-4e41-a516-a0ce2a4a25e4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:18:58.429510 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e', 'status': 'completed', 'code': 200} Feb 10 13:18:58.429929 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'status': 'completed', 'code': 200} Feb 10 13:18:58.439772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.443392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5dba7bd0-b152-4acd-a5af-5b844bf416d2 req-cf7e5246-37ad-4411-984d-0582e6f948ab tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.77 "DELETE /v2.0/ports/8957c7e5-7994-4a28-84e0-2227d8950eb4 HTTP/1.1" status: 204 len: 173 time: 3.1323097 Feb 10 13:18:58.472670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-377c6377-af72-4337-9e93-e607aaf16a13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77bc2c00-213f-4a23-ad6b-b0a95adb5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417037 Feb 10 13:18:58.476098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.621243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:58.628387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f96fe044-16b4-43b7-b152-5d45820eba25 req-2ffe7b54-6975-4e81-98a1-276407102420 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847254 Feb 10 13:18:58.672730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8700-22a2-490d-968c-d99d68681a23 admin admin] Publish callbacks [] for security_group (995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.685983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-3de8043f-b91d-4fa8-a142-347b5f3ca795 service neutron] 10.222.0.77 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999595 Feb 10 13:18:58.687104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.687652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.689131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.689302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.689750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.690378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.690874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.693385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-f5d8973f-1ae0-434c-a504-35c399dc622c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6410 time: 0.2363546 Feb 10 13:18:58.694738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7ce8700-22a2-490d-968c-d99d68681a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:58.729200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d7ce8700-22a2-490d-968c-d99d68681a23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4017319d83f8408ab35bbf02db726eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6037486 Feb 10 13:18:58.741968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:18:58.748426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d962da36-d91d-42f9-8e85-90aa6946f367 req-ce288ccd-d561-479c-a3b6-9e38fb16d7cb tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745 HTTP/1.1" status: 200 len: 210 time: 0.1801629 Feb 10 13:18:58.843596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce8700-22a2-490d-968c-d99d68681a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:58.992805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:58.999414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.002296 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:59.004862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.030937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.042315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.051057 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Checking router: 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:18:59.053309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.059214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.064774 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:18:59.066226 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:59.078214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-b04889b2-f5a0-49ed-b9fb-2c2a0d5bc6bc tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5394 time: 0.2804210 Feb 10 13:18:59.112094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c0d64b-98c9-4fe5-9032-cec00cafc215 req-d3423286-ffca-41fd-b019-17cde91791ae service neutron] 10.222.0.77 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613088 Feb 10 13:18:59.118131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] Publish callbacks [] for security_group (995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:59.174291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0339b7-36fc-4bda-873b-a0a856af4cf2 req-57dfd094-42dd-4d75-9834-a2856dab0bcb tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.184662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a0339b7-36fc-4bda-873b-a0a856af4cf2 req-57dfd094-42dd-4d75-9834-a2856dab0bcb tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 944 time: 0.3216774 Feb 10 13:18:59.197154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-cbcbe0bc-85d8-4a17-9a8b-ba4a082e7b90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2683299 Feb 10 13:18:59.219150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-fef44f15-0bdb-40f7-8078-c739f8593461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.219767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-fef44f15-0bdb-40f7-8078-c739f8593461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.220288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-fef44f15-0bdb-40f7-8078-c739f8593461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.222101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-fef44f15-0bdb-40f7-8078-c739f8593461 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4988177 Feb 10 13:18:59.299048 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:18:59.304168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] Publish callbacks [] for security_group (995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:59.344767 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-018b215a-7a71-4abe-a4bd-8ea187775466 req-024d5e82-8efc-4543-b210-5e84e03fcdd2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541077 Feb 10 13:18:59.412391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-69de1f1c-84d2-4601-9bac-31a3f4f9fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.413926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-69de1f1c-84d2-4601-9bac-31a3f4f9fb7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4098a10644ac4720899bd596c06d5b24&device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 1126 time: 0.1972766 Feb 10 13:18:59.435545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a0339b7-36fc-4bda-873b-a0a856af4cf2 req-51f7dc22-5b81-4b6d-8b2b-43ed1ba1114a tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490554 Feb 10 13:18:59.545616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-a82615bc-9d0a-4b3b-859e-1900bb9c7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.547505 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-a82615bc-9d0a-4b3b-859e-1900bb9c7691 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 1126 time: 0.2890224 Feb 10 13:18:59.643054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-7b31dcce-e040-48c7-be71-616d5ebecb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.644917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-7b31dcce-e040-48c7-be71-616d5ebecb3b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025607 Feb 10 13:18:59.671947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6a8b2-6a8a-4e6f-9e5a-e23e7b0a096c req-db703dc9-1c5a-45a9-b0a9-74322a3ae9fe tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.679801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a6a8b2-6a8a-4e6f-9e5a-e23e7b0a096c req-db703dc9-1c5a-45a9-b0a9-74322a3ae9fe tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.1611152 Feb 10 13:18:59.685039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:59.688051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:18:59.690551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f HTTP/1.1" status: 204 len: 168 time: 0.9261684 Feb 10 13:18:59.712275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011db23e-b886-4358-9465-f479ca983199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995de48b-1a44-4ddf-9c9a-2d09dc4a2b1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:18:59.723979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:18:59.813306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba21c2-24ea-4a9c-938d-e802916f94a5 None None] The sync data for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 is: [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:17:37Z', 'revision_number': 4, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'be02a569-9e16-4e4b-96cf-3574e74f2c9a', 'name': '', 'network_id': '87f59d87-b3a7-479d-90a1-2a06e12ad7f0', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'mac_address': 'fa:16:3e:2e:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:34Z', 'updated_at': '2022-02-10T13:17:45Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'subnets': [{'id': '54d4065f-7b5a-4274-abe4-682eef8ab4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:18:59.923648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-ffde3983-2555-4835-9183-bca83a0d211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.925176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-ffde3983-2555-4835-9183-bca83a0d211e service neutron] 10.222.0.77 "GET /v2.0/networks?id=77bc2c00-213f-4a23-ad6b-b0a95adb5031 HTTP/1.1" status: 200 len: 922 time: 0.4789808 Feb 10 13:18:59.934323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:18:59.954184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537701ef-15f7-4448-960d-62c4bbe19d03 req-0adeb66a-9b10-47dd-ae44-bdfc863ef740 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:18:59.962673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-537701ef-15f7-4448-960d-62c4bbe19d03 req-0adeb66a-9b10-47dd-ae44-bdfc863ef740 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.4252167 Feb 10 13:18:59.972159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks [] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:00.064480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-5b594eef-f9aa-4e5a-9f83-6b22b6034d96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e HTTP/1.1" status: 200 len: 217 time: 0.1245856 Feb 10 13:19:00.077741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Transition to ACTIVE for port object 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:00.137942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-537701ef-15f7-4448-960d-62c4bbe19d03 req-15210b13-ea0b-4831-a639-498f37ec2709 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700222 Feb 10 13:19:00.140439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:00.378429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-95f6c470-eb0a-400a-825e-80cc94882ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.382280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-95f6c470-eb0a-400a-825e-80cc94882ec5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.7519708 Feb 10 13:19:00.386160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:00.392781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d275bd-8937-4627-8788-f86197b2dcdb None None] New status for floating IP 2aaa9e18-d885-42c5-a377-deb9b11ec4fa: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:19:00.393812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:00.417217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1802262d-be01-4f29-9dd3-279f69bd7c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:00.437294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'name': 'network-vif-deleted', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:00.439963 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d03081f-e344-4676-bf80-90049ee66093" -d '{"events": [{"server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "name": "network-vif-deleted", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:00.479939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a6a8b2-6a8a-4e6f-9e5a-e23e7b0a096c req-ddea4461-424e-4af1-925f-8c7c2840980c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7870157 Feb 10 13:19:00.693841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-ab82603a-c862-4b81-bec9-e6e107ae02b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 200 len: 217 time: 0.2753563 Feb 10 13:19:00.796536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868f2-a005-4553-99b2-f1544cb0723b req-f1acf50b-dbe0-456f-b966-c5a712c822cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.798400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-f1acf50b-dbe0-456f-b966-c5a712c822cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ea6fca5-63a1-4387-9d21-ce15f674c9f8 HTTP/1.1" status: 200 len: 861 time: 0.7178197 Feb 10 13:19:00.800139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-aea9b480-b862-4914-a09f-790fea193f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.802335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-aea9b480-b862-4914-a09f-790fea193f72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.0724654 Feb 10 13:19:00.839508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-28eda8ee-c1d0-43d2-adea-0991f3caaa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:00.855635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.861603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.867847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.874451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.880899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.886269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.891852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.894042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-86ad533b-a1c2-4b9c-b194-e05e55018ae4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5406 time: 0.1925631 Feb 10 13:19:00.898907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f1164-d7ce-420e-a51d-8d150481214e req-bec8d9c0-2382-47ef-87e7-a2a5389151d2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:00.902446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-139f1164-d7ce-420e-a51d-8d150481214e req-bec8d9c0-2382-47ef-87e7-a2a5389151d2 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.5113926 Feb 10 13:19:00.984381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f69042db-499b-41f3-80e8-d8d6294df3ec req-839b673f-7a9b-424b-a430-52dcb94a1d71 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841551 Feb 10 13:19:00.998574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-74161e51-114c-4553-88cb-15694bcee72e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612189 Feb 10 13:19:01.000511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-a9e58755-19ef-4e15-8f90-589e19615790 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77bc2c00-213f-4a23-ad6b-b0a95adb5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649539 Feb 10 13:19:01.200312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f966f2-5aa2-485b-b016-51e37bf0e559 req-c6ac9063-7175-4b57-941c-6c34102d3bda tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:01.207513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0f966f2-5aa2-485b-b016-51e37bf0e559 req-c6ac9063-7175-4b57-941c-6c34102d3bda tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 944 time: 0.0729551 Feb 10 13:19:01.293712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0f966f2-5aa2-485b-b016-51e37bf0e559 req-80da673e-548c-427c-8e7d-ea2463db4500 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852299 Feb 10 13:19:01.334205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:01.518153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8d242e58-762b-48a4-b23e-53d1c89adf5e details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:19:01.540609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-1caa5324-4c78-403d-a6bb-ef00a9f52dec service neutron] 10.222.0.77 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207698 Feb 10 13:19:01.542272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3db68f-9f61-48b2-85ee-24bf74bb7894 x-openstack-request-id: req-0c3db68f-9f61-48b2-85ee-24bf74bb7894 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:01.542561 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745", "name": "network-vif-deleted", "tag": "8957c7e5-7994-4a28-84e0-2227d8950eb4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:01.542987 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c3db68f-9f61-48b2-85ee-24bf74bb7894 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:01.543389 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ddaa2b-72d7-49fb-a88c-fa33c3eb9745', 'name': 'network-vif-deleted', 'tag': '8957c7e5-7994-4a28-84e0-2227d8950eb4', 'status': 'completed', 'code': 200} Feb 10 13:19:01.557424 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (5e2aca31-3c2d-4918-954d-11eb6706a323), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.628665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (5e2aca31-3c2d-4918-954d-11eb6706a323), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.674964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-139f1164-d7ce-420e-a51d-8d150481214e req-cf89e772-d4ca-40f8-9fd2-492d97125971 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592158 Feb 10 13:19:01.685060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2577e-e580-489e-9f01-0f5f96da437d req-76693995-eb10-407e-8d4d-71dc49c9ddbf tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:01.686968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fa2577e-e580-489e-9f01-0f5f96da437d req-76693995-eb10-407e-8d4d-71dc49c9ddbf tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2245169 Feb 10 13:19:01.741992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5e2aca31-3c2d-4918-954d-11eb6706a323), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.753205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.758990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Attempting to bind port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:01.759335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Attempting to bind port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:01.759499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e2aca31-3c2d-4918-954d-11eb6706a323 HTTP/1.1" status: 204 len: 168 time: 0.4239776 Feb 10 13:19:01.759895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Attempting to bind port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:01.760460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:01.772713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:01.773118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Attempting to bind port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:01.786285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e,segment=NetworkSegment(94104f5f-cf7d-4b9c-ae80-40257448bb7a),segment_id=94104f5f-cf7d-4b9c-ae80-40257448bb7a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:01.814213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '8d242e58-762b-48a4-b23e-53d1c89adf5e', 'network_id': '77bc2c00-213f-4a23-ad6b-b0a95adb5031', 'port_id': '8d242e58-762b-48a4-b23e-53d1c89adf5e', 'mac_address': 'fa:16:3e:74:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea6fca5-63a1-4387-9d21-ce15f674c9f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:19:01.830650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2a6ca-e634-47a9-9d6b-32d259b9692b tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2aca31-3c2d-4918-954d-11eb6706a323,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:01.841183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-bcd5ada9-6806-4cc6-afb9-9c055551e0c1 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8200395 Feb 10 13:19:01.845581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fa2577e-e580-489e-9f01-0f5f96da437d req-85a96786-5234-4f01-bacf-dc93795e8a6b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520059 Feb 10 13:19:01.846700 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-57dc461c-8f04-4f14-bc13-197b64376a8e tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] show failed (client error): The resource could not be found. Feb 10 13:19:01.857036 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-57dc461c-8f04-4f14-bc13-197b64376a8e tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "GET /v2.0/security-groups/5e2aca31-3c2d-4918-954d-11eb6706a323 HTTP/1.1" status: 404 len: 347 time: 0.0892842 Feb 10 13:19:01.879052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:01.893874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:01.894231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Checking segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:01.894624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Bound using segment: {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:01.895156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Bound port: 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8d879-f5bb-4369-a685-c628bb532d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:01.895528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.941849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8d242e58-762b-48a4-b23e-53d1c89adf5e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:01.942652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:01.992322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d242e58-762b-48a4-b23e-53d1c89adf5e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:02.028484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e,segment=NetworkSegment(94104f5f-cf7d-4b9c-ae80-40257448bb7a),segment_id=94104f5f-cf7d-4b9c-ae80-40257448bb7a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:02.036921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.100284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1802262d-be01-4f29-9dd3-279f69bd7c17 admin admin] Publish callbacks [] for security_group (ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.137430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:02.171529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Deleting port 6d08f5ed-2217-4400-b3c9-3db043de3287 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:02.172026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.174230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-368868f2-a005-4553-99b2-f1544cb0723b req-6ef064ad-6a53-4a5b-9b53-9298975254f3 service neutron] 10.222.0.77 "GET /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509470 Feb 10 13:19:02.218790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1802262d-be01-4f29-9dd3-279f69bd7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.249513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.253479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec99591c-09c6-4e29-841b-d4f1dc8daa3a req-853c31cb-16a3-470a-8383-dcb2e7b7298e service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814535 Feb 10 13:19:02.255087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.261016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.267168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.272845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.278885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.284146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.286296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-16a8a5e7-2b96-4a34-b118-c115e7e4a7ab tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5406 time: 0.1728134 Feb 10 13:19:02.297895 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8d242e58-762b-48a4-b23e-53d1c89adf5e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:02.321726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1802262d-be01-4f29-9dd3-279f69bd7c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37c1ac3dd35246319ae9e9c007f86260&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9159539 Feb 10 13:19:02.323256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:02.351996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802262d-be01-4f29-9dd3-279f69bd7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:02.370610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c8f2-2d77-4910-b327-3a92140e19de req-eca5f6c3-b6b6-477f-81bb-2df41d079f81 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.372427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4565c8f2-2d77-4910-b327-3a92140e19de req-eca5f6c3-b6b6-477f-81bb-2df41d079f81 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.5410540 Feb 10 13:19:02.419610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.420081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (6d08f5ed-2217-4400-b3c9-3db043de3287), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.443427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:02.465257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Calling delete_port for 6d08f5ed-2217-4400-b3c9-3db043de3287 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:02.478245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340b88f-2d9a-4df3-a912-cefc2eb612b9 req-ac24ea6c-3349-47d9-9ea7-30bbef847018 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791003 Feb 10 13:19:02.487149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:02.539619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.590519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4565c8f2-2d77-4910-b327-3a92140e19de req-710f93dd-ed9d-4a15-adba-6f1d9a101b5e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085433 Feb 10 13:19:02.642646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.643297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.647892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 HTTP/1.1" status: 200 len: 1089 time: 4.5002766 Feb 10 13:19:02.665232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] Publish callbacks [] for security_group (ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.678088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:02.746918 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] Publish callbacks [] for security_group (ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.754394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6d08f5ed-2217-4400-b3c9-3db043de3287), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.774434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1a6b8-ce34-482a-954e-e49805f740e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:02.799285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8602b9-f175-4829-ad87-72179d147caa req-4886a60f-3b03-4af6-a0c8-050216298298 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.801483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c8602b9-f175-4829-ad87-72179d147caa req-4886a60f-3b03-4af6-a0c8-050216298298 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 945 time: 0.1717882 Feb 10 13:19:02.805040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Pushing event deleted for resources: {'Port': ['ID=6d08f5ed-2217-4400-b3c9-3db043de3287,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:02.910540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.918625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c8602b9-f175-4829-ad87-72179d147caa req-c28175f4-893b-4ebd-bf7e-af54f48182b0 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058638 Feb 10 13:19:02.951354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fce039-58fc-435f-9803-8f9fc71b993e req-7179e942-a1b3-482e-8be5-7810338e4189 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:02.953043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91fce039-58fc-435f-9803-8f9fc71b993e req-7179e942-a1b3-482e-8be5-7810338e4189 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.1440403 Feb 10 13:19:02.954463 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks [] for floatingip (2aaa9e18-d885-42c5-a377-deb9b11ec4fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.957601 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.961955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83306ae4-1101-4dcc-be3c-b1e8ed995df6 tempest-ServersTestManualDisk-1581870907 tempest-ServersTestManualDisk-1581870907-project] 10.222.0.13 "DELETE /v2.0/floatingips/2aaa9e18-d885-42c5-a377-deb9b11ec4fa HTTP/1.1" status: 204 len: 168 time: 1.0837767 Feb 10 13:19:02.965315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:02.976722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.979945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:02.981108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3 HTTP/1.1" status: 204 len: 168 time: 0.6510007 Feb 10 13:19:03.030290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d129-2203-4da3-9be0-ed0b7f05fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba45a8e2-d69b-4cf2-b3e5-d527d58b6cb3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:03.125496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91fce039-58fc-435f-9803-8f9fc71b993e req-28c6664b-fae3-4908-afd1-7cc1ebfe7525 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497483 Feb 10 13:19:03.152981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00e462-2130-4a88-9594-afd715e53fc1 req-f7ec02b1-8f12-4869-9f55-c9be3749e0cc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:03.159568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e00e462-2130-4a88-9594-afd715e53fc1 req-f7ec02b1-8f12-4869-9f55-c9be3749e0cc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1324408 Feb 10 13:19:03.184657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd329ff7-405e-4636-bcae-c6c79fef44ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.282321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e00e462-2130-4a88-9594-afd715e53fc1 req-f2017779-a0f1-4d5e-95c8-4693681bcc8d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135340 Feb 10 13:19:03.347071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758452e7-83ea-42a6-a384-69d82a4a8f76 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:03.357779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks [] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.371648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Transition to ACTIVE for port object 758452e7-83ea-42a6-a384-69d82a4a8f76 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:03.376323 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.447182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:03.520131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8d242e58-762b-48a4-b23e-53d1c89adf5e up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:03.549952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:03.552603 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304e889-fe61-4c97-acba-5a00e3956898" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:03.568671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.615412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 8d242e58-762b-48a4-b23e-53d1c89adf5e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:19:03.629050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 8d242e58-762b-48a4-b23e-53d1c89adf5e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:03.629477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.641398 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e02e8ec-69a9-41fc-b9cc-cb7ebf770be4 x-openstack-request-id: req-8e02e8ec-69a9-41fc-b9cc-cb7ebf770be4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:03.641923 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:03.641923 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e02e8ec-69a9-41fc-b9cc-cb7ebf770be4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:03.642378 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5', 'status': 'completed', 'code': 200} Feb 10 13:19:03.643182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Attempting to bind port 758452e7-83ea-42a6-a384-69d82a4a8f76 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:03.643506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Attempting to bind port 758452e7-83ea-42a6-a384-69d82a4a8f76 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:03.643827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Attempting to bind port 758452e7-83ea-42a6-a384-69d82a4a8f76 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:03.674528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Port 758452e7-83ea-42a6-a384-69d82a4a8f76 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:03.685931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Attempting to bind port 758452e7-83ea-42a6-a384-69d82a4a8f76 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:03.763537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:03.764328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Checking segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:03.765003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Bound using segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:03.765682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Bound port: 758452e7-83ea-42a6-a384-69d82a4a8f76, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:03.766311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.856332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8d242e58-762b-48a4-b23e-53d1c89adf5e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:03.857036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.913705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:03.917109 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68371559-b94f-4c55-8ef7-0c7441943897" -d '{"events": [{"server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "name": "network-vif-plugged", "status": "completed", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:03.952552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:03.954240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e,segment=NetworkSegment(94104f5f-cf7d-4b9c-ae80-40257448bb7a),segment_id=94104f5f-cf7d-4b9c-ae80-40257448bb7a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:03.959936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:03.974750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:03.974978 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-d2250eba-255c-42d5-9b74-00611590a469 req-dd6a4658-a961-45e6-b8ea-543341eea261 service neutron] show failed (client error): The resource could not be found. Feb 10 13:19:03.977149 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:03.977340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-dd6a4658-a961-45e6-b8ea-543341eea261 service neutron] 10.222.0.21 "GET /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.2236979 Feb 10 13:19:03.986917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.004240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.009732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.024507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.039837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a44669-b4c9-41c6-a811-654a80ce69db req-5d88c97f-5f59-473c-b1d8-ba3bd296714a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5418 time: 0.3662286 Feb 10 13:19:04.084292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.084933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.085523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.088282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:04.088958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.089546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.090082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.090611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.092683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d304e889-fe61-4c97-acba-5a00e3956898 req-03f5144c-a222-4374-9232-16e90737589c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6533 time: 0.4026930 Feb 10 13:19:04.096312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ee2e5-0fe4-4176-8774-0ad538fce804 req-1d709516-45d6-46d4-b71b-1b38bf4340b8 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.108119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca1ee2e5-0fe4-4176-8774-0ad538fce804 req-1d709516-45d6-46d4-b71b-1b38bf4340b8 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.3722332 Feb 10 13:19:04.125033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:04.170886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:04.215721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.293882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca1ee2e5-0fe4-4176-8774-0ad538fce804 req-a384fd7e-41cf-4e3d-a1ec-3cac6dbe9c61 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701434 Feb 10 13:19:04.360286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Deleting port be02a569-9e16-4e4b-96cf-3574e74f2c9a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:04.362473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.386039 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2a95e1-26ea-4ddd-af10-b8fd4d187125 x-openstack-request-id: req-ab2a95e1-26ea-4ddd-af10-b8fd4d187125 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:04.386587 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "name": "network-vif-plugged", "status": "completed", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:04.386713 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab2a95e1-26ea-4ddd-af10-b8fd4d187125 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:04.387162 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e', 'code': 200} Feb 10 13:19:04.462083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a44669-b4c9-41c6-a811-654a80ce69db req-0413328c-eb2e-4296-8323-a4ff292d6cbd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4211628 Feb 10 13:19:04.481127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.484637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.485506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.487836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] 10.222.0.21 "PUT /v2.0/ports/758452e7-83ea-42a6-a384-69d82a4a8f76 HTTP/1.1" status: 200 len: 1091 time: 1.8142376 Feb 10 13:19:04.597338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-294ba31b-c9ab-4f63-94c9-5f278daa3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.598045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-294ba31b-c9ab-4f63-94c9-5f278daa3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.598635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-294ba31b-c9ab-4f63-94c9-5f278daa3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.600643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d304e889-fe61-4c97-acba-5a00e3956898 req-294ba31b-c9ab-4f63-94c9-5f278daa3152 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4946132 Feb 10 13:19:04.604455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] For port be02a569-9e16-4e4b-96cf-3574e74f2c9a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be02a569-9e16-4e4b-96cf-3574e74f2c9a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:04.605254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.636886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Request body: {'port': {'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:04.651377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Calling delete_port for be02a569-9e16-4e4b-96cf-3574e74f2c9a owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:04.767293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11824-834d-45ca-ba4e-76bd02978ef0 req-e47eb6f2-b213-4f14-9821-c37d9568d7e2 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:04.768980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0c11824-834d-45ca-ba4e-76bd02978ef0 req-e47eb6f2-b213-4f14-9821-c37d9568d7e2 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 946 time: 0.2127092 Feb 10 13:19:04.802139 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:04.927591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0c11824-834d-45ca-ba4e-76bd02978ef0 req-017e80f3-1e43-48be-961e-ec80b12fff9a tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512184 Feb 10 13:19:04.997079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936013-7549-4f47-8f0d-91120a69dca7 service neutron] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:05.098570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-39ccc931-9832-4cfb-9058-0865b76956ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:05.100214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-39ccc931-9832-4cfb-9058-0865b76956ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1131 time: 0.8066087 Feb 10 13:19:05.120303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (be02a569-9e16-4e4b-96cf-3574e74f2c9a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.124822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:05.144064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0bd69-313b-41d4-95d5-298abb378515 req-4f353f99-8471-45b3-8722-7dddc1fd88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:05.145919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f0bd69-313b-41d4-95d5-298abb378515 req-4f353f99-8471-45b3-8722-7dddc1fd88cf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 1128 time: 0.6266313 Feb 10 13:19:05.199413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Pushing event deleted for resources: {'Port': ['ID=be02a569-9e16-4e4b-96cf-3574e74f2c9a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:05.255366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e889-fe61-4c97-acba-5a00e3956898 req-7ebeba5c-8b0b-40b0-80cc-8d1e7dd70581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:05.257005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d304e889-fe61-4c97-acba-5a00e3956898 req-7ebeba5c-8b0b-40b0-80cc-8d1e7dd70581 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4758117 Feb 10 13:19:05.294970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbd111-12e7-423f-8f13-dc9ca7ed82df req-2e624bbe-19be-425a-8af2-748ab8252afb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:05.296397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0bbd111-12e7-423f-8f13-dc9ca7ed82df req-2e624bbe-19be-425a-8af2-748ab8252afb tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 944 time: 0.5038998 Feb 10 13:19:05.388444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf78c2-eb18-4539-80fb-08817a090367 req-59dd6995-2728-4bd1-89d6-6b388fe2e781 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:05.390054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ecf78c2-eb18-4539-80fb-08817a090367 req-59dd6995-2728-4bd1-89d6-6b388fe2e781 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2664495 Feb 10 13:19:05.394679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f0bd69-313b-41d4-95d5-298abb378515 req-9de83bca-67e9-4115-8514-2b647f637be6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930206 Feb 10 13:19:05.397780 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.423443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-0de269c2-b65f-4c17-ba03-e970c5f98f43 service neutron] 10.222.0.21 "GET /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.2520502 Feb 10 13:19:05.510051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0bbd111-12e7-423f-8f13-dc9ca7ed82df req-e663647c-d36d-44e2-b876-bc8bd646abaa tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985681 Feb 10 13:19:05.522131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765be135-1c4e-4829-bfeb-49a019783cf4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:05.540535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks [] for port (765be135-1c4e-4829-bfeb-49a019783cf4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.626872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Transition to ACTIVE for port object 765be135-1c4e-4829-bfeb-49a019783cf4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:05.647430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:05.651738 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:05.655744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.705037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.734953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:05.801992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:05.817251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Pushing event updated for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:05.898816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:05.928077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ecf78c2-eb18-4539-80fb-08817a090367 req-d426249b-2b2f-4208-9dbc-2bf54600b09e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290053 Feb 10 13:19:05.936245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:05.968789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.000418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks [] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.106804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b728b5a7-582f-4f2f-960c-01fcb2ea119b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.366904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:06.401669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:06.413327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.419153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.424474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.429878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.435329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.441058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.446435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.454114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-ee531e05-3c89-4b32-897a-fcb585b54032 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3898222 Feb 10 13:19:06.460699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Transition to ACTIVE for port object 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:06.471387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.479466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Attempting to bind port 765be135-1c4e-4829-bfeb-49a019783cf4 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:06.479783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Attempting to bind port 765be135-1c4e-4829-bfeb-49a019783cf4 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:06.480102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Attempting to bind port 765be135-1c4e-4829-bfeb-49a019783cf4 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:06.504019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:19:06.523226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Port 765be135-1c4e-4829-bfeb-49a019783cf4 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:06.523794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Attempting to bind port 765be135-1c4e-4829-bfeb-49a019783cf4 on network e3a8ec27-3a85-4423-a6e6-d7651602bd8b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:06.527204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7097441c-b03f-4e01-b429-ae281e52dcd9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:06.534114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11220fa6-13fb-45b2-be5f-dfc914206aa3 req-7c8ff4da-8f88-418d-8b6d-9cd9e8188569 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:06.535895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11220fa6-13fb-45b2-be5f-dfc914206aa3 req-7c8ff4da-8f88-418d-8b6d-9cd9e8188569 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 944 time: 0.8099053 Feb 10 13:19:06.552001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:06.571156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:06.571433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Checking segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:06.572397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Bound using segment: {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:06.572830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Bound port: 765be135-1c4e-4829-bfeb-49a019783cf4, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca5131-5090-4aab-98c0-e61645ba22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:06.573467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.606907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] No DVR routers for this DVR port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:06.612972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.620675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a94940b7-0031-48a8-8c7f-db63e7952d23 req-32821d6e-9f72-4d3b-b216-b8e3ac483125 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656628 Feb 10 13:19:06.624002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:06.752260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:06.752625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:06.753033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:06.774440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:06.774758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Attempting to bind port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:06.816925 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76ebf74-5ab5-4561-baf6-222bd7322514 x-openstack-request-id: req-d76ebf74-5ab5-4561-baf6-222bd7322514 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:06.817259 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:06.817503 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d76ebf74-5ab5-4561-baf6-222bd7322514 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:06.818059 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'status': 'completed', 'code': 200} Feb 10 13:19:06.839133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b728b5a7-582f-4f2f-960c-01fcb2ea119b admin admin] Publish callbacks [] for security_group (45ef7c66-e7e4-45d8-b77c-920fcc8846d5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.840475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:06.840910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:06.841390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:06.841920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Bound port: 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:06.842298 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.855619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:06.880141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] Transition to ACTIVE for port object 7097441c-b03f-4e01-b429-ae281e52dcd9 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:06.889358 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b728b5a7-582f-4f2f-960c-01fcb2ea119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (45ef7c66-e7e4-45d8-b77c-920fcc8846d5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.894031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:06.927932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=765be135-1c4e-4829-bfeb-49a019783cf4,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:06.984320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.007414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:19:07.010806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728b5a7-582f-4f2f-960c-01fcb2ea119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef7c66-e7e4-45d8-b77c-920fcc8846d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:07.012444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] No DVR routers for this DVR port 7097441c-b03f-4e01-b429-ae281e52dcd9 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:07.022885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-df2dffc0-a6c7-45f3-9ea4-c01ff30d8aef admin admin] 10.222.0.13 "PUT /v2.0/routers/890895ae-d5ed-424d-b4fe-fbbeb431f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0560751 Feb 10 13:19:07.023414 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Sync routers for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:19:07.029725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:07.047123 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:07.047927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:07.075534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b728b5a7-582f-4f2f-960c-01fcb2ea119b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e84c337cdd54715ab7ed743af10540c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3365278 Feb 10 13:19:07.081634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:07.084298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:07.114054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.114753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.117577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] 10.222.0.21 "PUT /v2.0/ports/765be135-1c4e-4829-bfeb-49a019783cf4 HTTP/1.1" status: 200 len: 1091 time: 2.5511696 Feb 10 13:19:07.128918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11220fa6-13fb-45b2-be5f-dfc914206aa3 req-6fcfa50d-9fb6-4612-9940-570b3a44d3bd tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677278 Feb 10 13:19:07.156776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.156776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.157071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.157436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.157946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.158401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.158859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.159297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] Pushing event updated for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:07.161530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-6d28d892-7510-4e98-b4c0-d08cea1e6f6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6661 time: 0.3313758 Feb 10 13:19:07.228316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:07.235619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47205e29-0fd3-4c89-b5a8-90e917a1f11d service neutron] Pushing event updated for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:07.258681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1c97-beca-4fba-a8b7-66ab7d92bd81 req-3904c247-a8dc-4885-9c69-a9e27572a682 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.284928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fcf1c97-beca-4fba-a8b7-66ab7d92bd81 req-3904c247-a8dc-4885-9c69-a9e27572a682 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 946 time: 0.4030700 Feb 10 13:19:07.285426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:07.302255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.362309 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-e1d9f666-ac9e-447e-b20b-d320bf695a49 service neutron] 10.222.0.21 "PUT /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9/bindings/n-h2-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9117324 Feb 10 13:19:07.374020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.374639 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.376300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] 10.222.0.77 "PUT /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 1095 time: 2.2570667 Feb 10 13:19:07.380206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-22a5ad36-4cbc-4ce6-b5a3-25f10d6bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.380676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-22a5ad36-4cbc-4ce6-b5a3-25f10d6bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.381202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-22a5ad36-4cbc-4ce6-b5a3-25f10d6bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.383513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-22a5ad36-4cbc-4ce6-b5a3-25f10d6bd3f9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2107751 Feb 10 13:19:07.397699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:19:07.399060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:19:07.425396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.519374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db647b74-cfb9-4d53-8b66-ac79c9a0fdfa details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:19:07.529441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks [] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.591939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] Publish callbacks [] for security_group (45ef7c66-e7e4-45d8-b77c-920fcc8846d5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.597053 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4fcf1c97-beca-4fba-a8b7-66ab7d92bd81 req-fb90395c-8a04-4720-9851-25d1c948cf50 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112009 Feb 10 13:19:07.647855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] Publish callbacks [] for security_group (45ef7c66-e7e4-45d8-b77c-920fcc8846d5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.707770 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:07.716841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c78c-73db-4032-8ace-78d591ec536f service neutron] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:07.753718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks [] for router_gateway (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.808391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:07.829388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (45ef7c66-e7e4-45d8-b77c-920fcc8846d5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.831589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:07.834716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45ef7c66-e7e4-45d8-b77c-920fcc8846d5 HTTP/1.1" status: 204 len: 168 time: 0.7447331 Feb 10 13:19:07.857377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'port_id': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'mac_address': 'fa:16:3e:f0:0b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:19:07.923042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961c11-3183-4e5d-bea6-23b81b7086b8 req-fe42a2b9-b6f9-4185-ab4d-71d47d33fab7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.930424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08961c11-3183-4e5d-bea6-23b81b7086b8 req-fe42a2b9-b6f9-4185-ab4d-71d47d33fab7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.5458479 Feb 10 13:19:07.940723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5aecb-4d21-4463-ba54-fbeff5128355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef7c66-e7e4-45d8-b77c-920fcc8846d5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:07.953692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-245c878b-7c35-4b6a-9c91-080b8600671c tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.966598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-245c878b-7c35-4b6a-9c91-080b8600671c tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.4774377 Feb 10 13:19:07.971229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-b6be4f46-0682-49de-ac4b-24c406f95487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.973465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-b6be4f46-0682-49de-ac4b-24c406f95487 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1129 time: 0.5384374 Feb 10 13:19:07.985449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-5a672cec-52d1-4204-8af8-63a012063c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:07.987887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6181fd0-a96a-4ed7-bbba-f546aed74b1c req-5a672cec-52d1-4204-8af8-63a012063c57 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5864449 Feb 10 13:19:08.000785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Deleting port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:08.001164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:08.012144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c2e22-1fe3-4055-9ee6-5b746c9ecc35 req-7ddede7a-4663-4660-bf99-bd51dc9d2327 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.013779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-142c2e22-1fe3-4055-9ee6-5b746c9ecc35 req-7ddede7a-4663-4660-bf99-bd51dc9d2327 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1920493 Feb 10 13:19:08.032499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:08.033105 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:08.076112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db647b74-cfb9-4d53-8b66-ac79c9a0fdfa {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:08.124284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:08.131168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:08.135045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-142c2e22-1fe3-4055-9ee6-5b746c9ecc35 req-f16f880b-8b3d-426a-aa65-9b5eae4b5f48 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Feb 10 13:19:08.171979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:19:05Z', 'revision_number': 5, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port': {'id': '7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:23Z', 'updated_at': '2022-02-10T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:08.235170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] For port 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:08.235542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:08.242874 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Checking router: 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:19:08.254183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:08.269404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Calling delete_port for 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:08.272834 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Routers {'890895ae-d5ed-424d-b4fe-fbbeb431f2a8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:08.277975 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:08.369815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:08.421943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08961c11-3183-4e5d-bea6-23b81b7086b8 req-6f1b3ee9-fbfa-44ee-bca0-c3dd04010f65 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905720 Feb 10 13:19:08.481693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.489759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.495825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.501977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.508223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.524635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.527559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.528045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.528518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.530771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.531302 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] Set router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:08.532969 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-ca161982-016a-4d80-bfc8-f18c3a37a472 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1742699 Feb 10 13:19:08.543729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.544336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.544850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.545328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.553353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-67f17680-2cb4-4a4e-8b14-1a0bffaebcf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6704 time: 0.4898043 Feb 10 13:19:08.575660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-ad003795-0e9d-403f-9f96-68306ca8168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.581841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-ad003795-0e9d-403f-9f96-68306ca8168d service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.5343676 Feb 10 13:19:08.624575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-ac480491-1032-40f5-9412-131d49aba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:08.626244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-ac480491-1032-40f5-9412-131d49aba06d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.6192837 Feb 10 13:19:08.651558 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:19:07Z', 'revision_number': 6, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:08.713592 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90a68d-d2c0-4416-a0b3-d61520a80a70 None None] The sync data for ids ['890895ae-d5ed-424d-b4fe-fbbeb431f2a8'] in n-d-815324-6 is: [{'id': '890895ae-d5ed-424d-b4fe-fbbeb431f2a8', 'name': 'tempest-ServersTestManualDisk-934751498-router', 'tenant_id': '11d91bda7a7b4860bec1f73384a066c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:22Z', 'updated_at': '2022-02-10T13:19:07Z', 'revision_number': 6, 'project_id': '11d91bda7a7b4860bec1f73384a066c4', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:19:08.784216 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c534f3b1-fd05-40c8-9acb-58ab9bdf6668 req-d3a9b34b-326c-46a8-a655-6024a7cb5ba2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2454698 Feb 10 13:19:08.855806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}, {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4'}, {'name': 'network-changed', 'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:08.859143 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622" -d '{"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}, {"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4"}, {"name": "network-changed", "server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:08.861641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:08.883937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-4403b307-8b4d-4e3e-a6e8-1caaacf0d686 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.2866261 Feb 10 13:19:08.886494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-b41d2feb-9352-4046-b3f0-378baf745423 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65 HTTP/1.1" status: 200 len: 217 time: 0.2957096 Feb 10 13:19:08.922602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:09.036185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-08981936-df2f-4767-b805-290d8132319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.037975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-08981936-df2f-4767-b805-290d8132319e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1127 time: 0.2825661 Feb 10 13:19:09.045831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b3028-b511-462d-ba47-543a2b7510b2 req-681ba988-9dfa-4bf9-aec2-970f0cd1c193 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.047389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-893b3028-b511-462d-ba47-543a2b7510b2 req-681ba988-9dfa-4bf9-aec2-970f0cd1c193 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 945 time: 0.4577892 Feb 10 13:19:09.052384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-ba1b0293-0a06-4972-8860-913ed8e822b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.053853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-ba1b0293-0a06-4972-8860-913ed8e822b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1612341 Feb 10 13:19:09.055611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.124342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-121e421d-5f5b-4343-9eec-7c3c0f236a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.126009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-121e421d-5f5b-4343-9eec-7c3c0f236a44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c4d593-2e10-4ded-91bf-411f449fb4ee HTTP/1.1" status: 200 len: 855 time: 0.2126193 Feb 10 13:19:09.189301 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4920ab6-eb23-401f-a697-b478c0bf5169 x-openstack-request-id: req-e4920ab6-eb23-401f-a697-b478c0bf5169 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:09.189641 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "code": 200}, {"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:09.189885 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4920ab6-eb23-401f-a697-b478c0bf5169 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:09.190290 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'code': 200} Feb 10 13:19:09.190550 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4', 'status': 'completed', 'code': 200} Feb 10 13:19:09.190806 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'status': 'completed', 'code': 200} Feb 10 13:19:09.206263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.211457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks [] for router_controller (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.237359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be02a569-9e16-4e4b-96cf-3574e74f2c9a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:09.300926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: be02a569-9e16-4e4b-96cf-3574e74f2c9a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:19:09.301592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be02a569-9e16-4e4b-96cf-3574e74f2c9a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:19:09.373310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (890895ae-d5ed-424d-b4fe-fbbeb431f2a8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.376322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890895ae-d5ed-424d-b4fe-fbbeb431f2a8 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:19:09.388598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.393708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-92ac96b4-f029-40d2-bed3-4de96c89aa39 admin admin] 10.222.0.13 "DELETE /v2.0/routers/890895ae-d5ed-424d-b4fe-fbbeb431f2a8 HTTP/1.1" status: 204 len: 168 time: 2.3619201 Feb 10 13:19:09.395762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-893b3028-b511-462d-ba47-543a2b7510b2 req-bb72ba2a-3fb0-47bf-ac45-e7d30b0a9854 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380699 Feb 10 13:19:09.404973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:09.429195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250eba-255c-42d5-9b74-00611590a469 req-9275b8f8-8bed-43b3-a7ac-73b4c4460dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.430997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-9275b8f8-8bed-43b3-a7ac-73b4c4460dcc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3637321 Feb 10 13:19:09.458813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-ac4b7bb9-01eb-4639-89ba-db3a499e8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.460325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-ac4b7bb9-01eb-4639-89ba-db3a499e8925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3240175 Feb 10 13:19:09.481597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63873-27de-43eb-8872-4716de52668b req-a76e624e-71dd-4510-8fa1-26c25a92c76d tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.489000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9e63873-27de-43eb-8872-4716de52668b req-a76e624e-71dd-4510-8fa1-26c25a92c76d tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 946 time: 0.1738882 Feb 10 13:19:09.496727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-1d1cec50-c196-41ed-be23-5929ab715e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.498566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-1d1cec50-c196-41ed-be23-5929ab715e46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.4483540 Feb 10 13:19:09.534334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db647b74-cfb9-4d53-8b66-ac79c9a0fdfa up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:09.534766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Deleting subnet 54d4065f-7b5a-4274-abe4-682eef8ab4ef {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:19:09.544152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Publish callbacks [] for subnet (54d4065f-7b5a-4274-abe4-682eef8ab4ef), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.552033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-5a1033ed-77dd-476f-8555-b39748d20fcb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0378354 Feb 10 13:19:09.632127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9e63873-27de-43eb-8872-4716de52668b req-d4022403-e8c8-4533-aaf3-35d9cd77c189 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418538 Feb 10 13:19:09.641843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (54d4065f-7b5a-4274-abe4-682eef8ab4ef), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.663146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:19:09.669172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:09.669796 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.711299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-449d0fc4-2733-4c3b-9dd7-81d7e208bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:09.713571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-449d0fc4-2733-4c3b-9dd7-81d7e208bf1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1156309 Feb 10 13:19:09.840413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (54d4065f-7b5a-4274-abe4-682eef8ab4ef), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.844534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:09.845331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:09.903239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-4b8e4e96-5fe6-44ae-8cf3-a185458678f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306536 Feb 10 13:19:09.964450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-bc523e21-3b3e-4b3d-9aaa-002656711c3a service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894354 Feb 10 13:19:09.969146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:09.970175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:09.973069 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce83e9-681b-40c3-abc9-16a0aea4feb1" -d '{"events": [{"server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "name": "network-vif-plugged", "status": "completed", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:09.977566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:10.005156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-9b9a4237-8408-451a-a419-0216771ea081 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586309 Feb 10 13:19:10.081787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:10.146805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6ba0d-3bef-420b-85ea-04146ee63aae req-d3f1c716-0b18-47b6-a75f-e8246393fa56 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.148553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e6ba0d-3bef-420b-85ea-04146ee63aae req-d3f1c716-0b18-47b6-a75f-e8246393fa56 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.5848334 Feb 10 13:19:10.286665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (54d4065f-7b5a-4274-abe4-682eef8ab4ef), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:10.322680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d4065f-7b5a-4274-abe4-682eef8ab4ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:10.345330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570939cc-c044-490b-a237-118f238af757 None None] Network 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:10.346982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:10.354488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-57eb2f98-139b-497c-8945-4f8e272a0c96 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54d4065f-7b5a-4274-abe4-682eef8ab4ef HTTP/1.1" status: 204 len: 168 time: 0.9424293 Feb 10 13:19:10.359262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2250eba-255c-42d5-9b74-00611590a469 req-84992f30-1686-4220-9914-6e5ec166bb63 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937987 Feb 10 13:19:10.359875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:10.363859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-2c571643-2147-4fb5-9c39-310954f51294 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973894 Feb 10 13:19:10.375186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84ba35-b5c4-4fcb-b4d1-c59b76ea015c req-c0e4f2ad-cc43-4778-af37-e0b43e57dbc7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.388154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce84ba35-b5c4-4fcb-b4d1-c59b76ea015c req-c0e4f2ad-cc43-4778-af37-e0b43e57dbc7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.5777884 Feb 10 13:19:10.464441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (87f59d87-b3a7-479d-90a1-2a06e12ad7f0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:10.468942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e6ba0d-3bef-420b-85ea-04146ee63aae req-d54ec89b-a043-4ec8-a622-8137b10fb7e4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538798 Feb 10 13:19:10.484286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-3e08acd4-8310-4ff3-b7c4-d003ec272f13 service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323785 Feb 10 13:19:10.505622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce84ba35-b5c4-4fcb-b4d1-c59b76ea015c req-6ca67746-3bbe-467d-bf8d-021714d5d498 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160920 Feb 10 13:19:10.589341 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253625b-f2f2-436e-8e9b-88930d5b0ea2 x-openstack-request-id: req-7253625b-f2f2-436e-8e9b-88930d5b0ea2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:10.589840 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "name": "network-vif-plugged", "status": "completed", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:10.590251 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7253625b-f2f2-436e-8e9b-88930d5b0ea2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:10.591252 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'code': 200} Feb 10 13:19:10.626086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-648c066d-1527-416d-affb-8e4b4db730f9 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.627880 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-648c066d-1527-416d-affb-8e4b4db730f9 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.77 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 946 time: 0.1604145 Feb 10 13:19:10.685713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.77', 56627) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:10.715569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] DHCP port deletion for 87f59d87-b3a7-479d-90a1-2a06e12ad7f0 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:19:10.746345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f7edd1a3-ebba-4c48-b2bf-c275b97b7339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 217 time: 0.2326763 Feb 10 13:19:10.849983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71013-af6d-4d45-9c26-8c3b2f15e7a7 req-d0f26680-8852-4cc8-bd13-02116d6edb16 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.863789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14e71013-af6d-4d45-9c26-8c3b2f15e7a7 req-d0f26680-8852-4cc8-bd13-02116d6edb16 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.1728377 Feb 10 13:19:10.885599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e832bc-2d59-4d96-8bab-e049dffa71ba req-6f39ec4f-2eb3-47b2-b5cf-5a5b35fad43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.887128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-75e832bc-2d59-4d96-8bab-e049dffa71ba req-6f39ec4f-2eb3-47b2-b5cf-5a5b35fad43a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 1128 time: 0.2004683 Feb 10 13:19:10.935078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-44650c28-901a-4514-8a6c-7ea1dae1fb30 service neutron] 10.222.0.77 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842286 Feb 10 13:19:10.971717 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:10.984797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-9d582d20-3d87-44ce-9f27-4679dfd4aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:10.989242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-9d582d20-3d87-44ce-9f27-4679dfd4aa80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.2154291 Feb 10 13:19:10.990348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14e71013-af6d-4d45-9c26-8c3b2f15e7a7 req-4b48fd36-bcca-4853-a75f-8f67b864d84b tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261861 Feb 10 13:19:11.010081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Deleting port c70e0712-b3ce-4b59-9128-7962baa0ab3a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:11.010625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.042961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Deleting port 8d242e58-762b-48a4-b23e-53d1c89adf5e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:11.043345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.054758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.062173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.068767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.074801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.086587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.095837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.105107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-75e832bc-2d59-4d96-8bab-e049dffa71ba req-479a9b07-819d-4f57-9eec-c45f103e62fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029634 Feb 10 13:19:11.112801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.114817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-d19a0fe4-c570-4329-b71b-20577d0db7fe tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4845757 Feb 10 13:19:11.159682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] For port c70e0712-b3ce-4b59-9128-7962baa0ab3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c70e0712-b3ce-4b59-9128-7962baa0ab3a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:11.160096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.202328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Calling delete_port for c70e0712-b3ce-4b59-9128-7962baa0ab3a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:11.221048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-ce3f2b21-1f6f-4a03-8b8a-56b49d20cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.222679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-ce3f2b21-1f6f-4a03-8b8a-56b49d20cf11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1129 time: 0.7838252 Feb 10 13:19:11.246802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67054677-b142-4fbe-9099-f76a0a7ca575 req-d4c69a75-a378-4d60-9ab1-348bbc8e57ce tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.254454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67054677-b142-4fbe-9099-f76a0a7ca575 req-d4c69a75-a378-4d60-9ab1-348bbc8e57ce tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 946 time: 0.1560440 Feb 10 13:19:11.258495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] For port 8d242e58-762b-48a4-b23e-53d1c89adf5e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8d242e58-762b-48a4-b23e-53d1c89adf5e,segment=NetworkSegment(94104f5f-cf7d-4b9c-ae80-40257448bb7a),segment_id=94104f5f-cf7d-4b9c-ae80-40257448bb7a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:11.258873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.261316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Deleting port c70e0712-b3ce-4b59-9128-7962baa0ab3a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:11.262081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.323752 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67054677-b142-4fbe-9099-f76a0a7ca575 req-cc49ec34-7535-461f-af68-82bb8b133d33 tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67229ea-eaaf-4b55-a045-a8fc879456f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683274 Feb 10 13:19:11.330211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Calling delete_port for 8d242e58-762b-48a4-b23e-53d1c89adf5e owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:11.349859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c70e0712-b3ce-4b59-9128-7962baa0ab3a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:11.453689 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.465985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c70e0712-b3ce-4b59-9128-7962baa0ab3a is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:11.466603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.494882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] Pushing event deleted for resources: {'Port': ['ID=c70e0712-b3ce-4b59-9128-7962baa0ab3a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:11.531880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2af554-b213-4bae-94e2-573c328992bc None None] No DVR routers for this DVR port c70e0712-b3ce-4b59-9128-7962baa0ab3a on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:11.558221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-724dddc9-adb6-4564-bc19-5fae701f0e9a tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.569056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-724dddc9-adb6-4564-bc19-5fae701f0e9a tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000&tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.2244291 Feb 10 13:19:11.594005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-22ce89e0-7231-4b67-b2fb-34856541d3d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:19:11.595919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-22ce89e0-7231-4b67-b2fb-34856541d3d3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170689 Feb 10 13:19:11.597456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:11.615574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:11.620053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:19:11.620815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7cb0c4d7-3eb4-4a39-b5ac-6c99200fa91c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:19:11.763141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8347-0379-473c-9c20-1bb153df0d95 req-629d33ad-4878-409e-b865-5a7a3a734e87 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.764845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-183a8347-0379-473c-9c20-1bb153df0d95 req-629d33ad-4878-409e-b865-5a7a3a734e87 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1653979 Feb 10 13:19:11.767658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8d242e58-762b-48a4-b23e-53d1c89adf5e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.816981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eea8f7a5-5051-4e47-819a-791075ff2525 req-5a079ade-19b0-4ea8-bebb-e2e17c02ec19 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6704295 Feb 10 13:19:11.823337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a25ee512-ec24-4b69-bdf6-2b200634ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:11.824962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a25ee512-ec24-4b69-bdf6-2b200634ed78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8250771 Feb 10 13:19:11.893713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] For port c70e0712-b3ce-4b59-9128-7962baa0ab3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c70e0712-b3ce-4b59-9128-7962baa0ab3a,segment=NetworkSegment(5898a86a-956a-42de-bce0-27c81837cead),segment_id=5898a86a-956a-42de-bce0-27c81837cead)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:11.894083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.899233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Pushing event deleted for resources: {'Port': ['ID=8d242e58-762b-48a4-b23e-53d1c89adf5e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:11.932963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708eccf9-8868-4959-b50a-b6665a6e6556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.937377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] No DVR routers for this DVR port 8d242e58-762b-48a4-b23e-53d1c89adf5e on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:11.954736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:11.958813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26013688-2958-4b0e-acf6-ff8e377d0d7c req-7ec38daf-cea3-47ed-b9ad-8aa1d3954a7c tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.77 "DELETE /v2.0/ports/8d242e58-762b-48a4-b23e-53d1c89adf5e HTTP/1.1" status: 204 len: 173 time: 1.3212464 Feb 10 13:19:11.959282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'name': 'network-vif-deleted', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:11.961707 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb721c5-52f3-425c-9d0a-7a38c7194bbb" -d '{"events": [{"server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "name": "network-vif-deleted", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:11.975735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Calling delete_port for c70e0712-b3ce-4b59-9128-7962baa0ab3a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:12.005153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-183a8347-0379-473c-9c20-1bb153df0d95 req-86ac612d-25f8-45f7-bb3e-482f6b4100ff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240634 Feb 10 13:19:12.017511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-c2e658d9-ef73-45f3-a507-0f3e86e30e5a service neutron] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:12.022832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-c2e658d9-ef73-45f3-a507-0f3e86e30e5a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.024444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-c2e658d9-ef73-45f3-a507-0f3e86e30e5a service neutron] 10.222.0.77 "DELETE /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9/bindings/n-h1-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.4071932 Feb 10 13:19:12.114896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-2d880810-c8aa-47e1-93f2-849a3e26aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.116299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-2d880810-c8aa-47e1-93f2-849a3e26aed5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.7503538 Feb 10 13:19:12.138184 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add5610-c367-434d-9b1d-9326df1842dc x-openstack-request-id: req-1add5610-c367-434d-9b1d-9326df1842dc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:12.138585 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c5393a-2037-4e90-b863-85dce768b62c", "name": "network-vif-deleted", "tag": "8d242e58-762b-48a4-b23e-53d1c89adf5e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:12.139670 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1add5610-c367-434d-9b1d-9326df1842dc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:12.140182 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c5393a-2037-4e90-b863-85dce768b62c', 'name': 'network-vif-deleted', 'tag': '8d242e58-762b-48a4-b23e-53d1c89adf5e', 'status': 'completed', 'code': 200} Feb 10 13:19:12.143099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708eccf9-8868-4959-b50a-b6665a6e6556 admin admin] Publish callbacks [] for security_group (e76665af-3a54-487f-90a4-4e081f550689), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.146608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-1738be95-2634-461f-abc8-82c34e2112e5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118258 Feb 10 13:19:12.153506 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-708eccf9-8868-4959-b50a-b6665a6e6556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e76665af-3a54-487f-90a4-4e081f550689), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.204494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44706ef-b961-444f-aab9-0fdd57631bad req-846e04ae-6116-43ca-9370-9de85528ca6b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.212453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e44706ef-b961-444f-aab9-0fdd57631bad req-846e04ae-6116-43ca-9370-9de85528ca6b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.2799487 Feb 10 13:19:12.217621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eccf9-8868-4959-b50a-b6665a6e6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76665af-3a54-487f-90a4-4e081f550689,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:12.234247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-579837b0-d245-4e2f-9a49-719758473e78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.1018341 Feb 10 13:19:12.254048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-708eccf9-8868-4959-b50a-b6665a6e6556 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=014fb4727d5a40ad9197c99319a412f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6328313 Feb 10 13:19:12.254297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:12.314330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643768e1-5322-4864-883a-c4289163d276 req-137a2dd4-d877-4a87-9f32-c6dd86bc6f6e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.321688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-643768e1-5322-4864-883a-c4289163d276 req-137a2dd4-d877-4a87-9f32-c6dd86bc6f6e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.1158154 Feb 10 13:19:12.355236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] Publish callbacks [] for security_group (e76665af-3a54-487f-90a4-4e081f550689), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.379039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c70e0712-b3ce-4b59-9128-7962baa0ab3a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.402141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] Publish callbacks [] for security_group (e76665af-3a54-487f-90a4-4e081f550689), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.407770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] No DVR routers for this DVR port c70e0712-b3ce-4b59-9128-7962baa0ab3a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:12.420703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-643768e1-5322-4864-883a-c4289163d276 req-c6046812-4cec-45c0-aa08-8a43ca86018a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978744 Feb 10 13:19:12.452169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-3eaf2dea-5d29-4aed-891b-6dce679a3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.454098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-3eaf2dea-5d29-4aed-891b-6dce679a3f6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2010577 Feb 10 13:19:12.475540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e44706ef-b961-444f-aab9-0fdd57631bad req-abfdf9ec-9083-4445-983b-7aa4b1c41d61 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311110 Feb 10 13:19:12.514290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e76665af-3a54-487f-90a4-4e081f550689), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.531856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.535780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e76665af-3a54-487f-90a4-4e081f550689 HTTP/1.1" status: 204 len: 168 time: 0.2793028 Feb 10 13:19:12.577818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=c70e0712-b3ce-4b59-9128-7962baa0ab3a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:12.602352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-68de823b-7352-4a50-b701-40d29df67f8b service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236786 Feb 10 13:19:12.617014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a1eb-57b7-43b9-9b30-ac9d49ba962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76665af-3a54-487f-90a4-4e081f550689,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:12.623053 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6e1dea8-253e-4fa3-9fe7-fffac5d15840 req-be679278-c9fe-4245-a94f-6d137dbbbc2b tempest-ServerAddressesNegativeTestJSON-2055659037 tempest-ServerAddressesNegativeTestJSON-2055659037-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c5393a-2037-4e90-b863-85dce768b62c HTTP/1.1" status: 200 len: 210 time: 0.0734479 Feb 10 13:19:12.709796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (87f59d87-b3a7-479d-90a1-2a06e12ad7f0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.730385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-edf5db35-4285-4c9a-b106-96013c636eb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 217 time: 0.1101503 Feb 10 13:19:12.789715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-adf10f29-f060-4baf-9540-e9fbe2ec072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.792162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-adf10f29-f060-4baf-9540-e9fbe2ec072e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.0535817 Feb 10 13:19:12.800433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-d349424e-21a2-4597-9622-6b053571efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.802235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-d349424e-21a2-4597-9622-6b053571efcd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3255358 Feb 10 13:19:12.831060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f59d87-b3a7-479d-90a1-2a06e12ad7f0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:12.895760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5898a86a-956a-42de-bce0-27c81837cead') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:12.896136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5898a86a-956a-42de-bce0-27c81837cead') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:12.941421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5898a86a-956a-42de-bce0-27c81837cead), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:12.960428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1828-22d3-4f45-8b44-bf5cb607c453 req-434c059b-bc46-4582-9e23-9a49a2843637 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:12.962027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e21f1828-22d3-4f45-8b44-bf5cb607c453 req-434c059b-bc46-4582-9e23-9a49a2843637 tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 1127 time: 0.3312399 Feb 10 13:19:12.984773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5898a86a-956a-42de-bce0-27c81837cead), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.002781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f9db77ac-ae98-4507-b5ee-f701a10ba640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.004304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-f9db77ac-ae98-4507-b5ee-f701a10ba640 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1955590 Feb 10 13:19:13.005414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:19:13.005824 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5898a86a-956a-42de-bce0-27c81837cead), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:19:13.012899 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:19:13.075016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.088539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.089289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-79d55715-ec72-4ad1-bb81-280797652593 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667315 Feb 10 13:19:13.094870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.111913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.117453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.123539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.129192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.129586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:13.137682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-3fe0e7bf-5bdf-41e8-92d6-4048545c373c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2086110 Feb 10 13:19:13.200896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf33a-9f89-4bbd-9e32-917f474a2405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.205472 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e694c3c9-5d9b-464d-8ec5-6e6eab53223a req-9b0fe27c-baf4-40e5-a5d5-d7cee32e3014 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669055 Feb 10 13:19:13.217698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e21f1828-22d3-4f45-8b44-bf5cb607c453 req-8622042c-29c2-4c50-b64b-e61ce39fe1da tempest-LiveMigrationTest-1250028800 tempest-LiveMigrationTest-1250028800-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438927 Feb 10 13:19:13.245455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (87f59d87-b3a7-479d-90a1-2a06e12ad7f0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.290383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.293015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] 10.222.0.13 "DELETE /v2.0/networks/87f59d87-b3a7-479d-90a1-2a06e12ad7f0 HTTP/1.1" status: 204 len: 168 time: 2.9282181 Feb 10 13:19:13.327169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea7ac-01ab-4578-953c-c988d1377fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=87f59d87-b3a7-479d-90a1-2a06e12ad7f0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:13.345373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-823900cf-dcdb-4124-9157-8f8947d79271 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309889 Feb 10 13:19:13.454482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec08561-b19d-40eb-8340-7c49f97fbbe0 req-a38c937b-3bc3-4230-848b-11abbcbfef63 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.457862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ec08561-b19d-40eb-8340-7c49f97fbbe0 req-a38c937b-3bc3-4230-848b-11abbcbfef63 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 947 time: 0.1138868 Feb 10 13:19:13.520644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-ea36521a-d4d2-4d38-ae0f-29eb1212e10f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024146 Feb 10 13:19:13.536959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf33a-9f89-4bbd-9e32-917f474a2405 admin admin] Publish callbacks [] for security_group (1f18245a-6dcf-4ff6-aa44-c39ae01671ad), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.550647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:19:13.552739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8d242e58-762b-48a4-b23e-53d1c89adf5e no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:13.564613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf33a-9f89-4bbd-9e32-917f474a2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1f18245a-6dcf-4ff6-aa44-c39ae01671ad), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.574943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ec08561-b19d-40eb-8340-7c49f97fbbe0 req-78583956-2e0a-4f9d-9577-1f05b7673999 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047785 Feb 10 13:19:13.589850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:13.629397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 8d242e58-762b-48a4-b23e-53d1c89adf5e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:19:13.637339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8d242e58-762b-48a4-b23e-53d1c89adf5e not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:19:13.699713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0b2c04e1-40cd-4378-a607-05f19b623fab service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466268 Feb 10 13:19:13.707858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fbabd2ca-a89f-4df8-9a0e-69cc54c600a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d91bda7a7b4860bec1f73384a066c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147628 Feb 10 13:19:13.709071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:13.726225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf33a-9f89-4bbd-9e32-917f474a2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f18245a-6dcf-4ff6-aa44-c39ae01671ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:13.733945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf0614-e470-4e66-b6e2-de19a4ab0c21 req-e40839b9-0556-4d86-8907-84f002fb0299 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.735525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2bf0614-e470-4e66-b6e2-de19a4ab0c21 req-e40839b9-0556-4d86-8907-84f002fb0299 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.0959849 Feb 10 13:19:13.750688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:13.767653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'mac_address': 'fa:16:3e:ec:16:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:19:13.794318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1e8cf33a-9f89-4bbd-9e32-917f474a2405 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fede8d2d98d4098b4c487211f922506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6613543 Feb 10 13:19:13.794318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a7356fa3-b2f9-4b14-8d32-75203dfad7f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 HTTP/1.1" status: 200 len: 217 time: 0.0832381 Feb 10 13:19:13.794671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:13.823481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2bf0614-e470-4e66-b6e2-de19a4ab0c21 req-42f0d87f-ff29-47e9-8c5e-4bca29b30ba4 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817273 Feb 10 13:19:13.852072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] Publish callbacks [] for security_group (1f18245a-6dcf-4ff6-aa44-c39ae01671ad), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.857649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:13.858395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.876573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:13.878277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7923a7-dd82-4b7a-aff0-f953fb923ef5 req-bb515b0a-b02d-4b5c-8af5-bef4131197c2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.884596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] Publish callbacks [] for security_group (1f18245a-6dcf-4ff6-aa44-c39ae01671ad), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.887769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d7923a7-dd82-4b7a-aff0-f953fb923ef5 req-bb515b0a-b02d-4b5c-8af5-bef4131197c2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.3044052 Feb 10 13:19:13.901781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:13.908707 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.924470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-e82d5b6c-9a1b-4622-9b29-96f54ff7fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:13.926822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-e82d5b6c-9a1b-4622-9b29-96f54ff7fbd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.1165903 Feb 10 13:19:13.939704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1f18245a-6dcf-4ff6-aa44-c39ae01671ad), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.943596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:13.944901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f18245a-6dcf-4ff6-aa44-c39ae01671ad HTTP/1.1" status: 204 len: 168 time: 0.1490831 Feb 10 13:19:13.956675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0f6f0-a15b-4c74-85e0-dc52e1d68de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f18245a-6dcf-4ff6-aa44-c39ae01671ad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:13.975991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] Publish callbacks [] for security_group (a48c97f8-8029-4e05-9622-d8ae36a627fd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.017105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d7923a7-dd82-4b7a-aff0-f953fb923ef5 req-2a480bae-61ee-44fe-90a0-136c535d99ee tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243932 Feb 10 13:19:14.046963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] Publish callbacks [] for security_group (a48c97f8-8029-4e05-9622-d8ae36a627fd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.065112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:14.067695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-9976ad82-49e7-459e-a74c-7565ee14eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.069277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-9976ad82-49e7-459e-a74c-7565ee14eaa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1350889 Feb 10 13:19:14.112533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:14.118666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a48c97f8-8029-4e05-9622-d8ae36a627fd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.121249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.122425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a48c97f8-8029-4e05-9622-d8ae36a627fd HTTP/1.1" status: 204 len: 168 time: 0.4023297 Feb 10 13:19:14.150694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dabba-dfa2-4820-83f0-d12e4b250899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c97f8-8029-4e05-9622-d8ae36a627fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:14.177610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:14.317860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-7621e915-019e-4ca7-ab5e-1633183c631c service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090247 Feb 10 13:19:14.340706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaf1e9-1a77-4cee-8599-b18c1e264169 req-9ba76d2f-f1ca-42f4-a937-851b68bdc127 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.342258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ecaf1e9-1a77-4cee-8599-b18c1e264169 req-9ba76d2f-f1ca-42f4-a937-851b68bdc127 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 948 time: 0.1196680 Feb 10 13:19:14.363952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97719792-a5f2-445a-b8a0-b0320849da18 req-ff4ee394-ea40-4034-9b37-f498ecb9652b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.365525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97719792-a5f2-445a-b8a0-b0320849da18 req-ff4ee394-ea40-4034-9b37-f498ecb9652b tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.1513624 Feb 10 13:19:14.475946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Deleting subnet 4ea6fca5-63a1-4387-9d21-ce15f674c9f8 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:19:14.495858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Publish callbacks [] for subnet (4ea6fca5-63a1-4387-9d21-ce15f674c9f8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.567388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d275f54-fc7b-4d95-96fb-9cecc4360b20 req-01234a46-f68c-43bc-9a20-4ea625b4e86c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.568956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d275f54-fc7b-4d95-96fb-9cecc4360b20 req-01234a46-f68c-43bc-9a20-4ea625b4e86c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.3552358 Feb 10 13:19:14.578408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (4ea6fca5-63a1-4387-9d21-ce15f674c9f8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.579941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:14.585347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Request body: {'floatingip': {'port_id': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:14.632197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-81cbe881-7ba4-430b-9072-e5ade16325d2 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056397 Feb 10 13:19:14.708980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-a27cbed4-eb17-4050-a812-868854508fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 HTTP/1.1" status: 200 len: 217 time: 0.0692873 Feb 10 13:19:14.727184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ecaf1e9-1a77-4cee-8599-b18c1e264169 req-a060105c-1c3d-4705-93f1-027fefe5b745 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584447 Feb 10 13:19:14.749470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639af2-007a-4072-b331-d1037ddee40f req-fa20eef2-926a-4e69-8f8f-18bc24e3493d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.751046 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-fa20eef2-926a-4e69-8f8f-18bc24e3493d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0&tenant_id=725486b70fe1497c9243ff6820a04be7&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 948 time: 0.4438219 Feb 10 13:19:14.792133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Deleting port 7097441c-b03f-4e01-b429-ae281e52dcd9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:14.792133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.843781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:14.894203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-6f6c5d53-a670-4aae-af09-f2b0aae20032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:14.896657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-6f6c5d53-a670-4aae-af09-f2b0aae20032 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.1647584 Feb 10 13:19:15.003912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4ea6fca5-63a1-4387-9d21-ce15f674c9f8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.036570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] For port 7097441c-b03f-4e01-b429-ae281e52dcd9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=7097441c-b03f-4e01-b429-ae281e52dcd9,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:15.038018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.074748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Calling delete_port for 7097441c-b03f-4e01-b429-ae281e52dcd9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:15.079445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-640915a0-9c53-430c-8e56-2476b300457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.083856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-640915a0-9c53-430c-8e56-2476b300457d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1789427 Feb 10 13:19:15.168934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.173917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.179310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.185687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.191197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.198425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.202455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.210689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-4df64c46-3dff-47a5-a3c1-016f8c4457b9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4990780 Feb 10 13:19:15.217183 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-9b639af2-007a-4072-b331-d1037ddee40f req-a6bc7e51-1bd0-4de2-8b16-3b3822428aec service neutron] delete failed (client error): The resource could not be found. Feb 10 13:19:15.218100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-a6bc7e51-1bd0-4de2-8b16-3b3822428aec service neutron] 10.222.0.21 "DELETE /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.4314477 Feb 10 13:19:15.219726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25682-1113-4fa9-8997-914422d93dbb req-459e2bf8-ebee-43ff-b68f-03b97f8c1ac9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:15.241091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36d25682-1113-4fa9-8997-914422d93dbb req-459e2bf8-ebee-43ff-b68f-03b97f8c1ac9 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 945 time: 0.2869711 Feb 10 13:19:15.281588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (4ea6fca5-63a1-4387-9d21-ce15f674c9f8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.326908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea6fca5-63a1-4387-9d21-ce15f674c9f8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:15.437125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-b6f9716d-ee1a-490c-887f-64b669c82e13 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428421 Feb 10 13:19:15.476196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36d25682-1113-4fa9-8997-914422d93dbb req-37dce597-ba21-4a13-910b-f5b081579268 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341146 Feb 10 13:19:15.559648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:15.651534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-c13c6fce-a79c-4df7-ab97-dd6d38c88628 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734521 Feb 10 13:19:15.655755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7097441c-b03f-4e01-b429-ae281e52dcd9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.666455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:19:15.674836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:15.712315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:15.713459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.780446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event deleted for resources: {'Port': ['ID=7097441c-b03f-4e01-b429-ae281e52dcd9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:15.810997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.818715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-815dadde-2316-4184-b8ed-5216b7fd0282 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ea6fca5-63a1-4387-9d21-ce15f674c9f8 HTTP/1.1" status: 204 len: 168 time: 1.7039695 Feb 10 13:19:15.823950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:15.844192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:15.889057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-0f3ebbdc-7e03-4ba1-aa4c-fd822896ce98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=758452e7-83ea-42a6-a384-69d82a4a8f76 HTTP/1.1" status: 200 len: 217 time: 0.2264147 Feb 10 13:19:15.909897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] No DVR routers for this DVR port 7097441c-b03f-4e01-b429-ae281e52dcd9 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:15.938301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:15.939174 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.941547 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:15.960340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d1728adc-fc66-464a-9532-c79cde9ce0ac req-7660b058-7c20-4a60-8732-c4e21d6e3598 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7486579 Feb 10 13:19:15.962861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97719792-a5f2-445a-b8a0-b0320849da18 req-0d60a312-408b-40c5-9a84-7358f2ff4ace tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.77 "DELETE /v2.0/ports/7097441c-b03f-4e01-b429-ae281e52dcd9 HTTP/1.1" status: 204 len: 173 time: 1.5690856 Feb 10 13:19:15.995788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-deleted', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:16.006533 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67adb1-aa8c-4df4-bde0-b6228c0c232f" -d '{"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-deleted", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:16.021289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:16.025564 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e385169-6089-418a-83c7-33066131fee3" -d '{"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-plugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:16.048159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:16.096168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.121411 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fc482a-5606-40da-b91e-5b36955d030e x-openstack-request-id: req-91fc482a-5606-40da-b91e-5b36955d030e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:16.121772 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9723bb09-4e83-4bc1-9d31-642d75409000", "name": "network-vif-deleted", "tag": "7097441c-b03f-4e01-b429-ae281e52dcd9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:16.121967 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91fc482a-5606-40da-b91e-5b36955d030e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:16.122391 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9723bb09-4e83-4bc1-9d31-642d75409000', 'name': 'network-vif-deleted', 'tag': '7097441c-b03f-4e01-b429-ae281e52dcd9', 'status': 'completed', 'code': 200} Feb 10 13:19:16.177676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1801095011-network', 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:16.183823 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743b8ce-2f27-4487-a037-9b62b425546e x-openstack-request-id: req-1743b8ce-2f27-4487-a037-9b62b425546e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:16.184245 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-plugged", "status": "completed", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:16.184598 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1743b8ce-2f27-4487-a037-9b62b425546e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:16.185132 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'code': 200} Feb 10 13:19:16.209034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639af2-007a-4072-b331-d1037ddee40f req-bf2e4083-ff1e-495b-a45a-a36ba375d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:16.211009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-bf2e4083-ff1e-495b-a45a-a36ba375d5fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1130 time: 0.4037306 Feb 10 13:19:16.218712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:16.218978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (77bc2c00-213f-4a23-ad6b-b0a95adb5031), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.249606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:16.255469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.263499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-7ea18ca9-491e-48e4-983c-4adf23521471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:16.267499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-7ea18ca9-491e-48e4-983c-4adf23521471 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 200 len: 797 time: 0.3428640 Feb 10 13:19:16.315984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.353494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f48e6-5b08-42c4-8a9f-e3ab1b348fd7 req-c0a0edb9-5ada-4af1-88d1-61178672c6ec tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:16.355306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293f48e6-5b08-42c4-8a9f-e3ab1b348fd7 req-c0a0edb9-5ada-4af1-88d1-61178672c6ec tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 948 time: 0.4651859 Feb 10 13:19:16.407444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-10a9631f-93fb-41f2-a100-fa474adb3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:16.409322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-10a9631f-93fb-41f2-a100-fa474adb3456 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1285508 Feb 10 13:19:16.503290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (77bc2c00-213f-4a23-ad6b-b0a95adb5031), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.562066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bc2c00-213f-4a23-ad6b-b0a95adb5031']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:16.586760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94104f5f-cf7d-4b9c-ae80-40257448bb7a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:16.587186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94104f5f-cf7d-4b9c-ae80-40257448bb7a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:16.600009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (94104f5f-cf7d-4b9c-ae80-40257448bb7a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.656147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639af2-007a-4072-b331-d1037ddee40f req-4f6366d0-3ce2-4089-a2bf-99635e56cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:16.656631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-4f6366d0-3ce2-4089-a2bf-99635e56cfd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4341564 Feb 10 13:19:16.698747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (94104f5f-cf7d-4b9c-ae80-40257448bb7a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.706501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:19:16.707044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (94104f5f-cf7d-4b9c-ae80-40257448bb7a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:19:16.722962 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:19:16.738751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:19:16.800221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.813557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35a6f564-7a2c-4bdc-a63b-81f7ec7c6834 req-7424fe8c-52fa-4cb2-9591-97d748001b77 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.2599642 Feb 10 13:19:16.828370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.888323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293f48e6-5b08-42c4-8a9f-e3ab1b348fd7 req-980f68d2-dbbd-4246-b931-eb31d0d96d6e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243738 Feb 10 13:19:16.923654 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-e4809b51-228e-4c07-80da-977267c8dd9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.1997008 Feb 10 13:19:16.931973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-b099ec76-c8fc-40dd-80e1-43abb7fc94f7 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050969 Feb 10 13:19:16.948071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (77bc2c00-213f-4a23-ad6b-b0a95adb5031), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.973973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:16.979839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] 10.222.0.13 "DELETE /v2.0/networks/77bc2c00-213f-4a23-ad6b-b0a95adb5031 HTTP/1.1" status: 204 len: 168 time: 1.1403186 Feb 10 13:19:17.010071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca27307-8aa8-487b-90d6-e2560f034e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=77bc2c00-213f-4a23-ad6b-b0a95adb5031,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:17.046767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-bda891c5-1995-4715-859b-cfa950e1f79e service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052444 Feb 10 13:19:17.124373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639af2-007a-4072-b331-d1037ddee40f req-2e9e194e-2a0d-48ac-aeaf-a2864cd1bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.126122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-2e9e194e-2a0d-48ac-aeaf-a2864cd1bd3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1955197 Feb 10 13:19:17.142105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-8d512b44-6f3e-41cc-81e5-b8b3f27459f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765be135-1c4e-4829-bfeb-49a019783cf4 HTTP/1.1" status: 200 len: 217 time: 0.0883431 Feb 10 13:19:17.186178 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Floating IP dd168e94-dea5-4a1b-80ac-2e083c4c649c associated. External IP: 172.25.8.116, port: db647b74-cfb9-4d53-8b66-ac79c9a0fdfa. Feb 10 13:19:17.224894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks [] for security_group (65df05f7-c15d-4f19-904b-b487f0d8d125), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.231504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-ee3c20e0-8f9a-43cd-b7cb-26bb81627618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.233386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-ee3c20e0-8f9a-43cd-b7cb-26bb81627618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 200 len: 797 time: 0.0817208 Feb 10 13:19:17.234661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (65df05f7-c15d-4f19-904b-b487f0d8d125), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.253722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.261153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.267225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.274748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.281198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.287616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.294604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.298643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-17943e12-a5d2-4e16-a05c-82b7649d5db6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2044933 Feb 10 13:19:17.307658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:17.318771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:17.341002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65df05f7-c15d-4f19-904b-b487f0d8d125,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:17.361034 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (45abea49-ba97-4c2d-9167-9a2df073b9b7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.361687 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Added segment 45abea49-ba97-4c2d-9167-9a2df073b9b7 of type vlan for network 54486d93-5624-4d43-a79e-1da312a04d85 Feb 10 13:19:17.404414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639af2-007a-4072-b331-d1037ddee40f req-ad695e8a-3579-43cf-b613-bafb5e2017e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.406004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-ad695e8a-3579-43cf-b613-bafb5e2017e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2622621 Feb 10 13:19:17.421267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-203379df-6e9d-46df-b8a1-ce037f83f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.423064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-203379df-6e9d-46df-b8a1-ce037f83f38a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1776536 Feb 10 13:19:17.432931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-d27498d1-07ef-47d1-bddf-a109a4052536 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:19:17.434132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-d27498d1-07ef-47d1-bddf-a109a4052536 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083554 Feb 10 13:19:17.435942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-330fba41-8cc1-4ef8-976b-c03ef2ced103 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:19:17.437151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-330fba41-8cc1-4ef8-976b-c03ef2ced103 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078561 Feb 10 13:19:17.439770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (54486d93-5624-4d43-a79e-1da312a04d85), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.488719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5557ead1-7fb5-4414-aed9-69b2dccd8d36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4098a10644ac4720899bd596c06d5b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676521 Feb 10 13:19:17.491151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:17.495834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26906136-1e02-4a80-b0b5-9db4d0a36be9 req-043cf142-6776-46cc-aacb-5033b4691f63 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872261 Feb 10 13:19:17.545329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (54486d93-5624-4d43-a79e-1da312a04d85), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.546290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:17.547079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.562766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:17.601377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 7097441c-b03f-4e01-b429-ae281e52dcd9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:19:17.602035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 7097441c-b03f-4e01-b429-ae281e52dcd9 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:19:17.635356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-8366ed87-8f81-48f0-abb0-06cc9f6575a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895909 Feb 10 13:19:17.647665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7603869 Feb 10 13:19:17.651285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:17.663237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Request body: {'subnet': {'network_id': '54486d93-5624-4d43-a79e-1da312a04d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1801095011-subnet', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:17.692074 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-eb64e1ae-9e23-411a-a759-9bdb506e3e6a service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435532 Feb 10 13:19:17.701394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] Publish callbacks [] for security_group (b67229ea-eaaf-4b55-a045-a8fc879456f7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.754075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943c8e-b403-482f-be41-b754079b35e9 admin admin] Pushing event updated for resources: {'Network': ['ID=54486d93-5624-4d43-a79e-1da312a04d85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:17.767301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 54486d93-5624-4d43-a79e-1da312a04d85 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:17.798050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:17.804306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:17.819308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Router f3270d2a-679a-4681-8f38-6a36c4352cd9 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:19:17.855276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b639af2-007a-4072-b331-d1037ddee40f req-9c17f736-b8ae-4871-824e-70812c97f9ed service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232038 Feb 10 13:19:18.017735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:19:18.027470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:18.029613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Sync routers for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:19:18.031616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] Publish callbacks [] for security_group (b67229ea-eaaf-4b55-a045-a8fc879456f7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:18.042853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:18.043519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:18.085978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee0fb62f-ea4f-411f-bc7b-30de83399e53 req-05abb60e-ee15-4e4b-ba1f-2f782047a31d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.1101961 Feb 10 13:19:18.136158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-515f2a19-79e5-43d5-9b11-a7bd15f25a43 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "PUT /v2.0/floatingips/dd168e94-dea5-4a1b-80ac-2e083c4c649c HTTP/1.1" status: 200 len: 992 time: 3.5540550 Feb 10 13:19:18.139097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:18.142246 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c089eb-3e0d-4742-ba18-60284df06a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:18.156835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b554a07-2d8e-4c8c-ac5a-f4809d35e662 req-f1f70fd4-7b7c-48a4-a890-fda935f7bc0f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.165663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b554a07-2d8e-4c8c-ac5a-f4809d35e662 req-f1f70fd4-7b7c-48a4-a890-fda935f7bc0f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1046703 Feb 10 13:19:18.221864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b67229ea-eaaf-4b55-a045-a8fc879456f7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:18.238477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:18.245449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67229ea-eaaf-4b55-a045-a8fc879456f7 HTTP/1.1" status: 204 len: 168 time: 0.7529774 Feb 10 13:19:18.278762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06dd9a9-3037-49ad-bb76-87d3581989ab req-89ec89de-07b7-4e3c-9198-f0bb191d70d2 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262333 Feb 10 13:19:18.310757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63f9f-b0f0-41dd-a1c9-92a4b0ed1495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67229ea-eaaf-4b55-a045-a8fc879456f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:18.316020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:18.367937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b554a07-2d8e-4c8c-ac5a-f4809d35e662 req-edccd863-edac-485e-8d5e-0fe0504a2884 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002823 Feb 10 13:19:18.519759 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a519e-4704-44ea-8bee-4ac3a0ba0f39 x-openstack-request-id: req-906a519e-4704-44ea-8bee-4ac3a0ba0f39 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:18.520988 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:18.522826 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-906a519e-4704-44ea-8bee-4ac3a0ba0f39 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:18.523316 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'status': 'completed', 'code': 200} Feb 10 13:19:18.547089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caafc9-aa21-4b96-9efb-0f3342781bb1 req-57192139-07c4-44d5-a98f-13ea937dc5ae tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.550143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90caafc9-aa21-4b96-9efb-0f3342781bb1 req-57192139-07c4-44d5-a98f-13ea937dc5ae tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.3015413 Feb 10 13:19:18.862845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.862845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.862845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.863428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.863918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.864448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.864961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.869854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-cb818686-8bc5-44aa-a756-c9bfb8737654 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6704 time: 0.3156116 Feb 10 13:19:18.911550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.923717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.933525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.947648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.963716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90caafc9-aa21-4b96-9efb-0f3342781bb1 req-11cbf71e-9252-4c07-ba11-de284a059b64 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298099 Feb 10 13:19:18.964625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.965189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dd168e94-dea5-4a1b-80ac-2e083c4c649c', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'port_id': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'mac_address': 'fa:16:3e:f0:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:37Z', 'updated_at': '2022-02-10T13:19:16Z', 'revision_number': 1, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:18.971836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:18.992359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.008774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-dda06865-d543-47cd-b449-3f9fe0140d97 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2585158 Feb 10 13:19:19.078210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Checking router: f3270d2a-679a-4681-8f38-6a36c4352cd9 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:19:19.107211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:19.107827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:19.140601 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd3d5866-3313-488a-889b-50e4d9dfadd3 req-6fd803b3-eef6-43a6-a104-e93317e4271c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299789 Feb 10 13:19:19.193064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (2f13f1f8-402d-41c7-8424-dbb5161561e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:19.306564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1909a788-a898-455b-bcc7-a961cc03f335 req-9a2bbfc2-218c-4394-8cf8-13813ca25f95 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0696828 Feb 10 13:19:19.316383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f13f1f8-402d-41c7-8424-dbb5161561e7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:19.330708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-884a9a2a-3080-4a4f-8e3b-c97ad0ee0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.331159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-884a9a2a-3080-4a4f-8e3b-c97ad0ee0c4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b HTTP/1.1" status: 200 len: 903 time: 0.4370947 Feb 10 13:19:19.343202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:19.357382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-1543d00c-2672-47dc-b02e-778c40652272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.359950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-1543d00c-2672-47dc-b02e-778c40652272 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13cd346a917d41d2815f3936e2949ce6&device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 1128 time: 0.7530949 Feb 10 13:19:19.410885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-c89eeb1b-70ad-4c03-bc6b-29992d06e224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765be135-1c4e-4829-bfeb-49a019783cf4 HTTP/1.1" status: 200 len: 217 time: 0.0699866 Feb 10 13:19:19.437387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Checking segment: {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:19.437865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Network hostable DHCP agents. Network: 54486d93-5624-4d43-a79e-1da312a04d85, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:19:19.585178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Network 54486d93-5624-4d43-a79e-1da312a04d85 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:19:19.595388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-9fc0fb94-a58c-4aa4-9988-03660abdff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.598047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-9fc0fb94-a58c-4aa4-9988-03660abdff5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 200 len: 797 time: 0.1718061 Feb 10 13:19:19.646093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 54486d93-5624-4d43-a79e-1da312a04d85) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:19.656605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.659246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:19.679908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d85d-9d9b-4333-854f-4d48cc5a91a5 req-74cb6bae-707b-4877-9229-2ece00f59ee5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.699681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9d0d85d-9d9b-4333-854f-4d48cc5a91a5 req-74cb6bae-707b-4877-9229-2ece00f59ee5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.1584756 Feb 10 13:19:19.710388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2a249-548c-491c-9835-027fa4f52270 None None] Network 54486d93-5624-4d43-a79e-1da312a04d85 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:19.761258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-cb48a998-a2c8-45a1-90c2-37193b5a9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.763311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-cb48a998-a2c8-45a1-90c2-37193b5a9bfb service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ba19c96-eab6-4307-9739-e21ae3d45bc3 HTTP/1.1" status: 200 len: 917 time: 0.3619971 Feb 10 13:19:19.781969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:19.783389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:19.790040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c91fe948-277f-4257-b80b-d34bfee1c482 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1336732 Feb 10 13:19:19.886396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9d0d85d-9d9b-4333-854f-4d48cc5a91a5 req-ea0d8665-7627-4a82-88e9-d92c068688fb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855524 Feb 10 13:19:19.896238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-124af893-0fec-4acc-b834-2fe15ecf7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:19.898111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-124af893-0fec-4acc-b834-2fe15ecf7c6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2923679 Feb 10 13:19:19.921215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (2190a730-c0bb-4d4b-b720-724937a93534), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:19.922307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (2190a730-c0bb-4d4b-b720-724937a93534), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:19.924157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-1a1a0480-4d25-4565-a995-fa5490e2c042 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa HTTP/1.1" status: 200 len: 1000 time: 0.1310806 Feb 10 13:19:20.133859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-54486d93-5624-4d43-a79e-1da312a04d85', 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85', 'project_id': '66438a039429494ab0cb9af19e38f04c', 'fixed_ips': [{'subnet_id': '2f13f1f8-402d-41c7-8424-dbb5161561e7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:19:20.150940 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:20.176083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-b0b78581-7250-46d3-950e-75f393368dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:20.177840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-b0b78581-7250-46d3-950e-75f393368dba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb HTTP/1.1" status: 200 len: 855 time: 0.2414341 Feb 10 13:19:20.235205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-74197b25-f150-4a4b-aab7-8604e051c693 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274448 Feb 10 13:19:20.293938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for router_controller (2190a730-c0bb-4d4b-b720-724937a93534), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:20.305378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759408-f34d-40e4-b19c-f1806280968b req-f7cc255f-0760-4b56-90d4-19836077de24 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:20.311366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3759408-f34d-40e4-b19c-f1806280968b req-f7cc255f-0760-4b56-90d4-19836077de24 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.2110603 Feb 10 13:19:20.386566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dd168e94-dea5-4a1b-80ac-2e083c4c649c', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'port_id': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'mac_address': 'fa:16:3e:f0:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:37Z', 'updated_at': '2022-02-10T13:19:16Z', 'revision_number': 1, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:20.452544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0468a-ce2a-45bd-8306-c556509b2f85 None None] The sync data for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 is: [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dd168e94-dea5-4a1b-80ac-2e083c4c649c', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'port_id': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'mac_address': 'fa:16:3e:f0:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:17:37Z', 'updated_at': '2022-02-10T13:19:16Z', 'revision_number': 1, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:19:20.477657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-6efc5147-b7a0-4d04-abd7-cc64db10b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:20.485855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-6efc5147-b7a0-4d04-abd7-cc64db10b1db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ba19c96-eab6-4307-9739-e21ae3d45bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2985833 Feb 10 13:19:20.488056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Allocated IP 172.20.0.2 (54486d93-5624-4d43-a79e-1da312a04d85/2f13f1f8-402d-41c7-8424-dbb5161561e7/595849be-2a4e-49a4-9d45-1c4616dfc9de) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:20.632304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3759408-f34d-40e4-b19c-f1806280968b req-22382899-7cca-4d79-ba5e-f3cf7a2679fa tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985759 Feb 10 13:19:20.642432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-f979130a-84a2-427d-85bf-bfbcbac22d2b service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972681 Feb 10 13:19:20.887497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for router_gateway (2190a730-c0bb-4d4b-b720-724937a93534), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:20.905851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-153f445e-d67b-4bdc-be38-0c33f8f7cde3 service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110394 Feb 10 13:19:20.940423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks [] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:20.953644 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:21.000548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-81ffcecd-4b98-42fc-8ba9-a7a4c01dc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.002291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-81ffcecd-4b98-42fc-8ba9-a7a4c01dc863 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.2575326 Feb 10 13:19:21.267289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36c089eb-3e0d-4742-ba18-60284df06a3d req-84317dca-7ebf-4440-8c93-42f6f6a4d811 service neutron] 10.222.0.77 "GET /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404288 Feb 10 13:19:21.320279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.330806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.347326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-c9e88594-a15e-4348-85a5-b13b0c08b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.349919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.359318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-c9e88594-a15e-4348-85a5-b13b0c08b053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3439224 Feb 10 13:19:21.363576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.380629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.393186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Network 54486d93-5624-4d43-a79e-1da312a04d85 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:21.399084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.409280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:21.412020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Pushing event updated for resources: {'Port': ['ID=595849be-2a4e-49a4-9d45-1c4616dfc9de,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:21.414677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.421489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:21.427833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-2431e8cb-d941-4fa7-a2cf-d37d128da073 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4568846 Feb 10 13:19:21.463624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-bb8fed5c-8951-43c9-9b14-d15f1caea8ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.0942891 Feb 10 13:19:21.486660 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aedcb48-135e-41f4-a141-5d06edfb742a None None] New status for floating IP dd168e94-dea5-4a1b-80ac-2e083c4c649c: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:19:21.557338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Attempting to bind port 595849be-2a4e-49a4-9d45-1c4616dfc9de on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:21.557713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Attempting to bind port 595849be-2a4e-49a4-9d45-1c4616dfc9de by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:21.558080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Attempting to bind port 595849be-2a4e-49a4-9d45-1c4616dfc9de on network 54486d93-5624-4d43-a79e-1da312a04d85 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:21.575312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-73d7a101-cf16-4631-b680-10c84b931782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.580288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-73d7a101-cf16-4631-b680-10c84b931782 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1113517 Feb 10 13:19:21.581371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:21.582085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Checking segment: {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:21.582501 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:21.583051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Bound using segment: {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:21.583544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Bound port: 595849be-2a4e-49a4-9d45-1c4616dfc9de, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:21.583923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:21.749693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1202031f-efad-4290-b844-5b5c2c30d7a2 req-a52b9499-67eb-4f88-852f-edc9711a0a1e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3176184 Feb 10 13:19:21.806072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03b96df8-296f-4a5d-9526-e3698bd788df req-e39059fc-9786-4200-9c61-17e53433c54d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.1256495 Feb 10 13:19:21.838231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] For port 595849be-2a4e-49a4-9d45-1c4616dfc9de, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:21.849203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] For port 595849be-2a4e-49a4-9d45-1c4616dfc9de, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=595849be-2a4e-49a4-9d45-1c4616dfc9de,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:21.855469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for router_gateway (2190a730-c0bb-4d4b-b720-724937a93534), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:21.881976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-8b26f675-2b34-42a7-9bff-15e5dc6ea86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:21.883375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:21.886061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-8b26f675-2b34-42a7-9bff-15e5dc6ea86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2994707 Feb 10 13:19:21.993321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:22.051748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-fc8cac0f-b160-42af-8b1f-97f8ad520695 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583142 Feb 10 13:19:22.091047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Pushing event updated for resources: {'Port': ['ID=595849be-2a4e-49a4-9d45-1c4616dfc9de,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:22.114904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.121382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.121850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.122293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.123467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.125657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.126118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.126554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.126989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.128086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.128567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.131940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.132489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cff70b-4c47-4db0-9746-d402e2e597b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:22.233237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Allocated IP 172.25.8.249 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2cbcdb62-6f23-4eb8-9b1f-43614db47b30) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:22.387538 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b40d757f-9372-41e5-bf91-61eb8b2b64a9 req-a3280c0c-eb89-45c1-b0f6-4fc5f316bbed tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.4171188 Feb 10 13:19:22.447565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab0a6bbd-793f-4a6f-abfe-6044f0d65622 req-8d886770-cf18-426e-9bac-c7dc6f40315e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960746 Feb 10 13:19:22.484033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6572-a3eb-4d0e-ab6a-65526841957d req-891d0e77-5be0-4cdb-935e-156ad65e0c0c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:22.497207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd0e6572-a3eb-4d0e-ab6a-65526841957d req-891d0e77-5be0-4cdb-935e-156ad65e0c0c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.4442489 Feb 10 13:19:22.595988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd0e6572-a3eb-4d0e-ab6a-65526841957d req-4b1752c6-da97-4469-810f-197a9de49681 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958078 Feb 10 13:19:22.635429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-19cdc602-178b-4ed4-95ca-2d6924ec1975 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069469 Feb 10 13:19:22.644621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:22.997461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.005066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.014327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.035311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.051746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.059903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.076398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.084063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-7459a966-8b4e-49b4-b715-c08477ab77d7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1994772 Feb 10 13:19:23.134284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:23.156582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-3531d869-46ea-4162-a2b2-8008c72da9c5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:23.166374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-3531d869-46ea-4162-a2b2-8008c72da9c5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5117512 Feb 10 13:19:23.220421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-396dbe94-32ce-4a7b-bda2-11e667f00da0 req-4dffcd04-09c3-4b2f-8b26-51c045b101ac tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289723 Feb 10 13:19:23.236968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-b4fd74b9-2c10-4025-9e1b-4c86041f72d3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/quotas/725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 375 time: 0.0591924 Feb 10 13:19:23.242150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:23.270921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:23.276341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:23.312464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 595849be-2a4e-49a4-9d45-1c4616dfc9de up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:23.336400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Pushing event updated for resources: {'Port': ['ID=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:23.435995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-398d3039-fbbe-4e56-9a6c-c3012593b710 req-b6f9a29d-f8cc-4703-8a12-ee6def6f3f24 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.1059656 Feb 10 13:19:23.480271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 595849be-2a4e-49a4-9d45-1c4616dfc9de triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:23.481221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:23.591029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-d56cf70b-a4f7-4e63-b31c-30fc193f3625 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3060803 Feb 10 13:19:23.714578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9e369e0-73d2-442c-81bc-336eefc8bcd5 req-b785594b-2073-4f84-8ddc-a1a9e775e501 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0663745 Feb 10 13:19:23.776153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 595849be-2a4e-49a4-9d45-1c4616dfc9de is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:23.776677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:23.854572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 595849be-2a4e-49a4-9d45-1c4616dfc9de, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=595849be-2a4e-49a4-9d45-1c4616dfc9de,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:23.864171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:23.948122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35e1c0e-22c4-43bc-ac5c-126ef7f329b7 None None] Network 54486d93-5624-4d43-a79e-1da312a04d85 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:24.018517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for router_gateway (2190a730-c0bb-4d4b-b720-724937a93534), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:24.031653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb9df1-a96c-4578-be88-b2b96aa76041 req-3690c636-f3bf-40cd-84da-afdf47e3afee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.037645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4eeb9df1-a96c-4578-be88-b2b96aa76041 req-3690c636-f3bf-40cd-84da-afdf47e3afee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1856365 Feb 10 13:19:24.186498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4eeb9df1-a96c-4578-be88-b2b96aa76041 req-2f412ec6-3e29-480a-9ac6-ff605518f759 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451290 Feb 10 13:19:24.213082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-077efd6b-1e46-44bd-b7b6-8989a2279333 req-58b6f48f-96ca-4642-a394-58acbf6a1fb4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 210 time: 0.0791538 Feb 10 13:19:24.215002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-33d608a3-d9cd-4f8a-a0bc-596074df2919 None None] Provisioning complete for port 595849be-2a4e-49a4-9d45-1c4616dfc9de triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:24.215587 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33d608a3-d9cd-4f8a-a0bc-596074df2919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:24.376634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=595849be-2a4e-49a4-9d45-1c4616dfc9de,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:24.552581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.574508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-33d608a3-d9cd-4f8a-a0bc-596074df2919 None None] Current status of the port 595849be-2a4e-49a4-9d45-1c4616dfc9de is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:24.576793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.604006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.635522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.658526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.694481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.711742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:24.730261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-a0b92a6f-f1b8-4215-b544-a4ab4818918f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3312933 Feb 10 13:19:24.773948 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-67a49f94-76a2-4979-be61-9ff983459671 req-3ed5766d-b1b6-44f2-b2c5-a8c8be1c0167 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0932608 Feb 10 13:19:24.808152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (2190a730-c0bb-4d4b-b720-724937a93534), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:24.877738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab282ff5-95bc-4f33-8a70-e3f68c4f4120 req-9939a64f-ff9d-4ade-b018-7dcd32ab7500 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436701 Feb 10 13:19:25.057871 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-80d40b61-8973-4025-afda-ce904716dd0c req-17594580-bf2d-4c1d-94be-fa68ddac1539 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.1151364 Feb 10 13:19:25.110339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a06df6dc-e738-42ae-8554-bb39d689dc82 None None] Provisioning complete for port 595849be-2a4e-49a4-9d45-1c4616dfc9de triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:25.110955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a06df6dc-e738-42ae-8554-bb39d689dc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:25.159643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Router 2190a730-c0bb-4d4b-b720-724937a93534 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:19:25.224675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a06df6dc-e738-42ae-8554-bb39d689dc82 None None] Current status of the port 595849be-2a4e-49a4-9d45-1c4616dfc9de is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:25.326847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 595849be-2a4e-49a4-9d45-1c4616dfc9de up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:25.436888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1cd3a31-f536-4917-8272-27e7ec8307fc req-12563050-323f-4a6f-81c9-14e528274c7d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 210 time: 0.0574002 Feb 10 13:19:25.454836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:19:25.461139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 595849be-2a4e-49a4-9d45-1c4616dfc9de triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:25.461614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:25.484625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:25.486706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff8fa712-4a84-4b5c-9a98-c987295af26c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7095788 Feb 10 13:19:25.489532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:25.509840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Sync routers for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:19:25.512339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708377-c806-4760-97a0-caa3a48804ba req-95d72131-39bb-4c18-838a-f4e7bdd610d8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:25.522278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f708377-c806-4760-97a0-caa3a48804ba req-95d72131-39bb-4c18-838a-f4e7bdd610d8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1454790 Feb 10 13:19:25.557236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:25.569687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:25.635543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f708377-c806-4760-97a0-caa3a48804ba req-0f94c73d-ca54-4465-a8b1-4acda5b61dd6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085453 Feb 10 13:19:25.799675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 595849be-2a4e-49a4-9d45-1c4616dfc9de is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:25.856200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:25.898067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-2e2a4a87-39be-46cc-ad44-d4431e6caa09 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683224 Feb 10 13:19:26.064896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1593121d-7b35-44e8-b50e-92a842975f00 req-22c5386a-222c-4966-b13f-6e9be496ec34 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0513208 Feb 10 13:19:26.234049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-864be783-69f7-42ce-ae44-afe2a7d7ee01 req-fe031cb1-9d7d-4ac6-b6b2-7d26a37ddebc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0676410 Feb 10 13:19:26.253255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a47b61df-4b3a-4990-85d2-f66539dca589 req-4bbe22fa-9f37-4ce6-9060-21b469b3a8e3 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0513537 Feb 10 13:19:26.263211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:23Z', 'revision_number': 3, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:26.267293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-2abf7c77-cd43-4569-b6a4-e1da70db148e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.269134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-2abf7c77-cd43-4569-b6a4-e1da70db148e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569202 Feb 10 13:19:26.314733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.324116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Checking router: 2190a730-c0bb-4d4b-b720-724937a93534 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:19:26.324798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Updating router 2190a730-c0bb-4d4b-b720-724937a93534 port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:19:26.333821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.346148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.354414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.358558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.362305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.367836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.374946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.388080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-cb1ea63c-ba94-4ad2-acdc-e06d272593e7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3566854 Feb 10 13:19:26.393908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Request body: {'port': {'device_id': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '725486b70fe1497c9243ff6820a04be7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:26.560999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19d73136-cae1-44e6-b2cd-c9d352672eb4 req-d2f4cfe2-5f5b-45a9-a8c1-319f46de289f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718469 Feb 10 13:19:26.579625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:26.604722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Made reservation on behalf of 725486b70fe1497c9243ff6820a04be7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:26.612590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.683519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc68e8c5-de77-4d8a-b178-1b5edf86153a req-58beb58e-0bde-426e-a4ae-b7b61817af3f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 210 time: 0.0480876 Feb 10 13:19:26.751445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks [] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.758700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.761044 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.772557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.824199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62870-f495-4d50-a956-3e243079b462 None None] Pushing event updated for resources: {'Port': ['ID=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:26.831181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Attempting to bind port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:26.831955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Attempting to bind port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:26.832431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Attempting to bind port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:26.840157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:26.840695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:26.841447 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.842102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:26.842705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Bound port: 2cbcdb62-6f23-4eb8-9b1f-43614db47b30, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:26.843222 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:26.938681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Allocated IP 192.168.233.235 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/c9cf80d3-9c3a-449a-a937-6234c2da7a6b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:26.947235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] For port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:26.950079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9646ac-ed72-4d6b-995a-dfd0fc8bfdf7 req-45c10336-89ed-4629-b6d9-587ae195053c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:26.952008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] For port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:26.957093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c9646ac-ed72-4d6b-995a-dfd0fc8bfdf7 req-45c10336-89ed-4629-b6d9-587ae195053c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1855326 Feb 10 13:19:26.960883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.035224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62870-f495-4d50-a956-3e243079b462 None None] Pushing event updated for resources: {'Port': ['ID=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:27.049394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Publish callbacks [] for security_group (77bc504b-c2f1-4285-a7c8-8b41795a2ac1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.072000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (77bc504b-c2f1-4285-a7c8-8b41795a2ac1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.088657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:27.089324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:27.103783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Allocated IP 172.20.0.1 (54486d93-5624-4d43-a79e-1da312a04d85/2f13f1f8-402d-41c7-8424-dbb5161561e7/06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:27.106411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c9646ac-ed72-4d6b-995a-dfd0fc8bfdf7 req-098f5b45-69e4-4f87-85ca-ff328ce5a17c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427188 Feb 10 13:19:27.164824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc504b-c2f1-4285-a7c8-8b41795a2ac1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:27.177724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e43c13ef9474bf1a63691d5e2a73196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5968258 Feb 10 13:19:27.207206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:27.222688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.223042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.223388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.223733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.224075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.224415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.224747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.225104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.225452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.225766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.226093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.226419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.226747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26e385-e730-4820-a907-8437470f036f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:27.247103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:27.281441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks [] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.340078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.373819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ccc33df-b61b-407b-ad6b-61617ce8bf4c req-5be070f3-220b-499b-95e6-3380b93f3654 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0508003 Feb 10 13:19:27.429287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Network 54486d93-5624-4d43-a79e-1da312a04d85 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:27.434489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:27.456630 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:27.463054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Pushing event updated for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:27.544964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:23Z', 'revision_number': 3, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:27.551198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (2190a730-c0bb-4d4b-b720-724937a93534), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.590982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ad01-d6a6-465b-b2fe-109cdd08079e None None] The sync data for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 is: [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:23Z', 'revision_number': 3, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:19:27.829797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.830695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.877844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2113a7e-de21-4f7d-a295-2e4714c6f9d7 req-ae1391a5-db6a-45c8-ae0c-f5c183856a8d tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0979707 Feb 10 13:19:27.943138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] Publish callbacks [] for security_group (77bc504b-c2f1-4285-a7c8-8b41795a2ac1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:27.982400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:27.985197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:27.998104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.021235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.023234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] Publish callbacks [] for security_group (77bc504b-c2f1-4285-a7c8-8b41795a2ac1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.026413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.032037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.040135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.040465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.049857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb581f70-76f8-4256-be67-d1130387ec03 req-65449b49-7136-47ce-8878-82ba3e286943 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3481960 Feb 10 13:19:28.097710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:28.164092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a296e143-753b-49ff-9a03-efe77491e978 None None] Provisioning complete for port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:28.164463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a296e143-753b-49ff-9a03-efe77491e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.183951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:28.186490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:28.199111 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb581f70-76f8-4256-be67-d1130387ec03 req-99566acf-f01c-475b-b6cc-4ab1af074af7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475971 Feb 10 13:19:28.200714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:28.207849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:28.214349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a296e143-753b-49ff-9a03-efe77491e978 None None] Port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:28.276208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (77bc504b-c2f1-4285-a7c8-8b41795a2ac1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.285299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.298147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77bc504b-c2f1-4285-a7c8-8b41795a2ac1 HTTP/1.1" status: 204 len: 168 time: 1.0863290 Feb 10 13:19:28.326724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f91d2-7827-45f5-ac6f-74d5cc1dae7e req-6721d143-a7d9-4ed3-b194-c38a81efd252 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.329492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks [] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.338757 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.339751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-557f91d2-7827-45f5-ac6f-74d5cc1dae7e req-6721d143-a7d9-4ed3-b194-c38a81efd252 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 936 time: 0.3011594 Feb 10 13:19:28.411711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea696511-cd07-4134-bc09-0fdeb0fa0029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc504b-c2f1-4285-a7c8-8b41795a2ac1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:28.432035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.437941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.505659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Pushing event updated for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:28.507997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (2190a730-c0bb-4d4b-b720-724937a93534), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.524715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-772a67c1-4759-44ff-9c8d-31891a7aa1dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2362604 Feb 10 13:19:28.538972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Request body: {'port': {'device_id': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:28.560528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb9605-420d-4839-b0d4-9bd9c712c7af req-adceb43f-3199-4d3c-8ee9-48d0e1414dee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:28.565906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-557f91d2-7827-45f5-ac6f-74d5cc1dae7e req-cb4dd0c4-f260-4817-aa89-97745c3239c0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186375 Feb 10 13:19:28.584462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ebb9605-420d-4839-b0d4-9bd9c712c7af req-adceb43f-3199-4d3c-8ee9-48d0e1414dee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1858671 Feb 10 13:19:28.664177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-603f9a02-e178-4cc7-9ab4-3dfdaea299dc None None] Provisioning complete for port c9cf80d3-9c3a-449a-a937-6234c2da7a6b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:28.668548 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-603f9a02-e178-4cc7-9ab4-3dfdaea299dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.714365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ebb9605-420d-4839-b0d4-9bd9c712c7af req-b703725f-3707-4398-99be-11d27ca55cc4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218276 Feb 10 13:19:28.722068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:28.729323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-603f9a02-e178-4cc7-9ab4-3dfdaea299dc None None] Port c9cf80d3-9c3a-449a-a937-6234c2da7a6b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:28.751878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04d5388e-009d-487e-8f04-399f7c9cfc25 req-26ae0cde-31c0-4f6a-af32-97daa6ffbd35 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0449128 Feb 10 13:19:28.851697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Network 54486d93-5624-4d43-a79e-1da312a04d85 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:28.853765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:29.201424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Router 2190a730-c0bb-4d4b-b720-724937a93534 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:19:29.221451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-546b2a3d-92af-48aa-853c-e9a5350dce61 req-7c68b414-d162-440a-8e16-53baef81cd8c tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.1138701 Feb 10 13:19:29.278100 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:19:29.279944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cf80d3-9c3a-449a-a937-6234c2da7a6b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:29.285034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-71241c9d-ef22-42e1-b478-680207bf4af6 None None] Provisioning complete for port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:29.285515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71241c9d-ef22-42e1-b478-680207bf4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.296592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks [] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.320693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Transition to ACTIVE for port object c9cf80d3-9c3a-449a-a937-6234c2da7a6b will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:29.328102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.380371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-71241c9d-ef22-42e1-b478-680207bf4af6 None None] Port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:29.386929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:29.509854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:19:29.539635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5fb5230-9653-4337-8b72-8a8eb3cf5839 admin admin] 10.222.0.13 "PUT /v2.0/routers/2190a730-c0bb-4d4b-b720-724937a93534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0484545 Feb 10 13:19:29.541079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:29.541470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.596082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:29.722971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.737288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.752727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.753412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:29.755369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.766800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:29.770093 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.771155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.785421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.809950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.812133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-da44d6d8-9be5-4d35-9273-5f95c65e680b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4194064 Feb 10 13:19:29.822723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Attempting to bind port c9cf80d3-9c3a-449a-a937-6234c2da7a6b on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:29.823335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Attempting to bind port c9cf80d3-9c3a-449a-a937-6234c2da7a6b by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:29.826366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Attempting to bind port c9cf80d3-9c3a-449a-a937-6234c2da7a6b on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:29.847737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Port c9cf80d3-9c3a-449a-a937-6234c2da7a6b on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:29.848357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Attempting to bind port c9cf80d3-9c3a-449a-a937-6234c2da7a6b on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:29.849481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:29.859858 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.875550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:29.876333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:29.876967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:29.877622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Bound port: c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:29.878235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:29.929071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb4423-6852-4c02-83ed-d87657ce48d5 req-8bf4bf52-1c74-4461-9e01-3e58e4ab8769 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:29.930700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8afb4423-6852-4c02-83ed-d87657ce48d5 req-8bf4bf52-1c74-4461-9e01-3e58e4ab8769 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.0962422 Feb 10 13:19:30.006509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:30.021337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1274001120'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:30.044191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8afb4423-6852-4c02-83ed-d87657ce48d5 req-f74ccfa0-503f-4def-b43d-f2eb45ff5317 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967836 Feb 10 13:19:30.054239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b33e02e-34d1-4732-8236-d49160c2c7e1 req-ccb2454e-aa55-4d13-a540-610a9c49ad37 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351456 Feb 10 13:19:30.074389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:30.079940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.117154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:30.124395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:30.128399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:30.136021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.208700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3fbe6806-dcbc-406e-ad03-a9131788bafd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.209371 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Added segment 3fbe6806-dcbc-406e-ad03-a9131788bafd of type vlan for network d8996b9e-b989-4594-a79c-384d5751e625 Feb 10 13:19:30.271361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.276823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.278345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] 10.222.0.77 "PUT /v2.0/ports/c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 1096 time: 1.7441003 Feb 10 13:19:30.286288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:30.294431 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b81b247-e0df-4989-bf1e-27ebca784710" -d '{"events": [{"name": "network-changed", "server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:30.302487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d8996b9e-b989-4594-a79c-384d5751e625), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.341562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8233-c71e-4bfa-b16c-5776b8ebbab6 req-8a96661f-9ac3-4604-a506-ccbaf7426e38 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.349318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-704a8233-c71e-4bfa-b16c-5776b8ebbab6 req-8a96661f-9ac3-4604-a506-ccbaf7426e38 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2094166 Feb 10 13:19:30.357615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d8996b9e-b989-4594-a79c-384d5751e625), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.362382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2400c344-18f4-462c-890f-6e26f6b93065 req-4f844414-7740-49df-a1b2-8fea53f34f84 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0973165 Feb 10 13:19:30.366362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.367005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.371591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc69e69-a453-4e98-8214-c200e8dff00b service neutron] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:30.433769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-10e763bd-56c5-402c-8b8d-840376047ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.435388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-10e763bd-56c5-402c-8b8d-840376047ead service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1130 time: 0.0778172 Feb 10 13:19:30.444118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37748) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:30.452813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6928246 Feb 10 13:19:30.455617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:30.480688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'subnet': {'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:30.531759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c62134-6073-44c3-850b-3f9597f80911 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Network': ['ID=d8996b9e-b989-4594-a79c-384d5751e625,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:30.541667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d8996b9e-b989-4594-a79c-384d5751e625 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:30.556986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-d5e97dee-f145-4d59-bbcc-46013c1a5cf1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.1063588 Feb 10 13:19:30.573403 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-704a8233-c71e-4bfa-b16c-5776b8ebbab6 req-0bbb5917-0091-4198-aa20-00d971918e12 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226825 Feb 10 13:19:30.593234 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Sync routers for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:19:30.612255 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:30.612741 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:30.719777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afe92f52-e464-4420-a776-9bef89c31038 req-6a22dc71-3feb-47c2-85fd-cdd00ca3df70 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.2060397 Feb 10 13:19:30.778947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-0f7ba7ef-13e1-4cc1-a75f-2fb33ed0508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.780910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-0f7ba7ef-13e1-4cc1-a75f-2fb33ed0508f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1798768 Feb 10 13:19:30.786734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb874650-385d-4f5e-8e1b-a5f0115e300b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.829248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80a4c881-6199-4d7b-9f2a-8a8834df4764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.872330 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0fef2-f04a-4178-bfac-22dd4ed5274f x-openstack-request-id: req-bbb0fef2-f04a-4178-bfac-22dd4ed5274f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:30.873078 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:30.873459 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbb0fef2-f04a-4178-bfac-22dd4ed5274f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:30.873876 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'status': 'completed', 'code': 200} Feb 10 13:19:30.886757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:30.890213 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.895069 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:30.935036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb874650-385d-4f5e-8e1b-a5f0115e300b admin admin] Publish callbacks [] for security_group (b36b5950-66f7-4450-b73d-0917fc2ffacd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.940590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb874650-385d-4f5e-8e1b-a5f0115e300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b36b5950-66f7-4450-b73d-0917fc2ffacd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:30.996849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-36e712b2-3977-47a2-9a1c-ffb5d12b9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:30.998795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-36e712b2-3977-47a2-9a1c-ffb5d12b9f1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2065361 Feb 10 13:19:31.000940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb874650-385d-4f5e-8e1b-a5f0115e300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b5950-66f7-4450-b73d-0917fc2ffacd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:31.074627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eb874650-385d-4f5e-8e1b-a5f0115e300b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd80420e75c446ab9020982d7e20b4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258864 Feb 10 13:19:31.077332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:31.214001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:27Z', 'revision_number': 4, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9', 'name': '', 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'mac_address': 'fa:16:3e:88:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:26Z', 'updated_at': '2022-02-10T13:19:27Z', 'revision_number': 2, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'subnets': [{'id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:31.260126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] Publish callbacks [] for security_group (b36b5950-66f7-4450-b73d-0917fc2ffacd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.270079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Checking router: 2190a730-c0bb-4d4b-b720-724937a93534 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:19:31.272607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-095549f9-5d93-4c28-969e-3cd30c0d32a7 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664435 Feb 10 13:19:31.273230 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Updating router 2190a730-c0bb-4d4b-b720-724937a93534 port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:19:31.320524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] Publish callbacks [] for security_group (b36b5950-66f7-4450-b73d-0917fc2ffacd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.321009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:31.324492 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.393386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b36b5950-66f7-4450-b73d-0917fc2ffacd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.397061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.403268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b36b5950-66f7-4450-b73d-0917fc2ffacd HTTP/1.1" status: 204 len: 168 time: 0.3234029 Feb 10 13:19:31.417280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55377d01-1087-4bd2-a72e-67dceb15f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b5950-66f7-4450-b73d-0917fc2ffacd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:31.445832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.453378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.460581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.467669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.474394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.481036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.489075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:31.489461 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.490194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.492384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-0eacfdc1-c13a-4658-aecc-e4e575c96682 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2577689 Feb 10 13:19:31.568403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95830-3ec4-4835-99d9-5f2daa156a57 req-42bb7ad1-e999-4406-a0fe-a4cb5d97ceb6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.576571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba95830-3ec4-4835-99d9-5f2daa156a57 req-42bb7ad1-e999-4406-a0fe-a4cb5d97ceb6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.3561625 Feb 10 13:19:31.577409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:31.597058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (2a380290-8e89-494d-b91e-ac0ee38323ea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.664501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5cd560f5-9f6b-4196-babf-3494c99a0927 req-ef594faf-4b8c-4e7c-aab8-4753b36deb34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639342 Feb 10 13:19:31.709337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Subnet': ['ID=2a380290-8e89-494d-b91e-ac0ee38323ea,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:31.776172 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks [] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.785953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51a6e00-a4f2-4302-a917-3225b80bf016 req-8a044318-2718-4b16-9351-f9c424a19ccb service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011373 Feb 10 13:19:31.792404 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.807678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba95830-3ec4-4835-99d9-5f2daa156a57 req-1828c22f-a78f-45c0-9127-048393899240 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300313 Feb 10 13:19:31.809432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Checking segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:31.810008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network hostable DHCP agents. Network: d8996b9e-b989-4594-a79c-384d5751e625, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:19:31.840545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network d8996b9e-b989-4594-a79c-384d5751e625 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:19:31.849191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4dca0623-9fca-4387-b9c5-ca76827f947d req-876aecd9-29e8-465b-8d7b-b41e9ec3286b tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0606406 Feb 10 13:19:31.857323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d8996b9e-b989-4594-a79c-384d5751e625) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:31.871427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34525a1c-ca52-4716-a39c-49f6dcf6fa4e None None] Network d8996b9e-b989-4594-a79c-384d5751e625 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:31.894140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Pushing event updated for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:31.910673 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.912677 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.913784 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.914377 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.916781 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.918040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.918755 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.919561 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.921760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:31.922024 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.922399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:31.922851 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.923441 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.923954 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.925030 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:31.995161 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9427bca0-2436-4f24-8433-2eb3cff681ca req-ce55776e-d0a2-4108-ba86-d0a278aa0254 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0564291 Feb 10 13:19:32.032412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:32.033622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-01a29bcc-cfd2-4cb5-99f7-5293c2c16ed4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5617130 Feb 10 13:19:32.044620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-614760178'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:32.077377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:32.088471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.096284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-d8996b9e-b989-4594-a79c-384d5751e625', 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'project_id': '66438a039429494ab0cb9af19e38f04c', 'fixed_ips': [{'subnet_id': '2a380290-8e89-494d-b91e-ac0ee38323ea'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:19:32.097503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.111027 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Attempting to bind port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:32.111670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Attempting to bind port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:32.112041 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Attempting to bind port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 on network 54486d93-5624-4d43-a79e-1da312a04d85 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:32.120454 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:32.120858 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Checking segment: {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:32.121401 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.122186 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Bound using segment: {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:32.122762 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Bound port: 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45abea49-ba97-4c2d-9167-9a2df073b9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:32.124812 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.147293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:32.173139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ec64971-0175-4265-a498-c1adbd679b38), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.181779 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Added segment 5ec64971-0175-4265-a498-c1adbd679b38 of type vlan for network 621897c4-d88e-4b7d-aeef-43cc8537d700 Feb 10 13:19:32.210511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-ab04ea0f-4ce2-40c2-849a-1acb716cb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:32.211970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-ab04ea0f-4ce2-40c2-849a-1acb716cb04e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1130 time: 0.3338943 Feb 10 13:19:32.232748 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] For port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:32.236580 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] For port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:32.247252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (621897c4-d88e-4b7d-aeef-43cc8537d700), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.249678 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.298624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Allocated IP 19.80.0.2 (d8996b9e-b989-4594-a79c-384d5751e625/2a380290-8e89-494d-b91e-ac0ee38323ea/4abb1338-f641-4284-9a92-b91301651df8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:32.311392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (621897c4-d88e-4b7d-aeef-43cc8537d700), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.312167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff94f0-6a48-4ba6-90f7-e787f26c0ab5 req-6b430940-0b9d-4d74-aabc-b8c7b7f49951 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:32.323182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64ff94f0-6a48-4ba6-90f7-e787f26c0ab5 req-6b430940-0b9d-4d74-aabc-b8c7b7f49951 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.3101819 Feb 10 13:19:32.323666 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637895a3-981d-489c-b42a-d3bc26e1dc57 None None] Pushing event updated for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:32.328160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:32.329316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.368256 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:19:32.368980 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:32.460215 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4262052 Feb 10 13:19:32.472070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:32.498208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb779a32-8de4-4596-8bdb-4b29144f4659 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Network': ['ID=621897c4-d88e-4b7d-aeef-43cc8537d700,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:32.501162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Provisioning complete for port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:32.501733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.516997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'subnet': {'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:32.552865 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:19:32.607572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:32.711001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-96ca4b61-2c55-4a4d-93e5-1d7794a47760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:32.713588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-96ca4b61-2c55-4a4d-93e5-1d7794a47760 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4933608 Feb 10 13:19:32.777849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Current status of the port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:32.778351 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.797300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-c76055e7-0ff3-48cf-8a6e-ab07a8f4bd2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.0643783 Feb 10 13:19:32.876493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] For port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:32.885530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.918816 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:27Z', 'revision_number': 4, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9', 'name': '', 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'mac_address': 'fa:16:3e:88:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:26Z', 'updated_at': '2022-02-10T13:19:32Z', 'revision_number': 4, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'subnets': [{'id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:32.931624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks [] for port (4abb1338-f641-4284-9a92-b91301651df8), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.943451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4abb1338-f641-4284-9a92-b91301651df8), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:32.961730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64ff94f0-6a48-4ba6-90f7-e787f26c0ab5 req-d5561668-38e6-41fc-8ac5-aa3d7d36efd0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6410434 Feb 10 13:19:32.971364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Network d8996b9e-b989-4594-a79c-384d5751e625 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:32.972341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:32.975153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:32.978680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:32.985840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc93ae-78f5-44e3-b116-5cd28f18bdcc None None] Pushing event updated for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:32.986647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.034159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccb945-6a7a-460c-a5e0-2797fd6a2bd9 None None] The sync data for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 is: [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:19:27Z', 'revision_number': 4, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9', 'name': '', 'network_id': '54486d93-5624-4d43-a79e-1da312a04d85', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'mac_address': 'fa:16:3e:88:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:26Z', 'updated_at': '2022-02-10T13:19:32Z', 'revision_number': 4, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'subnets': [{'id': '2f13f1f8-402d-41c7-8424-dbb5161561e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:19:33.034576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.053818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.061983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.069963 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.076799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.085829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.130253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.131571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-7e95e730-2690-4f1f-80c3-f6b31ecf824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.149018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-7e95e730-2690-4f1f-80c3-f6b31ecf824a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.3423085 Feb 10 13:19:33.161031 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-10b78126-6542-4065-95c4-3f544aaac2eb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2615552 Feb 10 13:19:33.226893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Pushing event updated for resources: {'Port': ['ID=4abb1338-f641-4284-9a92-b91301651df8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:33.238396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0b7e2385-8e29-4988-bd51-79a28d7cd374 None None] Provisioning complete for port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:33.238777 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2385-8e29-4988-bd51-79a28d7cd374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.346249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9ac19b8-e5ed-447c-8948-cfa69a4ea829 req-865c775d-034f-4faa-95fa-deab3f2ff9e0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824498 Feb 10 13:19:33.415848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Attempting to bind port 4abb1338-f641-4284-9a92-b91301651df8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:33.416620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Attempting to bind port 4abb1338-f641-4284-9a92-b91301651df8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:33.422613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Attempting to bind port 4abb1338-f641-4284-9a92-b91301651df8 on network d8996b9e-b989-4594-a79c-384d5751e625 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:33.425955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:33.485106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:33.485894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Checking segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:33.486542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.487110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Bound using segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:33.487793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Bound port: 4abb1338-f641-4284-9a92-b91301651df8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:33.488404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4abb1338-f641-4284-9a92-b91301651df8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.517430 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd587-237f-4d67-95f2-3773dec2d415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.602080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (03bd84bd-e710-4bbc-bcd4-da5b34dab3db), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.650106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e2385-8e29-4988-bd51-79a28d7cd374 None None] Current status of the port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:33.657936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:33.658552 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.700423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] For port 4abb1338-f641-4284-9a92-b91301651df8, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:33.721703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] For port 4abb1338-f641-4284-9a92-b91301651df8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4abb1338-f641-4284-9a92-b91301651df8,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:33.727328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-8fb2b806-ccf1-4c4a-8076-27d5686afb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.731291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-8fb2b806-ccf1-4c4a-8076-27d5686afb11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5713725 Feb 10 13:19:33.741305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4abb1338-f641-4284-9a92-b91301651df8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:33.819203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4d44-733f-4b2f-b4fc-d593e287907b req-6093b42c-e5fe-4f28-905f-749e97a1b327 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:33.827807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c63f4d44-733f-4b2f-b4fc-d593e287907b req-6093b42c-e5fe-4f28-905f-749e97a1b327 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.6717882 Feb 10 13:19:33.848023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Subnet': ['ID=03bd84bd-e710-4bbc-bcd4-da5b34dab3db,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:33.950415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e623f1d-ad1b-485b-8e0d-84017ae84b64 None None] Pushing event updated for resources: {'Port': ['ID=4abb1338-f641-4284-9a92-b91301651df8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:33.966930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:34.047446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ee47aa8e-6ff5-4288-876c-ea42098df736 req-e689a039-7c6a-402a-844b-57fb8c9822ce tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.6212313 Feb 10 13:19:34.072859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Checking segment: {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:34.073025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network hostable DHCP agents. Network: 621897c4-d88e-4b7d-aeef-43cc8537d700, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:19:34.158227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:34.177930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c63f4d44-733f-4b2f-b4fc-d593e287907b req-9b985dd6-216f-4fa8-a3b2-b40f92663a92 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573721 Feb 10 13:19:34.220671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:19:34.258328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-f368e959-b49a-4d70-9e4a-adee787c12b5 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059798 Feb 10 13:19:34.261603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 621897c4-d88e-4b7d-aeef-43cc8537d700) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:34.273037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924a634-b5f1-4e8e-a0ec-363c8a868538 None None] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:34.274341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.281838 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.359174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ecf63950-d2fd-46df-895f-6a582aa82c18 req-25c18ffe-c11a-49c8-96ee-fdb0f8e910d8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0692496 Feb 10 13:19:34.411141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-55ba2e41-2be0-4c2f-a94d-22b8a2d1564d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9353070 Feb 10 13:19:34.541293 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.555122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-621897c4-d88e-4b7d-aeef-43cc8537d700', 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700', 'project_id': '66438a039429494ab0cb9af19e38f04c', 'fixed_ips': [{'subnet_id': '03bd84bd-e710-4bbc-bcd4-da5b34dab3db'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:19:34.556492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.581974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1202983275'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:34.617792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Made reservation on behalf of 21c8afadea2a4b4e895fa11bfc097917 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:34.623779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.637603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.643400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.645999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1c9c-80b0-454e-a721-70c3fcd64634 req-dbdfa96a-e6c5-438a-bffd-2b37bd44c0a4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.647690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-769e1c9c-80b0-454e-a721-70c3fcd64634 req-dbdfa96a-e6c5-438a-bffd-2b37bd44c0a4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2587049 Feb 10 13:19:34.649484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.655548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.660839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.666491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.675342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:34.677298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0102fbbc-96bc-4ed1-87d4-02af5a72644e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1702809 Feb 10 13:19:34.687677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.710185 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b81b247-e0df-4989-bf1e-27ebca784710 req-5cd42e4f-ec5f-44ed-8cff-ebc3018ab585 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253702 Feb 10 13:19:34.734796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-769e1c9c-80b0-454e-a721-70c3fcd64634 req-e8e94b9b-6edc-47eb-b1df-6aa1f655f8d6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754633 Feb 10 13:19:34.784117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35640052-72c8-416f-9208-6bdf0b14a23b req-0576659b-88a9-42e7-9eff-83a1e7f5fcf2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986931 Feb 10 13:19:34.804467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Allocated IP 19.86.0.2 (621897c4-d88e-4b7d-aeef-43cc8537d700/03bd84bd-e710-4bbc-bcd4-da5b34dab3db/d435c492-c2b8-486b-86b0-7f7d5db31151) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:34.921550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks [] for security_group (4f6e3a4c-f3ae-439c-ad2b-9aed9465147f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.935384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4f6e3a4c-f3ae-439c-ad2b-9aed9465147f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:34.998272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e3a4c-f3ae-439c-ad2b-9aed9465147f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:35.018064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.019302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.019657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.020191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.020611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.021095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.021459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.021800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.022133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.022453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.022852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.023193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.023497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:19:35.039040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:35.062644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b942a598-87b7-4fba-b4a9-24bffebbb80a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.063581 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Added segment b942a598-87b7-4fba-b4a9-24bffebbb80a of type vlan for network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 Feb 10 13:19:35.145792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c95aa61c-06da-491b-aeb7-4e2c952fa4f0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.151965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-4a460b5a-bb42-4bfb-aa1a-82f0455df274 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:35.164729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-4a460b5a-bb42-4bfb-aa1a-82f0455df274 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:35.166724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks [] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.177080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-4a460b5a-bb42-4bfb-aa1a-82f0455df274 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/networks?id=d8996b9e-b989-4594-a79c-384d5751e625&id=621897c4-d88e-4b7d-aeef-43cc8537d700&id=d8996b9e-b989-4594-a79c-384d5751e625 HTTP/1.1" status: 200 len: 1391 time: 0.3044934 Feb 10 13:19:35.183819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.212021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-15e6e377-6e38-439e-8125-cc69d13a9bad tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/quotas/66438a039429494ab0cb9af19e38f04c HTTP/1.1" status: 200 len: 375 time: 0.0324008 Feb 10 13:19:35.224114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c95aa61c-06da-491b-aeb7-4e2c952fa4f0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.232261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:35.235524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.280743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:35.287717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:35.291942 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1305821 Feb 10 13:19:35.294374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:35.294689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:35.333905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Request body: {'subnet': {'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:35.394507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-1c87ab10-2a18-4cf4-9419-c2568c12b315 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1811271 Feb 10 13:19:35.421202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85b597ee-babb-4c12-b972-0616eaa9458c req-01f89fd0-1431-4db9-80a0-d0aecfb1e7a2 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.1256084 Feb 10 13:19:35.421627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Pushing event updated for resources: {'Port': ['ID=d435c492-c2b8-486b-86b0-7f7d5db31151,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:35.432081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4abb1338-f641-4284-9a92-b91301651df8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:35.472133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Attempting to bind port d435c492-c2b8-486b-86b0-7f7d5db31151 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:35.472512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Attempting to bind port d435c492-c2b8-486b-86b0-7f7d5db31151 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:35.473071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Attempting to bind port d435c492-c2b8-486b-86b0-7f7d5db31151 on network 621897c4-d88e-4b7d-aeef-43cc8537d700 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:35.485587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:35.485969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Checking segment: {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:35.486379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.486774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Bound using segment: {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:35.487258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Bound port: d435c492-c2b8-486b-86b0-7f7d5db31151, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:35.487650 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.520435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1028-69df-42bc-a782-9eb3f850b83d tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event updated for resources: {'Network': ['ID=c95aa61c-06da-491b-aeb7-4e2c952fa4f0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:35.621247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e227de-1cb4-4350-b09b-97f1285c4912 req-f03518eb-960e-4e31-adaf-7bd68fb6365c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:35.623237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17e227de-1cb4-4350-b09b-97f1285c4912 req-f03518eb-960e-4e31-adaf-7bd68fb6365c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.0784714 Feb 10 13:19:35.628279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:35.630604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:19:35.633006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ecca6-0f32-4b6f-9ddd-8aa45bf79088 None None] Network d8996b9e-b989-4594-a79c-384d5751e625 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:35.641394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Made reservation on behalf of 21c8afadea2a4b4e895fa11bfc097917 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:35.645318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.647582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] For port d435c492-c2b8-486b-86b0-7f7d5db31151, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:35.677731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-c5ccbd18-9405-415b-9c95-1ab75c61d2ec service neutron] 10.222.0.13 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033405 Feb 10 13:19:35.701647 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17e227de-1cb4-4350-b09b-97f1285c4912 req-6dfef878-611c-46ae-9a13-394dc51a3b12 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685992 Feb 10 13:19:35.769470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] For port d435c492-c2b8-486b-86b0-7f7d5db31151, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d435c492-c2b8-486b-86b0-7f7d5db31151,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:35.821001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2f02956-a987-498c-b8e4-fc32d530f414 req-6579f3a7-3a2a-49b1-ae36-8ddcc15d1a05 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=9723bb09-4e83-4bc1-9d31-642d75409000 HTTP/1.1" status: 200 len: 210 time: 0.0465429 Feb 10 13:19:35.899478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:35.914390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-9a94fc8b-6a03-42dc-8e08-c8acc4528764 service neutron] 10.222.0.13 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271290 Feb 10 13:19:35.995149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7b4a3-d459-49d7-bf03-af838190cf30 req-1a864877-2b59-482f-8b8e-4ca98cbe0eee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.001635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35a7b4a3-d459-49d7-bf03-af838190cf30 req-1a864877-2b59-482f-8b8e-4ca98cbe0eee tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.0959699 Feb 10 13:19:36.062013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:19:36.072283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35a7b4a3-d459-49d7-bf03-af838190cf30 req-52e6dae4-31c9-4424-bc9f-c17a790f2b8e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626173 Feb 10 13:19:36.072933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.129948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-4e812ddd-a9e6-4b55-a230-81e709bdda88 service neutron] 10.222.0.13 "GET /v2.0/networks/621897c4-d88e-4b7d-aeef-43cc8537d700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077687 Feb 10 13:19:36.131735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (297f375d-be20-4353-aaff-0039837b5ea6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.161861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.164272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08299e3-7155-4f3c-af08-00691ff4ad57 None None] Pushing event updated for resources: {'Port': ['ID=d435c492-c2b8-486b-86b0-7f7d5db31151,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:36.191848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4abb1338-f641-4284-9a92-b91301651df8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:36.192227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4abb1338-f641-4284-9a92-b91301651df8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.193812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Provisioning complete for port 4abb1338-f641-4284-9a92-b91301651df8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:36.194170 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4abb1338-f641-4284-9a92-b91301651df8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.273210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Checking segment: {'id': 'b942a598-87b7-4fba-b4a9-24bffebbb80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:36.273581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Network hostable DHCP agents. Network: c95aa61c-06da-491b-aeb7-4e2c952fa4f0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:19:36.330131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.339512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.348072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.361517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.370191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:19:36.372629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.376866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event updated for resources: {'Subnet': ['ID=297f375d-be20-4353-aaff-0039837b5ea6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:36.389384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:36.407072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c95aa61c-06da-491b-aeb7-4e2c952fa4f0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:36.408254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.424278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.428224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.429156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.434504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-6a0d01a0-02dd-4a19-a61e-5354a64108a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2888970 Feb 10 13:19:36.437963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-81a1919f-421c-4f50-908c-5efa36abecca service neutron] 10.222.0.13 "GET /v2.0/networks/621897c4-d88e-4b7d-aeef-43cc8537d700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972200 Feb 10 13:19:36.445885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59217a-e1ec-49cf-a271-d5bb67c7c59a None None] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:36.483530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'mac_address': 'fa:16:3e:b6:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:19:36.581018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ae5ff24-f89c-4ed7-8fd6-407cb3691be3 req-911c436f-d2ea-426b-86a8-8d7816622a47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417074 Feb 10 13:19:36.624455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-0545afa2-43c0-457a-8c08-cb262beda676 service neutron] 10.222.0.13 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724408 Feb 10 13:19:36.759684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1281562b-c02a-4d1a-a7a1-f7537936a47c req-9c803fec-c363-4320-b52a-d4d6040aa9a0 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0855079 Feb 10 13:19:36.793275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4abb1338-f641-4284-9a92-b91301651df8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:36.797283 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4abb1338-f641-4284-9a92-b91301651df8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.809620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c9cf80d3-9c3a-449a-a937-6234c2da7a6b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:36.813481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:36.849845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-3ff87e82-d992-4e2a-a703-56872bf91d00 service neutron] 10.222.0.13 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060986 Feb 10 13:19:36.867645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2e123f09-ab2c-4140-8c17-1377fbbef7f1 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5629482 Feb 10 13:19:36.870861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:36.883492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Request body: {'port': {'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-265486515'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:36.941214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cf80d3-9c3a-449a-a937-6234c2da7a6b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:36.964575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786032a2-5810-4ef9-bf12-e911378de2cb req-1f64e833-9646-453c-97c3-928066bb35c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:36.976318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-786032a2-5810-4ef9-bf12-e911378de2cb req-1f64e833-9646-453c-97c3-928066bb35c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.1289980 Feb 10 13:19:36.990447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:37.029305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.059687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-786032a2-5810-4ef9-bf12-e911378de2cb req-379cc2ec-4c87-41b8-9a65-17d29bfc81d7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821064 Feb 10 13:19:37.094969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Current status of the port 4abb1338-f641-4284-9a92-b91301651df8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:37.095413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4abb1338-f641-4284-9a92-b91301651df8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.101764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Made reservation on behalf of 21c8afadea2a4b4e895fa11bfc097917 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:37.106663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.167221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] device_id is not set on port 46e9a8f8-aef9-4b9d-8048-53326604f081 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:19:37.177063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-61b9318f-b1e3-4a73-af58-15b0c5d36730 req-f1d8d096-7296-4740-accd-7d00306eac34 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0659375 Feb 10 13:19:37.234051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-c95aa61c-06da-491b-aeb7-4e2c952fa4f0', 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0', 'project_id': '21c8afadea2a4b4e895fa11bfc097917', 'fixed_ips': [{'subnet_id': '297f375d-be20-4353-aaff-0039837b5ea6'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:19:37.234051 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.296566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 4abb1338-f641-4284-9a92-b91301651df8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4abb1338-f641-4284-9a92-b91301651df8,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:37.328054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4abb1338-f641-4284-9a92-b91301651df8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.447247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:37.567961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d435c492-c2b8-486b-86b0-7f7d5db31151 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:37.572153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:37.701768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Allocated IP 172.20.0.2 (c95aa61c-06da-491b-aeb7-4e2c952fa4f0/297f375d-be20-4353-aaff-0039837b5ea6/1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:37.860354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.879486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.893905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.906090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.906577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:37.912874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.929998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.936468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:37.945839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-6f62a479-7221-48df-92fa-880178b313ce tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2256444 Feb 10 13:19:37.953567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:19:37.954522 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:19:37.981740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70970124-f486-4168-9d3e-5356d2041b09 None None] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:38.028012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=4abb1338-f641-4284-9a92-b91301651df8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:38.045696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-099688ed-e6e1-461d-be93-7538b6cdc716 req-460b8588-a78d-4685-b1b4-2d49b84a95d1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988302 Feb 10 13:19:38.088368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e88c7d-fe5a-40a3-b4a5-5c979cb2d3ad req-217bbbfb-8b5c-450d-823e-1f9d04a6d5d9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:38.091525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3e88c7d-fe5a-40a3-b4a5-5c979cb2d3ad req-217bbbfb-8b5c-450d-823e-1f9d04a6d5d9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.8378217 Feb 10 13:19:38.188421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d435c492-c2b8-486b-86b0-7f7d5db31151 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:38.189516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.215943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3e88c7d-fe5a-40a3-b4a5-5c979cb2d3ad req-96f6cd59-2409-4e98-944b-7f46af467204 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107116 Feb 10 13:19:38.232354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-57eafe2a-119d-48f0-b362-f0840f906d55 req-c68ac9dd-2844-44d0-b4b0-5a21a9070a9f tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0608304 Feb 10 13:19:38.300715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks [] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.322623 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.411754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:38.438818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:38.442207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:38.449261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abbff688-a747-4d16-8d89-e0625d11a6a1 req-7c95a8aa-f54b-4765-8465-1c71b3d3f63f tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0858862 Feb 10 13:19:38.454198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Pushing event updated for resources: {'Port': ['ID=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:38.485833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Allocated IP 172.20.0.4 (c95aa61c-06da-491b-aeb7-4e2c952fa4f0/297f375d-be20-4353-aaff-0039837b5ea6/46e9a8f8-aef9-4b9d-8048-53326604f081) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:38.535715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbe002-9fbe-4850-a39b-a48b433ad682 None None] Current status of the port 4abb1338-f641-4284-9a92-b91301651df8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:38.559277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289db6ee-0189-4881-ad6a-b1044530a815 req-e35ac3c1-bd8a-4a0d-98d2-0830f1ea01d0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:38.563688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-289db6ee-0189-4881-ad6a-b1044530a815 req-e35ac3c1-bd8a-4a0d-98d2-0830f1ea01d0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 949 time: 0.1492236 Feb 10 13:19:38.614689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d435c492-c2b8-486b-86b0-7f7d5db31151 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:38.615313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.664425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Attempting to bind port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:38.665961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Attempting to bind port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'b942a598-87b7-4fba-b4a9-24bffebbb80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:38.666890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Attempting to bind port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 on network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:38.686912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:38.687866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Checking segment: {'id': 'b942a598-87b7-4fba-b4a9-24bffebbb80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:38.688603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.689779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Bound using segment: {'id': 'b942a598-87b7-4fba-b4a9-24bffebbb80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:38.690512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Bound port: 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b942a598-87b7-4fba-b4a9-24bffebbb80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c95aa61c-06da-491b-aeb7-4e2c952fa4f0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:38.691200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.704242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-289db6ee-0189-4881-ad6a-b1044530a815 req-6299815f-4b48-4c33-b63b-2ccdb47fb174 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310186 Feb 10 13:19:38.715923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Provisioning complete for port d435c492-c2b8-486b-86b0-7f7d5db31151 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:38.716351 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.719689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port d435c492-c2b8-486b-86b0-7f7d5db31151, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d435c492-c2b8-486b-86b0-7f7d5db31151,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:38.774425 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.964211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Current status of the port d435c492-c2b8-486b-86b0-7f7d5db31151 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:38.973813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] For port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:38.977820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] For port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,segment=NetworkSegment(b942a598-87b7-4fba-b4a9-24bffebbb80a),segment_id=b942a598-87b7-4fba-b4a9-24bffebbb80a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:38.980102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=d435c492-c2b8-486b-86b0-7f7d5db31151,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:38.991223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Provisioning complete for port 4abb1338-f641-4284-9a92-b91301651df8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:38.991528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4abb1338-f641-4284-9a92-b91301651df8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:38.996250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:39.043310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks [] for port (46e9a8f8-aef9-4b9d-8048-53326604f081), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:39.134540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f6d10fd5-78c3-49a3-a320-85cb442f3a93 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.142184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f6d10fd5-78c3-49a3-a320-85cb442f3a93 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.144374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f6d10fd5-78c3-49a3-a320-85cb442f3a93 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "GET /v2.0/networks?id=d8996b9e-b989-4594-a79c-384d5751e625&id=621897c4-d88e-4b7d-aeef-43cc8537d700&id=d8996b9e-b989-4594-a79c-384d5751e625 HTTP/1.1" status: 200 len: 1391 time: 0.3013389 Feb 10 13:19:39.192854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'admin_state_up': True, 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:39.269067 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (46e9a8f8-aef9-4b9d-8048-53326604f081), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:39.451197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0052cf-91de-4fb7-a1fb-6ebaa88ddaf7 None None] Pushing event updated for resources: {'Port': ['ID=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:39.472912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-051bf138-7abf-463d-a59c-7c1376620e83 req-987b6ff5-e2f5-4882-accc-1ce4b07113f7 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0789702 Feb 10 13:19:39.532072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:39.596993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:39.600980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4abb1338-f641-4284-9a92-b91301651df8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:39.604215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:39.608566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:19:39.625882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:39.652338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.676470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.706556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.721766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.737820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.757398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.770616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.782627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66339446-35b6-4aed-a928-85eb9d66129a req-e7ede33a-35d3-4b59-afc7-09facc777cdd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.5941265 Feb 10 13:19:39.791494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event updated for resources: {'Port': ['ID=46e9a8f8-aef9-4b9d-8048-53326604f081,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:39.794737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e356d73-b471-4fb7-8ed9-174c00b53601 None None] Current status of the port 4abb1338-f641-4284-9a92-b91301651df8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:39.845280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188f798-dd0e-4e1a-bd46-e4a71e900cb7 req-ee568429-5384-4995-844e-e08ab879d656 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:39.883579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a188f798-dd0e-4e1a-bd46-e4a71e900cb7 req-ee568429-5384-4995-844e-e08ab879d656 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2277238 Feb 10 13:19:39.979168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:40.000659 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a188f798-dd0e-4e1a-bd46-e4a71e900cb7 req-107b0379-7f02-4298-9314-e552935077cc tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091330 Feb 10 13:19:40.012211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:19:40.036092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4abb1338-f641-4284-9a92-b91301651df8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:40.036982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4abb1338-f641-4284-9a92-b91301651df8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.078290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:40.079190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.094641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:40.099456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.150418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port c9cf80d3-9c3a-449a-a937-6234c2da7a6b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:19:40.158980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66339446-35b6-4aed-a928-85eb9d66129a req-71016f3d-149e-404f-8910-de636b4693a5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351949 Feb 10 13:19:40.186160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-425ea973-482a-4b75-b474-3783c2f38d58 None None] Provisioning complete for port d435c492-c2b8-486b-86b0-7f7d5db31151 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:40.190414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0668777-051a-4659-9e60-cd5556aec7b6 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3150208 Feb 10 13:19:40.191095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:40.200807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-425ea973-482a-4b75-b474-3783c2f38d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.218519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port c9cf80d3-9c3a-449a-a937-6234c2da7a6b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:40.235583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.405243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:40.406011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.428708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b56bdbf-e839-445b-a32f-07c550f424f1 req-24217b8a-1471-4bbc-a8df-79a7bd90851e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 210 time: 0.1517923 Feb 10 13:19:40.472912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Allocated IP 19.80.0.245 (d8996b9e-b989-4594-a79c-384d5751e625/2a380290-8e89-494d-b91e-ac0ee38323ea/fa07e443-1b14-41e2-9af4-38ebc33c1d59) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:40.484807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:40.500704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Deleting port 46e9a8f8-aef9-4b9d-8048-53326604f081 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:40.501316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (46e9a8f8-aef9-4b9d-8048-53326604f081), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.503791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9122015-316e-402d-86b2-a106569f37f0 req-8ca714fb-c6f6-4ef9-9996-21e4dab7df6b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:40.506125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9122015-316e-402d-86b2-a106569f37f0 req-8ca714fb-c6f6-4ef9-9996-21e4dab7df6b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 949 time: 0.1538310 Feb 10 13:19:40.572710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4abb1338-f641-4284-9a92-b91301651df8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:40.574140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d435c492-c2b8-486b-86b0-7f7d5db31151 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:40.580621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:40.607037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c9cf80d3-9c3a-449a-a937-6234c2da7a6b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:40.607829 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.687235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.694687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9122015-316e-402d-86b2-a106569f37f0 req-f8b1b888-f2e0-462e-911b-7416e35a244b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820636 Feb 10 13:19:40.725793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (46e9a8f8-aef9-4b9d-8048-53326604f081), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.737890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:40.741059 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1622ce21-2d45-4237-8768-1fe311939058" -d '{"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:40.754785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Calling delete_port for 46e9a8f8-aef9-4b9d-8048-53326604f081 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:40.816510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-036b19d2-fbab-4168-bc2b-90c162c5eef1 req-5adb367b-6fce-4f9a-9a0e-a79daf0192ef tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0637124 Feb 10 13:19:40.836635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-425ea973-482a-4b75-b474-3783c2f38d58 None None] Current status of the port d435c492-c2b8-486b-86b0-7f7d5db31151 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:40.852950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:40.918799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['c29277c7-66ff-4c8f-81ba-8f94f85a37e7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:19:40.947142 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c509673-7199-403a-94d4-a4362bfc7a84 x-openstack-request-id: req-4c509673-7199-403a-94d4-a4362bfc7a84 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:40.947734 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:40.948645 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c509673-7199-403a-94d4-a4362bfc7a84 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:40.949248 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'code': 200} Feb 10 13:19:40.987280 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:40.992403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.031631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:41.056816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.100082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.104078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d435c492-c2b8-486b-86b0-7f7d5db31151 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:41.104622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.111980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (46e9a8f8-aef9-4b9d-8048-53326604f081), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.184585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event deleted for resources: {'Port': ['ID=46e9a8f8-aef9-4b9d-8048-53326604f081,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:41.187554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:41.235022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network d8996b9e-b989-4594-a79c-384d5751e625 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:41.289656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:41.292893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:41.315049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:41.410793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.411549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.432427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.439839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc4c79a9-58a7-47f5-b4b4-ae2e10d5b7a7 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "DELETE /v2.0/ports/46e9a8f8-aef9-4b9d-8048-53326604f081 HTTP/1.1" status: 204 len: 168 time: 1.2474842 Feb 10 13:19:41.441391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72543e9c-fca9-4ac2-96c4-26c240f385f6 req-6f9118db-049f-487a-9d72-db8fbc08ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.451480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72543e9c-fca9-4ac2-96c4-26c240f385f6 req-6f9118db-049f-487a-9d72-db8fbc08ffcb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1132 time: 0.4093347 Feb 10 13:19:41.455672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:41.470881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-979fe258-e613-4e0a-a0c7-900d265a99fc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2858596 Feb 10 13:19:41.490319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bec2d0-9d0a-4bd9-b4dd-8a3eab8d7b2f None None] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:41.548019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.557790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700', 'admin_state_up': True, 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:41.565032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.581908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.595000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.609505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.615373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.631503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.658527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d1a0-148b-48c0-9c40-3497d4e6f950 req-6b10b94b-dac1-4da4-9869-4c1a1aade92a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:41.660212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af78d1a0-148b-48c0-9c40-3497d4e6f950 req-6b10b94b-dac1-4da4-9869-4c1a1aade92a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.4441881 Feb 10 13:19:41.661476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c824fae-ce13-43e0-8844-a52224268f48 req-f0067968-d7ce-4ea4-9ac0-ba104f7b9118 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3607934 Feb 10 13:19:41.804217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Provisioning complete for port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:41.810438 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:41.841660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9c824fae-ce13-43e0-8844-a52224268f48 req-dee43008-6ee6-46ae-a024-0e65dd41090f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789999 Feb 10 13:19:41.850554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72543e9c-fca9-4ac2-96c4-26c240f385f6 req-ab14db9c-27a3-4a2e-9903-8d90a2528a92 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731441 Feb 10 13:19:41.860050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cdfb3142-ebbd-4d9e-ac05-8355e27beba0 tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3984659 Feb 10 13:19:41.860560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:41.866680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1722549396'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:41.953141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d435c492-c2b8-486b-86b0-7f7d5db31151 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:41.978888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af78d1a0-148b-48c0-9c40-3497d4e6f950 req-813a51b6-94b8-4421-89cb-62e8401e5e62 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917778 Feb 10 13:19:42.006339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Current status of the port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:42.007003 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.096017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] For port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,segment=NetworkSegment(b942a598-87b7-4fba-b4a9-24bffebbb80a),segment_id=b942a598-87b7-4fba-b4a9-24bffebbb80a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:42.099560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0ce67-3fc7-4170-a8dd-32a9324cd6be req-b1bcfc20-a909-4505-b2ce-fb0a2ec2e2fd tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:42.111259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.111520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fc0ce67-3fc7-4170-a8dd-32a9324cd6be req-b1bcfc20-a909-4505-b2ce-fb0a2ec2e2fd tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 932 time: 0.1312561 Feb 10 13:19:42.138822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Made reservation on behalf of 21c8afadea2a4b4e895fa11bfc097917 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:42.144524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.236870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:42.258160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:42.261960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.281789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fc0ce67-3fc7-4170-a8dd-32a9324cd6be req-644e505f-8e58-44da-93f7-60aefa5523e6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692560 Feb 10 13:19:42.285552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f593b28a-b6c3-4c17-8543-3c9d76737de8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.285904 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Added segment f593b28a-b6c3-4c17-8543-3c9d76737de8 of type vlan for network 8e6c7963-e9e9-4389-b369-ee174a2d7bbe Feb 10 13:19:42.287071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea4c19-273f-4ca4-8b5e-6dc88bd295dc None None] Pushing event updated for resources: {'Port': ['ID=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:42.297507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:42.322586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5672-dead-4b17-bb6d-233e1dc11f96 req-473fa991-6c07-4477-a796-65f26fcdee8d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:42.330322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-508f5672-dead-4b17-bb6d-233e1dc11f96 req-473fa991-6c07-4477-a796-65f26fcdee8d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1828499 Feb 10 13:19:42.438022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd3216cf-b8db-4287-b4bf-20e6a13637ae req-5bf32eb5-1463-42df-9574-99a31f28eb92 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0641670 Feb 10 13:19:42.467661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6fe9278d-a81a-465d-94b0-3ee4df28d14d None None] Provisioning complete for port fa07e443-1b14-41e2-9af4-38ebc33c1d59 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:42.468049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fe9278d-a81a-465d-94b0-3ee4df28d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.475324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-508f5672-dead-4b17-bb6d-233e1dc11f96 req-00a21d14-3ed7-4f46-822f-174331307985 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439238 Feb 10 13:19:42.485751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8e6c7963-e9e9-4389-b369-ee174a2d7bbe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.541009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:42.542613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.579074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6fe9278d-a81a-465d-94b0-3ee4df28d14d None None] Port fa07e443-1b14-41e2-9af4-38ebc33c1d59 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:42.597899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8e6c7963-e9e9-4389-b369-ee174a2d7bbe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.604600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:42.605738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.693594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8319478 Feb 10 13:19:42.697450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:42.738598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Allocated IP 19.86.0.208 (621897c4-d88e-4b7d-aeef-43cc8537d700/03bd84bd-e710-4bbc-bcd4-da5b34dab3db/9cb03731-b51b-4597-9005-834263b37e05) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:42.766241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da511562-aede-4123-b4aa-da0daee9e9c9 None None] Provisioning complete for port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:42.767529 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da511562-aede-4123-b4aa-da0daee9e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:42.802401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9ce6d-2cc0-49a1-a040-6a193368bbaf tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event updated for resources: {'Network': ['ID=8e6c7963-e9e9-4389-b369-ee174a2d7bbe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:42.829922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:42.850785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8e6c7963-e9e9-4389-b369-ee174a2d7bbe details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:43.220114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da511562-aede-4123-b4aa-da0daee9e9c9 None None] Current status of the port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:43.307344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6463fa57-10cf-46d7-aa55-aa85842bdb02 tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks HTTP/1.1" status: 200 len: 12036 time: 0.6085782 Feb 10 13:19:43.308235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:43.333355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c29333ba-1744-48b2-9682-d01b101f153e None None] Could not find standard attr ID for object 46e9a8f8-aef9-4b9d-8048-53326604f081. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:19:43.340667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.348370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.355725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.364344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.373068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.379902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.387099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.396378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-c59b6a64-cdc6-4096-bcee-f0d8c294fd00 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3933742 Feb 10 13:19:43.449918 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for port (9cb03731-b51b-4597-9005-834263b37e05), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:43.476117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63decb78-c891-40f9-a1a0-8f2d869c0dcf req-6e921fcc-5e79-4935-af7e-f9fd6c05579c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.479384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63decb78-c891-40f9-a1a0-8f2d869c0dcf req-6e921fcc-5e79-4935-af7e-f9fd6c05579c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.2158010 Feb 10 13:19:43.544049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:43.555724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792af35-75de-4e04-85d9-9c61caab4afd tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] Network 8e6c7963-e9e9-4389-b369-ee174a2d7bbe is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:19:43.564266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:43.583630 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-043d0ab5-99d1-4338-81a3-caba4ef90600 req-3406b089-2c4a-4cca-928d-2b87d99d953f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859436 Feb 10 13:19:43.596908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7792af35-75de-4e04-85d9-9c61caab4afd tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "POST /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2865322 Feb 10 13:19:43.597713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:43.658477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63decb78-c891-40f9-a1a0-8f2d869c0dcf req-7e006eec-d161-41c8-a36c-7388436d5af7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717732 Feb 10 13:19:43.664159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc3f0f-4924-4d84-8185-a6acacbe71e4 None None] Network 8e6c7963-e9e9-4389-b369-ee174a2d7bbe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:43.714003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:43.720011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:43.742130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:43.928113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67467238-9c8d-4c75-ba8c-1307102df403 req-d33c9590-c532-4ef9-a857-5c8311cfa4c6 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0963795 Feb 10 13:19:43.940111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:43.940856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47f0ae-b04d-44c7-8a39-209a3120f7a3 req-0b93613a-14b1-4464-870d-6e240bad49dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.941382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:43.945147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:43.974955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47f0ae-b04d-44c7-8a39-209a3120f7a3 req-0b93613a-14b1-4464-870d-6e240bad49dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.976587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec47f0ae-b04d-44c7-8a39-209a3120f7a3 req-0b93613a-14b1-4464-870d-6e240bad49dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 1655 time: 0.1565511 Feb 10 13:19:43.978684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:43.979349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.014361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-5b7af56f-3bce-4230-9c90-40b9fddd4a79 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4639335 Feb 10 13:19:44.036925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'admin_state_up': True, 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:44.069234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34c3eb3c-0636-4e54-ac2e-b96024d0adf1 tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks HTTP/1.1" status: 200 len: 12807 time: 0.4680068 Feb 10 13:19:44.078950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:44.203396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:19:44.239194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec47f0ae-b04d-44c7-8a39-209a3120f7a3 req-d502c091-dfb0-4010-a67a-310b4a4fab91 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344296 Feb 10 13:19:44.279277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6edb9f6f-a17d-4882-902b-1f27be9634ce tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "DELETE /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks/8e6c7963-e9e9-4389-b369-ee174a2d7bbe HTTP/1.1" status: 204 len: 168 time: 0.1935058 Feb 10 13:19:44.283863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:44.296406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:44.297128 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.515082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf60404c-17cd-4c03-9eee-0e8e76baebeb tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks HTTP/1.1" status: 200 len: 12036 time: 0.2299058 Feb 10 13:19:44.522896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:44.523456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b741a-e4b3-43f7-98aa-4f9e004b32c4 req-d8e9dd79-d31b-457b-ad13-446d228e71a4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:44.525303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f5b741a-e4b3-43f7-98aa-4f9e004b32c4 req-d8e9dd79-d31b-457b-ad13-446d228e71a4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.3512967 Feb 10 13:19:44.536362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9c319e8-1746-4e0c-a34b-674da06aa720 None None] Provisioning complete for port 9cb03731-b51b-4597-9005-834263b37e05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:44.538690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9c319e8-1746-4e0c-a34b-674da06aa720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9cb03731-b51b-4597-9005-834263b37e05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.559398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:44.561026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:44.563545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.567931 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c3ebd-8400-4213-8a1e-7f90d3db2556" -d '{"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:44.574822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6664ce94-fc49-4688-b92a-abf4896baa6b tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/networks/c95aa61c-06da-491b-aeb7-4e2c952fa4f0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0495119 Feb 10 13:19:44.590366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:44.635724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9c319e8-1746-4e0c-a34b-674da06aa720 None None] Port 9cb03731-b51b-4597-9005-834263b37e05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:44.649178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:44.651703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2cf49cc4-48cb-4597-b9ed-33271161d41e tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/networks/c95aa61c-06da-491b-aeb7-4e2c952fa4f0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0563991 Feb 10 13:19:44.653390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:44.659365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:44.659753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.702784 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:44.706247 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d4b62c-74aa-48b9-a7cf-fb81f1108d68 x-openstack-request-id: req-a7d4b62c-74aa-48b9-a7cf-fb81f1108d68 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:44.706583 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:44.706831 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7d4b62c-74aa-48b9-a7cf-fb81f1108d68 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:44.707489 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'code': 200} Feb 10 13:19:44.798137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f5b741a-e4b3-43f7-98aa-4f9e004b32c4 req-3a479830-6f8d-4029-a7fd-644833d5a9e0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486615 Feb 10 13:19:44.813684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:44.836946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:44.925972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Allocated IP 19.80.0.35 (d8996b9e-b989-4594-a79c-384d5751e625/2a380290-8e89-494d-b91e-ac0ee38323ea/5236a68c-7858-4a8b-94c3-03e23ed43d7e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:19:45.021990 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0f183bb5-725c-4942-b59f-97c1be51e363 tempest-DHCPAgentSchedulersTestJSON-1739267167 tempest-DHCPAgentSchedulersTestJSON-1739267167-project-admin] 10.222.0.13 "GET /v2.0/agents/71c21403-04d7-4732-905b-9071cbda6337/dhcp-networks HTTP/1.1" status: 200 len: 12036 time: 0.3663461 Feb 10 13:19:45.027612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37994) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:45.050575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.059414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.067200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.074982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.081028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.086810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.088808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be1340-ba5a-49c6-b63b-7e12411824b3 req-fa952c7c-f8f5-4df8-a9fc-f99c7ddeef43 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.092738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.097274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00be1340-ba5a-49c6-b63b-7e12411824b3 req-fa952c7c-f8f5-4df8-a9fc-f99c7ddeef43 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1395962 Feb 10 13:19:45.103455 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-012e5a0b-826d-4791-9a47-f07a96046e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2285821 Feb 10 13:19:45.195852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00be1340-ba5a-49c6-b63b-7e12411824b3 req-66e45674-a3dd-4811-a1f8-38c86dca6b73 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979311 Feb 10 13:19:45.226888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de98160c-4fca-46ef-9b13-a0923e4cdbb3 req-9655d070-9f2c-474c-abae-7469bd6fb873 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213160 Feb 10 13:19:45.275973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8e6c7963-e9e9-4389-b369-ee174a2d7bbe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.315117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.399203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.424734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cdbcc2ec-c38f-4d33-9b75-cfe92e79f2d3 req-a53be085-eb60-40a6-bb0f-31ca4328c328 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0597594 Feb 10 13:19:45.523117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network d8996b9e-b989-4594-a79c-384d5751e625 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:19:45.527360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:19:45.535384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:19:45.544987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:45.546573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8e6c7963-e9e9-4389-b369-ee174a2d7bbe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.617014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6c7963-e9e9-4389-b369-ee174a2d7bbe']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:45.625504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.626370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.640831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f593b28a-b6c3-4c17-8543-3c9d76737de8') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:45.641450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f593b28a-b6c3-4c17-8543-3c9d76737de8') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:45.668091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (f593b28a-b6c3-4c17-8543-3c9d76737de8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.683396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-ca685f3b-97ad-4ea3-b97d-c025cb7bd567 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6572807 Feb 10 13:19:45.693738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec47a-5ebf-4b6d-a6ba-6eed09431026 req-bf99ddf2-ef90-47dc-8324-b2b26fa0f632 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.707014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec47a-5ebf-4b6d-a6ba-6eed09431026 req-bf99ddf2-ef90-47dc-8324-b2b26fa0f632 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.719102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec47a-5ebf-4b6d-a6ba-6eed09431026 req-bf99ddf2-ef90-47dc-8324-b2b26fa0f632 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:45.727098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bdec47a-5ebf-4b6d-a6ba-6eed09431026 req-bf99ddf2-ef90-47dc-8324-b2b26fa0f632 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2376 time: 0.1716943 Feb 10 13:19:45.751004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f593b28a-b6c3-4c17-8543-3c9d76737de8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.771580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:19:45.772023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (f593b28a-b6c3-4c17-8543-3c9d76737de8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:19:45.791467 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:19:45.850834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:45.856655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-5cbb1995-06f9-4a15-82b9-218e689fc8b5 req-531f8c63-1269-4eed-b76a-c3bb97dd5f99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:19:45.862672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cbb1995-06f9-4a15-82b9-218e689fc8b5 req-531f8c63-1269-4eed-b76a-c3bb97dd5f99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156424 Feb 10 13:19:45.907851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8e6c7963-e9e9-4389-b369-ee174a2d7bbe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.937221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bdec47a-5ebf-4b6d-a6ba-6eed09431026 req-929405f9-340a-41fe-a60c-0d04533f3797 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992598 Feb 10 13:19:45.952160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:45.958566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "DELETE /v2.0/networks/8e6c7963-e9e9-4389-b369-ee174a2d7bbe HTTP/1.1" status: 204 len: 168 time: 0.9294891 Feb 10 13:19:46.008174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:46.011223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.028273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e96b6101-f41a-4d7e-beba-7a300a37ddbb None None] Provisioning complete for port 5236a68c-7858-4a8b-94c3-03e23ed43d7e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:19:46.030002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e96b6101-f41a-4d7e-beba-7a300a37ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.042284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6010c-82a6-4ad8-ab4d-9fb4e95f9321 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event deleted for resources: {'Network': ['ID=8e6c7963-e9e9-4389-b369-ee174a2d7bbe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:46.108787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e96b6101-f41a-4d7e-beba-7a300a37ddbb None None] Port 5236a68c-7858-4a8b-94c3-03e23ed43d7e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:19:46.116169 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f964b477-7b87-41fc-87f3-f49ad3f7dd1c tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] DELETE failed (client error): The resource could not be found. Feb 10 13:19:46.116945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f964b477-7b87-41fc-87f3-f49ad3f7dd1c tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:19:46.121079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f964b477-7b87-41fc-87f3-f49ad3f7dd1c tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "DELETE /v2.0/ports/46e9a8f8-aef9-4b9d-8048-53326604f081 HTTP/1.1" status: 404 len: 333 time: 0.0968504 Feb 10 13:19:46.123630 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:46.223180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Deleting subnet 297f375d-be20-4353-aaff-0039837b5ea6 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:19:46.229732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks [] for subnet (297f375d-be20-4353-aaff-0039837b5ea6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.305365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (297f375d-be20-4353-aaff-0039837b5ea6), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.484259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89efeae-018f-4d23-bd07-d2dfc0524f7c req-43099c3c-0ca4-415e-9d52-ad084bd687be tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.486915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b89efeae-018f-4d23-bd07-d2dfc0524f7c req-43099c3c-0ca4-415e-9d52-ad084bd687be tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1253083 Feb 10 13:19:46.490131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-62591b39-bbcb-4538-8f72-74de71594a5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1806507 Feb 10 13:19:46.552583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64164b-1772-4fdb-a630-b88353e72611 req-30af107f-efaa-404a-8874-2a79c7fe94be tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.564962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c64164b-1772-4fdb-a630-b88353e72611 req-30af107f-efaa-404a-8874-2a79c7fe94be tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2150154 Feb 10 13:19:46.590426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b89efeae-018f-4d23-bd07-d2dfc0524f7c req-94d34432-244b-44f4-8150-2e7a71b9bc6e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Feb 10 13:19:46.598369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (297f375d-be20-4353-aaff-0039837b5ea6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.672544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c64164b-1772-4fdb-a630-b88353e72611 req-56ab3b83-e050-4b0f-b0e4-0702041e8a54 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060452 Feb 10 13:19:46.762370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa07e443-1b14-41e2-9af4-38ebc33c1d59 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:46.820679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks [] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.853805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c4e3c65-993c-4fde-84f4-b1cb7ee7039d req-6fb6d7a9-21d8-4a4d-941e-90a51bd85fe9 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0693400 Feb 10 13:19:46.877042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (297f375d-be20-4353-aaff-0039837b5ea6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.889559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Transition to ACTIVE for port object fa07e443-1b14-41e2-9af4-38ebc33c1d59 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:46.897291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:46.918871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.926465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.958878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.965330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.973821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.979203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.997594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:46.999638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-5c3e8245-1ba8-4d72-aaa9-f0c5a4aafadb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2700093 Feb 10 13:19:47.059247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event deleted for resources: {'Subnet': ['ID=297f375d-be20-4353-aaff-0039837b5ea6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:47.069360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:47.097200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e1cf7-7c8a-4965-a54f-f289c9cb8830 None None] Network c95aa61c-06da-491b-aeb7-4e2c952fa4f0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:19:47.110718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.119831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9ba0f541-b923-4298-9e81-3e7b77ca665f tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "DELETE /v2.0/subnets/297f375d-be20-4353-aaff-0039837b5ea6 HTTP/1.1" status: 204 len: 168 time: 0.9893591 Feb 10 13:19:47.126602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:47.479445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c95aa61c-06da-491b-aeb7-4e2c952fa4f0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.484882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a77e29c-c96a-409e-b792-f078cb7b7002 req-9cd1e9bc-6e8a-4d88-96d2-88430b9a0263 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4202759 Feb 10 13:19:47.557017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-6fb8c529-2e29-4aa1-898a-2dfcd153b634 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.558444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-6fb8c529-2e29-4aa1-898a-2dfcd153b634 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports/c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 947 time: 0.2030196 Feb 10 13:19:47.573158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3b5fc-6815-4148-a610-367e50f87d17 req-adbaac91-4919-4271-9d4c-cf138f0360dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.578580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3b5fc-6815-4148-a610-367e50f87d17 req-adbaac91-4919-4271-9d4c-cf138f0360dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.583643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3b5fc-6815-4148-a610-367e50f87d17 req-adbaac91-4919-4271-9d4c-cf138f0360dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.592030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32d3b5fc-6815-4148-a610-367e50f87d17 req-adbaac91-4919-4271-9d4c-cf138f0360dc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2388 time: 0.5398898 Feb 10 13:19:47.595400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Attempting to bind port fa07e443-1b14-41e2-9af4-38ebc33c1d59 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:47.595584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] DHCP port deletion for c95aa61c-06da-491b-aeb7-4e2c952fa4f0 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:19:47.595713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Attempting to bind port fa07e443-1b14-41e2-9af4-38ebc33c1d59 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:47.596046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Attempting to bind port fa07e443-1b14-41e2-9af4-38ebc33c1d59 on network d8996b9e-b989-4594-a79c-384d5751e625 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:47.609842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-3c4daaf0-51c2-48be-a57e-afda18d285ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.613000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-3c4daaf0-51c2-48be-a57e-afda18d285ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1127 time: 0.3660798 Feb 10 13:19:47.619437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Port fa07e443-1b14-41e2-9af4-38ebc33c1d59 on network d8996b9e-b989-4594-a79c-384d5751e625 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:47.619770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Attempting to bind port fa07e443-1b14-41e2-9af4-38ebc33c1d59 on network d8996b9e-b989-4594-a79c-384d5751e625 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:47.629157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:47.629501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Checking segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:47.629886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Bound using segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:47.630319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Bound port: fa07e443-1b14-41e2-9af4-38ebc33c1d59, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:47.630670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.657769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Deleting port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:47.669066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.754751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32d3b5fc-6815-4148-a610-367e50f87d17 req-ded8a197-0919-4c65-8fd5-371a2707b100 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564705 Feb 10 13:19:47.800446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Deleting port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:19:47.801137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.949647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-c4e3a52b-9188-449e-bfc2-234de6ef3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:47.951855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-c4e3a52b-9188-449e-bfc2-234de6ef3519 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.3047290 Feb 10 13:19:47.957942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] For port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,segment=NetworkSegment(b942a598-87b7-4fba-b4a9-24bffebbb80a),segment_id=b942a598-87b7-4fba-b4a9-24bffebbb80a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:47.957942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:47.967836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] For port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,segment=NetworkSegment(b942a598-87b7-4fba-b4a9-24bffebbb80a),segment_id=b942a598-87b7-4fba-b4a9-24bffebbb80a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:19:47.974405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.026637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Calling delete_port for 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:48.029998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Calling delete_port for 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:19:48.052579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-8ca8c2ce-8393-4aba-b86c-a03ce63e5cea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 1000 time: 0.0796850 Feb 10 13:19:48.076779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a7f96-2db2-468a-aede-674bcd4139ac req-6ff94b41-0e68-4245-a6c4-34fee9bbe459 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:48.078742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-310a7f96-2db2-468a-aede-674bcd4139ac req-6ff94b41-0e68-4245-a6c4-34fee9bbe459 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.3014052 Feb 10 13:19:48.139036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-427d1fd7-6b6d-480e-93ba-4f98fa28c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:48.142809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-427d1fd7-6b6d-480e-93ba-4f98fa28c864 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.0692923 Feb 10 13:19:48.146094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:48.175205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:19:48.225470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:48.266725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.289220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3cf7-07dc-43ac-b34c-ac9122133ed7 req-d64a3b91-9ee4-4982-bc89-d08ac9db5abf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:48.291281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-310a7f96-2db2-468a-aede-674bcd4139ac req-da6a1bc8-a920-4644-9d96-14b00ae7a8fc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058644 Feb 10 13:19:48.292223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f56c3cf7-07dc-43ac-b34c-ac9122133ed7 req-d64a3b91-9ee4-4982-bc89-d08ac9db5abf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.3367608 Feb 10 13:19:48.311850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:19:48.312452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.316135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:48.317595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.319623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] 10.222.0.21 "PUT /v2.0/ports/fa07e443-1b14-41e2-9af4-38ebc33c1d59 HTTP/1.1" status: 200 len: 1092 time: 2.6278870 Feb 10 13:19:48.422169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.440403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:48.500665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] No DVR routers for this DVR port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:48.525445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:48.531341 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b9b172-485d-4fe6-812b-46267f5975db" -d '{"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:48.537925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31562da-6d82-443c-9584-7e3d1730be8c service neutron] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:48.580787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:48.584509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] Pushing event deleted for resources: {'Port': ['ID=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:48.603175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-ae80bb18-20ba-4b2b-8dd0-9d22466d9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:48.612227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-ae80bb18-20ba-4b2b-8dd0-9d22466d9b6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4461231 Feb 10 13:19:48.627704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a80a44-6368-4212-bcbb-a869ea4051b4 None None] No DVR routers for this DVR port 1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:19:48.941131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f56c3cf7-07dc-43ac-b34c-ac9122133ed7 req-ac5b3c05-a7f1-4492-96bb-b2e077a0b532 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6179936 Feb 10 13:19:48.963644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-65e03302-2748-47d1-a39f-6c5c888c4ef5 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474448 Feb 10 13:19:49.010782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.185122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c78367e-bf2a-495b-b1ab-122128a4e8b9 req-bc978f52-c174-414f-b86b-f864e099a744 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.7217450 Feb 10 13:19:49.186819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c95aa61c-06da-491b-aeb7-4e2c952fa4f0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.190039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event deleted for resources: {'Port': ['ID=1d3e0d12-b0da-4ae6-b844-a0a6c4ebbee3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:49.243956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95aa61c-06da-491b-aeb7-4e2c952fa4f0']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:49.267548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b942a598-87b7-4fba-b4a9-24bffebbb80a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:49.267919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b942a598-87b7-4fba-b4a9-24bffebbb80a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:19:49.284694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (b942a598-87b7-4fba-b4a9-24bffebbb80a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.346664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b942a598-87b7-4fba-b4a9-24bffebbb80a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.379264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:19:49.379740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (b942a598-87b7-4fba-b4a9-24bffebbb80a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:19:49.387498 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:19:49.495357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-e857ab69-c200-4bca-a9ad-ea30154055ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.496920 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-e857ab69-c200-4bca-a9ad-ea30154055ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1132 time: 0.1886573 Feb 10 13:19:49.497753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c95aa61c-06da-491b-aeb7-4e2c952fa4f0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.510268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:49.516192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] 10.222.0.13 "DELETE /v2.0/networks/c95aa61c-06da-491b-aeb7-4e2c952fa4f0 HTTP/1.1" status: 204 len: 168 time: 2.3844275 Feb 10 13:19:49.715086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-6b1768b9-058a-4c52-8dd0-2192fcc7fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.717000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-6b1768b9-058a-4c52-8dd0-2192fcc7fea9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1608937 Feb 10 13:19:49.734833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-394a7fd7-9a55-49e3-9123-d659a100f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.735482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-394a7fd7-9a55-49e3-9123-d659a100f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.735961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-394a7fd7-9a55-49e3-9123-d659a100f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.737676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6b9b172-485d-4fe6-812b-46267f5975db req-394a7fd7-9a55-49e3-9123-d659a100f966 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2762 time: 0.4001403 Feb 10 13:19:49.797631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-9dad8d9e-7dc2-4a86-bcff-3c5d2212ac09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.0587196 Feb 10 13:19:49.798706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72655909-5d49-4c9c-adc9-71fc34597332 tempest-DHCPAgentSchedulersTestJSON-1453155379 tempest-DHCPAgentSchedulersTestJSON-1453155379-project] Pushing event deleted for resources: {'Network': ['ID=c95aa61c-06da-491b-aeb7-4e2c952fa4f0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:49.922326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-9979e08b-f908-48d1-9dc5-b3bf1a6d5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.923824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-9979e08b-f908-48d1-9dc5-b3bf1a6d5407 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1164105 Feb 10 13:19:49.970629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142ad20-3a14-4bbc-b675-70b10c944ba4 req-b81b23cb-820f-4567-b7dd-e8218b8f1106 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.979997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142ad20-3a14-4bbc-b675-70b10c944ba4 req-b81b23cb-820f-4567-b7dd-e8218b8f1106 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.988449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142ad20-3a14-4bbc-b675-70b10c944ba4 req-b81b23cb-820f-4567-b7dd-e8218b8f1106 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:49.990547 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e142ad20-3a14-4bbc-b675-70b10c944ba4 req-b81b23cb-820f-4567-b7dd-e8218b8f1106 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2388 time: 0.5088012 Feb 10 13:19:50.122279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-0c7ae728-708a-469b-b3cf-e94cc4c7b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.125023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-0c7ae728-708a-469b-b3cf-e94cc4c7b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.126040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-0c7ae728-708a-469b-b3cf-e94cc4c7b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.128707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6b9b172-485d-4fe6-812b-46267f5975db req-0c7ae728-708a-469b-b3cf-e94cc4c7b83a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=66438a039429494ab0cb9af19e38f04c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3819249 Feb 10 13:19:50.163290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:50.170751 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957235d1-8c13-4f6b-ba6e-f65c3202238f x-openstack-request-id: req-957235d1-8c13-4f6b-ba6e-f65c3202238f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:50.171364 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:50.171364 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-957235d1-8c13-4f6b-ba6e-f65c3202238f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:50.171686 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'status': 'completed', 'code': 200} Feb 10 13:19:50.492901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f277ef8f-6ce7-4d10-9cbb-8e885bf7716b req-88140995-eadc-4c20-b312-cca2773b37eb service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5157754 Feb 10 13:19:50.518444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e142ad20-3a14-4bbc-b675-70b10c944ba4 req-ef3eb6fa-e8d2-4b72-b157-f08b2d3413fa tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842092 Feb 10 13:19:50.529429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-015c6ec1-25c3-4bcf-842b-57f2e2990652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.532027 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-015c6ec1-25c3-4bcf-842b-57f2e2990652 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4140863 Feb 10 13:19:50.603387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.622739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.632282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.639807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.645315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.651540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.658080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.660677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a78f1ace-2a83-4077-8f05-8b0b229adf08 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 1.3594792 Feb 10 13:19:50.724540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-0d275b4d-68ee-4852-a924-7a061f63ea5a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767192 Feb 10 13:19:50.745511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b172-485d-4fe6-812b-46267f5975db req-b40c58d3-0dd9-4afc-9563-9848f3f8a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:50.746980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6b9b172-485d-4fe6-812b-46267f5975db req-b40c58d3-0dd9-4afc-9563-9848f3f8a490 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5828309 Feb 10 13:19:50.780310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4aa1ff43-82bc-4809-8443-bc39ef9340fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21c8afadea2a4b4e895fa11bfc097917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003225 Feb 10 13:19:50.792858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:50.978017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-555c90bf-f5ab-43e9-9445-77832a6bdd66 req-a6deeaed-c7b4-4ad4-90cf-6983d8e4a5d1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3095472 Feb 10 13:19:51.021384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] Publish callbacks [] for security_group (4f6e3a4c-f3ae-439c-ad2b-9aed9465147f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.038145 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-d07cbf7a-a9ca-4f47-a0e7-a25579ec1023 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722456 Feb 10 13:19:51.051951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb03731-b51b-4597-9005-834263b37e05 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:51.080241 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks [] for port (9cb03731-b51b-4597-9005-834263b37e05), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.091431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] Publish callbacks [] for security_group (4f6e3a4c-f3ae-439c-ad2b-9aed9465147f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.119400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Transition to ACTIVE for port object 9cb03731-b51b-4597-9005-834263b37e05 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:51.129698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.181109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Pushing event updated for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:51.293128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a49ed-e934-4a77-b8da-eb602594a102 req-dbb189e8-82ab-47db-92af-0212ba6d12ca tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.297414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e91a49ed-e934-4a77-b8da-eb602594a102 req-dbb189e8-82ab-47db-92af-0212ba6d12ca tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2626712 Feb 10 13:19:51.315913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4f6e3a4c-f3ae-439c-ad2b-9aed9465147f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.327387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.336435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f6e3a4c-f3ae-439c-ad2b-9aed9465147f HTTP/1.1" status: 204 len: 168 time: 0.5424788 Feb 10 13:19:51.382714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d34fb7-3e0b-4194-a83a-ec12b5fd4ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e3a4c-f3ae-439c-ad2b-9aed9465147f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:51.411271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960356c-8d25-49b0-8716-284062f49b9b req-585f61c6-850a-4cdb-86b0-cd490b2d531a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.419799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5960356c-8d25-49b0-8716-284062f49b9b req-585f61c6-850a-4cdb-86b0-cd490b2d531a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2312362 Feb 10 13:19:51.512255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e91a49ed-e934-4a77-b8da-eb602594a102 req-cf9f0de5-8728-4003-90e9-328c051890e6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056558 Feb 10 13:19:51.559769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5960356c-8d25-49b0-8716-284062f49b9b req-07a731dd-4d48-4c89-8914-dace972fdd62 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300042 Feb 10 13:19:51.566070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Attempting to bind port 9cb03731-b51b-4597-9005-834263b37e05 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:51.573322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Attempting to bind port 9cb03731-b51b-4597-9005-834263b37e05 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:51.576525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Attempting to bind port 9cb03731-b51b-4597-9005-834263b37e05 on network 621897c4-d88e-4b7d-aeef-43cc8537d700 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:51.587223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Port 9cb03731-b51b-4597-9005-834263b37e05 on network 621897c4-d88e-4b7d-aeef-43cc8537d700 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:51.588392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Attempting to bind port 9cb03731-b51b-4597-9005-834263b37e05 on network 621897c4-d88e-4b7d-aeef-43cc8537d700 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:51.599794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:51.602188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Checking segment: {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:51.605324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Bound using segment: {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:51.606132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Bound port: 9cb03731-b51b-4597-9005-834263b37e05, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec64971-0175-4265-a498-c1adbd679b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:51.608527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.751539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f605b5f9-ec5b-4dce-b3c5-81a93624ef06 req-9072cd77-a836-4520-b021-b8711f1a86e5 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0759101 Feb 10 13:19:51.784808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff020-e169-44e9-bc81-6e2ee02ddbc4 req-bb01db05-2c7e-454c-aefc-6894d1236a48 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.792055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff020-e169-44e9-bc81-6e2ee02ddbc4 req-bb01db05-2c7e-454c-aefc-6894d1236a48 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.808930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff020-e169-44e9-bc81-6e2ee02ddbc4 req-bb01db05-2c7e-454c-aefc-6894d1236a48 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.817791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9eeff020-e169-44e9-bc81-6e2ee02ddbc4 req-bb01db05-2c7e-454c-aefc-6894d1236a48 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2400 time: 0.1304290 Feb 10 13:19:51.838024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:51.872578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9cb03731-b51b-4597-9005-834263b37e05,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:51.906411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.957590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9eeff020-e169-44e9-bc81-6e2ee02ddbc4 req-c8207c62-be1d-414d-848f-79bf86930a3e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383183 Feb 10 13:19:51.976786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:51.978106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:51.979760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] 10.222.0.21 "PUT /v2.0/ports/9cb03731-b51b-4597-9005-834263b37e05 HTTP/1.1" status: 200 len: 1092 time: 3.4059899 Feb 10 13:19:52.013622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76ec0e-e5a3-4b7f-93d8-84f2391c64ab service neutron] Pushing event updated for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:52.031574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Request body: {'port': {'device_id': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:52.150047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:52.208731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93286829-d186-4375-b053-044a311c0546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.209515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': '9cb03731-b51b-4597-9005-834263b37e05'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:52.212523 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9b445a-7626-436e-a578-47742e938546" -d '{"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "9cb03731-b51b-4597-9005-834263b37e05"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:52.215412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.314709 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a72841-edce-4082-8262-0fc82b7960f2 x-openstack-request-id: req-41a72841-edce-4082-8262-0fc82b7960f2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:52.315373 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "9cb03731-b51b-4597-9005-834263b37e05", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:52.315849 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a72841-edce-4082-8262-0fc82b7960f2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:52.316496 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': '9cb03731-b51b-4597-9005-834263b37e05', 'status': 'completed', 'code': 200} Feb 10 13:19:52.388591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93286829-d186-4375-b053-044a311c0546 admin admin] Publish callbacks [] for security_group (f100270c-474c-4db8-9fa5-48ecee931532), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.449908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93286829-d186-4375-b053-044a311c0546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f100270c-474c-4db8-9fa5-48ecee931532), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.628483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5236a68c-7858-4a8b-94c3-03e23ed43d7e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:19:52.638159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks [] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.663096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Transition to ACTIVE for port object 5236a68c-7858-4a8b-94c3-03e23ed43d7e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:19:52.668845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:52.681450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93286829-d186-4375-b053-044a311c0546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df9f6bbbe4884298be5c754c63830b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292943 Feb 10 13:19:52.682098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:52.684059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286829-d186-4375-b053-044a311c0546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f100270c-474c-4db8-9fa5-48ecee931532,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:52.768671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.787114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.799202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.813142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.822773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.828684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.830155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Pushing event updated for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:52.863006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.872715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-e49715db-0779-46e2-915f-f2afbd3c5f92 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.7045610 Feb 10 13:19:52.908540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8175db0-4f76-40fb-9846-e4db2666910e req-cb17fcda-0229-46f2-9d4a-ec52c0e603e4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:52.911162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8175db0-4f76-40fb-9846-e4db2666910e req-cb17fcda-0229-46f2-9d4a-ec52c0e603e4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2355216 Feb 10 13:19:53.059372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-b88b6999-8668-45de-8eff-68bbd3c2a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.061190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-b88b6999-8668-45de-8eff-68bbd3c2a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.061848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-b88b6999-8668-45de-8eff-68bbd3c2a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.067102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9b445a-7626-436e-a578-47742e938546 req-b88b6999-8668-45de-8eff-68bbd3c2a2b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2860 time: 0.6643846 Feb 10 13:19:53.067880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8175db0-4f76-40fb-9846-e4db2666910e req-133cbe2f-2261-4fc3-b310-b843439f7e4f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104233 Feb 10 13:19:53.108245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Attempting to bind port 5236a68c-7858-4a8b-94c3-03e23ed43d7e on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:19:53.108744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Attempting to bind port 5236a68c-7858-4a8b-94c3-03e23ed43d7e by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:19:53.109227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Attempting to bind port 5236a68c-7858-4a8b-94c3-03e23ed43d7e on network d8996b9e-b989-4594-a79c-384d5751e625 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:53.114900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Port 5236a68c-7858-4a8b-94c3-03e23ed43d7e on network d8996b9e-b989-4594-a79c-384d5751e625 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:19:53.115466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Attempting to bind port 5236a68c-7858-4a8b-94c3-03e23ed43d7e on network d8996b9e-b989-4594-a79c-384d5751e625 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:19:53.123107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:19:53.123601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Checking segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:19:53.124186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Bound using segment: {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:19:53.124740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Bound port: 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbe6806-dcbc-406e-ad03-a9131788bafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:19:53.125242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.253243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17f9d75d-4b8e-4359-88cb-6187b8fb06d9 req-c2d01885-3c8b-4fb3-80c2-0358c032902a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3790641 Feb 10 13:19:53.267484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] Publish callbacks [] for security_group (f100270c-474c-4db8-9fa5-48ecee931532), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.327388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb15b1-f5e6-4a18-be53-82cd9050cb40 req-d9a0e42f-0249-48f7-a873-fdd090a65e19 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.336051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ccb15b1-f5e6-4a18-be53-82cd9050cb40 req-d9a0e42f-0249-48f7-a873-fdd090a65e19 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1074226 Feb 10 13:19:53.364254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:19:53.392530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:19:53.411324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.440899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] Publish callbacks [] for security_group (f100270c-474c-4db8-9fa5-48ecee931532), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.484039 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76ca0be9-3906-4a64-851f-7e2f00c1a4e6 req-8614ddca-0835-404d-b8c8-2fb3f72efdca tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0722985 Feb 10 13:19:53.498023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.498822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.500428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] 10.222.0.21 "PUT /v2.0/ports/5236a68c-7858-4a8b-94c3-03e23ed43d7e HTTP/1.1" status: 200 len: 1091 time: 1.4822860 Feb 10 13:19:53.501810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3ff72-6584-4c18-853b-12eef06e5e33 service neutron] Pushing event updated for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:53.522099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-74c8fe56-37bd-49f5-96da-b7d506d1a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.522565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-74c8fe56-37bd-49f5-96da-b7d506d1a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.523104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-74c8fe56-37bd-49f5-96da-b7d506d1a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.525356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9b445a-7626-436e-a578-47742e938546 req-74c8fe56-37bd-49f5-96da-b7d506d1a96a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=66438a039429494ab0cb9af19e38f04c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4407792 Feb 10 13:19:53.527613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ccb15b1-f5e6-4a18-be53-82cd9050cb40 req-c749bcee-bdb4-4d1d-a345-8affab28522b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881859 Feb 10 13:19:53.704223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b445a-7626-436e-a578-47742e938546 req-c84ed33f-a51d-4bba-af07-66580a44e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.705682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9b445a-7626-436e-a578-47742e938546 req-c84ed33f-a51d-4bba-af07-66580a44e01e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734536 Feb 10 13:19:53.823628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f100270c-474c-4db8-9fa5-48ecee931532), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.828569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:53.835484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f100270c-474c-4db8-9fa5-48ecee931532 HTTP/1.1" status: 204 len: 168 time: 1.1456389 Feb 10 13:19:53.900174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebcb5-04b2-418b-aea6-b5707a387703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100270c-474c-4db8-9fa5-48ecee931532,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:53.998514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-a433d8cd-6f6a-4f1d-9288-0aed231e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:53.998514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-a433d8cd-6f6a-4f1d-9288-0aed231e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.001738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-a433d8cd-6f6a-4f1d-9288-0aed231e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.007259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-a433d8cd-6f6a-4f1d-9288-0aed231e2bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2958 time: 0.2435138 Feb 10 13:19:54.046698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cdfe-5605-43d8-bdca-6ea6c2eac563 req-bb72138c-e37a-492d-96c4-5d902a63758d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.076292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cdfe-5605-43d8-bdca-6ea6c2eac563 req-bb72138c-e37a-492d-96c4-5d902a63758d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.109587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cdfe-5605-43d8-bdca-6ea6c2eac563 req-bb72138c-e37a-492d-96c4-5d902a63758d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.119860 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-61d6cdfe-5605-43d8-bdca-6ea6c2eac563 req-bb72138c-e37a-492d-96c4-5d902a63758d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2412 time: 0.4128208 Feb 10 13:19:54.210386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8232963e-d27c-4fcf-81eb-87af3bf76192 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59 HTTP/1.1" status: 200 len: 217 time: 0.0705369 Feb 10 13:19:54.319792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:19:54.327873 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:19:54.379958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-0770ef05-bb49-4e48-939a-0881c2e59300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.385773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-0770ef05-bb49-4e48-939a-0881c2e59300 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a380290-8e89-494d-b91e-ac0ee38323ea HTTP/1.1" status: 200 len: 801 time: 0.1682823 Feb 10 13:19:54.405373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-61d6cdfe-5605-43d8-bdca-6ea6c2eac563 req-f8c94ec4-dede-4e86-ae38-ad951a877d46 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843237 Feb 10 13:19:54.422217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557671d-ebf2-4b1c-a97d-8e15883efb14 req-52be9adc-6425-4d0f-843b-a3f737105788 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.432546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3557671d-ebf2-4b1c-a97d-8e15883efb14 req-52be9adc-6425-4d0f-843b-a3f737105788 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1835327 Feb 10 13:19:54.574187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-048ebd64-53d5-43d7-bb46-a75e8626e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.578067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-048ebd64-53d5-43d7-bb46-a75e8626e3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8996b9e-b989-4594-a79c-384d5751e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1690390 Feb 10 13:19:54.605920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3557671d-ebf2-4b1c-a97d-8e15883efb14 req-8285ec33-1fb8-4568-8002-8b7e52972ddb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610613 Feb 10 13:19:54.691693 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20852393-3f61-44db-94e8-edddee29e36a x-openstack-request-id: req-20852393-3f61-44db-94e8-edddee29e36a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:19:54.692122 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:19:54.692377 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20852393-3f61-44db-94e8-edddee29e36a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:19:54.693002 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e', 'status': 'completed', 'code': 200} Feb 10 13:19:54.937994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-130163c5-1195-4f26-9115-8a1a24dff9d3 req-c1e564b8-2a6f-4240-bb26-238e73f5cb73 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0872242 Feb 10 13:19:54.942786 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-45ceaf70-76ad-4c85-abc5-2a45157bca83 service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564522 Feb 10 13:19:54.970004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:54.985735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.013026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.026246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.048158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.072595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.082195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.096378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-42b626e2-2e15-4791-82cb-d60362f1a210 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4924138 Feb 10 13:19:55.195351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072197-37e7-4e0d-90ad-1b3b8d203ac9 req-71abcd1b-694a-4a3e-97a3-eef58b26fb04 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.207576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7072197-37e7-4e0d-90ad-1b3b8d203ac9 req-71abcd1b-694a-4a3e-97a3-eef58b26fb04 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1516712 Feb 10 13:19:55.334610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7072197-37e7-4e0d-90ad-1b3b8d203ac9 req-3cd2a66e-9146-45f4-b3dc-82e19c8b2de2 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258440 Feb 10 13:19:55.457578 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-10a5dffc-4839-45b2-b524-2de38e2c3a4b service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560476 Feb 10 13:19:55.482158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3f98d9d-a890-412a-b720-cb16803e1555 req-19573e2a-85e8-43e4-850a-fd931e4b977c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3845654 Feb 10 13:19:55.577755 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-93c8b9e1-0bfb-4577-8292-92a1002c0684 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=9cb03731-b51b-4597-9005-834263b37e05 HTTP/1.1" status: 200 len: 217 time: 0.0935018 Feb 10 13:19:55.717435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e2504-03be-4097-a27c-2c3fa519155f req-4114dcff-9a68-4a33-be2e-33b3835674a3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.720912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-05a569e9-6580-4485-98e8-72325d0e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.723260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e2504-03be-4097-a27c-2c3fa519155f req-4114dcff-9a68-4a33-be2e-33b3835674a3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.731412 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-05a569e9-6580-4485-98e8-72325d0e8517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03bd84bd-e710-4bbc-bcd4-da5b34dab3db HTTP/1.1" status: 200 len: 801 time: 0.1527810 Feb 10 13:19:55.738765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e2504-03be-4097-a27c-2c3fa519155f req-4114dcff-9a68-4a33-be2e-33b3835674a3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.750279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b10e2504-03be-4097-a27c-2c3fa519155f req-4114dcff-9a68-4a33-be2e-33b3835674a3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2412 time: 0.1523755 Feb 10 13:19:55.888847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b10e2504-03be-4097-a27c-2c3fa519155f req-2bc735ce-d757-454b-9264-e4d38a0a5ffc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312430 Feb 10 13:19:55.942228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-e9297a48-8b38-4962-8d34-21114f1e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:55.944058 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-e9297a48-8b38-4962-8d34-21114f1e45aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=621897c4-d88e-4b7d-aeef-43cc8537d700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2062709 Feb 10 13:19:56.076940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3c557-96d7-4739-a6e7-b6d3319f61ba req-b24c9792-b74b-4a39-bbae-8d85837635b1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:56.087512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09f3c557-96d7-4739-a6e7-b6d3319f61ba req-b24c9792-b74b-4a39-bbae-8d85837635b1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2662270 Feb 10 13:19:56.193133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e92bcb92-fff6-4e88-b94e-67e64ab3a60e req-6639bafe-b43b-4cdb-9d3e-a9932473fbad tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0530705 Feb 10 13:19:56.314213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09f3c557-96d7-4739-a6e7-b6d3319f61ba req-10b7fbe1-5d2a-44d6-92a6-c60a44e2fd26 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225003 Feb 10 13:19:56.435387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-8a933416-5c61-4aa9-950d-872f90d9f9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/621897c4-d88e-4b7d-aeef-43cc8537d700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817970 Feb 10 13:19:56.651756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce08124-f856-4c97-ba91-bbded121fb09 req-3b792c7e-9ea7-4025-a0e7-c2a5bc425941 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:56.663163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fce08124-f856-4c97-ba91-bbded121fb09 req-3b792c7e-9ea7-4025-a0e7-c2a5bc425941 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1405115 Feb 10 13:19:56.671925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-3b53444b-1312-4767-8329-7bc740d42a5c service neutron] 10.222.0.21 "GET /v2.0/networks/621897c4-d88e-4b7d-aeef-43cc8537d700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274983 Feb 10 13:19:56.683141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcb199-d0f3-410c-9858-e8b3e389d24d req-77a98f25-19d1-4250-a25e-fa7fc1c4beb2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:56.687833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3abcb199-d0f3-410c-9858-e8b3e389d24d req-77a98f25-19d1-4250-a25e-fa7fc1c4beb2 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.1828353 Feb 10 13:19:56.789323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3abcb199-d0f3-410c-9858-e8b3e389d24d req-1249d91d-fd44-454f-a4b3-039a5cf76a26 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954971 Feb 10 13:19:56.813131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-f617ce63-9d82-4b3f-81bd-d9ebbb62092a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e HTTP/1.1" status: 200 len: 217 time: 0.0861700 Feb 10 13:19:56.869500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fce08124-f856-4c97-ba91-bbded121fb09 req-2dae47c8-f842-406c-bdbe-dd8e8b3d6405 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045274 Feb 10 13:19:56.921983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-1cb45f2c-5c82-464d-92c5-dc283629f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:56.928167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-1cb45f2c-5c82-464d-92c5-dc283629f0f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a380290-8e89-494d-b91e-ac0ee38323ea HTTP/1.1" status: 200 len: 801 time: 0.1083670 Feb 10 13:19:56.970219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:57.115398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.124391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-c8d2d608-b146-4d77-a75a-083eb29e3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.126447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-c8d2d608-b146-4d77-a75a-083eb29e3647 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8996b9e-b989-4594-a79c-384d5751e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1896727 Feb 10 13:19:57.130388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.146660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.162198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.171705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.188246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.215062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.224992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-4487e643-ae1d-4edd-90b4-daa69bdc726a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2798955 Feb 10 13:19:57.342464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be3fa-be91-4ee1-974b-9c5bf41b12d3 req-4d8691a9-82c8-4ca8-ad24-f7409e85112b tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.358577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be3fa-be91-4ee1-974b-9c5bf41b12d3 req-4d8691a9-82c8-4ca8-ad24-f7409e85112b tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.372160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2be3fa-be91-4ee1-974b-9c5bf41b12d3 req-4d8691a9-82c8-4ca8-ad24-f7409e85112b tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:57.378896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e2be3fa-be91-4ee1-974b-9c5bf41b12d3 req-4d8691a9-82c8-4ca8-ad24-f7409e85112b tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2412 time: 0.2961590 Feb 10 13:19:57.430181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6c1fc0e-bec3-41b4-87ec-7e1d3758c664 req-c461afc1-3147-4e3f-8064-9426e611946c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975570 Feb 10 13:19:57.498873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-981232096'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:57.583791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-06ee8638-2895-494e-bed3-255b4ca533be service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499075 Feb 10 13:19:57.592043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Made reservation on behalf of 8ea857fdfe6d4f239051b3f6e4739660 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:57.596958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:57.634783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:57.636263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9f3a751-3390-4739-9111-435df1defdb4 req-309cbc3f-9241-4498-84dc-38c6438bd0c1 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0451353 Feb 10 13:19:57.722015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e2be3fa-be91-4ee1-974b-9c5bf41b12d3 req-a2df167f-755a-4633-b2ee-75e56e39fcd9 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087746 Feb 10 13:19:58.061716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1d3fe625-62eb-4f69-8e6d-114aa5cb7999 req-4f34ad1f-ce85-422c-abb1-1db4e7d182be service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527891 Feb 10 13:19:58.090129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873260-690a-4ca0-8024-3d70120e0464 req-e8aab16f-c015-4024-963e-3c5265061e81 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.102078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc873260-690a-4ca0-8024-3d70120e0464 req-e8aab16f-c015-4024-963e-3c5265061e81 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1607497 Feb 10 13:19:58.133345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72030f-aa76-4f30-b2b8-354c98eae87a req-653063ac-655e-413a-9fc9-3244d0d45b3a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.141239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee72030f-aa76-4f30-b2b8-354c98eae87a req-653063ac-655e-413a-9fc9-3244d0d45b3a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.1104815 Feb 10 13:19:58.222263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee72030f-aa76-4f30-b2b8-354c98eae87a req-f7be435e-fc12-4dbb-9e18-ee589d2c3992 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800483 Feb 10 13:19:58.260030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks [] for security_group (4b17284c-60d2-474f-a4e8-9a9cca4520f7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.265425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc873260-690a-4ca0-8024-3d70120e0464 req-2e10f3d2-ff56-4ca4-b557-7edcaab82be1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621165 Feb 10 13:19:58.301495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4b17284c-60d2-474f-a4e8-9a9cca4520f7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.337469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-547805b2-8406-49b2-a4b0-58fed766205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.348595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-547805b2-8406-49b2-a4b0-58fed766205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.349199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-547805b2-8406-49b2-a4b0-58fed766205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.351164 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-547805b2-8406-49b2-a4b0-58fed766205f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2958 time: 0.2054722 Feb 10 13:19:58.380775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:19:58.426560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e38f-5546-4fab-a55b-56e538e3f928 req-e548081a-50ad-40d9-b293-cd72c2a5f94b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.440854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0855e38f-5546-4fab-a55b-56e538e3f928 req-e548081a-50ad-40d9-b293-cd72c2a5f94b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1211569 Feb 10 13:19:58.519577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-cd10728b-f696-4f37-95d9-6a3081ae2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.521152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-cd10728b-f696-4f37-95d9-6a3081ae2580 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8996b9e-b989-4594-a79c-384d5751e625 HTTP/1.1" status: 200 len: 903 time: 0.1480820 Feb 10 13:19:58.536664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c0fa3f7c-5114-4c54-b277-99774066269d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.537086 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Added segment c0fa3f7c-5114-4c54-b277-99774066269d of type vlan for network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 Feb 10 13:19:58.577803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0855e38f-5546-4fab-a55b-56e538e3f928 req-21c1e96e-c864-4886-ad83-20ed7b7f075b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351042 Feb 10 13:19:58.583511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (62654a78-a4c4-433a-b4a2-12c1e1d98dd2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.621552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17284c-60d2-474f-a4e8-9a9cca4520f7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:58.625290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (62654a78-a4c4-433a-b4a2-12c1e1d98dd2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.630387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.630924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:58.718321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-12a22a3c-0d3c-4e0e-9ce0-8951d624c66f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e HTTP/1.1" status: 200 len: 217 time: 0.1078565 Feb 10 13:19:58.811767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-c29b228f-cd5d-47a7-834b-fbec1f75c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.813278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-c29b228f-cd5d-47a7-834b-fbec1f75c528 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a380290-8e89-494d-b91e-ac0ee38323ea HTTP/1.1" status: 200 len: 801 time: 0.0791216 Feb 10 13:19:58.815999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7304805b-668b-46e0-9b04-1af19a07efbb req-2cfaf8f6-fcf6-480a-a782-47aadf05ae7d tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0433495 Feb 10 13:19:58.816797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8439376 Feb 10 13:19:58.974634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730a6e-2dfc-4564-85d8-3fed7543fe06 req-5efb4535-c7cf-4c54-9796-e5fe4300d07c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.982300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730a6e-2dfc-4564-85d8-3fed7543fe06 req-5efb4535-c7cf-4c54-9796-e5fe4300d07c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:58.988678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730a6e-2dfc-4564-85d8-3fed7543fe06 req-5efb4535-c7cf-4c54-9796-e5fe4300d07c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.001572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e730a6e-2dfc-4564-85d8-3fed7543fe06 req-5efb4535-c7cf-4c54-9796-e5fe4300d07c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2412 time: 0.1085553 Feb 10 13:19:59.124652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e730a6e-2dfc-4564-85d8-3fed7543fe06 req-f9c5403a-3f0d-451f-a13e-ee17b2d521d8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214314 Feb 10 13:19:59.439999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3de180-34e4-40be-9752-6677f82ea91a tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Pushing event updated for resources: {'Network': ['ID=62654a78-a4c4-433a-b4a2-12c1e1d98dd2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:19:59.452827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:19:59.507662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.524804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.542782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.554761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.567691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.583333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:19:59.586144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.589019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2', 'binding:host_id': 'n-h2-815324-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2086058992'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:19:59.605636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.617547 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-d6514b89-b255-4f2c-83ea-ec0a2ca84ead tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 1.0048206 Feb 10 13:19:59.647105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Made reservation on behalf of df7a92e6aea542f394207ef4e5884aae for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:19:59.650067 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:59.704190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:59.752203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1582356-0b71-4d8a-aa3b-d1ca106be806 req-7ae20000-44b5-45b3-a069-50b9fc5a73b6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298451 Feb 10 13:19:59.756878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-ecc22b88-ab7e-4eb4-b196-f34c6ed6de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.761339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-ecc22b88-ab7e-4eb4-b196-f34c6ed6de3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8996b9e-b989-4594-a79c-384d5751e625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9403186 Feb 10 13:19:59.823069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for security_group (35149ab9-515c-41d9-9249-9d272cbf8633), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:59.834999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35149ab9-515c-41d9-9249-9d272cbf8633), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:19:59.845871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port 5c34331c-de35-41db-b0d9-b0709e9dfff6 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:19:59.934714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-f95aaab8-4bc1-40a5-85c5-8f7772f2c2f0 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:19:59.942109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-f95aaab8-4bc1-40a5-85c5-8f7772f2c2f0 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.77 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.3196344 Feb 10 13:19:59.978759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35149ab9-515c-41d9-9249-9d272cbf8633,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:00.013754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b7ae1-ff9d-4e61-8f5d-8e1e58f09dab req-63a57271-607e-4fdb-aa9c-7130290a8311 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:00.020688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a68b7ae1-ff9d-4e61-8f5d-8e1e58f09dab req-63a57271-607e-4fdb-aa9c-7130290a8311 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.1957037 Feb 10 13:20:00.113633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a68b7ae1-ff9d-4e61-8f5d-8e1e58f09dab req-d19c3c39-0a18-4b93-b2ba-9e40805befc0 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919633 Feb 10 13:20:00.239140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3318be-d916-4e4b-bbd7-5985b24d9090 req-5000a853-2ae5-4246-8734-9626b4cb989a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:00.240845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae3318be-d916-4e4b-bbd7-5985b24d9090 req-5000a853-2ae5-4246-8734-9626b4cb989a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2913363 Feb 10 13:20:00.302858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-f3029157-3b1d-43bd-afaf-d2415457d6e8 service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323236 Feb 10 13:20:00.313579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Deleting port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:00.314314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:00.403399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port 5c34331c-de35-41db-b0d9-b0709e9dfff6 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:00.414858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:00.427708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:00.476335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971f4e-1a8b-49fe-8dfc-dc781c811ad9 req-3253b37b-3724-4ecb-a08a-58c8972d6ab8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:00.478267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23971f4e-1a8b-49fe-8dfc-dc781c811ad9 req-3253b37b-3724-4ecb-a08a-58c8972d6ab8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2515056 Feb 10 13:20:00.497553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b705edb-1b42-4d19-9ebf-58c8bbdc78a2 req-04872cf6-b770-4b19-9012-d9db89b6212e service neutron] 10.222.0.21 "GET /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547790 Feb 10 13:20:00.527118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ae3318be-d916-4e4b-bbd7-5985b24d9090 req-c2861a26-b32d-44c2-bf22-6ca2717382bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769763 Feb 10 13:20:00.585700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=5c34331c-de35-41db-b0d9-b0709e9dfff6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:00.628605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Checking segment: {'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:00.631833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Network hostable DHCP agents. Network: 62654a78-a4c4-433a-b4a2-12c1e1d98dd2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:00.724152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23971f4e-1a8b-49fe-8dfc-dc781c811ad9 req-b5ff4a92-91bb-461b-81ce-ac57f41d1dae tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826558 Feb 10 13:20:00.724152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:00.724631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] For port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:00.724631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:00.731406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 62654a78-a4c4-433a-b4a2-12c1e1d98dd2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:00.735759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:00.740714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf4f8d-538d-4abe-9614-e7f0e1814d13 None None] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:00.789275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:00.792512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:00.793041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:00.808393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:00.810979 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:00.812573 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 2 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:00.855294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-037ec312-f252-469e-894f-508accc2fb6e req-00a0d727-cc88-42b7-a07c-164217809645 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.1039617 Feb 10 13:20:00.858911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:00.859406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:00.859841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:00.875814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:00.876276 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:00.876884 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 3 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:00.921806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:00.924992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:00.925469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:00.967551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd909d0f-4fec-4126-b382-1fd750b2a459 req-ec703b96-800a-4216-9f4b-43a74890c381 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.2538927 Feb 10 13:20:01.016215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.018106 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.022616 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 4 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.058585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49617ee3-3b35-4103-992f-16e7b4bbe775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.068132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.073868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.074508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.117701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.121130 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.122854 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 5 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.198322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af0013-4588-418b-a287-528c46f1f4bb req-7be70731-469e-4722-ab7a-3fa189521769 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.210623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af0013-4588-418b-a287-528c46f1f4bb req-7be70731-469e-4722-ab7a-3fa189521769 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.234230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af0013-4588-418b-a287-528c46f1f4bb req-7be70731-469e-4722-ab7a-3fa189521769 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.236954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91af0013-4588-418b-a287-528c46f1f4bb req-7be70731-469e-4722-ab7a-3fa189521769 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2412 time: 0.3156986 Feb 10 13:20:01.242143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.242614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.243595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.277903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.278392 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.297325 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 6 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.327280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5236a68c-7858-4a8b-94c3-03e23ed43d7e details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:01.333926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-641a8722-67a3-41c0-b582-1e06fff0160a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1962941 Feb 10 13:20:01.396578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.407491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.408239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.447914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91af0013-4588-418b-a287-528c46f1f4bb req-9a66ecd0-748c-4ba1-b2e8-aef494f6b173 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836309 Feb 10 13:20:01.454487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.454971 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.455513 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 7 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.483228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.487435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.488022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.502679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.503238 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.503792 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 8 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.528450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:01.540797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.541413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.541906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.542126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.547418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.558941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5236a68c-7858-4a8b-94c3-03e23ed43d7e', 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'port_id': '5236a68c-7858-4a8b-94c3-03e23ed43d7e', 'mac_address': 'fa:16:3e:4e:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a380290-8e89-494d-b91e-ac0ee38323ea', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:01.565666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.573532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.578947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.584675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.592844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.594819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-6065093e-4695-4daf-bf03-f3988d177a8a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.4444818 Feb 10 13:20:01.633235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.633790 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.634169 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 9 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.645734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5236a68c-7858-4a8b-94c3-03e23ed43d7e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:01.646135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.675139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.675483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.675828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.683666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.684287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.684891 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Floating IP dd168e94-dea5-4a1b-80ac-2e083c4c649c disassociated. External IP: 172.25.8.116, port: db647b74-cfb9-4d53-8b66-ac79c9a0fdfa. Feb 10 13:20:01.685088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5236a68c-7858-4a8b-94c3-03e23ed43d7e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:01.685539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Calling delete_port for db647b74-cfb9-4d53-8b66-ac79c9a0fdfa owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:01.710653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.710962 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.711491 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 10 to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 Feb 10 13:20:01.743217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:01.752200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.753048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9cb03731-b51b-4597-9005-834263b37e05 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:01.758571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:01.758921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:01.759266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:01.770131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:01.770465 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 5c34331c-de35-41db-b0d9-b0709e9dfff6 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:01.770840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.823903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65c71e-20d7-4e23-9548-35cf451c30e1 req-ab36b00b-4c57-4a4c-8237-caa5aa01b27c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.833395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d65c71e-20d7-4e23-9548-35cf451c30e1 req-ab36b00b-4c57-4a4c-8237-caa5aa01b27c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 946 time: 0.2843108 Feb 10 13:20:01.910770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (db647b74-cfb9-4d53-8b66-ac79c9a0fdfa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:01.945029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-3d4af5e2-2914-4c78-b56f-1b856e0c25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:01.946616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-3d4af5e2-2914-4c78-b56f-1b856e0c25f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 1127 time: 0.5804296 Feb 10 13:20:01.996519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9cb03731-b51b-4597-9005-834263b37e05,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:02.051295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d65c71e-20d7-4e23-9548-35cf451c30e1 req-3a4556f6-4518-433a-9e35-df8562251bae tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c65ce62-37c1-4a27-981a-5288847bdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164741 Feb 10 13:20:02.095618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event deleted for resources: {'Port': ['ID=db647b74-cfb9-4d53-8b66-ac79c9a0fdfa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:02.105359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '9cb03731-b51b-4597-9005-834263b37e05', 'network_id': '621897c4-d88e-4b7d-aeef-43cc8537d700', 'port_id': '9cb03731-b51b-4597-9005-834263b37e05', 'mac_address': 'fa:16:3e:e8:73:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bd84bd-e710-4bbc-bcd4-da5b34dab3db', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:02.163739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port 5c34331c-de35-41db-b0d9-b0709e9dfff6, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:02.164386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:20:02.178701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.268346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:02.291792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9cb03731-b51b-4597-9005-834263b37e05 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:02.292185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.323017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb03731-b51b-4597-9005-834263b37e05 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:02.329199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:02.334999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.385199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1756a3c4-7d9f-4f7b-94ec-820c513a117c req-134450de-858c-4c21-a800-41f11bf361ca tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7701237 Feb 10 13:20:02.391762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9cb03731-b51b-4597-9005-834263b37e05,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:02.401447 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.402405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fa07e443-1b14-41e2-9af4-38ebc33c1d59 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:02.417496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=5c34331c-de35-41db-b0d9-b0709e9dfff6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:02.466674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0af769ba-a4e7-41cd-bc42-fa6850b93b17 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8821766 Feb 10 13:20:02.468220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:02.567024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b53b80-7295-4ec7-8c07-cbff71e8f592 req-cca17e13-1847-4743-936d-427f3279b6fa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:02.578651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b53b80-7295-4ec7-8c07-cbff71e8f592 req-cca17e13-1847-4743-936d-427f3279b6fa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.3035090 Feb 10 13:20:02.607033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:02.667156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:02.685262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'network_id': 'd8996b9e-b989-4594-a79c-384d5751e625', 'port_id': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'mac_address': 'fa:16:3e:25:ef:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a380290-8e89-494d-b91e-ac0ee38323ea', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:02.704646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Router f3270d2a-679a-4681-8f38-6a36c4352cd9 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:20:02.759879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port fa07e443-1b14-41e2-9af4-38ebc33c1d59 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:02.759879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.801118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa07e443-1b14-41e2-9af4-38ebc33c1d59 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:02.814942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5b53b80-7295-4ec7-8c07-cbff71e8f592 req-bb551594-6537-4197-a81f-7587ce737471 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344375 Feb 10 13:20:02.820410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-15635244-970d-4f28-ba1f-de545a2ecefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:02.827673 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-15635244-970d-4f28-ba1f-de545a2ecefe service neutron] 10.222.0.21 "GET /v2.0/networks?id=99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 200 len: 909 time: 0.8456261 Feb 10 13:20:02.833177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:02.834324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Deleting port 5c34331c-de35-41db-b0d9-b0709e9dfff6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:02.834909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.842466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:02.974689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-925a2e13-7541-4ead-95a2-8d697cdb9bc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 200 len: 217 time: 0.0533798 Feb 10 13:20:02.990767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15b3e-e579-4d96-a395-52e4a8be78cb req-d2f1e123-29fe-4c36-9566-f01a096cc7fa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:02.998665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16a15b3e-e579-4d96-a395-52e4a8be78cb req-d2f1e123-29fe-4c36-9566-f01a096cc7fa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.3827925 Feb 10 13:20:02.999649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:03.039187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port 5c34331c-de35-41db-b0d9-b0709e9dfff6, host n-h2-815324-6, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:03.039698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.080808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Calling delete_port for 5c34331c-de35-41db-b0d9-b0709e9dfff6 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:03.128118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-c2f50249-4ba8-4d8f-9000-f1bf86a62c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:03.130542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-c2f50249-4ba8-4d8f-9000-f1bf86a62c8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 200 len: 848 time: 0.1102855 Feb 10 13:20:03.202381 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30a6f3da-6274-4396-be80-e9c464a3d520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.245943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-6165a594-40a4-4253-9fba-f0f7659f0dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99910bda-153c-42b4-9e7b-ac421e5b92e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052639 Feb 10 13:20:03.281469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74ed2c54-15e6-4d18-bc27-d2226ece1382 req-0e4b7067-dac9-4816-9fa9-47e0559fa7db tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0455971 Feb 10 13:20:03.285221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['9cb03731-b51b-4597-9005-834263b37e05'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:03.309727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5c34331c-de35-41db-b0d9-b0709e9dfff6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.354459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16a15b3e-e579-4d96-a395-52e4a8be78cb req-402b75a5-a03d-46e3-aa59-cf347d3690aa tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544955 Feb 10 13:20:03.359602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c34331c-de35-41db-b0d9-b0709e9dfff6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:03.382347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.387045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8de92d62-cb29-4e5d-aeb2-9567d1c63746 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5c34331c-de35-41db-b0d9-b0709e9dfff6 HTTP/1.1" status: 204 len: 168 time: 0.9138427 Feb 10 13:20:03.390919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5236a68c-7858-4a8b-94c3-03e23ed43d7e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:03.395426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:03.452267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:20:03.469374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Sync routers for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:20:03.484972 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b7d27a-6406-4de2-b3c2-24d58f0ab11d tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:20:03.490147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-72b7d27a-6406-4de2-b3c2-24d58f0ab11d tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports/5c34331c-de35-41db-b0d9-b0709e9dfff6 HTTP/1.1" status: 404 len: 333 time: 0.0934782 Feb 10 13:20:03.494849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:03.502202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1981313158'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:03.547460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:03.548216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:03.610280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ca34-e3c0-434d-862d-4fb07e75a6f9 req-74f6041f-a451-45ef-a27e-99329bbd8562 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:03.617550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db647b74-cfb9-4d53-8b66-ac79c9a0fdfa no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:03.618124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ca34-e3c0-434d-862d-4fb07e75a6f9 req-74f6041f-a451-45ef-a27e-99329bbd8562 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:03.625027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] No DVR routers for this DVR port db647b74-cfb9-4d53-8b66-ac79c9a0fdfa on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:03.630120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.630556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ca34-e3c0-434d-862d-4fb07e75a6f9 req-74f6041f-a451-45ef-a27e-99329bbd8562 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:03.632772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6413ca34-e3c0-434d-862d-4fb07e75a6f9 req-74f6041f-a451-45ef-a27e-99329bbd8562 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2415 time: 0.1492414 Feb 10 13:20:03.634017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Made reservation on behalf of df7a92e6aea542f394207ef4e5884aae for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:03.635909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ddde87b-35ea-4ecf-a422-f5f55b4f2790 req-87d74179-56d0-492a-9b45-cfa14c2b2225 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.77 "DELETE /v2.0/ports/db647b74-cfb9-4d53-8b66-ac79c9a0fdfa HTTP/1.1" status: 204 len: 173 time: 3.6772804 Feb 10 13:20:03.637022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:03.648711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: db647b74-cfb9-4d53-8b66-ac79c9a0fdfa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:03.649209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device db647b74-cfb9-4d53-8b66-ac79c9a0fdfa not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:03.700019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:03.700243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'name': 'network-vif-deleted', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:03.706124 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca436f0a-7070-42a4-95d6-f4b5b4be7336" -d '{"events": [{"server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "name": "network-vif-deleted", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:03.724431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2690508c-e34b-4026-9302-654b7f995f92 req-a339185e-18c5-4cd7-afd3-457521321b1e tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.2368970 Feb 10 13:20:03.737542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-9db034ce-48c3-403c-9284-dd13bfc88879 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757204 Feb 10 13:20:03.848279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:04.081470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:04.128777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a35e026-686a-4d51-9f35-9f189d07fda3 req-877a6ba7-32b4-423f-859a-735f36cef519 service neutron] 10.222.0.21 "GET /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876283 Feb 10 13:20:04.155665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278901-b110-4e5e-bd3c-a070be407633 req-31a0b7b0-239e-4bf3-9101-56ce725f9415 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.158222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68278901-b110-4e5e-bd3c-a070be407633 req-31a0b7b0-239e-4bf3-9101-56ce725f9415 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 945 time: 0.2163360 Feb 10 13:20:04.173945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:04.208192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6413ca34-e3c0-434d-862d-4fb07e75a6f9 req-1a67a356-f1de-42be-8bf4-bd25e3b35d16 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368388 Feb 10 13:20:04.282799 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-68278901-b110-4e5e-bd3c-a070be407633 req-28631d54-76d4-42d0-a13e-1daedcba045f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154599 Feb 10 13:20:04.298491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:04.375356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Checking router: f3270d2a-679a-4681-8f38-6a36c4352cd9 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:20:04.409993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:04.414159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:04.432298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbaddaf-b5bb-49bf-b705-46269ff16ff1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:04.435659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['fa07e443-1b14-41e2-9af4-38ebc33c1d59'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:04.454625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:04.457537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:04.464130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:04.465282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.466818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:04.497479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-e3d6c19c-cf6e-41d1-a90f-26dd9e1682b0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.500364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-e3d6c19c-cf6e-41d1-a90f-26dd9e1682b0 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "GET /v2.0/ports?device_id=08c6c414-b0cf-40d8-b746-890724943c48 HTTP/1.1" status: 200 len: 945 time: 0.3402810 Feb 10 13:20:04.535796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0018a97-07a9-4c85-a031-bf4e76d5fc3a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0347884 Feb 10 13:20:04.541385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:04.557406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:04.681623 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38c174f5-6345-4847-b373-000d7886bae7 req-8062c2b1-52fc-4ab4-879f-12fa0dc0de12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f80aac5f5f9a41a293401180af3bff47&device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0459676 Feb 10 13:20:04.721293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38c174f5-6345-4847-b373-000d7886bae7 req-b0c64e53-e454-435b-9291-51147a5036c4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f80aac5f5f9a41a293401180af3bff47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284188 Feb 10 13:20:04.728152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:04.751455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.756840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.762273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.767764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.774575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.780325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.786765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Deleting port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:04.787114 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:04.799706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:04.801703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-ace7c716-b3dc-4777-8099-1048a96df7ff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3370519 Feb 10 13:20:04.850752 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14dd1f-5db7-476f-a556-c00c32bbf577 x-openstack-request-id: req-1d14dd1f-5db7-476f-a556-c00c32bbf577 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:04.851053 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a2bad-a61d-4d98-abe6-e66b6d26188e", "name": "network-vif-deleted", "tag": "db647b74-cfb9-4d53-8b66-ac79c9a0fdfa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:04.851290 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d14dd1f-5db7-476f-a556-c00c32bbf577 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:04.853068 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a2bad-a61d-4d98-abe6-e66b6d26188e', 'name': 'network-vif-deleted', 'tag': 'db647b74-cfb9-4d53-8b66-ac79c9a0fdfa', 'status': 'completed', 'code': 200} Feb 10 13:20:04.973241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] For port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:04.973693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:05.000733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Calling delete_port for 66fdac21-db26-4ae7-b4a7-c3cb5366b83b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:05.179237 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (66fdac21-db26-4ae7-b4a7-c3cb5366b83b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:05.233716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['66fdac21-db26-4ae7-b4a7-c3cb5366b83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:05.275594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event deleted for resources: {'Port': ['ID=66fdac21-db26-4ae7-b4a7-c3cb5366b83b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:05.425570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5236a68c-7858-4a8b-94c3-03e23ed43d7e up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:05.433903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] No DVR routers for this DVR port 66fdac21-db26-4ae7-b4a7-c3cb5366b83b on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:05.438128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:05.442754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-800bfd24-1da8-4ea3-b667-9aa001a6d866 req-106cc40c-b8ba-4968-8cc9-f2f6b59bbe2c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "DELETE /v2.0/ports/66fdac21-db26-4ae7-b4a7-c3cb5366b83b HTTP/1.1" status: 204 len: 173 time: 0.9364092 Feb 10 13:20:05.445347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-deleted', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:05.448028 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0aed0-70ad-4bfc-a4a8-dbbd71153973" -d '{"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-deleted", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:05.486004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc0b67-94ea-4d9e-90f2-e46e23dfa36b req-d9533fa7-246c-4610-ac9d-89d48fbb96b4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:05.494710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cdc0b67-94ea-4d9e-90f2-e46e23dfa36b req-d9533fa7-246c-4610-ac9d-89d48fbb96b4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.3519588 Feb 10 13:20:05.585552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78b71eb6-cf7f-4d5b-a47c-9c733a3c3bf9 req-97054dfb-ad08-4ab5-87d8-3cfbf6813798 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7712579 Feb 10 13:20:05.587032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c174f5-6345-4847-b373-000d7886bae7 req-fbf7ab0b-b8dc-4755-ab8b-c0961372d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:05.591671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38c174f5-6345-4847-b373-000d7886bae7 req-fbf7ab0b-b8dc-4755-ab8b-c0961372d387 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8611782 Feb 10 13:20:05.671790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:05.707761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cdc0b67-94ea-4d9e-90f2-e46e23dfa36b req-1f8e2140-635f-4bd7-bd1e-188f982a5fdd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114437 Feb 10 13:20:05.894673 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:05.909761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6608a7b9-8635-4d14-9748-3c6d50f0ab39 req-fc70a114-fd65-4950-9a25-1ea410230f27 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0611486 Feb 10 13:20:05.927796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:05.979923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.086552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a75b9-86da-4078-b1ff-90a52cc1f3af req-c69f4f37-0aa3-444f-a6ad-a96cd92869ba tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.094202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ea9a75b9-86da-4078-b1ff-90a52cc1f3af req-c69f4f37-0aa3-444f-a6ad-a96cd92869ba tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.2883432 Feb 10 13:20:06.138825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5236a68c-7858-4a8b-94c3-03e23ed43d7e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:06.144876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5236a68c-7858-4a8b-94c3-03e23ed43d7e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:06.145387 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.151020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77354c85-33ef-4759-9766-39e6cd501b30 req-82fd7b35-49ad-42a5-a2cb-d9382d3027b4 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0959046 Feb 10 13:20:06.191246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ea9a75b9-86da-4078-b1ff-90a52cc1f3af req-1c0efb4d-d4eb-4cd1-a48a-c37865c19723 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932527 Feb 10 13:20:06.231030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:06.251689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.267543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.273811 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:20:06.348134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbaddaf-b5bb-49bf-b705-46269ff16ff1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:06.424738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2903-40d8-4f98-8fe8-7f403074a723 req-12ffe735-30ac-456d-8925-741d94c428b7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.426298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.428200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.428790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.442864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.444482 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.445051 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 2 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.453152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2903-40d8-4f98-8fe8-7f403074a723 req-12ffe735-30ac-456d-8925-741d94c428b7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.470083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2903-40d8-4f98-8fe8-7f403074a723 req-12ffe735-30ac-456d-8925-741d94c428b7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.481723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.483147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.483642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.490407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-435d2903-40d8-4f98-8fe8-7f403074a723 req-12ffe735-30ac-456d-8925-741d94c428b7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2415 time: 0.1776049 Feb 10 13:20:06.499050 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf228db9-fd65-4407-9934-8409e175626f x-openstack-request-id: req-bf228db9-fd65-4407-9934-8409e175626f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:06.499347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.499470 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6c414-b0cf-40d8-b746-890724943c48", "name": "network-vif-deleted", "tag": "66fdac21-db26-4ae7-b4a7-c3cb5366b83b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:06.499637 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf228db9-fd65-4407-9934-8409e175626f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:06.499725 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.500038 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c6c414-b0cf-40d8-b746-890724943c48', 'name': 'network-vif-deleted', 'tag': '66fdac21-db26-4ae7-b4a7-c3cb5366b83b', 'status': 'completed', 'code': 200} Feb 10 13:20:06.506195 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 3 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.535803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.536149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.537101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.546169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.546507 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.546900 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 4 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.583246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.583588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.583933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.593442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-435d2903-40d8-4f98-8fe8-7f403074a723 req-acb4972e-48a4-4965-b920-381a614611cc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Feb 10 13:20:06.595593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.595933 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.596329 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 5 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.619802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.620284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.620543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.651758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.652205 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.652639 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 6 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.683386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.683804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.684262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.697454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.697650 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.698182 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 7 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.715323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:06.732142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.732478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.737067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.745024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.748356 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.751595 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 8 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.782978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5236a68c-7858-4a8b-94c3-03e23ed43d7e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:06.784419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.784934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.785417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.785718 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.792336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.796875 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.797470 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 9 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.832975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.838491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.839017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.844545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.855751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.856322 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.856543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:06.857722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.858441 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 10 to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 Feb 10 13:20:06.860106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:06.865666 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae7b35-071f-42ab-ad47-2162d3d3cd3f" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:06.870915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c44fea-3ff9-4cdc-893e-8087a397f606 None None] The sync data for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 is: [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:17:22Z', 'revision_number': 4, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9fabf849-0878-4d9b-8dd7-2e03c97f4fc6', 'name': '', 'network_id': '5ba19c96-eab6-4307-9739-e21ae3d45bc3', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'mac_address': 'fa:16:3e:a9:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:21Z', 'updated_at': '2022-02-10T13:17:31Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'subnets': [{'id': 'bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:20:06.871652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.880214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.881599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9cb03731-b51b-4597-9005-834263b37e05 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:06.890589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.903712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.907191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:06.909876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:06.912174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:06.919083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.924020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:06.935466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:06.935931 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:06.936406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:06.938780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-9965c55d-918a-41f3-927b-b5567d5f58de tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2020385 Feb 10 13:20:07.005069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912741-98cc-49cb-8052-2743cb74e2be req-f4401d02-7606-429f-9579-4637ef3fb854 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.013295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50912741-98cc-49cb-8052-2743cb74e2be req-f4401d02-7606-429f-9579-4637ef3fb854 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1686437 Feb 10 13:20:07.062853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-409eb25d-cc33-4b20-b07e-a8bbbc3c1ea2 req-8b50b3a9-24fc-41d0-b8d1-6924cf36baf1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154151 Feb 10 13:20:07.072940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:07.085102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 9cb03731-b51b-4597-9005-834263b37e05 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:07.093672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 9cb03731-b51b-4597-9005-834263b37e05 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:07.094049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9cb03731-b51b-4597-9005-834263b37e05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.147727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-38c174f5-6345-4847-b373-000d7886bae7 req-e2530202-23e3-4763-918a-c75d3a289cd1 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0798788 Feb 10 13:20:07.274375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:07.274863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:20:07.294379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50912741-98cc-49cb-8052-2743cb74e2be req-b5838585-e871-4604-8a07-0ceaf94ffc7c tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794108 Feb 10 13:20:07.296316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.338900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff99f5-1b0d-42a8-b03c-f650a7358757 req-71df2c30-28b5-49c9-8859-f46bb3104d0e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.350735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41ff99f5-1b0d-42a8-b03c-f650a7358757 req-71df2c30-28b5-49c9-8859-f46bb3104d0e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1485646 Feb 10 13:20:07.433389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9cb03731-b51b-4597-9005-834263b37e05 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:07.436259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.450909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaebde-b02e-4f73-972b-92676034f598 None None] New status for floating IP dd168e94-dea5-4a1b-80ac-2e083c4c649c: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:20:07.487805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41ff99f5-1b0d-42a8-b03c-f650a7358757 req-666c5db7-41bb-4fe3-932e-30abadda4b32 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250770 Feb 10 13:20:07.515813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] In _notify_port_updated(), no bound segment for port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:20:07.525335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.526286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.532779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "PUT /v2.0/ports/3dbaddaf-b5bb-49bf-b705-46269ff16ff1 HTTP/1.1" status: 200 len: 975 time: 2.9873514 Feb 10 13:20:07.534162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:07.572856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.606573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64308-081a-44af-9aa3-e539fd794542 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=3dbaddaf-b5bb-49bf-b705-46269ff16ff1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:07.611097 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6297f5-d016-4c51-b167-fac41126b7c4 x-openstack-request-id: req-cf6297f5-d016-4c51-b167-fac41126b7c4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:07.611468 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:07.613247 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf6297f5-d016-4c51-b167-fac41126b7c4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:07.613409 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e', 'code': 200} Feb 10 13:20:07.615781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9cb03731-b51b-4597-9005-834263b37e05,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:07.625603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.691320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-b9595dad-fb32-45d3-bfce-bc49d2edc2b8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.694405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-b9595dad-fb32-45d3-bfce-bc49d2edc2b8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.3676322 Feb 10 13:20:07.737706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:07.748518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fa07e443-1b14-41e2-9af4-38ebc33c1d59 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:07.775896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-baeaaa16-454b-46c2-8bc5-602e1f449963 req-c10e6290-9429-4252-885a-57757013ee57 tempest-ServerShowV257Test-23767032 tempest-ServerShowV257Test-23767032-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef42a42f-3c96-4d72-b62b-a28f1334a696 HTTP/1.1" status: 200 len: 210 time: 0.0581098 Feb 10 13:20:07.838330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.839050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b76af6c-b3c5-4590-b8b7-fb21f6922ebe req-47c74fac-a44e-47ea-89ef-693420400aa1 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0412540 Feb 10 13:20:07.839118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.839118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.839118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.839118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.839118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.855977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.856166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.856584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.871442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.871952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.872450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.872920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.873395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.880171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.881870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.882296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.884651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.884651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.885102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.885580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.888455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port fa07e443-1b14-41e2-9af4-38ebc33c1d59 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:07.893212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.893757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.893980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port fa07e443-1b14-41e2-9af4-38ebc33c1d59 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:07.894550 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:07.895184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.895669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.896138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.896604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.897104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.906010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.906493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.906959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.907423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.907885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.913315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.913812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.914287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.914798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.915270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.915744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.916201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.916664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.917750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:07.934375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e0f6363-7db5-4add-a2c5-8cf80bb521fd tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39031 time: 0.3962581 Feb 10 13:20:07.935697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:08.051497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861a97-6629-4635-a68d-5d8dbc691db8 req-15c3fcbf-5284-4fd8-9b06-15d386141e9b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.053228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd861a97-6629-4635-a68d-5d8dbc691db8 req-15c3fcbf-5284-4fd8-9b06-15d386141e9b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1218290 Feb 10 13:20:08.111578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Deleting port 39cd8bf5-7212-4b57-b22b-def7466e4246 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:08.112076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.161509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd861a97-6629-4635-a68d-5d8dbc691db8 req-f0c3a7dd-c38f-4007-8d57-0216101a31d1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013923 Feb 10 13:20:08.173359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc7cc-9368-4bd2-9e57-a72a546438ac req-ac4bca85-b465-4d4f-9ebd-2650684628ca tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.189843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc7cc-9368-4bd2-9e57-a72a546438ac req-ac4bca85-b465-4d4f-9ebd-2650684628ca tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.195442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc7cc-9368-4bd2-9e57-a72a546438ac req-ac4bca85-b465-4d4f-9ebd-2650684628ca tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.200184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port fa07e443-1b14-41e2-9af4-38ebc33c1d59 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:08.200582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.203282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-266cc7cc-9368-4bd2-9e57-a72a546438ac req-ac4bca85-b465-4d4f-9ebd-2650684628ca tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2417 time: 0.2212746 Feb 10 13:20:08.281328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:08.289142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.292719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:08.344088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.349365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.358249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] For port 39cd8bf5-7212-4b57-b22b-def7466e4246, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=39cd8bf5-7212-4b57-b22b-def7466e4246,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:08.358841 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.361417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 66fdac21-db26-4ae7-b4a7-c3cb5366b83b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:08.361964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 66fdac21-db26-4ae7-b4a7-c3cb5366b83b not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:08.364591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.370654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.382027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Deleting port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:08.382655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.387170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.392866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.394383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Calling delete_port for 39cd8bf5-7212-4b57-b22b-def7466e4246 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:08.406599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.413600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-266cc7cc-9368-4bd2-9e57-a72a546438ac req-58077586-3934-4981-8a52-2f21864deb16 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090847 Feb 10 13:20:08.421596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-0eeb81ba-031e-4b13-826d-aac6b056ae30 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1864383 Feb 10 13:20:08.421900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:08.527720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51088d3-73e5-408a-b76c-fb6e11c235f1 req-c9264b8f-8be6-470e-bc79-39264df428b0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038108 Feb 10 13:20:08.635231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port 3dbaddaf-b5bb-49bf-b705-46269ff16ff1, host n-h2-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:08.635679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:08.670489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Calling delete_port for 3dbaddaf-b5bb-49bf-b705-46269ff16ff1 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:08.685161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485911c3-2527-45ce-a753-c6c08fbdba22 req-ccdaed38-b3fb-483e-b5dc-7e199fa1e3d3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.694174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-485911c3-2527-45ce-a753-c6c08fbdba22 req-ccdaed38-b3fb-483e-b5dc-7e199fa1e3d3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1025577 Feb 10 13:20:08.773339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-485911c3-2527-45ce-a753-c6c08fbdba22 req-3aaf56aa-d001-4ccd-99ff-045ee016c073 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743749 Feb 10 13:20:08.797247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47032bcc-d3c0-4cad-aa66-86280c7dc68b req-2bf14d64-e580-48b5-a879-5fc958273857 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:08.799240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47032bcc-d3c0-4cad-aa66-86280c7dc68b req-2bf14d64-e580-48b5-a879-5fc958273857 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5071c7a-d81d-4181-b33e-33d97badbcc0 HTTP/1.1" status: 200 len: 944 time: 0.2567501 Feb 10 13:20:08.871001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-47032bcc-d3c0-4cad-aa66-86280c7dc68b req-6a23dcc4-7dd1-46a3-83da-7faa9bd4f7f8 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 Feb 10 13:20:08.944024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3dbaddaf-b5bb-49bf-b705-46269ff16ff1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.047567 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09e5ab06-f933-4dff-9862-0dca9d8425fa req-87e42a97-4e46-4e47-adc3-3d39bece96c5 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0362566 Feb 10 13:20:09.054147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dbaddaf-b5bb-49bf-b705-46269ff16ff1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:09.057308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (39cd8bf5-7212-4b57-b22b-def7466e4246), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.081853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.087220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-373b6fea-db37-42df-9cc5-91bbd9c857d7 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3dbaddaf-b5bb-49bf-b705-46269ff16ff1 HTTP/1.1" status: 204 len: 168 time: 1.1441591 Feb 10 13:20:09.089951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:09.120429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event deleted for resources: {'Port': ['ID=39cd8bf5-7212-4b57-b22b-def7466e4246,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:09.162222 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31aaad5-980e-4ede-9cc0-545cbfc10700 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:20:09.167515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f31aaad5-980e-4ede-9cc0-545cbfc10700 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports/3dbaddaf-b5bb-49bf-b705-46269ff16ff1 HTTP/1.1" status: 404 len: 333 time: 0.0729246 Feb 10 13:20:09.167515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:09.178655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] No DVR routers for this DVR port 39cd8bf5-7212-4b57-b22b-def7466e4246 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:09.181496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1809647796', 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:09.183185 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.187092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-25df28e6-e966-4e1d-9641-f46ef64851c2 req-35a17d13-171b-4bda-94b3-629349bf5e2f tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "DELETE /v2.0/ports/39cd8bf5-7212-4b57-b22b-def7466e4246 HTTP/1.1" status: 204 len: 173 time: 1.4880950 Feb 10 13:20:09.187760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-deleted', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:09.201501 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef011c-261b-4b84-8c24-896258dae1b9" -d '{"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-deleted", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:09.231313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Made reservation on behalf of df7a92e6aea542f394207ef4e5884aae for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:09.238643 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.294019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:09.329174 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d019798-80ba-4aae-a30f-4b9258495993 x-openstack-request-id: req-9d019798-80ba-4aae-a30f-4b9258495993 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:09.329654 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5071c7a-d81d-4181-b33e-33d97badbcc0", "name": "network-vif-deleted", "tag": "39cd8bf5-7212-4b57-b22b-def7466e4246", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:09.330051 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d019798-80ba-4aae-a30f-4b9258495993 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:09.330607 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5071c7a-d81d-4181-b33e-33d97badbcc0', 'name': 'network-vif-deleted', 'tag': '39cd8bf5-7212-4b57-b22b-def7466e4246', 'status': 'completed', 'code': 200} Feb 10 13:20:09.401780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:09.471987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6869804-c0bd-46e1-9067-de313fa112b9 req-94a9aec8-97d3-4f4c-a322-95080e4389d1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.473634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6869804-c0bd-46e1-9067-de313fa112b9 req-94a9aec8-97d3-4f4c-a322-95080e4389d1 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1102939 Feb 10 13:20:09.587608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff79922c-0e57-401c-aa1e-ebd8307feb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.615148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb03731-b51b-4597-9005-834263b37e05'}, {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:09.620098 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc3f0e-0178-4d44-9963-db00998fb7f3" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "9cb03731-b51b-4597-9005-834263b37e05"}, {"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:09.640704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a296a-a4bd-4e17-8c5c-4a1952639ecb req-1258cdc2-8823-4321-89e2-8880ce0fcc00 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.646828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a296a-a4bd-4e17-8c5c-4a1952639ecb req-1258cdc2-8823-4321-89e2-8880ce0fcc00 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.653418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a296a-a4bd-4e17-8c5c-4a1952639ecb req-1258cdc2-8823-4321-89e2-8880ce0fcc00 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.661233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c70a296a-a4bd-4e17-8c5c-4a1952639ecb req-1258cdc2-8823-4321-89e2-8880ce0fcc00 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.1188135 Feb 10 13:20:09.745359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c70a296a-a4bd-4e17-8c5c-4a1952639ecb req-8e8ac988-f5b3-4a34-8067-52b1d408caec tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819938 Feb 10 13:20:09.831926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff79922c-0e57-401c-aa1e-ebd8307feb72 admin admin] Publish callbacks [] for security_group (5534ed5f-3bea-47ce-b213-8fcdf4bb8762), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.872600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6869804-c0bd-46e1-9067-de313fa112b9 req-a87f4bee-e479-45b0-acd7-fa98850b7b7c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828824 Feb 10 13:20:09.881556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff79922c-0e57-401c-aa1e-ebd8307feb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5534ed5f-3bea-47ce-b213-8fcdf4bb8762), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.890010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.949874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.955590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.961047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.967550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.970791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:09.972789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.978684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.984318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:09.986568 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b5da2-abb5-4f62-ae3b-39972da0e4c8 x-openstack-request-id: req-208b5da2-abb5-4f62-ae3b-39972da0e4c8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:09.986868 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "9cb03731-b51b-4597-9005-834263b37e05", "code": 200}, {"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:09.987125 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-208b5da2-abb5-4f62-ae3b-39972da0e4c8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:09.987516 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb03731-b51b-4597-9005-834263b37e05', 'code': 200} Feb 10 13:20:09.987773 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'code': 200} Feb 10 13:20:09.993064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d50783c5-aca0-4172-9473-70ad2618e221 req-13f63a91-1be2-4703-9fd9-fd7e9a1afd5a tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1586187 Feb 10 13:20:10.011423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79922c-0e57-401c-aa1e-ebd8307feb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534ed5f-3bea-47ce-b213-8fcdf4bb8762,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:10.016115 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff79922c-0e57-401c-aa1e-ebd8307feb72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f80aac5f5f9a41a293401180af3bff47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6126451 Feb 10 13:20:10.039245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:10.077475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:10.085848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d50783c5-aca0-4172-9473-70ad2618e221 req-7346157f-3f23-4b27-a4b4-ab7faf8f0ce3 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913672 Feb 10 13:20:10.088269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:10.100490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:10.101503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.102732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.134230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:10.178586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2caca29a-64f6-4560-b1d9-9c882d1413d4 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0077338 Feb 10 13:20:10.179156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:10.201008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-cf32bb95-6354-4244-adfd-777800f2efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.202661 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-cf32bb95-6354-4244-adfd-777800f2efd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1127 time: 0.1147218 Feb 10 13:20:10.225798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bc016-5542-488c-8ee0-679cc74cd57b req-daec2d3d-e6bf-4258-994b-e848117a6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.226385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bc016-5542-488c-8ee0-679cc74cd57b req-daec2d3d-e6bf-4258-994b-e848117a6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.226862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bc016-5542-488c-8ee0-679cc74cd57b req-daec2d3d-e6bf-4258-994b-e848117a6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.229908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-161bc016-5542-488c-8ee0-679cc74cd57b req-daec2d3d-e6bf-4258-994b-e848117a6a3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2964 time: 0.1245356 Feb 10 13:20:10.239815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50bc3d6-5bd3-460c-b2a6-32411004ceac tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.242780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e50bc3d6-5bd3-460c-b2a6-32411004ceac tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports/e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f HTTP/1.1" status: 200 len: 955 time: 0.0608320 Feb 10 13:20:10.244215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] Publish callbacks [] for security_group (5534ed5f-3bea-47ce-b213-8fcdf4bb8762), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.245693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:10.250062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-acfa6370-e0bd-4a76-a933-320d715e5aa5 req-c2e2c8a5-bace-4fff-8bee-5e3f6ce50698 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0513852 Feb 10 13:20:10.264242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657f1b1-6381-4b4a-99fc-351a3ce56cc5 req-2d5f6bcd-2c29-43df-aee6-3ce283ab3f69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.275791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c657f1b1-6381-4b4a-99fc-351a3ce56cc5 req-2d5f6bcd-2c29-43df-aee6-3ce283ab3f69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1740353 Feb 10 13:20:10.302461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] Publish callbacks [] for security_group (5534ed5f-3bea-47ce-b213-8fcdf4bb8762), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.384342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c657f1b1-6381-4b4a-99fc-351a3ce56cc5 req-e7233036-ad3b-4394-8331-cdcbfa806ee6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118028 Feb 10 13:20:10.410615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5534ed5f-3bea-47ce-b213-8fcdf4bb8762), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.415788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.416948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5534ed5f-3bea-47ce-b213-8fcdf4bb8762 HTTP/1.1" status: 204 len: 168 time: 0.3720427 Feb 10 13:20:10.442743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847145a4-c353-4e68-a3e7-d41f9af3e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534ed5f-3bea-47ce-b213-8fcdf4bb8762,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:10.455677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-161bc016-5542-488c-8ee0-679cc74cd57b req-aa700355-16e3-4c7a-bd09-c5a2d7cc3b38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091713 Feb 10 13:20:10.463740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-b683324a-dbe3-45ff-b2fd-01722db774ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.465516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-b683324a-dbe3-45ff-b2fd-01722db774ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.2524719 Feb 10 13:20:10.573950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88b0c0-db0b-4aca-ae7a-bb8fc1084125 req-8ccc719b-5718-4a22-9beb-0c137c50a184 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.575510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca88b0c0-db0b-4aca-ae7a-bb8fc1084125 req-8ccc719b-5718-4a22-9beb-0c137c50a184 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.0577641 Feb 10 13:20:10.597814 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Deleting port e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:10.598150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.602372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-0da0da20-af61-47d5-a713-037b9eb07db9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 1000 time: 0.1298175 Feb 10 13:20:10.670622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca88b0c0-db0b-4aca-ae7a-bb8fc1084125 req-5741cbd3-c628-4a25-a439-9bbe2cafded1 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823231 Feb 10 13:20:10.705822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.715223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-d97775c3-14a0-4070-bfb7-b8e8d13443f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.716660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-d97775c3-14a0-4070-bfb7-b8e8d13443f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.1052823 Feb 10 13:20:10.722026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Calling delete_port for e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:10.823184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-66d7bc58-bead-4cea-bb64-19b03ce515dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:10.824554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-66d7bc58-bead-4cea-bb64-19b03ce515dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1005130 Feb 10 13:20:10.932861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:10.978988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.028079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:11.037520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02410d-5a5c-4818-90dc-06ced32f348d req-ea4d4070-f3bb-474f-b4c4-864ad617b072 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.044091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02410d-5a5c-4818-90dc-06ced32f348d req-ea4d4070-f3bb-474f-b4c4-864ad617b072 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.048827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d830bf-356d-4948-a32f-9663b1a6085f req-1ea8b2db-a1b4-47cb-98b5-37b094cb6b47 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.049398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02410d-5a5c-4818-90dc-06ced32f348d req-ea4d4070-f3bb-474f-b4c4-864ad617b072 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.057930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d830bf-356d-4948-a32f-9663b1a6085f req-1ea8b2db-a1b4-47cb-98b5-37b094cb6b47 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.0823176 Feb 10 13:20:11.060490 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b02410d-5a5c-4818-90dc-06ced32f348d req-ea4d4070-f3bb-474f-b4c4-864ad617b072 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.2204111 Feb 10 13:20:11.063748 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-38724cc2-56e1-4cb0-a8bc-c4a65d00a4d8 service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323539 Feb 10 13:20:11.091093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.094418 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-726fd377-8003-4f22-9631-55e4d7b1126a tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f HTTP/1.1" status: 204 len: 168 time: 0.8467050 Feb 10 13:20:11.097786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:11.170792 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b053893-56d4-4a8a-9dc9-641f1b7cd0d6 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:20:11.172612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b053893-56d4-4a8a-9dc9-641f1b7cd0d6 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports/e2dc5ae0-34d5-4fc4-9cbf-8bd9227e5e6f HTTP/1.1" status: 404 len: 333 time: 0.0722861 Feb 10 13:20:11.178588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:11.184809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1376028381'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:11.187657 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b02410d-5a5c-4818-90dc-06ced32f348d req-0d12282e-d50e-4bfe-8b67-f038aa2ec2f4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261973 Feb 10 13:20:11.213564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d830bf-356d-4948-a32f-9663b1a6085f req-b16c9407-d633-4053-b565-edc964d0dfe7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543748 Feb 10 13:20:11.246720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Made reservation on behalf of df7a92e6aea542f394207ef4e5884aae for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:11.249154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.249619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a4719a3b-3920-4b86-a7e6-be410aa9f2a3 req-0f6af345-d83d-4229-bb2a-b1cd3b5e157d service neutron] 10.222.0.77 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769059 Feb 10 13:20:11.279743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port e91e578b-4f60-405b-bae9-3123f299bea0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:11.375255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:11.395865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.403403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.413059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.414256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7068bff-19e2-458e-97df-11f14ae5a418 req-e4888fa8-9d5d-40e5-b6fe-050798c70b0c tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0636241 Feb 10 13:20:11.421647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 39cd8bf5-7212-4b57-b22b-def7466e4246 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:11.422176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 39cd8bf5-7212-4b57-b22b-def7466e4246 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:11.442992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.453898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.460219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.470267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.474968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:11.488200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96b76335-1c8c-4c63-90fc-518798746eec req-6d29fdad-b029-4971-8b64-0dee1b1e1709 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1751070 Feb 10 13:20:11.591616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-5a06c365-40a4-474a-83c8-52df75eb1be7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.593519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-5a06c365-40a4-474a-83c8-52df75eb1be7 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.1029620 Feb 10 13:20:11.619514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2046552048-network', 'tenant_id': 'dc5883d4e17e4bedb2e1a2e137a7526e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:11.637712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96b76335-1c8c-4c63-90fc-518798746eec req-5fb8651a-be0b-435f-9245-e511a7716975 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486278 Feb 10 13:20:11.638762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (e91e578b-4f60-405b-bae9-3123f299bea0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.665750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Made reservation on behalf of dc5883d4e17e4bedb2e1a2e137a7526e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:11.668045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.698150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db14dbf-2d28-4325-8af3-463e5857a67a req-1acb8ba7-3c03-4d65-a248-409b2e6c9fcb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.699740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2db14dbf-2d28-4325-8af3-463e5857a67a req-1acb8ba7-3c03-4d65-a248-409b2e6c9fcb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1407034 Feb 10 13:20:11.706944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.728688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Deleting port e7c68667-125a-4b0e-954d-1b2f3a034eea {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:11.729077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.762630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.830114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2db14dbf-2d28-4325-8af3-463e5857a67a req-4aef0a75-504d-4a40-ac90-d54014547799 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195767 Feb 10 13:20:11.846607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:11.854805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:11.858112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=e91e578b-4f60-405b-bae9-3123f299bea0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:11.864150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:11.865568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.866590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.897287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba951c6c-440a-4ef8-9105-6a5c3ca8eda3 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7171810 Feb 10 13:20:11.904002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b997-e506-4f66-b7d6-6ac3241541fa req-4203599f-a8e6-4314-aa8c-4c8d82fa002d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:11.904705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:11.905547 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1561b997-e506-4f66-b7d6-6ac3241541fa req-4203599f-a8e6-4314-aa8c-4c8d82fa002d tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7fc1663-cd61-48b0-98c3-58be913d22e2 HTTP/1.1" status: 200 len: 945 time: 0.1565039 Feb 10 13:20:11.910496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:11.927612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] For port e7c68667-125a-4b0e-954d-1b2f3a034eea, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e7c68667-125a-4b0e-954d-1b2f3a034eea,segment=NetworkSegment(1c2ec73b-b8a2-4285-928a-b716a43ba153),segment_id=1c2ec73b-b8a2-4285-928a-b716a43ba153)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:11.928023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.938074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks [] for security_group (ff43db6a-93bc-446e-ac53-7e5394d96a60), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.949133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ff43db6a-93bc-446e-ac53-7e5394d96a60), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:11.950933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Calling delete_port for e7c68667-125a-4b0e-954d-1b2f3a034eea owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:11.986771 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1561b997-e506-4f66-b7d6-6ac3241541fa req-1f6e1deb-ae56-4703-9f1e-2e8af7d3a4af tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.13 "GET /v2.0/security-groups?id=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Feb 10 13:20:12.000210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:12.008744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.082849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4f132fff-f843-40e1-89b8-4080d14b493c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.083526 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Added segment 4f132fff-f843-40e1-89b8-4080d14b493c of type vlan for network 60695e88-79df-4dda-8a4c-b9c4d7b738cf Feb 10 13:20:12.122718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43db6a-93bc-446e-ac53-7e5394d96a60,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:12.134877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e7c68667-125a-4b0e-954d-1b2f3a034eea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.157489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (60695e88-79df-4dda-8a4c-b9c4d7b738cf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.190512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Pushing event deleted for resources: {'Port': ['ID=e7c68667-125a-4b0e-954d-1b2f3a034eea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:12.226247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] No DVR routers for this DVR port e7c68667-125a-4b0e-954d-1b2f3a034eea on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:12.230437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.234877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edf53aec-4fcb-40a0-a1b6-a13c2e47c882 req-4c054985-5c4a-405d-bcc8-af0ac72ba800 tempest-LiveMigrationTest-1105309770 tempest-LiveMigrationTest-1105309770-project] 10.222.0.21 "DELETE /v2.0/ports/e7c68667-125a-4b0e-954d-1b2f3a034eea HTTP/1.1" status: 204 len: 173 time: 0.6301279 Feb 10 13:20:12.235430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-deleted', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:12.238884 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5dcaee-2765-4f51-9a16-23b66dcda216" -d '{"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-deleted", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:12.244453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (60695e88-79df-4dda-8a4c-b9c4d7b738cf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.245628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:12.246324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.294748 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923bfe99-88e7-4f72-b9c8-0cc61ba3a0ed x-openstack-request-id: req-923bfe99-88e7-4f72-b9c8-0cc61ba3a0ed {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:12.296277 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fc1663-cd61-48b0-98c3-58be913d22e2", "name": "network-vif-deleted", "tag": "e7c68667-125a-4b0e-954d-1b2f3a034eea", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:12.297550 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-923bfe99-88e7-4f72-b9c8-0cc61ba3a0ed {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:12.298127 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fc1663-cd61-48b0-98c3-58be913d22e2', 'name': 'network-vif-deleted', 'tag': 'e7c68667-125a-4b0e-954d-1b2f3a034eea', 'status': 'completed', 'code': 200} Feb 10 13:20:12.319978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8437855 Feb 10 13:20:12.320338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:12.327427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Request body: {'subnet': {'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2046552048-subnet', 'tenant_id': 'dc5883d4e17e4bedb2e1a2e137a7526e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:12.362280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Made reservation on behalf of dc5883d4e17e4bedb2e1a2e137a7526e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:12.371193 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.388161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c8695-45bd-451e-bee3-300e0000c886 admin admin] Pushing event updated for resources: {'Network': ['ID=60695e88-79df-4dda-8a4c-b9c4d7b738cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:12.403089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:12.407515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] device_id is not set on port e91e578b-4f60-405b-bae9-3123f299bea0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:12.418251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks [] for port (e91e578b-4f60-405b-bae9-3123f299bea0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.426909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.475085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd6b1a-5033-485f-ba46-f19f1cf80f65 req-7c92400e-999d-41e2-b240-a2111b3ecfee tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:12.481194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd6b1a-5033-485f-ba46-f19f1cf80f65 req-7c92400e-999d-41e2-b240-a2111b3ecfee tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:12.486966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd6b1a-5033-485f-ba46-f19f1cf80f65 req-7c92400e-999d-41e2-b240-a2111b3ecfee tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:12.488727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45fd6b1a-5033-485f-ba46-f19f1cf80f65 req-7c92400e-999d-41e2-b240-a2111b3ecfee tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.1843827 Feb 10 13:20:12.544598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=e91e578b-4f60-405b-bae9-3123f299bea0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:12.560324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea934c1-bed0-496f-9081-6a72205aba2f req-2414db32-beae-4ee9-8222-82775dded50b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:12.568433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ea934c1-bed0-496f-9081-6a72205aba2f req-2414db32-beae-4ee9-8222-82775dded50b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1358182 Feb 10 13:20:12.569556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.569973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.570413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.576876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45fd6b1a-5033-485f-ba46-f19f1cf80f65 req-95937f68-9ae1-49df-bf9b-5e138e127074 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Feb 10 13:20:12.579082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.579550 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.580082 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 2 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.603374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.603721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.604065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.608963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.609299 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.609702 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 3 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.623034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.623387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.623732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.628375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.628776 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.629209 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 4 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.653435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.653779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.654129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.674486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1c323e2-6458-4f17-94e7-a590c55e95ae req-8d32e702-95d2-4a97-8d20-e3310a9bd662 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0355704 Feb 10 13:20:12.675553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.675890 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.676290 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 5 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.691589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.691937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.692419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.698042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.698386 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.698789 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 6 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.714079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.714477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.714869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.719836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.720178 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.720625 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 7 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.742534 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ea934c1-bed0-496f-9081-6a72205aba2f req-f718d845-efdf-46df-9709-863d2ad66f93 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732979 Feb 10 13:20:12.743458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.743851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.744402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.750475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.750826 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.752164 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 8 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.753811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (749a6550-fd64-4705-94a5-f1d4cbea7ced), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.798710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.799425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.800033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.805891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.806241 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.806701 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 9 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.831761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.832110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.832707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.839911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.840252 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.840943 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempt 10 to bind port e91e578b-4f60-405b-bae9-3123f299bea0 Feb 10 13:20:12.870614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:12.870964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:12.871308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempting to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:12.882778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749a6550-fd64-4705-94a5-f1d4cbea7ced,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:12.884167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:12.884540 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Failed to bind port e91e578b-4f60-405b-bae9-3123f299bea0 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c0fa3f7c-5114-4c54-b277-99774066269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '62654a78-a4c4-433a-b4a2-12c1e1d98dd2'}] Feb 10 13:20:12.885469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:12.894551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Checking segment: {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:12.894918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Network hostable DHCP agents. Network: 60695e88-79df-4dda-8a4c-b9c4d7b738cf, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:12.973580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port e91e578b-4f60-405b-bae9-3123f299bea0, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:12.974094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:20:12.979791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.000096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] In _notify_port_updated(), no bound segment for port e91e578b-4f60-405b-bae9-3123f299bea0 on network 62654a78-a4c4-433a-b4a2-12c1e1d98dd2 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:20:13.001716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.002672 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.006712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:13.009296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "PUT /v2.0/ports/e91e578b-4f60-405b-bae9-3123f299bea0 HTTP/1.1" status: 200 len: 975 time: 1.1028306 Feb 10 13:20:13.009921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:13.043730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 60695e88-79df-4dda-8a4c-b9c4d7b738cf) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:13.050347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.052466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.054521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b72f56-4baa-4ea3-bc73-c2048fa814be None None] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:13.101313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e14567cb-b436-4482-9b28-02dc92685ca6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7797031 Feb 10 13:20:13.142218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.143724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b883b5-ad15-4fb1-8420-a2417e1fe2c9 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event updated for resources: {'Port': ['ID=e91e578b-4f60-405b-bae9-3123f299bea0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:13.164182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.171918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.178848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.185447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.193288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.194982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Deleting port e91e578b-4f60-405b-bae9-3123f299bea0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:13.197033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.200230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.202347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b68322be-ee23-4113-ae89-088fe3db301c req-c29ec41b-0cc8-4586-9712-babae7a3d785 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3012404 Feb 10 13:20:13.277329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cbdc1-4784-4a30-b072-1092e742ce1a None None] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:13.293424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b68322be-ee23-4113-ae89-088fe3db301c req-511d3364-60b3-4d72-9bcd-d24d3a234529 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837719 Feb 10 13:20:13.357971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] For port e91e578b-4f60-405b-bae9-3123f299bea0, host n-h2-815324-6, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:13.358352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.384097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:13.389116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Calling delete_port for e91e578b-4f60-405b-bae9-3123f299bea0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:13.509916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6b7e6-fc43-403d-bbdd-c7c49d4ca7ae req-66551724-9458-44f3-9034-9319fcf98430 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.517080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ef6b7e6-fc43-403d-bbdd-c7c49d4ca7ae req-66551724-9458-44f3-9034-9319fcf98430 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2654281 Feb 10 13:20:13.582398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Deleting subnet b281a16d-397e-4632-9956-a39c66cec689 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:13.586476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Publish callbacks [] for subnet (b281a16d-397e-4632-9956-a39c66cec689), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.590656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ef6b7e6-fc43-403d-bbdd-c7c49d4ca7ae req-f4f6108f-4100-4406-88f5-e1131e6448ea tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726166 Feb 10 13:20:13.592021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e91e578b-4f60-405b-bae9-3123f299bea0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.619300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Pushing event deleted for resources: {'Port': ['ID=e91e578b-4f60-405b-bae9-3123f299bea0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:13.626806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:13.638447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.641102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d673461-5457-43fc-9967-6f096ba8c645 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e91e578b-4f60-405b-bae9-3123f299bea0 HTTP/1.1" status: 204 len: 168 time: 0.6087635 Feb 10 13:20:13.646750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:13.647156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b281a16d-397e-4632-9956-a39c66cec689), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.676798 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05c3e1a-c269-4482-9a9d-fc07c6411292 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:20:13.678375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c05c3e1a-c269-4482-9a9d-fc07c6411292 tempest-PortsAdminExtendedAttrsTestJSON-1374041294 tempest-PortsAdminExtendedAttrsTestJSON-1374041294-project-admin] 10.222.0.13 "GET /v2.0/ports/e91e578b-4f60-405b-bae9-3123f299bea0 HTTP/1.1" status: 404 len: 333 time: 0.0306165 Feb 10 13:20:13.682193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:13.694586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d41e5-b1c1-4a86-bdf6-30578a7f465b req-d85a4c2a-15f3-4b57-a194-0d519302bc32 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.701032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d41e5-b1c1-4a86-bdf6-30578a7f465b req-d85a4c2a-15f3-4b57-a194-0d519302bc32 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.706439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d41e5-b1c1-4a86-bdf6-30578a7f465b req-d85a4c2a-15f3-4b57-a194-0d519302bc32 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:13.708109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-061d41e5-b1c1-4a86-bdf6-30578a7f465b req-d85a4c2a-15f3-4b57-a194-0d519302bc32 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.2293928 Feb 10 13:20:13.731478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b281a16d-397e-4632-9956-a39c66cec689), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.765630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:13.767430 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.811002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:13.813572 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab4f78-d2d4-4541-a0bf-5776f2f6f757" -d '{"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-unplugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:13.828268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:13.837755 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.840281 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (62654a78-a4c4-433a-b4a2-12c1e1d98dd2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:13.934948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:14.057879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (62654a78-a4c4-433a-b4a2-12c1e1d98dd2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.093468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62654a78-a4c4-433a-b4a2-12c1e1d98dd2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.099299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-061d41e5-b1c1-4a86-bdf6-30578a7f465b req-efbdb3cf-a1df-4d2c-a84a-fb0993fc6129 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805864 Feb 10 13:20:14.123348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b281a16d-397e-4632-9956-a39c66cec689), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.123453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-61d0f751-4dcc-4f3b-a257-6b09aef49bb2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.126422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-61d0f751-4dcc-4f3b-a257-6b09aef49bb2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 814 time: 0.2035384 Feb 10 13:20:14.130066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fa3f7c-5114-4c54-b277-99774066269d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.130357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fa3f7c-5114-4c54-b277-99774066269d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.147140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b281a16d-397e-4632-9956-a39c66cec689,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:14.152590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-5a9af071-74ea-49d1-8a9b-be8b98297608 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/quotas/dc5883d4e17e4bedb2e1a2e137a7526e HTTP/1.1" status: 200 len: 375 time: 0.0252061 Feb 10 13:20:14.155262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.160940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (c0fa3f7c-5114-4c54-b277-99774066269d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.161162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-216e7762-7477-4b1d-b7eb-80a97def99fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b281a16d-397e-4632-9956-a39c66cec689 HTTP/1.1" status: 204 len: 168 time: 0.7734935 Feb 10 13:20:14.161162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:14.204264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-1e4129d1-cc5e-4692-ad8d-78e1d1501147 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459538 Feb 10 13:20:14.213883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-a8e54b43-4402-471a-977c-f74825767b04 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:20:14.215044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-a8e54b43-4402-471a-977c-f74825767b04 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060840 Feb 10 13:20:14.219841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c0fa3f7c-5114-4c54-b277-99774066269d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.224231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-147ee784-3e0d-457b-90df-574b1caa9be5 req-753b9d8e-3da9-4480-acea-5c915560d486 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0439811 Feb 10 13:20:14.237754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:14.238304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (c0fa3f7c-5114-4c54-b277-99774066269d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.271400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (99910bda-153c-42b4-9e7b-ac421e5b92e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:14.315588 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:14.356030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (62654a78-a4c4-433a-b4a2-12c1e1d98dd2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.366895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.377091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] 10.222.0.13 "DELETE /v2.0/networks/62654a78-a4c4-433a-b4a2-12c1e1d98dd2 HTTP/1.1" status: 204 len: 168 time: 0.6902902 Feb 10 13:20:14.415925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (99910bda-153c-42b4-9e7b-ac421e5b92e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.434288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8bc8-042b-4d84-a6ff-7c616fba1b01 tempest-PortsAdminExtendedAttrsTestJSON-1877900912 tempest-PortsAdminExtendedAttrsTestJSON-1877900912-project] Pushing event deleted for resources: {'Network': ['ID=62654a78-a4c4-433a-b4a2-12c1e1d98dd2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:14.438179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9bd7-fc42-4821-b59e-cca6981a79c5 req-2d7b16de-e85b-4053-b776-1dcfaabf5b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.445761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-491f9bd7-fc42-4821-b59e-cca6981a79c5 req-2d7b16de-e85b-4053-b776-1dcfaabf5b57 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.1383159 Feb 10 13:20:14.465237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-4e53de02-274a-4ff1-bf94-b6a1e95a61ce service neutron] 10.222.0.13 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505630 Feb 10 13:20:14.493305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99910bda-153c-42b4-9e7b-ac421e5b92e3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.513220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2ec73b-b8a2-4285-928a-b716a43ba153') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.513517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2ec73b-b8a2-4285-928a-b716a43ba153') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:14.529181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-491f9bd7-fc42-4821-b59e-cca6981a79c5 req-b0efbe1e-f934-4add-a48a-3375f4071b30 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781381 Feb 10 13:20:14.550868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1c2ec73b-b8a2-4285-928a-b716a43ba153), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.577642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1c2ec73b-b8a2-4285-928a-b716a43ba153), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.584157 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297e809-6106-4300-99d7-243bffe07636 x-openstack-request-id: req-a297e809-6106-4300-99d7-243bffe07636 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:14.584583 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-unplugged", "status": "failed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:14.584888 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a297e809-6106-4300-99d7-243bffe07636 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:14.585285 n-d-815324-6 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'code': 422} returned with failed status Feb 10 13:20:14.602824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:14.603252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1c2ec73b-b8a2-4285-928a-b716a43ba153), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.621637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-490aac96-c126-4688-8ac2-39c5d9559e31 service neutron] 10.222.0.13 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552827 Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:14.637841 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:14.729740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:14.740594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (99910bda-153c-42b4-9e7b-ac421e5b92e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.750369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.753841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99910bda-153c-42b4-9e7b-ac421e5b92e3 HTTP/1.1" status: 204 len: 168 time: 0.5915842 Feb 10 13:20:14.758661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:14.790980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31cad-72b9-4eb0-aa03-2308d3517d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=99910bda-153c-42b4-9e7b-ac421e5b92e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:14.839053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.845150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.851983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.867771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.874838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Deleting subnet 56ddd15f-ad99-4ecf-999f-9cccfc0de2ba {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:14.879701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.885394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Publish callbacks [] for subnet (56ddd15f-ad99-4ecf-999f-9cccfc0de2ba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.885781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.891342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.893474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-6ff6ca5e-a30b-4488-b8f5-234eeecc8d91 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.2082112 Feb 10 13:20:14.938086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (56ddd15f-ad99-4ecf-999f-9cccfc0de2ba), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:14.942062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d682781-1682-428a-a379-c897cb33a333 req-06893255-f74b-472d-8bed-463142cace55 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.948308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d682781-1682-428a-a379-c897cb33a333 req-06893255-f74b-472d-8bed-463142cace55 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.953931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d682781-1682-428a-a379-c897cb33a333 req-06893255-f74b-472d-8bed-463142cace55 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:14.955610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d682781-1682-428a-a379-c897cb33a333 req-06893255-f74b-472d-8bed-463142cace55 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.1968760 Feb 10 13:20:15.019988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (56ddd15f-ad99-4ecf-999f-9cccfc0de2ba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.097483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (56ddd15f-ad99-4ecf-999f-9cccfc0de2ba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.111383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2467500b-c5ec-41ab-9cdc-7d13541161aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ea857fdfe6d4f239051b3f6e4739660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803797 Feb 10 13:20:15.117579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4680fb23-7c81-4180-990f-5c5c464f80f6 req-ec7ae60f-5017-48fa-a97f-a5d1ce88f3d8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158930 Feb 10 13:20:15.118635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:15.143892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ddd15f-ad99-4ecf-999f-9cccfc0de2ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:15.146691 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.154294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-36aa3901-cf1b-4d2d-b8d2-36ba9d92dafd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/56ddd15f-ad99-4ecf-999f-9cccfc0de2ba HTTP/1.1" status: 204 len: 168 time: 0.3913307 Feb 10 13:20:15.155175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:15.270166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port 5236a68c-7858-4a8b-94c3-03e23ed43d7e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:15.270617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.386034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] Publish callbacks [] for security_group (4b17284c-60d2-474f-a4e8-9a9cca4520f7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.398643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:15.421411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-51a9f140-9679-4239-a913-1eef4488ad5a req-44835f50-22a0-4378-8a56-387ed4ab8bbe tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 210 time: 0.0565665 Feb 10 13:20:15.447579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: e7c68667-125a-4b0e-954d-1b2f3a034eea {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:15.448054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e7c68667-125a-4b0e-954d-1b2f3a034eea not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:15.486428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (79d376b1-5a30-44bb-8a1a-d74afdae6f36), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.520440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] Publish callbacks [] for security_group (4b17284c-60d2-474f-a4e8-9a9cca4520f7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.532444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5d69-7188-44a3-8fbe-b92e3f5bdbe2 req-6a3f460c-8d7f-4dcf-b26d-2f2ec6d2d618 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:15.534213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-508a5d69-7188-44a3-8fbe-b92e3f5bdbe2 req-6a3f460c-8d7f-4dcf-b26d-2f2ec6d2d618 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2897162 Feb 10 13:20:15.603061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402d5f-6b9a-441a-8058-6c2146e12d2e req-3d8b518d-9b3f-4d38-b9a8-fb8d519b9ea8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:15.608368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402d5f-6b9a-441a-8058-6c2146e12d2e req-3d8b518d-9b3f-4d38-b9a8-fb8d519b9ea8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:15.615722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402d5f-6b9a-441a-8058-6c2146e12d2e req-3d8b518d-9b3f-4d38-b9a8-fb8d519b9ea8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:15.623889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f402d5f-6b9a-441a-8058-6c2146e12d2e req-3d8b518d-9b3f-4d38-b9a8-fb8d519b9ea8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 2418 time: 0.0991819 Feb 10 13:20:15.676067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-508a5d69-7188-44a3-8fbe-b92e3f5bdbe2 req-3ab3b426-1db9-4003-af8a-9b7976614595 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325507 Feb 10 13:20:15.684611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port 5236a68c-7858-4a8b-94c3-03e23ed43d7e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5236a68c-7858-4a8b-94c3-03e23ed43d7e,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:15.685034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.700694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f402d5f-6b9a-441a-8058-6c2146e12d2e req-f10544c3-7f26-40d0-9a28-798051bd2ee1 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Feb 10 13:20:15.748787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (79d376b1-5a30-44bb-8a1a-d74afdae6f36), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.751248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for 5236a68c-7858-4a8b-94c3-03e23ed43d7e owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:15.819054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4b17284c-60d2-474f-a4e8-9a9cca4520f7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.821652 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.822825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b17284c-60d2-474f-a4e8-9a9cca4520f7 HTTP/1.1" status: 204 len: 168 time: 0.7031748 Feb 10 13:20:15.824974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1c549f4f-e9c8-494d-9241-491191a51514 req-c4659631-7ab5-4bf0-a8ef-95ec5d0a784a tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.0521905 Feb 10 13:20:15.874014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d376b1-5a30-44bb-8a1a-d74afdae6f36']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:15.894253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba44b5c-f7aa-4e37-afb0-cc778ded843f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17284c-60d2-474f-a4e8-9a9cca4520f7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:15.898787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542fda8b-23ce-43b8-90b6-3556ca3b6c94') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:15.899091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542fda8b-23ce-43b8-90b6-3556ca3b6c94') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:15.923417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (542fda8b-23ce-43b8-90b6-3556ca3b6c94), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.946839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (542fda8b-23ce-43b8-90b6-3556ca3b6c94), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.964508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:15.964946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (542fda8b-23ce-43b8-90b6-3556ca3b6c94), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:15.966985 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:16.071675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (79d376b1-5a30-44bb-8a1a-d74afdae6f36), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.091155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.095704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/79d376b1-5a30-44bb-8a1a-d74afdae6f36 HTTP/1.1" status: 204 len: 168 time: 0.9401162 Feb 10 13:20:16.100389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bd605-383f-4bf9-badd-85ca867ec7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=79d376b1-5a30-44bb-8a1a-d74afdae6f36,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:16.121129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5236a68c-7858-4a8b-94c3-03e23ed43d7e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.208281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=5236a68c-7858-4a8b-94c3-03e23ed43d7e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:16.367727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-7479ea6c-9150-4a16-8061-09cfce2e16b1 req-6c08fea2-854a-4b1d-8211-305ed3db454c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:20:16.370278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7479ea6c-9150-4a16-8061-09cfce2e16b1 req-6c08fea2-854a-4b1d-8211-305ed3db454c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185699 Feb 10 13:20:16.383933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port 5236a68c-7858-4a8b-94c3-03e23ed43d7e on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:16.387017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:16.397663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.398211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:16.402627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d682781-1682-428a-a379-c897cb33a333 req-6052d5fc-f5f0-4d27-a54d-b1bcbcf89088 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "DELETE /v2.0/ports/5236a68c-7858-4a8b-94c3-03e23ed43d7e HTTP/1.1" status: 204 len: 173 time: 1.4371164 Feb 10 13:20:16.403269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:16.405725 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2423147c-2bb1-4d16-8d30-c4d893094999" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:16.541875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f6304e9-c482-41d9-a6d3-3ae1fccc0822 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcd08ff6d33a4f6485e2dc746f3d6cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398065 Feb 10 13:20:16.546571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38544) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:16.560087 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa86ed1-f0d5-491f-9aa0-a858587abb5c x-openstack-request-id: req-cfa86ed1-f0d5-491f-9aa0-a858587abb5c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:16.560677 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "5236a68c-7858-4a8b-94c3-03e23ed43d7e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:16.560776 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfa86ed1-f0d5-491f-9aa0-a858587abb5c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:16.562418 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': '5236a68c-7858-4a8b-94c3-03e23ed43d7e', 'status': 'completed', 'code': 200} Feb 10 13:20:16.593925 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b7949696-1b63-4356-98bb-f0e843966bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df7a92e6aea542f394207ef4e5884aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2051373 Feb 10 13:20:16.602076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38546) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:16.660509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-645d5add-0469-4615-a595-03bd33f7e829 req-adbf913d-7531-445c-877e-aade76d10ae9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 210 time: 0.0402532 Feb 10 13:20:16.667252 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] Publish callbacks [] for security_group (504d2d47-d90f-48f1-80c1-7d7fc0f39d0e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.699174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] Publish callbacks [] for security_group (504d2d47-d90f-48f1-80c1-7d7fc0f39d0e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.712023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.717503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.723003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.728519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.734057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.741366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.747466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.755220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-5c1df74b-75e3-4f6d-b1a6-647ef65ecc34 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3930621 Feb 10 13:20:16.763453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-52a30587-b287-4dc1-b555-1353cc92bad2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.765112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-52a30587-b287-4dc1-b555-1353cc92bad2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 814 time: 0.5586271 Feb 10 13:20:16.791939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Request body: {'port': {'device_id': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'admin_state_up': True, 'tenant_id': 'dc5883d4e17e4bedb2e1a2e137a7526e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:16.833396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6b16-dab2-4afc-998a-3d97f6bd5f17 req-8569ef3a-6455-40c7-9471-503c5d669d5e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:16.837333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0d6b16-dab2-4afc-998a-3d97f6bd5f17 req-8569ef3a-6455-40c7-9471-503c5d669d5e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.0705295 Feb 10 13:20:16.839793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (504d2d47-d90f-48f1-80c1-7d7fc0f39d0e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.844964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.846361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/504d2d47-d90f-48f1-80c1-7d7fc0f39d0e HTTP/1.1" status: 204 len: 168 time: 0.2982225 Feb 10 13:20:16.957925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] Publish callbacks [] for security_group (35149ab9-515c-41d9-9249-9d272cbf8633), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.972517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Made reservation on behalf of dc5883d4e17e4bedb2e1a2e137a7526e for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:16.975906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:16.996529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0d6b16-dab2-4afc-998a-3d97f6bd5f17 req-66497204-2caa-4acc-8a76-625a84f4b071 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477036 Feb 10 13:20:17.005322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02def8a4-1284-4860-8315-8d8a1aea67b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d2d47-d90f-48f1-80c1-7d7fc0f39d0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:17.013114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port 9cb03731-b51b-4597-9005-834263b37e05 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:17.013459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.035746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] Publish callbacks [] for security_group (35149ab9-515c-41d9-9249-9d272cbf8633), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.133514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7fe53ce-10dc-4cdd-9960-10d070b88070 req-ffd470bf-12bc-4ffa-9933-5550b49b0b3b tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3771925 Feb 10 13:20:17.218215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-13c98596-0262-40e0-b18c-20a53f7417c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501675 Feb 10 13:20:17.262020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b21339-0ca5-4f77-983d-467885e16f65 req-0fe29517-89f9-4114-9259-022992e5903c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:17.271409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2b21339-0ca5-4f77-983d-467885e16f65 req-0fe29517-89f9-4114-9259-022992e5903c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1738195 Feb 10 13:20:17.341164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-1186411b-f570-42d5-99fc-d8ad2f168883 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:17.349428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-1186411b-f570-42d5-99fc-d8ad2f168883 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports/c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 940 time: 0.0754957 Feb 10 13:20:17.379962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Allocated IP 172.20.0.6 (60695e88-79df-4dda-8a4c-b9c4d7b738cf/749a6550-fd64-4705-94a5-f1d4cbea7ced/b49e01c1-0e44-4afe-81ce-86b737e71c36) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:17.383444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port 9cb03731-b51b-4597-9005-834263b37e05, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9cb03731-b51b-4597-9005-834263b37e05,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:17.383865 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9cb03731-b51b-4597-9005-834263b37e05), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.391519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5236a68c-7858-4a8b-94c3-03e23ed43d7e no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:17.402434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35149ab9-515c-41d9-9249-9d272cbf8633), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.405095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.405811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35149ab9-515c-41d9-9249-9d272cbf8633 HTTP/1.1" status: 204 len: 168 time: 0.7990248 Feb 10 13:20:17.416899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for 9cb03731-b51b-4597-9005-834263b37e05 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:17.435857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3429d4-2f03-4545-afc6-730a1128471b req-abeb717c-0aa0-4366-9e99-048cfcfbfff3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:17.439676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 5236a68c-7858-4a8b-94c3-03e23ed43d7e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:17.440026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5236a68c-7858-4a8b-94c3-03e23ed43d7e not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:17.441802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3429d4-2f03-4545-afc6-730a1128471b req-abeb717c-0aa0-4366-9e99-048cfcfbfff3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:17.442568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9cb03731-b51b-4597-9005-834263b37e05 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:17.448961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4e3429d4-2f03-4545-afc6-730a1128471b req-abeb717c-0aa0-4366-9e99-048cfcfbfff3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 1683 time: 0.1942780 Feb 10 13:20:17.462657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd6c2-e28b-4551-9ec6-92847e5e6169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35149ab9-515c-41d9-9249-9d272cbf8633,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:17.522428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2b21339-0ca5-4f77-983d-467885e16f65 req-48a1fce1-9da3-4a72-a250-928e58b39103 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408206 Feb 10 13:20:17.553639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:17.636976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-91e5f683-2505-4082-b0a1-b52a37427411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e06f96f09bbc4d7eab5f55faff167c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819135 Feb 10 13:20:17.639789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:17.659786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:17.786058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] Publish callbacks [] for security_group (c188b9cb-e260-4c5b-b814-ce9f3a124086), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.787670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4e3429d4-2f03-4545-afc6-730a1128471b req-7fd0c1e5-34fb-4738-b148-eb6203238e4d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378303 Feb 10 13:20:17.833251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:17.857241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9cb03731-b51b-4597-9005-834263b37e05 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:17.857852 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9cb03731-b51b-4597-9005-834263b37e05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:17.925733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6d542f2-743d-4a40-ae73-ce003de82c78 req-32df5e92-c139-4bca-b6c8-7abecdea8591 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58a2bad-a61d-4d98-abe6-e66b6d26188e HTTP/1.1" status: 200 len: 210 time: 0.1486070 Feb 10 13:20:17.967713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] Publish callbacks [] for security_group (c188b9cb-e260-4c5b-b814-ce9f3a124086), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.012234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks [] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.044943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c188b9cb-e260-4c5b-b814-ce9f3a124086), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.052697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.056824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c188b9cb-e260-4c5b-b814-ce9f3a124086 HTTP/1.1" status: 204 len: 168 time: 0.4132018 Feb 10 13:20:18.100198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90810a0-9f40-45dc-8dd6-16d6fcf2fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188b9cb-e260-4c5b-b814-ce9f3a124086,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:18.105433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.219059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:18.225384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:18.244831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9cb03731-b51b-4597-9005-834263b37e05), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.248905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:18.279040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2416-2016-4f01-8bf2-e7ba58f6a988 req-93ab7ff1-c91e-440d-8f4e-a2564402bef9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.287232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-208a2416-2016-4f01-8bf2-e7ba58f6a988 req-93ab7ff1-c91e-440d-8f4e-a2564402bef9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.1347125 Feb 10 13:20:18.300628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c5cc-ef9b-4715-a0dc-04fcc05f7a61 req-194254e5-8758-483a-a257-c9e62e164008 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.302319 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a28c5cc-ef9b-4715-a0dc-04fcc05f7a61 req-194254e5-8758-483a-a257-c9e62e164008 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 931 time: 0.2318866 Feb 10 13:20:18.308436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.309189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.324391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fa07e443-1b14-41e2-9af4-38ebc33c1d59 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:18.342773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632446 Feb 10 13:20:18.350756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2b85b-40fa-458e-b7d6-28489c0fe9f2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:18.369509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Request body: {'port': {'device_id': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:18.405087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-208a2416-2016-4f01-8bf2-e7ba58f6a988 req-6507f8c2-c8de-4238-a77b-6b4275a0f490 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168356 Feb 10 13:20:18.547057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.568910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port fa07e443-1b14-41e2-9af4-38ebc33c1d59 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:18.569473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.626171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.636150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.640708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:18.641864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:18.644480 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcdb0ab-e70b-45ff-8dd3-913ba4efde31" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:18.645801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.654395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:18.656544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.665620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.674408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.695169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.704236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eb1cf1a-156a-4715-8395-4767685d034d req-ae35b7e2-bc2b-4cf3-9e6e-922311adccee tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.1783986 Feb 10 13:20:18.766812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:18.905543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eb1cf1a-156a-4715-8395-4767685d034d req-65b20f2c-819d-4027-aea5-a06c2fa134a4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942096 Feb 10 13:20:18.921641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8358015b-ef02-444f-a1cc-a0c1c64ee1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:18.923807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8358015b-ef02-444f-a1cc-a0c1c64ee1a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37&tenant_id=fe81e6117e9b40f28e60945a4130943a HTTP/1.1" status: 200 len: 1125 time: 0.1708698 Feb 10 13:20:18.939741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:19.059275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:19.069217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks [] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.082073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.084488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Transition to ACTIVE for port object b49e01c1-0e44-4afe-81ce-86b737e71c36 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:19.118979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port 9cb03731-b51b-4597-9005-834263b37e05 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:19.121024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.123549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=9cb03731-b51b-4597-9005-834263b37e05,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:19.129588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.133867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d682781-1682-428a-a379-c897cb33a333 req-a50b9641-de40-4ad9-9686-4bc33f240456 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "DELETE /v2.0/ports/9cb03731-b51b-4597-9005-834263b37e05 HTTP/1.1" status: 204 len: 173 time: 2.7137091 Feb 10 13:20:19.134169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': '9cb03731-b51b-4597-9005-834263b37e05'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:19.136495 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d72a7-3adf-4c21-8a38-7a522c88e8d7" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "9cb03731-b51b-4597-9005-834263b37e05"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:19.186555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:19.293048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a28c5cc-ef9b-4715-a0dc-04fcc05f7a61 req-93bfaf1e-98a7-4377-8241-3d0935f9f235 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9695377 Feb 10 13:20:19.373852 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8282384-6133-4f44-8ede-63f05e1c50f3 x-openstack-request-id: req-f8282384-6133-4f44-8ede-63f05e1c50f3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:19.374362 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:19.374761 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8282384-6133-4f44-8ede-63f05e1c50f3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:19.375433 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'code': 200} Feb 10 13:20:19.450581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09680-e6dc-49e2-921a-b15bdd78798c req-6ba11b0a-4a91-4e5b-a102-02768e357b9c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:19.453041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cef09680-e6dc-49e2-921a-b15bdd78798c req-6ba11b0a-4a91-4e5b-a102-02768e357b9c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.3905523 Feb 10 13:20:19.460614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Attempting to bind port b49e01c1-0e44-4afe-81ce-86b737e71c36 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:19.462974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Attempting to bind port b49e01c1-0e44-4afe-81ce-86b737e71c36 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:19.463321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Attempting to bind port b49e01c1-0e44-4afe-81ce-86b737e71c36 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:19.484703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Port b49e01c1-0e44-4afe-81ce-86b737e71c36 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:19.485052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Attempting to bind port b49e01c1-0e44-4afe-81ce-86b737e71c36 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:19.525703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:19.552094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:19.552323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Checking segment: {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:19.552639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Bound using segment: {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:19.554681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Bound port: b49e01c1-0e44-4afe-81ce-86b737e71c36, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:19.555090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.569576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cef09680-e6dc-49e2-921a-b15bdd78798c req-c1864c13-73d3-431d-b5a1-3a51dde6ebf7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003940 Feb 10 13:20:19.596274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port fa07e443-1b14-41e2-9af4-38ebc33c1d59 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:19.598902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.601345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:19.649477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:19.661500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks [] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.681458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Transition to ACTIVE for port object c29277c7-66ff-4c8f-81ba-8f94f85a37e7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:19.687195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:19.937195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:20.228933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port fa07e443-1b14-41e2-9af4-38ebc33c1d59, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fa07e443-1b14-41e2-9af4-38ebc33c1d59,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:20.229354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:20.244331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for fa07e443-1b14-41e2-9af4-38ebc33c1d59 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:20.394658 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a29ee6-484b-46a4-a308-9878187bda88 x-openstack-request-id: req-e1a29ee6-484b-46a4-a308-9878187bda88 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:20.395424 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "9cb03731-b51b-4597-9005-834263b37e05", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:20.395745 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1a29ee6-484b-46a4-a308-9878187bda88 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:20.396215 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': '9cb03731-b51b-4597-9005-834263b37e05', 'status': 'completed', 'code': 200} Feb 10 13:20:20.402048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fa07e443-1b14-41e2-9af4-38ebc33c1d59), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:20.419716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] No DVR routers for this DVR port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:20.464744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=fa07e443-1b14-41e2-9af4-38ebc33c1d59,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:20.482959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa9575-4e49-4e65-b5de-32696acaadb4 req-6ecea69d-27a0-40a5-b2b9-bdaf3eb55d78 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:20.496057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1aa9575-4e49-4e65-b5de-32696acaadb4 req-6ecea69d-27a0-40a5-b2b9-bdaf3eb55d78 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 943 time: 0.6402204 Feb 10 13:20:20.558216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c219705-564b-42a0-9954-5da39c6aa05d req-98a339ec-c9de-4463-b938-2026a77b6929 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:20.576901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c219705-564b-42a0-9954-5da39c6aa05d req-98a339ec-c9de-4463-b938-2026a77b6929 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=d159a6f1-1f32-4762-8d7c-b60b794e3aa0 HTTP/1.1" status: 200 len: 865 time: 1.0982549 Feb 10 13:20:20.623506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1aa9575-4e49-4e65-b5de-32696acaadb4 req-e2b03c91-1cf9-418e-a8d9-bf917d874dfe tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214499 Feb 10 13:20:20.692219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:20.719241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port fa07e443-1b14-41e2-9af4-38ebc33c1d59 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:20.756896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4c219705-564b-42a0-9954-5da39c6aa05d req-24275055-bf3f-413e-a7c4-71080a58fd86 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789820 Feb 10 13:20:20.758782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:20.769257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d682781-1682-428a-a379-c897cb33a333 req-f48d4a5b-2163-4c77-95e7-bfe67c509236 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "DELETE /v2.0/ports/fa07e443-1b14-41e2-9af4-38ebc33c1d59 HTTP/1.1" status: 204 len: 173 time: 1.5756807 Feb 10 13:20:20.771903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:20.772389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:20.772909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:20.834723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:20.835061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Attempting to bind port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on network 9455be75-df22-48c9-ad69-184aa46ee9d6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:20.836197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:20.848386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:20.848741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Checking segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:20.849135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Bound using segment: {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:20.849579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Bound port: c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee603884-4909-49e2-bbaf-5339154cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:20.850906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:20.870082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:20.904144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:20.984930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:20.988725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:20.995304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (6c65ce62-37c1-4a27-981a-5288847bdc16), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.000796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:21.006606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.018540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.019500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.021275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-41be0b48-1a59-4980-8c36-2b4a44b28a9f service neutron] 10.222.0.77 "PUT /v2.0/ports/b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 1091 time: 2.6646717 Feb 10 13:20:21.042508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (6c65ce62-37c1-4a27-981a-5288847bdc16), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.049326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c3ee2-6eb4-4955-9a68-00336d8c085e req-c8b616ce-75ca-41c6-87da-058defff2d47 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.052911 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.059212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-304c3ee2-6eb4-4955-9a68-00336d8c085e req-c8b616ce-75ca-41c6-87da-058defff2d47 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.1819170 Feb 10 13:20:21.077143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.083662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.090152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.096342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.103131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.108675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.115160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.123519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-74351dcd-cb6e-44e7-b5cb-0b5f53eeadf7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5430 time: 0.3663323 Feb 10 13:20:21.159732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-9dbe044b-88e4-453b-9078-098677ab4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.162122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-9dbe044b-88e4-453b-9078-098677ab4c46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1125 time: 0.0857668 Feb 10 13:20:21.178177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-304c3ee2-6eb4-4955-9a68-00336d8c085e req-f7511631-bc8e-4609-bdd4-f7c0e5c09661 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133273 Feb 10 13:20:21.224001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.224931 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.226571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 1091 time: 2.2928505 Feb 10 13:20:21.231587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:21.233749 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669a37e-ae2b-4113-b35d-84033264cb45" -d '{"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:21.262364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616c4c-0793-4ccb-a95d-9966697a13a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:21.268493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-7319f135-227f-49cd-a0bc-9fd879fb0b2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0889528 Feb 10 13:20:21.282248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a544607a-a4d6-487d-a316-e5c2cf203de1 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:21.333655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2983bc7e-48c2-4716-89d3-eb12372dcbac req-0b1ffb31-ae79-4deb-a067-a5ed448b2742 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091265 Feb 10 13:20:21.354104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-a39989c2-70f7-4ae4-b0b8-085e6014f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.356083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-a39989c2-70f7-4ae4-b0b8-085e6014f245 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1126 time: 0.0747812 Feb 10 13:20:21.357396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6c65ce62-37c1-4a27-981a-5288847bdc16), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.360490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.361760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c65ce62-37c1-4a27-981a-5288847bdc16 HTTP/1.1" status: 204 len: 168 time: 0.6442561 Feb 10 13:20:21.373395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.403245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:21.455263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff720b7-dea1-4591-a94d-6d9a6d5f1422 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65ce62-37c1-4a27-981a-5288847bdc16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:21.458001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-5af51121-23d5-4636-ac47-2194aaf2cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.459560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-5af51121-23d5-4636-ac47-2194aaf2cfb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.1653061 Feb 10 13:20:21.473543 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-c7c9c03a-c626-4705-b285-960db4056d30 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] show failed (client error): The resource could not be found. Feb 10 13:20:21.474384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a544607a-a4d6-487d-a316-e5c2cf203de1 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "PUT /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6 HTTP/1.1" status: 200 len: 366 time: 0.4637721 Feb 10 13:20:21.478202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c7c9c03a-c626-4705-b285-960db4056d30 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "GET /v2.0/security-groups/6c65ce62-37c1-4a27-981a-5288847bdc16 HTTP/1.1" status: 404 len: 347 time: 0.0997474 Feb 10 13:20:21.481223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.483701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.566015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08231d-8740-4eeb-aa12-9c24665ddeca req-fd1d7d16-76b7-4454-ae8e-ce45e73d18fa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.570374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb08231d-8740-4eeb-aa12-9c24665ddeca req-fd1d7d16-76b7-4454-ae8e-ce45e73d18fa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2807853 Feb 10 13:20:21.575107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-f4afb83b-1957-4d2b-b897-0a69c8febaa3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088018 Feb 10 13:20:21.694785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cb5c8e26-524d-407f-bb32-1c4f98730ba1 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2097087 Feb 10 13:20:21.709645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.744717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:21.744996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Request body: {'security_group': {'name': 'tempest-securitygroup-651822804', 'description': 'tempest-description-1061513858'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:21.760307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb08231d-8740-4eeb-aa12-9c24665ddeca req-1a4f2ff8-52a0-4698-bff5-b999a2c9c6bc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797662 Feb 10 13:20:21.765611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'port_id': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'mac_address': 'fa:16:3e:ea:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:21.773198 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-a2a4b953-1a8a-4a0a-8b22-0e2cf3c4a65c service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783524 Feb 10 13:20:21.826410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0620347-c315-4622-a79b-3da646ba23d5 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6 HTTP/1.1" status: 200 len: 366 time: 0.1085496 Feb 10 13:20:21.845993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38696) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.851174 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563dbadf-a068-47cb-bcc3-ec46ac63d83c x-openstack-request-id: req-563dbadf-a068-47cb-bcc3-ec46ac63d83c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:21.851404 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717f839d-620c-459e-80ad-906975961d37", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:21.851659 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-563dbadf-a068-47cb-bcc3-ec46ac63d83c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:21.852091 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'status': 'completed', 'code': 200} Feb 10 13:20:21.864246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:21.865027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.866018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-5d318aeb-7a4b-4777-a614-4f90e40eafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:21.867563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-5d318aeb-7a4b-4777-a614-4f90e40eafac service neutron] 10.222.0.21 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.5044997 Feb 10 13:20:21.888980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91901c87-d1d1-4ea0-85ba-88faca1ae37a req-cb9d0e79-85f7-4b41-a037-a620402fbac6 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078479 Feb 10 13:20:21.894917 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.898391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:21.934756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:21.945388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d591e680-9891-4b8f-8aa7-7ae35745cae6 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6 HTTP/1.1" status: 204 len: 168 time: 0.0980811 Feb 10 13:20:21.947162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.948230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:21.950630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:21.956519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:22.036122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b043ef68-ada2-4771-8973-1ca8e7425e60 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0830145 Feb 10 13:20:22.037735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.044740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:22.069611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.077593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.097115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:22.111637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'port_id': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8', 'mac_address': 'fa:16:3e:23:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:22.120286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c75c82c-f7a6-4163-b0d3-df6e22b5a6e6 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6 HTTP/1.1" status: 200 len: 370 time: 0.0771792 Feb 10 13:20:22.134295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.138165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (69214072-a6f8-48ba-8b23-d17c02db1ac0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.152803 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (69214072-a6f8-48ba-8b23-d17c02db1ac0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.154884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-85657d27-725d-4664-a211-dd9a0ad49e50 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6/default HTTP/1.1" status: 200 len: 370 time: 0.0147948 Feb 10 13:20:22.157010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.181301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.182584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5d1fd92-a00f-4956-9977-f288f2611158 req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4609807 Feb 10 13:20:22.204077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da312e-15df-42f2-b8c5-10d6f1a6c4e7 req-b0eaf8c3-5696-4b78-9bf7-646d2c4c343c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:22.210223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-1dd0f87c-3ec1-4821-a5cf-f8bbed21dc2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 998 time: 0.3177412 Feb 10 13:20:22.212125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8da312e-15df-42f2-b8c5-10d6f1a6c4e7 req-b0eaf8c3-5696-4b78-9bf7-646d2c4c343c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.2480369 Feb 10 13:20:22.212438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Deleting port 52c4ffb1-fda2-485e-aeb6-db08f084373e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:22.213010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.263334 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2c7e150d-1ce1-4c6c-8102-234f763badfe tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] delete failed (client error): The resource could not be found. Feb 10 13:20:22.277107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2c7e150d-1ce1-4c6c-8102-234f763badfe tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/b335650eb3324f6fa7bb16794d4520b6 HTTP/1.1" status: 404 len: 348 time: 0.1139369 Feb 10 13:20:22.331448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8da312e-15df-42f2-b8c5-10d6f1a6c4e7 req-e88c1ade-8b5c-4a6c-be8d-b4b435eb1a9c tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141629 Feb 10 13:20:22.332116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.334151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:22.469721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59'}, {'name': 'network-changed', 'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:22.474174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Request body: {'security_group': {'name': 'tempest-securitygroup-327035185', 'description': 'tempest-description-14111032'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:22.479546 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15103efe-1bad-4663-91a4-48608ec06083" -d '{"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59"}, {"name": "network-changed", "server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:22.527615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.568345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc721a79-9ff3-435d-93fb-8003ba839cd9 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69214072-a6f8-48ba-8b23-d17c02db1ac0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:22.578672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-6d7b8523-4e51-4fa2-a818-bfd8e45a9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:22.581167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-6d7b8523-4e51-4fa2-a818-bfd8e45a9a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.3491275 Feb 10 13:20:22.613965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting subnet 03bd84bd-e710-4bbc-bcd4-da5b34dab3db {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:22.623879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (03bd84bd-e710-4bbc-bcd4-da5b34dab3db), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.635533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.639088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.639422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (52c4ffb1-fda2-485e-aeb6-db08f084373e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.645034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:network and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:22.675962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:22.682961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Calling delete_port for 52c4ffb1-fda2-485e-aeb6-db08f084373e owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:22.696627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:22.697184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.699903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (03bd84bd-e710-4bbc-bcd4-da5b34dab3db), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.731638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:subnet and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:22.733836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:22.742722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-1853bf86-7288-4ed3-91e5-83c9b9d23ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:22.751019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-1853bf86-7288-4ed3-91e5-83c9b9d23ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466980 Feb 10 13:20:22.786913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:22.793039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.793952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2b315f09-02b0-4e95-b84f-26089f2fcf65 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:22.825711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (03bd84bd-e710-4bbc-bcd4-da5b34dab3db), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.853372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:22.865501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.865845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.866189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.866527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.866858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.867188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.867605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.867940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.868427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.868961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.869292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.869636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.870598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:22.892478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:22.921073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (03bd84bd-e710-4bbc-bcd4-da5b34dab3db), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.958433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Subnet': ['ID=03bd84bd-e710-4bbc-bcd4-da5b34dab3db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:22.971337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:22.975278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08be335c-9e39-4aee-b18e-e2dd6b7f5462 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/subnets/03bd84bd-e710-4bbc-bcd4-da5b34dab3db HTTP/1.1" status: 204 len: 168 time: 0.6409764 Feb 10 13:20:22.978461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:22.980202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfda55-5810-4fe7-9bcc-0fbddf478862 None None] Network 621897c4-d88e-4b7d-aeef-43cc8537d700 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:23.024909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca37e5-c522-44d7-b537-00f01ccf7702 req-afebf39e-c249-4816-ae7e-10df2df44fa6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:23.032596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cca37e5-c522-44d7-b537-00f01ccf7702 req-afebf39e-c249-4816-ae7e-10df2df44fa6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.4786129 Feb 10 13:20:23.033041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.075975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'port_id': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'mac_address': 'fa:16:3e:30:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:23.080137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:subnetpool and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:23.098612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:23.134916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (621897c4-d88e-4b7d-aeef-43cc8537d700), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.144728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (2117d0f7-5831-4149-ab3f-922fedb0613f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.155314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:port and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:23.160083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2117d0f7-5831-4149-ab3f-922fedb0613f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.169356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:23.172909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-fd4f17b0-97d6-42b0-909b-98bcbd91b3d7 service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251286 Feb 10 13:20:23.205527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2b315f09-02b0-4e95-b84f-26089f2fcf65 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:23.205921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.237444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b315f09-02b0-4e95-b84f-26089f2fcf65 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:23.256593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:router and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:23.260854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.262083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afd3c97c-e94d-4d7a-80c5-80f2d7bc6f82 req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8807437 Feb 10 13:20:23.277105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3340b4-d355-438e-b5e8-68ed6afad725 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2117d0f7-5831-4149-ab3f-922fedb0613f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:23.277301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.284847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.286407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:23.303873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9cca37e5-c522-44d7-b537-00f01ccf7702 req-ed73e211-c08c-45de-a792-c022716daf33 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703500 Feb 10 13:20:23.315791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:23.372431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:floatingip and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:23.388480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (52c4ffb1-fda2-485e-aeb6-db08f084373e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.394654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] DHCP port deletion for 621897c4-d88e-4b7d-aeef-43cc8537d700 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:20:23.402511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:23.428575 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458dd715-fe4b-4e14-97b1-bd2da49dbf03 x-openstack-request-id: req-458dd715-fe4b-4e14-97b1-bd2da49dbf03 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:23.429425 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159a6f1-1f32-4762-8d7c-b60b794e3aa0", "name": "network-vif-deleted", "tag": "fa07e443-1b14-41e2-9af4-38ebc33c1d59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:23.429697 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-458dd715-fe4b-4e14-97b1-bd2da49dbf03 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:23.430758 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159a6f1-1f32-4762-8d7c-b60b794e3aa0', 'name': 'network-vif-deleted', 'tag': 'fa07e443-1b14-41e2-9af4-38ebc33c1d59', 'status': 'completed', 'code': 200} Feb 10 13:20:23.431109 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'status': 'completed', 'code': 200} Feb 10 13:20:23.455627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-8c7bb255-a383-41dd-a87a-e1983be0a794 service neutron] 10.222.0.77 "GET /v2.0/ports/c9cf80d3-9c3a-449a-a937-6234c2da7a6b/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.3149929 Feb 10 13:20:23.460529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.468646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:23.497397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'port_id': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf', 'mac_address': 'fa:16:3e:94:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:23.499615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Pushing event deleted for resources: {'Port': ['ID=52c4ffb1-fda2-485e-aeb6-db08f084373e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:23.548739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:23.549178 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.569379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:23.575414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Deleting port d435c492-c2b8-486b-86b0-7f7d5db31151 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:23.575831 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.596786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7a1523-3c52-4386-aa00-f43943a6a55e req-ad290f69-2f38-4837-86a2-a84e8d286f06 service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064932 Feb 10 13:20:23.618683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.650961 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.672424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df902c-0697-4d38-a22f-4afd047f809e req-bd0ad97e-a28d-4140-81ae-b2d1a3f49daa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:23.673703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 765be135-1c4e-4829-bfeb-49a019783cf4 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:23.685628 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76df902c-0697-4d38-a22f-4afd047f809e req-bd0ad97e-a28d-4140-81ae-b2d1a3f49daa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.2269635 Feb 10 13:20:23.710226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port d435c492-c2b8-486b-86b0-7f7d5db31151 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:23.710578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.724385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] For port d435c492-c2b8-486b-86b0-7f7d5db31151, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d435c492-c2b8-486b-86b0-7f7d5db31151,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.724953 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.806971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76df902c-0697-4d38-a22f-4afd047f809e req-5cb2478d-1d9d-407c-b687-4a469f1bd45e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198254 Feb 10 13:20:23.813011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port d435c492-c2b8-486b-86b0-7f7d5db31151, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d435c492-c2b8-486b-86b0-7f7d5db31151,segment=NetworkSegment(5ec64971-0175-4265-a498-c1adbd679b38),segment_id=5ec64971-0175-4265-a498-c1adbd679b38)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:23.813700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.864806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Calling delete_port for d435c492-c2b8-486b-86b0-7f7d5db31151 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:23.898670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for d435c492-c2b8-486b-86b0-7f7d5db31151 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:23.904039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks [] for floatingip (dd168e94-dea5-4a1b-80ac-2e083c4c649c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.912279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:23.917283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e362abe-f301-4604-be73-20e121f9b696 tempest-ServersTestBootFromVolume-1788812869 tempest-ServersTestBootFromVolume-1788812869-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd168e94-dea5-4a1b-80ac-2e083c4c649c HTTP/1.1" status: 204 len: 168 time: 2.4165502 Feb 10 13:20:23.919660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:23.998401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.000453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:20:24.033718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-4a028939-4a31-4ba0-b4bc-4c504d65add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.035644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-4a028939-4a31-4ba0-b4bc-4c504d65add5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1132 time: 0.2246423 Feb 10 13:20:24.048852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:24.081086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.092218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.110085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.129967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.139490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.149338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.157368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-5e7096fd-327d-4a69-8506-d8cd8b705b36 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5433 time: 0.7631431 Feb 10 13:20:24.171447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:security_group and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:24.190443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7627069d-93d2-4ad2-b886-3fbb70dd4cc8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:24.208899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15103efe-1bad-4663-91a4-48608ec06083 req-b360b0b9-2f50-4834-8dae-506795d15d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.210549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-b360b0b9-2f50-4834-8dae-506795d15d59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1125 time: 0.7386022 Feb 10 13:20:24.214493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5894bfd0-a8e7-46f7-a9da-ca16aafef3d8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:24.217939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:24.261058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-504688483', 'description': 'tempest-description-1197376722'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:24.273634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:24.345860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d435c492-c2b8-486b-86b0-7f7d5db31151 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:24.368582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-ec0c6376-b04d-4093-85b2-cf8833515246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.370126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-ec0c6376-b04d-4093-85b2-cf8833515246 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1126 time: 0.6061373 Feb 10 13:20:24.372829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=d435c492-c2b8-486b-86b0-7f7d5db31151,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:24.411117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-8cec755a-cf1a-42cf-9e73-cefc11d95587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.413398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Usage tracker for resource:security_group_rule and project:b47310dd291d4ae5a83ed809699755c5 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 13:20:24.416286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-8cec755a-cf1a-42cf-9e73-cefc11d95587 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1132 time: 0.3015378 Feb 10 13:20:24.448296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: d435c492-c2b8-486b-86b0-7f7d5db31151 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:24.448678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d435c492-c2b8-486b-86b0-7f7d5db31151 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:24.452800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port d435c492-c2b8-486b-86b0-7f7d5db31151 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:24.460985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8fbbe79b-0911-4e0f-a90d-bed903ad5fdf'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:24.536904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:24.616822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.quota.resource [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 13:20:24.650611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:24.683982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-80b059b1-764f-4432-967c-2b60160030c4 tempest-QuotasTest-287089346 tempest-QuotasTest-287089346-project-admin] 10.222.0.13 "GET /v2.0/quotas/b47310dd291d4ae5a83ed809699755c5/details.json HTTP/1.1" status: 200 len: 703 time: 2.1551495 Feb 10 13:20:24.693497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ce9216a-14c8-4e25-824d-77890d92e319 req-63250c1f-dbb6-4422-943c-0a901158f748 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5253942 Feb 10 13:20:24.752032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15103efe-1bad-4663-91a4-48608ec06083 req-73d4d761-833d-4870-83e1-9b5259337603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:24.766609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=765be135-1c4e-4829-bfeb-49a019783cf4,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:24.768489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-73d4d761-833d-4870-83e1-9b5259337603 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.5454619 Feb 10 13:20:24.946606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (621897c4-d88e-4b7d-aeef-43cc8537d700), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:24.964346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-eb6d3cb6-9c4b-4054-82b8-69761a9d5cae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.1883805 Feb 10 13:20:24.968368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '765be135-1c4e-4829-bfeb-49a019783cf4', 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'port_id': '765be135-1c4e-4829-bfeb-49a019783cf4', 'mac_address': 'fa:16:3e:62:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f542f4-4851-467f-9ca9-cec6585d3fca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:25.055853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-4ea3dbb1-d8b5-4edb-bcfd-2ff8d5042a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:25.068680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-4ea3dbb1-d8b5-4edb-bcfd-2ff8d5042a1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.6590750 Feb 10 13:20:25.110621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621897c4-d88e-4b7d-aeef-43cc8537d700']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:25.156813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec64971-0175-4265-a498-c1adbd679b38') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:25.157141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec64971-0175-4265-a498-c1adbd679b38') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:25.164314 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (d435c492-c2b8-486b-86b0-7f7d5db31151), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.187120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5ec64971-0175-4265-a498-c1adbd679b38), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.193066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2b315f09-02b0-4e95-b84f-26089f2fcf65'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:25.195111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-fbe5d575-dced-44df-8c0d-090772028dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:25.196821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-fbe5d575-dced-44df-8c0d-090772028dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.7581615 Feb 10 13:20:25.301813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-bb978fcb-2d4d-4a0c-8720-67d65a1b2c33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.0662913 Feb 10 13:20:25.305678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] Pushing event deleted for resources: {'Port': ['ID=d435c492-c2b8-486b-86b0-7f7d5db31151,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:25.318026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ec64971-0175-4265-a498-c1adbd679b38), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.390677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-50011dc0-586a-447e-9abb-2d26924b7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:25.392646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-50011dc0-586a-447e-9abb-2d26924b7102 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0718884 Feb 10 13:20:25.419155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:25.419644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5ec64971-0175-4265-a498-c1adbd679b38), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:25.430365 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:25.488258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:25.557034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a5a76-abcc-42da-9205-dfac692084ff None None] No DVR routers for this DVR port d435c492-c2b8-486b-86b0-7f7d5db31151 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:25.638054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (4d4162cd-bd3b-4926-906d-50d1c60d2aa1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.647891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 765be135-1c4e-4829-bfeb-49a019783cf4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:25.648302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.659799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4d4162cd-bd3b-4926-906d-50d1c60d2aa1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.707520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (621897c4-d88e-4b7d-aeef-43cc8537d700), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.714230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:25.723137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/networks/621897c4-d88e-4b7d-aeef-43cc8537d700 HTTP/1.1" status: 204 len: 168 time: 2.7394443 Feb 10 13:20:25.729861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:25.786770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:25.876823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-1e8ef015-0daa-4826-b8f9-901af34e76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:25.879506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-1e8ef015-0daa-4826-b8f9-901af34e76a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4751258 Feb 10 13:20:25.966628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting subnet 2a380290-8e89-494d-b91e-ac0ee38323ea {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:26.061222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (2a380290-8e89-494d-b91e-ac0ee38323ea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.083399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235e32-6fd9-4cc0-9ad5-96ae1f183663 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Network': ['ID=621897c4-d88e-4b7d-aeef-43cc8537d700,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:26.094007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15103efe-1bad-4663-91a4-48608ec06083 req-eaf07df7-4b20-4d4b-9346-c58f962ccf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:26.096933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-eaf07df7-4b20-4d4b-9346-c58f962ccf18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 1.1224883 Feb 10 13:20:26.140130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9d3db6-d58e-4d1c-abeb-a62012160245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.149848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-96b6f538-272a-4972-a694-aefdb99a5d56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 998 time: 0.2304544 Feb 10 13:20:26.174805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:26.216559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a749-4234-455e-8e09-f806b0fadcb1 req-95c0cb69-00ba-4386-b022-d1a33ade8e74 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:26.219611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22e9a749-4234-455e-8e09-f806b0fadcb1 req-95c0cb69-00ba-4386-b022-d1a33ade8e74 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 1.3067739 Feb 10 13:20:26.220451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'port_id': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'mac_address': 'fa:16:3e:7e:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749a6550-fd64-4705-94a5-f1d4cbea7ced', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:26.225139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-599802a4-0a11-4e8e-b480-e749465780bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091444 Feb 10 13:20:26.307519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4162cd-bd3b-4926-906d-50d1c60d2aa1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:26.317220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765be135-1c4e-4829-bfeb-49a019783cf4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:26.341355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=765be135-1c4e-4829-bfeb-49a019783cf4,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:26.381482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:26.382391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.402161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.402968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 758452e7-83ea-42a6-a384-69d82a4a8f76 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:26.444358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:26.452356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.522572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:26.530563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-ead065f4-580c-4798-a32c-937e8431c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:26.533111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-ead065f4-580c-4798-a32c-937e8431c7de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.3120484 Feb 10 13:20:26.546283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:26.567793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'network_id': 'e3a8ec27-3a85-4423-a6e6-d7651602bd8b', 'port_id': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'mac_address': 'fa:16:3e:cd:52:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f542f4-4851-467f-9ca9-cec6585d3fca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:26.611312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22e9a749-4234-455e-8e09-f806b0fadcb1 req-62bf2a82-48a6-41ad-b3e0-9d81d0d39123 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706613 Feb 10 13:20:26.639290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-bc69686d-3605-42d6-ae88-5322dd88736a service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968828 Feb 10 13:20:26.641377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-d550d994-b72e-4e6d-ad84-8d8031937a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:26.642895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-d550d994-b72e-4e6d-ad84-8d8031937a0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896833 Feb 10 13:20:26.663719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:26.713941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.843666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 758452e7-83ea-42a6-a384-69d82a4a8f76 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:26.844290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.880183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758452e7-83ea-42a6-a384-69d82a4a8f76 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:26.892464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15103efe-1bad-4663-91a4-48608ec06083 req-56eb74b8-739b-4776-a874-a8183b40aed7 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462738 Feb 10 13:20:26.901188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:26.929294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:26.930528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:27.041686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:27.042370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-2cea008e-4c40-44cd-bf00-b922e9bf8c8e service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928491 Feb 10 13:20:27.061762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5', 'network_id': '0c5cbca9-97de-45ee-9b83-69af1d1776d3', 'port_id': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5', 'mac_address': 'fa:16:3e:d1:cc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17636529-49b9-4853-b301-434b475bfc0e', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:27.066723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:27.097291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5d4e-9a88-45ce-8932-497abb30d561 req-4ddbc5a2-3a7b-483b-ba7c-90ce66b50e72 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:27.105323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07ff5d4e-9a88-45ce-8932-497abb30d561 req-4ddbc5a2-3a7b-483b-ba7c-90ce66b50e72 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 944 time: 0.2374637 Feb 10 13:20:27.279383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:27.279710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.387176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f669a37e-ae2b-4113-b35d-84033264cb45 req-a4d3177b-ff82-4dd7-a337-b1ac91c7d9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803478 Feb 10 13:20:27.413939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07ff5d4e-9a88-45ce-8932-497abb30d561 req-e54ae522-ae0d-4c7b-b781-98004e7c8996 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976064 Feb 10 13:20:27.453351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (2a380290-8e89-494d-b91e-ac0ee38323ea), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.463972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.536225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.537724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf1ae6c2-7877-4113-848f-e92c94802020 req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 3.2844017 Feb 10 13:20:27.638950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f0b3d-f407-4a7a-bce6-207851d02f6c req-4d9b8f74-fc6e-4759-9dc2-cb821ab377d8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:27.640487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-406f0b3d-f407-4a7a-bce6-207851d02f6c req-4d9b8f74-fc6e-4759-9dc2-cb821ab377d8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.0954852 Feb 10 13:20:27.657840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-5c0b5290-6b4c-4998-9e14-31aad24e9b3b service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7314155 Feb 10 13:20:27.715010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba890-259c-4155-838c-222b9e8403a6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:27.751462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-406f0b3d-f407-4a7a-bce6-207851d02f6c req-51375b1a-a135-4796-8c21-27efed873df8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013944 Feb 10 13:20:27.808090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.810512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-300285240', 'description': 'tempest-description-1723917808'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:27.823631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:27.845000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:27.853838 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:27.869168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:28.058425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (b4a8bc54-513d-48b8-96f3-c675ee9bac82), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.066822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b4a8bc54-513d-48b8-96f3-c675ee9bac82), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.128453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.129813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6ec52ae-0261-4635-a47c-92f8b060fe41 req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3254340 Feb 10 13:20:28.157799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a8bc54-513d-48b8-96f3-c675ee9bac82,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:28.180612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.181002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.185577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.185577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.185794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.185992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.186463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.186915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.187251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.189273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.189631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.190183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.190514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5cda-0cef-4e8a-ac80-3274158ac534 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:28.228455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:28.269306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:28.277528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.331705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2a380290-8e89-494d-b91e-ac0ee38323ea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.351430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81f310-63e8-480d-8b46-99da30e7a16a req-378f26f8-220e-4a68-ba88-bb951361de4b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.360287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:28.365358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf81f310-63e8-480d-8b46-99da30e7a16a req-378f26f8-220e-4a68-ba88-bb951361de4b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.1377327 Feb 10 13:20:28.407057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9d3db6-d58e-4d1c-abeb-a62012160245 admin admin] Publish callbacks [] for security_group (15299a4f-2f59-47c6-875e-e45e21b03123), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.437766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a88eed15-bf95-46f2-a313-4f609989d8ca req-3bd598ca-4d16-49e4-82bf-a046046a10a8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789402 Feb 10 13:20:28.444390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9d3db6-d58e-4d1c-abeb-a62012160245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (15299a4f-2f59-47c6-875e-e45e21b03123), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.556137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.567286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.568494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf81f310-63e8-480d-8b46-99da30e7a16a req-d77207fa-18b0-4811-a916-d06053f4f5d6 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018611 Feb 10 13:20:28.576404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c9cf80d3-9c3a-449a-a937-6234c2da7a6b is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:28.577024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.597630 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.615968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.623418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.649340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.658728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:28.660699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-9ce8712b-a074-4a67-af5d-a708c07bd7fd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5436 time: 0.9049199 Feb 10 13:20:28.678809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:28.697950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc9d3db6-d58e-4d1c-abeb-a62012160245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2019dfa89a2143778c680649b5d8d173&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2033579 Feb 10 13:20:28.701357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:28.736742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:28.739171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d3db6-d58e-4d1c-abeb-a62012160245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15299a4f-2f59-47c6-875e-e45e21b03123,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:28.761785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:28.769148 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722573ee-688b-4485-adbb-bddb721708ef" -d '{"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:28.783662 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.823260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (2a380290-8e89-494d-b91e-ac0ee38323ea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.920830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:28.939803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Subnet': ['ID=2a380290-8e89-494d-b91e-ac0ee38323ea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:28.955397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:28.955770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.972946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:28.976499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed8e70d9-f385-450e-bf58-da3b0d326b98 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/subnets/2a380290-8e89-494d-b91e-ac0ee38323ea HTTP/1.1" status: 204 len: 168 time: 3.2147593 Feb 10 13:20:28.981330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:28.984548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a629a0-e764-45ac-a07f-81f668cf1869 None None] Network d8996b9e-b989-4594-a79c-384d5751e625 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:29.041657 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66a268cb-8620-4f0c-adea-3fdc45e3a4f9 req-810143c9-dfd5-41d0-9369-e2af0f9ee2c9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3583078 Feb 10 13:20:29.067118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:29.125826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] Publish callbacks [] for security_group (15299a4f-2f59-47c6-875e-e45e21b03123), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.180346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['765be135-1c4e-4829-bfeb-49a019783cf4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:29.207307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] Publish callbacks [] for security_group (15299a4f-2f59-47c6-875e-e45e21b03123), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.231255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['758452e7-83ea-42a6-a384-69d82a4a8f76'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:29.243123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d8996b9e-b989-4594-a79c-384d5751e625), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.379625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Deleting port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:29.379941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.461165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['4fd67ce2-af1c-4948-8b04-b57a5dbe54d5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:29.469353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (15299a4f-2f59-47c6-875e-e45e21b03123), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.472173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.473379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15299a4f-2f59-47c6-875e-e45e21b03123 HTTP/1.1" status: 204 len: 168 time: 0.7711048 Feb 10 13:20:29.546632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1ead-3e91-4590-a4bb-7c320a9a5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15299a4f-2f59-47c6-875e-e45e21b03123,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:29.706525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-26041dbe-c3ab-431e-bdeb-a91fd70eafc9 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50942 time: 1.0548911 Feb 10 13:20:29.719694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cad178-18c0-44c5-8cdd-7ce10ca61351 req-63b0ed3c-2506-4d6b-8bf2-2413bb085454 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:29.729911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:29.730300 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.732355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:29.744689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78cad178-18c0-44c5-8cdd-7ce10ca61351 req-63b0ed3c-2506-4d6b-8bf2-2413bb085454 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 944 time: 0.4497323 Feb 10 13:20:29.784225 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-6777cc97-c002-4623-8b55-326b97fa299a req-03a77466-1b1c-409f-9223-4d38f13606f0 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] show failed (client error): The resource could not be found. Feb 10 13:20:29.797613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-03a77466-1b1c-409f-9223-4d38f13606f0 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/15299a4f-2f59-47c6-875e-e45e21b03123 HTTP/1.1" status: 404 len: 352 time: 0.0881112 Feb 10 13:20:29.815105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port 4abb1338-f641-4284-9a92-b91301651df8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:29.815381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4abb1338-f641-4284-9a92-b91301651df8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.856949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] For port 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:29.857313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:29.904347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Calling delete_port for 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:29.918637 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-6777cc97-c002-4623-8b55-326b97fa299a req-c743093b-4b3f-4341-adbb-2340cee3868a tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] show failed (client error): The resource could not be found. Feb 10 13:20:29.938566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-c743093b-4b3f-4341-adbb-2340cee3868a tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/15299a4f-2f59-47c6-875e-e45e21b03123 HTTP/1.1" status: 404 len: 352 time: 0.1400113 Feb 10 13:20:29.951418 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78cad178-18c0-44c5-8cdd-7ce10ca61351 req-872ab3d6-72ad-46cc-8f82-a2f7115491dd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057333 Feb 10 13:20:29.980301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] DHCP port deletion for d8996b9e-b989-4594-a79c-384d5751e625 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:20:30.200232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b49e01c1-0e44-4afe-81ce-86b737e71c36 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:30.267684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-e579a8a1-2d15-4dd1-9ebe-efe7413c715e tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1888c0d2-eaa1-40aa-8776-82b7b5574993 HTTP/1.1" status: 200 len: 2998 time: 0.3278832 Feb 10 13:20:30.271192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:30.274212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4abb1338-f641-4284-9a92-b91301651df8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:30.314894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:30.349779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port 4abb1338-f641-4284-9a92-b91301651df8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4abb1338-f641-4284-9a92-b91301651df8,segment=NetworkSegment(3fbe6806-dcbc-406e-ad03-a9131788bafd),segment_id=3fbe6806-dcbc-406e-ad03-a9131788bafd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:30.351250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4abb1338-f641-4284-9a92-b91301651df8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.356741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfad6e-99a6-4ec3-adcd-8cf9c316465b req-67d9c4da-ae64-437f-939c-491a99294de7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:30.358582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f4bfad6e-99a6-4ec3-adcd-8cf9c316465b req-67d9c4da-ae64-437f-939c-491a99294de7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 948 time: 0.3050473 Feb 10 13:20:30.382312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b49e01c1-0e44-4afe-81ce-86b737e71c36 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:30.382806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.385267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.386128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:30.391581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for 4abb1338-f641-4284-9a92-b91301651df8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:30.411542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d19dab8e-298d-4abe-af54-3b1828007d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.531179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4abb1338-f641-4284-9a92-b91301651df8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.556735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port 4abb1338-f641-4284-9a92-b91301651df8 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:30.649794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=4abb1338-f641-4284-9a92-b91301651df8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:30.663558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-5d439a1f-8bc2-47b8-ba0a-d21ab8e66353 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1888c0d2-eaa1-40aa-8776-82b7b5574993 HTTP/1.1" status: 200 len: 2998 time: 0.3929520 Feb 10 13:20:30.704278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port 4abb1338-f641-4284-9a92-b91301651df8 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:20:30.704665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port 4abb1338-f641-4284-9a92-b91301651df8 host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:20:30.705131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4abb1338-f641-4284-9a92-b91301651df8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:30.721109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f4bfad6e-99a6-4ec3-adcd-8cf9c316465b req-0bee5a8f-504a-4e69-b86e-6db197100fe7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564847 Feb 10 13:20:30.725109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:30.785458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Deleting port 4abb1338-f641-4284-9a92-b91301651df8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:30.785764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4abb1338-f641-4284-9a92-b91301651df8), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.830277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d8996b9e-b989-4594-a79c-384d5751e625), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.834921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-c80bd6f4-8453-414d-805e-6b052e763751 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c HTTP/1.1" status: 200 len: 3002 time: 0.1568201 Feb 10 13:20:30.868850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8996b9e-b989-4594-a79c-384d5751e625']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:30.885192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d19dab8e-298d-4abe-af54-3b1828007d32 admin admin] Publish callbacks [] for security_group (f3960223-d14c-466f-b640-fefcf55a98bf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.893384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbe6806-dcbc-406e-ad03-a9131788bafd') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:30.893882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbe6806-dcbc-406e-ad03-a9131788bafd') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:30.893993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9fabf849-0878-4d9b-8dd7-2e03c97f4fc6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.911002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d19dab8e-298d-4abe-af54-3b1828007d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3960223-d14c-466f-b640-fefcf55a98bf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.931302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-9767ec1f-27bc-4d59-98bb-22cca2282b3b tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c HTTP/1.1" status: 200 len: 3002 time: 0.0828965 Feb 10 13:20:30.933328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (3fbe6806-dcbc-406e-ad03-a9131788bafd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.955085 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b944ed-b217-45a8-8673-d5c8fb48baa3 x-openstack-request-id: req-58b944ed-b217-45a8-8673-d5c8fb48baa3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:30.955380 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:30.955640 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b944ed-b217-45a8-8673-d5c8fb48baa3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:30.956045 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'code': 200} Feb 10 13:20:30.967098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3fbe6806-dcbc-406e-ad03-a9131788bafd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:30.990540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fabf849-0878-4d9b-8dd7-2e03c97f4fc6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:31.003211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:31.003942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (3fbe6806-dcbc-406e-ad03-a9131788bafd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:31.008734 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:31.061342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] For port 4abb1338-f641-4284-9a92-b91301651df8, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:31.061927 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4abb1338-f641-4284-9a92-b91301651df8), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.083146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Calling delete_port for 4abb1338-f641-4284-9a92-b91301651df8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:31.086922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Port 4abb1338-f641-4284-9a92-b91301651df8 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:20:31.092445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (4abb1338-f641-4284-9a92-b91301651df8), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.107613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:31.131040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-4e690112-f03e-481a-98ad-7a0f0bc4fe5a tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4d4162cd-bd3b-4926-906d-50d1c60d2aa1 HTTP/1.1" status: 200 len: 3002 time: 0.1890616 Feb 10 13:20:31.149710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d8996b9e-b989-4594-a79c-384d5751e625), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.160381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.163886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] No DVR routers for this DVR port 4abb1338-f641-4284-9a92-b91301651df8 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:31.172786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/networks/d8996b9e-b989-4594-a79c-384d5751e625 HTTP/1.1" status: 204 len: 168 time: 2.1872501 Feb 10 13:20:31.195227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:31.234601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:31.235004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.236601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:31.237037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.239396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7a066-6fc3-4a43-b1b8-ceb658d41e0f None None] Pushing event deleted for resources: {'Port': ['ID=4abb1338-f641-4284-9a92-b91301651df8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:31.247103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-469988cf-ce6c-45c8-954f-5c9781be7eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.254014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-600670099'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:31.267518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d19dab8e-298d-4abe-af54-3b1828007d32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b47310dd291d4ae5a83ed809699755c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9514239 Feb 10 13:20:31.276081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:31.296552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dab8e-298d-4abe-af54-3b1828007d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3960223-d14c-466f-b640-fefcf55a98bf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:31.327325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae44c-c1c9-4de3-93cb-8da40189ec70 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Network': ['ID=d8996b9e-b989-4594-a79c-384d5751e625,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:31.348157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-0793be81-007a-41d4-a53c-3e077a7897bc tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4d4162cd-bd3b-4926-906d-50d1c60d2aa1 HTTP/1.1" status: 200 len: 3002 time: 0.2033002 Feb 10 13:20:31.419744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:31.436879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-b1ef5705-b51a-4398-85d0-5f3cf7fda93f tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/65df05f7-c15d-4f19-904b-b487f0d8d125 HTTP/1.1" status: 200 len: 3002 time: 0.0832405 Feb 10 13:20:31.437826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.467261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:31.470597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.504023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-f8849de2-b4bc-488f-b083-62952309a4b6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/65df05f7-c15d-4f19-904b-b487f0d8d125 HTTP/1.1" status: 200 len: 3002 time: 0.0548456 Feb 10 13:20:31.541781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8b437-a3e7-4c46-a9f9-11b1eb2e5abe req-512092ca-0c0b-429e-be22-4af4680d47bf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:31.543437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fa8b437-a3e7-4c46-a9f9-11b1eb2e5abe req-512092ca-0c0b-429e-be22-4af4680d47bf tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.4728050 Feb 10 13:20:31.575924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:31.583625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:31.585453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.646471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-33544015-9884-433f-99c8-1f64c24f0d0e tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/716028da-1e5b-4c4a-b42f-6f7f967f9aea HTTP/1.1" status: 200 len: 2998 time: 0.1279411 Feb 10 13:20:31.671994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:31.688614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.727522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] Publish callbacks [] for security_group (f3960223-d14c-466f-b640-fefcf55a98bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.734804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:31.748898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-55459101-c864-46bc-ac47-600155fba8a3 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/716028da-1e5b-4c4a-b42f-6f7f967f9aea HTTP/1.1" status: 200 len: 2998 time: 0.0928845 Feb 10 13:20:31.834571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (de3a3909-ea89-449f-962c-c82d08a6715e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.834852 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Added segment de3a3909-ea89-449f-962c-c82d08a6715e of type vlan for network ff8c6089-de9e-469b-9d52-ed4ed6510f6c Feb 10 13:20:31.840796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-aa6fa92f-0167-4e88-88ff-e54bb52171f8 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e735dae-df65-4ec0-9114-ebde4b51c638 HTTP/1.1" status: 200 len: 2998 time: 0.0826674 Feb 10 13:20:31.892175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] Publish callbacks [] for security_group (f3960223-d14c-466f-b640-fefcf55a98bf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:31.928709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-ae7d644e-a0b0-4664-9195-7919a7ee2db5 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e735dae-df65-4ec0-9114-ebde4b51c638 HTTP/1.1" status: 200 len: 2998 time: 0.0824881 Feb 10 13:20:31.943069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:31.947042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2b315f09-02b0-4e95-b84f-26089f2fcf65 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:31.948575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.012566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-b07f5d0a-35bd-462d-baf5-4933e190a1e1 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a5e019e5-cc69-4432-a0b0-85f30a0c9cc7 HTTP/1.1" status: 200 len: 2998 time: 0.0773571 Feb 10 13:20:32.057711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:32.082000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ff8c6089-de9e-469b-9d52-ed4ed6510f6c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.128287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0fa8b437-a3e7-4c46-a9f9-11b1eb2e5abe req-e9aa3e8e-68a1-4e72-aba9-01e1b0363356 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5738018 Feb 10 13:20:32.135106 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-bef788a2-755b-4e05-a800-0cc479671c2f tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a5e019e5-cc69-4432-a0b0-85f30a0c9cc7 HTTP/1.1" status: 200 len: 2998 time: 0.1155667 Feb 10 13:20:32.163626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2b315f09-02b0-4e95-b84f-26089f2fcf65 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:32.185911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2b315f09-02b0-4e95-b84f-26089f2fcf65 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:32.186306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.263229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-d8c435a0-4bbb-4310-8334-7dbd926c695a tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bbcb4e16-cc9c-48c7-ad65-c45264d80b44 HTTP/1.1" status: 200 len: 2998 time: 0.1221521 Feb 10 13:20:32.339260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:32.354567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-8f6fddd5-8cab-4c2b-9baf-fa0829d76662 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bbcb4e16-cc9c-48c7-ad65-c45264d80b44 HTTP/1.1" status: 200 len: 2998 time: 0.0831306 Feb 10 13:20:32.375607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ff8c6089-de9e-469b-9d52-ed4ed6510f6c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.381915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.382790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.441499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'mac_address': 'fa:16:3e:b6:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:32.445679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-de95c6a4-66c8-459a-8566-6a3dfbfdc410 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd65f724-de87-406f-aefe-1c223616ad43 HTTP/1.1" status: 200 len: 2998 time: 0.0824039 Feb 10 13:20:32.482391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2756026 Feb 10 13:20:32.485312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:32.487061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2b315f09-02b0-4e95-b84f-26089f2fcf65 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:32.488783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.553948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-75d16986-92be-4771-8e9d-dc80f4ed198f tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cd65f724-de87-406f-aefe-1c223616ad43 HTTP/1.1" status: 200 len: 2998 time: 0.0871482 Feb 10 13:20:32.562353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'subnet': {'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:32.564158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c9cf80d3-9c3a-449a-a937-6234c2da7a6b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:32.564541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.590917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cf80d3-9c3a-449a-a937-6234c2da7a6b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:32.599174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:32.608515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.609310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:32.629152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-6872455c-9ee2-404c-98ec-5a4f2afb2033 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cda8d0a5-57fe-47c2-b4e5-fc858d61decf HTTP/1.1" status: 200 len: 2994 time: 0.0670912 Feb 10 13:20:32.642273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3960223-d14c-466f-b640-fefcf55a98bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.645800 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.647472 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3960223-d14c-466f-b640-fefcf55a98bf HTTP/1.1" status: 204 len: 168 time: 1.3665977 Feb 10 13:20:32.673608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:32.678757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:32.698824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc854e-f6de-44e1-8b82-590811c7be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3960223-d14c-466f-b640-fefcf55a98bf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:32.702951 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:32.713734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed005-aa14-4b41-bf85-661f2cadb40e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Network': ['ID=ff8c6089-de9e-469b-9d52-ed4ed6510f6c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:32.747969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-dac25fe1-577f-4c16-b6c5-a2c681846009 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cda8d0a5-57fe-47c2-b4e5-fc858d61decf HTTP/1.1" status: 200 len: 2994 time: 0.1137793 Feb 10 13:20:32.754471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.761852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.768540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.798745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.811258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.815286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:32.823970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.835125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:32.847047 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0eed8ce3-cb1e-4cdb-a863-c08f1b548233 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5439 time: 0.4919081 Feb 10 13:20:32.864323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-b998f276-dad3-4ab2-92db-4071959e3bae tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d618865e-ffec-421b-a8a9-3db685250f71 HTTP/1.1" status: 200 len: 2990 time: 0.1094153 Feb 10 13:20:32.980608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-3be8b118-08aa-479e-98c0-b531947fbde7 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d618865e-ffec-421b-a8a9-3db685250f71 HTTP/1.1" status: 200 len: 2990 time: 0.1080282 Feb 10 13:20:32.989484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8'}, {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}, {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8'}, {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:32.992846 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab576342-7ecc-4ffc-889e-80fe84fc8bf8" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8"}, {"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "7627069d-93d2-4ad2-b886-3fbb70dd4cc8"}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:33.005702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:33.093493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2ba1b7b9-eb1f-4932-9dae-11cf1038a944 req-0e3aaee6-a463-4ea6-a68f-b53fb3b76d24 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453215 Feb 10 13:20:33.114640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:33.119547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.124152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-e7db2f72-d223-47b4-a46d-ed145349348b tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f277c95e-bd2e-4041-ad39-6f481ab3251a HTTP/1.1" status: 200 len: 2998 time: 0.1375260 Feb 10 13:20:33.164186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:33.183620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:33.251286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-59389f74-9b30-4c97-92f1-f2bd26c705e0 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f277c95e-bd2e-4041-ad39-6f481ab3251a HTTP/1.1" status: 200 len: 2998 time: 0.1203010 Feb 10 13:20:33.282108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:33.284936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.315710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Router f3270d2a-679a-4681-8f38-6a36c4352cd9 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:20:33.367829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-27427213-0d16-4f9d-9650-622a49027fdd tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ff43db6a-93bc-446e-ac53-7e5394d96a60 HTTP/1.1" status: 200 len: 3002 time: 0.1077936 Feb 10 13:20:33.372380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d69b880d-40db-48e5-8f5a-b56727794f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.463480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6777cc97-c002-4623-8b55-326b97fa299a req-7b575e8b-2598-441e-9b06-d1213b50e0fe tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ff43db6a-93bc-446e-ac53-7e5394d96a60 HTTP/1.1" status: 200 len: 3002 time: 0.0889647 Feb 10 13:20:33.625138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:33.626005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.649433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ab81a6b7-6c37-4969-9d8d-19354905398c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.670213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6572b-b9cc-49f9-a362-a35f33c8eeda req-41ccbdb0-29d9-4ee3-aab3-e1bd5fff47f0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:33.676149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3e6572b-b9cc-49f9-a362-a35f33c8eeda req-41ccbdb0-29d9-4ee3-aab3-e1bd5fff47f0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 949 time: 0.1290770 Feb 10 13:20:33.694570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:33.703655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:33.755053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Subnet': ['ID=ab81a6b7-6c37-4969-9d8d-19354905398c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:33.776003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3e6572b-b9cc-49f9-a362-a35f33c8eeda req-f846c4ec-e2ad-4fe2-b950-bac1024232d7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924535 Feb 10 13:20:33.824261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:33.827989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed0a4-f63a-47dc-8cf7-62a6d46e952d req-08e17618-9444-4c32-bb62-bf08a75f8e0b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:33.837828 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b46ed0a4-f63a-47dc-8cf7-62a6d46e952d req-08e17618-9444-4c32-bb62-bf08a75f8e0b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.5875487 Feb 10 13:20:33.846936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 765be135-1c4e-4829-bfeb-49a019783cf4 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:33.869898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Checking segment: {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:33.870403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network hostable DHCP agents. Network: ff8c6089-de9e-469b-9d52-ed4ed6510f6c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:33.944283 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe41054-88b8-46ff-8a91-22dc61c72bfe x-openstack-request-id: req-cbe41054-88b8-46ff-8a91-22dc61c72bfe {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:33.944613 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8", "code": 200}, {"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "code": 200}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "7627069d-93d2-4ad2-b886-3fbb70dd4cc8", "code": 200}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:33.948334 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbe41054-88b8-46ff-8a91-22dc61c72bfe {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:33.948813 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'code': 200} Feb 10 13:20:33.949093 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'code': 200} Feb 10 13:20:33.949338 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627069d-93d2-4ad2-b886-3fbb70dd4cc8', 'code': 200} Feb 10 13:20:33.949586 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'code': 200} Feb 10 13:20:33.953573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b46ed0a4-f63a-47dc-8cf7-62a6d46e952d req-c667b2b0-d276-4ba6-9e6f-5c8261a4bdd9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140647 Feb 10 13:20:33.970162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:34.017553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 765be135-1c4e-4829-bfeb-49a019783cf4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:34.023352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 765be135-1c4e-4829-bfeb-49a019783cf4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:34.025826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.160820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b95802-3cfd-4ed1-b3bc-4be5ae084624 req-805ae6b8-9090-4406-acc2-9ff0ccc5baf4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:34.174371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21b95802-3cfd-4ed1-b3bc-4be5ae084624 req-805ae6b8-9090-4406-acc2-9ff0ccc5baf4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.0941319 Feb 10 13:20:34.198209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 765be135-1c4e-4829-bfeb-49a019783cf4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:34.198790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.238442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ff8c6089-de9e-469b-9d52-ed4ed6510f6c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:34.250157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:34.253221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.254032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33da7d-2804-4089-b9ae-db184289a59e None None] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:34.259170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=765be135-1c4e-4829-bfeb-49a019783cf4,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:34.268851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21b95802-3cfd-4ed1-b3bc-4be5ae084624 req-18cc5d98-ceed-4d11-8070-f20f3028eb09 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920911 Feb 10 13:20:34.332020 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34f28278-2535-40d5-872b-0022085b5b49 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7793832 Feb 10 13:20:34.332904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.339705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-881861500'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:34.340418 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a107600a-bc9f-4cad-ac3f-c25dea3ffe66 req-df92ae8b-1b18-44dd-b87a-48ceb93203d7 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=003a712631b24a22aff6e9d6ffad91e5 HTTP/1.1" status: 200 len: 6159 time: 0.3108914 Feb 10 13:20:34.340549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.342062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 758452e7-83ea-42a6-a384-69d82a4a8f76 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:34.343212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:20:34.352431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e2e5070-f807-43ec-8db9-2afa4b546932 admin admin] 10.222.0.13 "PUT /v2.0/routers/f3270d2a-679a-4681-8f38-6a36c4352cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4249752 Feb 10 13:20:34.353385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.401979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:34.409896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.429561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.472162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Sync routers for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:20:34.474621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:34.498555 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8ef13b37-079d-4a94-8a13-4f8baa4a9035), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.498910 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Added segment 8ef13b37-079d-4a94-8a13-4f8baa4a9035 of type vlan for network 03f392a7-a2ea-4d10-a521-c480272870ca Feb 10 13:20:34.655140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:34.655873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:34.695050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-75bf0d5c-5339-431b-86e1-8ca1f8f20d6e tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] Request body: {'port': {'network_id': '9c0e316b-1cc5-415b-929d-5942806463ed', 'name': 'tempest-NetworksNegativeTestJSON-1277148802'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:34.764102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (03f392a7-a2ea-4d10-a521-c480272870ca), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.786756 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bf0d5c-5339-431b-86e1-8ca1f8f20d6e tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] POST failed (client error): The resource could not be found. Feb 10 13:20:34.787588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bf0d5c-5339-431b-86e1-8ca1f8f20d6e tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:34.795603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-75bf0d5c-5339-431b-86e1-8ca1f8f20d6e tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3643339 Feb 10 13:20:34.797598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.798669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:34.851479 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d4ade1-097e-4f88-a7e5-fb8ef8cebf85 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] DELETE failed (client error): The resource could not be found. Feb 10 13:20:34.852973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d4ade1-097e-4f88-a7e5-fb8ef8cebf85 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:34.870713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a7d4ade1-097e-4f88-a7e5-fb8ef8cebf85 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "DELETE /v2.0/networks/1c286769-0bcf-4c74-a668-7858e1f524b0 HTTP/1.1" status: 404 len: 339 time: 0.0640590 Feb 10 13:20:34.900557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.959119 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb47b67-a7e1-4285-9d9b-b519a4a0afb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] DELETE failed (client error): The resource could not be found. Feb 10 13:20:34.959987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb47b67-a7e1-4285-9d9b-b519a4a0afb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:34.970435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0fb47b67-a7e1-4285-9d9b-b519a4a0afb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "DELETE /v2.0/ports/3b571978-5f6d-4976-be9b-b29be5cb534e HTTP/1.1" status: 404 len: 333 time: 0.0674653 Feb 10 13:20:34.971638 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.972448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:34.985173 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (03f392a7-a2ea-4d10-a521-c480272870ca), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:34.990365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:34.991221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.001805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-a828eaa9-28c1-452c-af47-ca318f3b4a70 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.003915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-a828eaa9-28c1-452c-af47-ca318f3b4a70 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a&tenant_id=725486b70fe1497c9243ff6820a04be7&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 949 time: 0.4270914 Feb 10 13:20:35.045496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.051831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.058751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.064974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.066331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:35.072184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.077557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a107600a-bc9f-4cad-ac3f-c25dea3ffe66 req-5c09a7b4-e7b5-474b-9946-e19184b40df3 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "GET /v2.0/security-groups/4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c HTTP/1.1" status: 200 len: 3002 time: 0.7167315 Feb 10 13:20:35.079398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.084656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ff8c6089-de9e-469b-9d52-ed4ed6510f6c', 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c', 'project_id': '66438a039429494ab0cb9af19e38f04c', 'fixed_ips': [{'subnet_id': 'ab81a6b7-6c37-4969-9d8d-19354905398c'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:20:35.085614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.085735 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.088627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2d2227e-db39-471c-88fa-308782061bd5 req-786637d0-e1bf-4b99-88ce-900031cd4d61 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5442 time: 0.5129497 Feb 10 13:20:35.096730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3277c-b5d8-4a0f-8275-5042db719d2c req-434bcf19-38d5-46a8-bacb-5b11e38056c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.098349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60f3277c-b5d8-4a0f-8275-5042db719d2c req-434bcf19-38d5-46a8-bacb-5b11e38056c0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1127 time: 1.0646431 Feb 10 13:20:35.114010 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d335802f-186d-4ec6-aa02-1d6bb8215e56 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] DELETE failed (client error): The resource could not be found. Feb 10 13:20:35.114981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d335802f-186d-4ec6-aa02-1d6bb8215e56 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:35.125401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d335802f-186d-4ec6-aa02-1d6bb8215e56 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "DELETE /v2.0/subnets/b8844050-8d51-4474-9225-ed86fe5bc389 HTTP/1.1" status: 404 len: 337 time: 0.1493690 Feb 10 13:20:35.128106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 758452e7-83ea-42a6-a384-69d82a4a8f76 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:35.131479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.145016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 758452e7-83ea-42a6-a384-69d82a4a8f76 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:35.155848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.204842 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8705244 Feb 10 13:20:35.208623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.219219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'subnet': {'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:35.228077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60f3277c-b5d8-4a0f-8275-5042db719d2c req-743f8ec0-4d04-4ef0-9ae9-70df3848b5df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226552 Feb 10 13:20:35.248244 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a107600a-bc9f-4cad-ac3f-c25dea3ffe66 req-29335f76-8dd4-41e4-b483-4c33bf5cac46 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "GET /v2.0/security-groups/4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c HTTP/1.1" status: 200 len: 3002 time: 0.1697595 Feb 10 13:20:35.265776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks [] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.274563 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9532f0f-7a3d-45e3-b488-4c8d594125b3 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] GET failed (client error): The resource could not be found. Feb 10 13:20:35.284634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9532f0f-7a3d-45e3-b488-4c8d594125b3 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "GET /v2.0/networks/b8d61e2e-1837-4563-be85-1f18d2b2ea46 HTTP/1.1" status: 404 len: 339 time: 0.1501963 Feb 10 13:20:35.290899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:20:30Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:35.293432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.322439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a98113-4e50-4d4f-a33c-57675451aad6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Network': ['ID=03f392a7-a2ea-4d10-a521-c480272870ca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:35.370964 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7719a9c-c3e0-4824-a344-232b8acdb9f8 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] GET failed (client error): The resource could not be found. Feb 10 13:20:35.379031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7719a9c-c3e0-4824-a344-232b8acdb9f8 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "GET /v2.0/ports/f88be711-5c3a-42a9-9eb3-d813b9eb32b5 HTTP/1.1" status: 404 len: 333 time: 0.0840602 Feb 10 13:20:35.387904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.488866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-cb3052a8-49c1-41c0-8164-26586b5a93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.490350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-cb3052a8-49c1-41c0-8164-26586b5a93d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1131 time: 0.3978064 Feb 10 13:20:35.494807 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-50800df1-5a03-4c16-8f08-54323373dd31 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] GET failed (client error): The resource could not be found. Feb 10 13:20:35.502388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-50800df1-5a03-4c16-8f08-54323373dd31 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "GET /v2.0/subnets/cc0c9d0e-a9dd-4861-93ca-fb08c495ea2c HTTP/1.1" status: 404 len: 337 time: 0.1134524 Feb 10 13:20:35.504017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.511335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-998cd1ef-08c6-45c7-96bc-e1400037ecb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:35.537717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2d2227e-db39-471c-88fa-308782061bd5 req-ec6f3f0e-b18a-4657-b9cc-b5ee718211fa tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4334838 Feb 10 13:20:35.574383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 03f392a7-a2ea-4d10-a521-c480272870ca details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:35.575602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Checking router: f3270d2a-679a-4681-8f38-6a36c4352cd9 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:20:35.604109 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-998cd1ef-08c6-45c7-96bc-e1400037ecb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] PUT failed (client error): The resource could not be found. Feb 10 13:20:35.606818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998cd1ef-08c6-45c7-96bc-e1400037ecb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:35.620497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-998cd1ef-08c6-45c7-96bc-e1400037ecb1 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "PUT /v2.0/networks/f995b9ef-081b-407e-bdad-4bb018490c81 HTTP/1.1" status: 404 len: 339 time: 0.1143167 Feb 10 13:20:35.623912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.667254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-499a02b8-ce84-4eb9-8aba-d995c222c2df tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:35.698721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Routers {'f3270d2a-679a-4681-8f38-6a36c4352cd9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:35.699584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f3270d2a-679a-4681-8f38-6a36c4352cd9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:35.740056 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a02b8-ce84-4eb9-8aba-d995c222c2df tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] PUT failed (client error): The resource could not be found. Feb 10 13:20:35.740884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499a02b8-ce84-4eb9-8aba-d995c222c2df tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:35.748530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-499a02b8-ce84-4eb9-8aba-d995c222c2df tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "PUT /v2.0/ports/821f6610-4a30-4c1a-aeff-239958dee35c HTTP/1.1" status: 404 len: 333 time: 0.1150372 Feb 10 13:20:35.753850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:35.766966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:35.767471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa8338fb-c32b-4cd0-95f4-fcb725bcbe29 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:35.770736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.791249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d9255-cae0-4013-82d6-5ccd97b0337d req-265a55c0-8b97-44d7-8467-ff3489877601 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.791799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:35.793750 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1d9255-cae0-4013-82d6-5ccd97b0337d req-265a55c0-8b97-44d7-8467-ff3489877601 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 949 time: 0.1729453 Feb 10 13:20:35.817350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks [] for router_gateway (f3270d2a-679a-4681-8f38-6a36c4352cd9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.832460 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8338fb-c32b-4cd0-95f4-fcb725bcbe29 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] PUT failed (client error): The resource could not be found. Feb 10 13:20:35.833306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8338fb-c32b-4cd0-95f4-fcb725bcbe29 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:35.839848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa8338fb-c32b-4cd0-95f4-fcb725bcbe29 tempest-NetworksNegativeTestJSON-1109432708 tempest-NetworksNegativeTestJSON-1109432708-project] 10.222.0.13 "PUT /v2.0/subnets/5e06b87f-afc7-414d-a40b-75e276db9abd HTTP/1.1" status: 404 len: 337 time: 0.0755086 Feb 10 13:20:35.902441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-895ce196-40d2-4829-8969-f1f8c0e057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.904430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-895ce196-40d2-4829-8969-f1f8c0e057c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4000354 Feb 10 13:20:35.918542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.931120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a1d9255-cae0-4013-82d6-5ccd97b0337d req-d731fd9a-5c1d-4807-85fd-466394c2020a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089299 Feb 10 13:20:35.936272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291099ea-52d7-435b-9edb-6d59ad7d8e68 req-a22cd8c6-d0ae-4a73-9887-ea4608e56f29 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:35.943697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-291099ea-52d7-435b-9edb-6d59ad7d8e68 req-a22cd8c6-d0ae-4a73-9887-ea4608e56f29 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2638972 Feb 10 13:20:35.950312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.972129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Deleting port 393b6fd2-e8d6-494e-984f-9fab48213172 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:35.972606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:35.973441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Allocated IP 19.80.0.2 (ff8c6089-de9e-469b-9d52-ed4ed6510f6c/ab81a6b7-6c37-4969-9d8d-19354905398c/7e267fb5-5fd9-4358-b015-fb44cb046ad6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:35.999654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-dc9082ac-ae4d-49ae-b434-287e1cbcd038 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.0827713 Feb 10 13:20:36.075980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] Set router f3270d2a-679a-4681-8f38-6a36c4352cd9 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:36.147777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf'}, {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:36.150811 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83135f17-c838-4b2e-8b27-e22215f1d7b0" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "8fbbe79b-0911-4e0f-a90d-bed903ad5fdf"}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:36.180945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 758452e7-83ea-42a6-a384-69d82a4a8f76 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:36.194562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.195020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-291099ea-52d7-435b-9edb-6d59ad7d8e68 req-bb628e2b-25d4-48fd-a634-37198c081aa1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394247 Feb 10 13:20:36.195102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] For port 393b6fd2-e8d6-494e-984f-9fab48213172, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=393b6fd2-e8d6-494e-984f-9fab48213172,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:36.195102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.208462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-87b05c5b-46af-476e-af5c-359d8bd0d846 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b4a8bc54-513d-48b8-96f3-c675ee9bac82 HTTP/1.1" status: 200 len: 1796 time: 0.1643565 Feb 10 13:20:36.237827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-7a17578a-1b17-404b-a572-6761bee12565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:36.247224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-7a17578a-1b17-404b-a572-6761bee12565 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2196655 Feb 10 13:20:36.293546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Calling delete_port for 393b6fd2-e8d6-494e-984f-9fab48213172 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:36.294695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port c9cf80d3-9c3a-449a-a937-6234c2da7a6b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:36.295202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.354317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:36.428965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.429864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:36.460061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (b4a8bc54-513d-48b8-96f3-c675ee9bac82), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.466388 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (ccea5657-9927-4f0e-9f96-995e05439bc4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.558133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:36.558370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:36.595191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (b4a8bc54-513d-48b8-96f3-c675ee9bac82), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.721518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b4a8bc54-513d-48b8-96f3-c675ee9bac82), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.722447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:36.724296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.730099 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ed31022-4257-4536-8b9f-59ca024674c7 req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4a8bc54-513d-48b8-96f3-c675ee9bac82 HTTP/1.1" status: 204 len: 173 time: 0.4798162 Feb 10 13:20:36.739772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-ba95a7d3-e7fe-40cc-bd2d-7fb8466c2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:36.750858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-ba95a7d3-e7fe-40cc-bd2d-7fb8466c2d4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4900835 Feb 10 13:20:36.754266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Subnet': ['ID=ccea5657-9927-4f0e-9f96-995e05439bc4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:36.766346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a8bc54-513d-48b8-96f3-c675ee9bac82,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:36.769010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718f58-0147-48f7-9fcf-6ed4b7f0da08 req-cec5f377-3c06-4cf9-8af0-c5cd5dc9320d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:36.778929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e718f58-0147-48f7-9fcf-6ed4b7f0da08 req-cec5f377-3c06-4cf9-8af0-c5cd5dc9320d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.3588674 Feb 10 13:20:36.781686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Checking segment: {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:36.782152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network hostable DHCP agents. Network: 03f392a7-a2ea-4d10-a521-c480272870ca, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:36.787684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (393b6fd2-e8d6-494e-984f-9fab48213172), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.796134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.796643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.797082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.809175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.809863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.810185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.810516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.811059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.811240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.811602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.812048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.812551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.812841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4e1f67-63f6-462a-867d-a3988cfabbb6 tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:20:36.866342 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b07edd-8410-4db3-9c80-cb34b80b4b57 x-openstack-request-id: req-d2b07edd-8410-4db3-9c80-cb34b80b4b57 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:36.866669 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "8fbbe79b-0911-4e0f-a90d-bed903ad5fdf", "code": 200}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:36.866896 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2b07edd-8410-4db3-9c80-cb34b80b4b57 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:36.867397 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbbe79b-0911-4e0f-a90d-bed903ad5fdf', 'code': 200} Feb 10 13:20:36.867773 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4', 'code': 200} Feb 10 13:20:36.921431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Pushing event deleted for resources: {'Port': ['ID=393b6fd2-e8d6-494e-984f-9fab48213172,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:36.927646 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623c6cc4-1fec-49ca-9c7f-bb7fb21c1f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:36.966440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network 03f392a7-a2ea-4d10-a521-c480272870ca is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:37.004002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks [] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.005513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 03f392a7-a2ea-4d10-a521-c480272870ca) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:37.011816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e718f58-0147-48f7-9fcf-6ed4b7f0da08 req-34b7338c-f165-4d68-bfbf-fcb0d01bda01 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099204 Feb 10 13:20:37.015743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.016342 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.024598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:37.025100 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.040075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcda417-6924-497b-bb9d-fafbfa019ef4 None None] Network 03f392a7-a2ea-4d10-a521-c480272870ca requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:37.040470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-4ab8ee21-82b6-4356-a3fc-b1fbc1bd6174 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603445 Feb 10 13:20:37.044013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.062266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9f524e7d-a014-4540-af59-e8cabcfdae90 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8442657 Feb 10 13:20:37.072473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.139747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Pushing event updated for resources: {'Port': ['ID=7e267fb5-5fd9-4358-b015-fb44cb046ad6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:37.189388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.194810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.198257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:37.201213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.204254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:37.206474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.207946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port c9cf80d3-9c3a-449a-a937-6234c2da7a6b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:37.208344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.211388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:37.212143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.217626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.223071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.229408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-fb93f3a8-7ef1-4bc1-b0e9-3f60c34e4bd6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5443 time: 0.3196020 Feb 10 13:20:37.296736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.303604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks [] for router_controller (f3270d2a-679a-4681-8f38-6a36c4352cd9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.344579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:20:30Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:37.391136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (f3270d2a-679a-4681-8f38-6a36c4352cd9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.391711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3270d2a-679a-4681-8f38-6a36c4352cd9 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:20:37.401226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.404584 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0365f04b-47c6-4fa1-88a0-6c8b21394970 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f3270d2a-679a-4681-8f38-6a36c4352cd9 HTTP/1.1" status: 204 len: 168 time: 3.0479078 Feb 10 13:20:37.404584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623c6cc4-1fec-49ca-9c7f-bb7fb21c1f07 admin admin] Publish callbacks [] for security_group (990aec59-a251-4205-901b-aa2514a91ad2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.406540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:37.412458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-12261aef-7d1b-4cfd-b8da-f9fec146acf4 req-f8f5868c-021e-4845-80d7-7a97b11660e0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760476 Feb 10 13:20:37.412664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd4ade-7473-4892-9bcd-6ef31749eca3 None None] The sync data for ids ['f3270d2a-679a-4681-8f38-6a36c4352cd9'] in n-d-815324-6 is: [{'id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'name': 'tempest-ServersTestBootFromVolume-2071846188-router', 'tenant_id': '13cd346a917d41d2815f3936e2949ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:17:14Z', 'updated_at': '2022-02-10T13:20:30Z', 'revision_number': 5, 'project_id': '13cd346a917d41d2815f3936e2949ce6', 'gw_port': {'id': '393b6fd2-e8d6-494e-984f-9fab48213172', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3270d2a-679a-4681-8f38-6a36c4352cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:17:15Z', 'updated_at': '2022-02-10T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:20:37.413362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-623c6cc4-1fec-49ca-9c7f-bb7fb21c1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (990aec59-a251-4205-901b-aa2514a91ad2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.418100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Attempting to bind port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:37.418100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Attempting to bind port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:37.418949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Attempting to bind port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 on network ff8c6089-de9e-469b-9d52-ed4ed6510f6c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:37.423199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:37.446284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6cc4-1fec-49ca-9c7f-bb7fb21c1f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990aec59-a251-4205-901b-aa2514a91ad2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:37.457142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.466125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-623c6cc4-1fec-49ca-9c7f-bb7fb21c1f07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbb6e4f7faa541ff8ec8466079d70adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9024296 Feb 10 13:20:37.468686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38898) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:37.486833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-8ab40daa-5741-4959-a914-ba0a2f99fcaf tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef HTTP/1.1" status: 200 len: 1796 time: 0.4059944 Feb 10 13:20:37.503280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-03f392a7-a2ea-4d10-a521-c480272870ca', 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca', 'project_id': '66438a039429494ab0cb9af19e38f04c', 'fixed_ips': [{'subnet_id': 'ccea5657-9927-4f0e-9f96-995e05439bc4'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:20:37.504715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.507344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:37.507779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Checking segment: {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:37.508260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.508673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Bound using segment: {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:37.509217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Bound port: 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:37.509600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.523777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Deleting subnet bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:37.530823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0bb13ff-95a2-476e-b751-c2decff1ed75 req-862194bb-9b9c-45b3-a70f-2be3ee15ecb3 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657650 Feb 10 13:20:37.537186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] Publish callbacks [] for security_group (990aec59-a251-4205-901b-aa2514a91ad2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.539518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Publish callbacks [] for subnet (bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.559954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.564467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] Publish callbacks [] for security_group (990aec59-a251-4205-901b-aa2514a91ad2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.593211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.624604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.657309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.662489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:37.662879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.696524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7702d3-c739-45e0-88c7-63c54028c04f req-6e0d994a-d839-419d-8347-2629b030db05 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:37.698945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e7702d3-c739-45e0-88c7-63c54028c04f req-6e0d994a-d839-419d-8347-2629b030db05 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.0696650 Feb 10 13:20:37.704243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:37.722073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (990aec59-a251-4205-901b-aa2514a91ad2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.724646 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.729017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/990aec59-a251-4205-901b-aa2514a91ad2 HTTP/1.1" status: 204 len: 168 time: 0.2592630 Feb 10 13:20:37.743115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c23577-3a0f-4af5-bf69-0ef8517e9e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990aec59-a251-4205-901b-aa2514a91ad2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:37.745191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.783322 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e7702d3-c739-45e0-88c7-63c54028c04f req-0e74dfb8-5d6d-4b35-9b0e-90c7e7e228a2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780590 Feb 10 13:20:37.790126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.806396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.812965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbde9fba-879d-4fef-8a41-9a35ad339735 req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef HTTP/1.1" status: 204 len: 173 time: 0.3151088 Feb 10 13:20:37.880336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc52f6-1662-46cc-b5ff-3e2944c52bab tempest-SecurityGroupsTestAdminJSON-1014369374 tempest-SecurityGroupsTestAdminJSON-1014369374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdacbd6-07ed-4117-ade0-07ca0a4fd4ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:37.892396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:37.896454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] For port 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:37.906853 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.940025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:37.989343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] For port 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e267fb5-5fd9-4358-b015-fb44cb046ad6,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:38.034481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.075570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:38.090351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.094333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a0c4d17-2b85-4b5a-b1a9-276851480ece admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc4bc9e5-2d85-4050-8904-0ec8f4c8ecbb HTTP/1.1" status: 204 len: 168 time: 0.6878166 Feb 10 13:20:38.097847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:38.098781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:38.102081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1abfc2-9259-4a83-8112-262cd92c04a4 None None] Network 5ba19c96-eab6-4307-9739-e21ae3d45bc3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:38.111425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Allocated IP 19.86.0.2 (03f392a7-a2ea-4d10-a521-c480272870ca/ccea5657-9927-4f0e-9f96-995e05439bc4/be15555d-3868-4d77-9af0-d0e5ab43ef43) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:38.144655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-f67a3d44-8cbf-499a-92d3-54fb97589b07 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:38.150243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43737d-6ab3-4b19-b779-00dbbce8480f req-c87b3112-744a-46b5-bc36-59d051bd176a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:38.153871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc43737d-6ab3-4b19-b779-00dbbce8480f req-c87b3112-744a-46b5-bc36-59d051bd176a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2092471 Feb 10 13:20:38.175439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-f67a3d44-8cbf-499a-92d3-54fb97589b07 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:38.186874 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-f67a3d44-8cbf-499a-92d3-54fb97589b07 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/networks?id=ff8c6089-de9e-469b-9d52-ed4ed6510f6c&id=03f392a7-a2ea-4d10-a521-c480272870ca HTTP/1.1" status: 200 len: 1390 time: 0.2750640 Feb 10 13:20:38.205732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a934c7-b204-4bf9-b61b-8abc18e433c4 None None] Pushing event updated for resources: {'Port': ['ID=7e267fb5-5fd9-4358-b015-fb44cb046ad6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:38.213946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:38.214141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-82edb4d6-19d3-45fc-8f78-de2ac92a88c7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/quotas/66438a039429494ab0cb9af19e38f04c HTTP/1.1" status: 200 len: 375 time: 0.0262403 Feb 10 13:20:38.319368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-7522d150-8283-4d36-af9d-a34f52fecb73 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020746 Feb 10 13:20:38.370678 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5ba19c96-eab6-4307-9739-e21ae3d45bc3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.391713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc43737d-6ab3-4b19-b779-00dbbce8480f req-eea4322c-13d3-46ca-ad0c-f461a55922f1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300394 Feb 10 13:20:38.590292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-bb6a40fc-5ed1-45dc-b90b-f8caed324f29 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "GET /v2.0/security-groups/2117d0f7-5831-4149-ab3f-922fedb0613f HTTP/1.1" status: 200 len: 1794 time: 0.0893297 Feb 10 13:20:38.591706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Deleting port 35d849e8-8400-4418-a99c-be78f57a4bc6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:38.591984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.627799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-878b1182-65dd-4ba0-a721-ee19efadb4ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:20:38.637115 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-878b1182-65dd-4ba0-a721-ee19efadb4ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141413 Feb 10 13:20:38.701813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:38.702474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9fabf849-0878-4d9b-8dd7-2e03c97f4fc6 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:38.720402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] For port 35d849e8-8400-4418-a99c-be78f57a4bc6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=35d849e8-8400-4418-a99c-be78f57a4bc6,segment=NetworkSegment(7a09988d-5119-43cc-a49e-b3ab62aefcea),segment_id=7a09988d-5119-43cc-a49e-b3ab62aefcea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:38.721056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.774779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Calling delete_port for 35d849e8-8400-4418-a99c-be78f57a4bc6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:38.802720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-91e1d909-07e5-425a-8068-6a26931f3532 service neutron] 10.222.0.13 "GET /v2.0/networks/ff8c6089-de9e-469b-9d52-ed4ed6510f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637137 Feb 10 13:20:38.870108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76'}, {'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'}, {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:38.885255 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9105e4b-2401-42ed-985c-d8877e9f89ba" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76"}, {"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b"}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:38.927056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (2117d0f7-5831-4149-ab3f-922fedb0613f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.941506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2dab6c3e-6810-41bc-a0db-c62d553334d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ff8c6089-de9e-469b-9d52-ed4ed6510f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377110 Feb 10 13:20:38.968806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (2117d0f7-5831-4149-ab3f-922fedb0613f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.973097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks [] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:38.978126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] DHCP port deletion for 5ba19c96-eab6-4307-9739-e21ae3d45bc3 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:20:39.004116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.020264 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.061143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Network 03f392a7-a2ea-4d10-a521-c480272870ca is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:39.073306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:39.076234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:39.080354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d849e8-8400-4418-a99c-be78f57a4bc6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.087153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] No DVR routers for this DVR port 35d849e8-8400-4418-a99c-be78f57a4bc6 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:39.109925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-83e0c4e1-ecff-4391-9cd2-f809fef174a0 service neutron] 10.222.0.13 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546364 Feb 10 13:20:39.132031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Pushing event updated for resources: {'Port': ['ID=be15555d-3868-4d77-9af0-d0e5ab43ef43,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.152151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:39.186070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Deleting port 35d849e8-8400-4418-a99c-be78f57a4bc6 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:39.186445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.188316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Attempting to bind port be15555d-3868-4d77-9af0-d0e5ab43ef43 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:39.189009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Attempting to bind port be15555d-3868-4d77-9af0-d0e5ab43ef43 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:39.189371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Attempting to bind port be15555d-3868-4d77-9af0-d0e5ab43ef43 on network 03f392a7-a2ea-4d10-a521-c480272870ca {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:39.195851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:39.196238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Checking segment: {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:39.196641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.197211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Bound using segment: {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:39.197954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Bound port: be15555d-3868-4d77-9af0-d0e5ab43ef43, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:39.198338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.219980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5ba19c96-eab6-4307-9739-e21ae3d45bc3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.240741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-3170df59-f34b-4c04-b7c2-3ac8c5a1053a service neutron] 10.222.0.13 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194394 Feb 10 13:20:39.253147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2117d0f7-5831-4149-ab3f-922fedb0613f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.255809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.262952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90ef38f0-e322-490e-b8ca-af0a5c14c517 req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "DELETE /v2.0/security-groups/2117d0f7-5831-4149-ab3f-922fedb0613f HTTP/1.1" status: 204 len: 173 time: 0.5356297 Feb 10 13:20:39.268120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba19c96-eab6-4307-9739-e21ae3d45bc3']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:39.297884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] For port 35d849e8-8400-4418-a99c-be78f57a4bc6, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:39.298283 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.302922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a09988d-5119-43cc-a49e-b3ab62aefcea') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:39.303245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a09988d-5119-43cc-a49e-b3ab62aefcea') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:39.306088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a1202-31f6-4565-ba7e-ad84fe46b0b8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117d0f7-5831-4149-ab3f-922fedb0613f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.339047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (7a09988d-5119-43cc-a49e-b3ab62aefcea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.351581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Calling delete_port for 35d849e8-8400-4418-a99c-be78f57a4bc6 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:39.363055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Port 35d849e8-8400-4418-a99c-be78f57a4bc6 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:20:39.374162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (35d849e8-8400-4418-a99c-be78f57a4bc6), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.381183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] For port be15555d-3868-4d77-9af0-d0e5ab43ef43, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:39.389686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7a09988d-5119-43cc-a49e-b3ab62aefcea), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.408581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:39.409770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (7a09988d-5119-43cc-a49e-b3ab62aefcea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.417498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] Pushing event deleted for resources: {'Port': ['ID=35d849e8-8400-4418-a99c-be78f57a4bc6,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.424172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50c30a-bef4-48e6-ba0f-f9705185265b None None] No DVR routers for this DVR port 35d849e8-8400-4418-a99c-be78f57a4bc6 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:39.460684 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:39.524951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-63670931'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:39.569757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5ba19c96-eab6-4307-9739-e21ae3d45bc3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.582600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.588827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ba19c96-eab6-4307-9739-e21ae3d45bc3 HTTP/1.1" status: 204 len: 168 time: 1.4899387 Feb 10 13:20:39.593321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:39.596726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.609155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] For port be15555d-3868-4d77-9af0-d0e5ab43ef43, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be15555d-3868-4d77-9af0-d0e5ab43ef43,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:39.618597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4566-63e0-467d-b1a4-1f69bb64df74 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba19c96-eab6-4307-9739-e21ae3d45bc3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.624274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.627365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.628538 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.640873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.646790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.648375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aa74d-4674-40b6-bc39-4c590747a7de req-147b961c-8818-4534-adcb-611730550571 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.650204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7aa74d-4674-40b6-bc39-4c590747a7de req-147b961c-8818-4534-adcb-611730550571 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.1828675 Feb 10 13:20:39.656931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.668424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.683216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.704991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:39.714560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-74bf6319-5d52-49d0-96a1-e316af489ae2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2076809 Feb 10 13:20:39.748363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e7aa74d-4674-40b6-bc39-4c590747a7de req-57f70a27-ec2a-4c61-8d6c-37ef8fb055a9 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800624 Feb 10 13:20:39.772911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa59c0-1a6e-4786-a880-0f26316309fc None None] Pushing event updated for resources: {'Port': ['ID=be15555d-3868-4d77-9af0-d0e5ab43ef43,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.798804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e132c4-c546-48d4-aeee-45ebb8af9a62 None None] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:39.824466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e32e9020-14cd-4f32-9b7f-8d65839062da req-d7cd50e9-32d0-40bc-aa6d-5f204204ee18 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017716 Feb 10 13:20:39.840855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (3eee74ac-6951-4533-83b1-c3366c90aba8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.854795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3eee74ac-6951-4533-83b1-c3366c90aba8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:39.927640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee74ac-6951-4533-83b1-c3366c90aba8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:39.982260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:40.014794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Provisioning complete for port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:40.015218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.025210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79fb72-1d93-4ea3-a0bf-bdadefd4ea46 req-a2e6f409-3e6f-4dcc-98f6-7775ae08df61 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.025753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:40.027640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da79fb72-1d93-4ea3-a0bf-bdadefd4ea46 req-a2e6f409-3e6f-4dcc-98f6-7775ae08df61 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.0811257 Feb 10 13:20:40.103221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-279c99ce-335a-4f94-8fea-8ee2e7faade7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13cd346a917d41d2815f3936e2949ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1175685 Feb 10 13:20:40.111401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:40.112520 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6070249c-727b-4de6-a288-edd47b549230), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.112898 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment 6070249c-727b-4de6-a288-edd47b549230 of type vlan for network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 Feb 10 13:20:40.172213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da79fb72-1d93-4ea3-a0bf-bdadefd4ea46 req-c7e18b67-b8a6-4b7e-9047-1227262c5e12 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386130 Feb 10 13:20:40.205988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Current status of the port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:40.205988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.293630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] For port 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e267fb5-5fd9-4358-b015-fb44cb046ad6,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:40.296966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.302509 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.314492 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05207ee6-c8a0-4cab-be50-687ef493d289 x-openstack-request-id: req-05207ee6-c8a0-4cab-be50-687ef493d289 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:40.315287 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76", "code": 200}, {"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b", "code": 200}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-plugged", "status": "completed", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:40.316403 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05207ee6-c8a0-4cab-be50-687ef493d289 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:40.316961 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'code': 200} Feb 10 13:20:40.320941 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'code': 200} Feb 10 13:20:40.322391 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5', 'code': 200} Feb 10 13:20:40.426468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-d40891b6-58fd-4f4e-9f54-ce49ac01c554 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "GET /v2.0/security-groups/69214072-a6f8-48ba-8b23-d17c02db1ac0 HTTP/1.1" status: 200 len: 1796 time: 0.0692661 Feb 10 13:20:40.440268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291706b-5684-4c33-8e63-3041a7661180 None None] Pushing event updated for resources: {'Port': ['ID=7e267fb5-5fd9-4358-b015-fb44cb046ad6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:40.444952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e267fb5-5fd9-4358-b015-fb44cb046ad6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:40.457434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] Publish callbacks [] for security_group (f277c95e-bd2e-4041-ad39-6f481ab3251a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.493623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-c3e86dd8-3de0-4245-9940-d3d2ed5fd116 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.502168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-c3e86dd8-3de0-4245-9940-d3d2ed5fd116 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 814 time: 0.5768685 Feb 10 13:20:40.519087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (69214072-a6f8-48ba-8b23-d17c02db1ac0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.520909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.526112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.526956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.534963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:40.535466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.549349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (69214072-a6f8-48ba-8b23-d17c02db1ac0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.573361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-59b26919-570c-4c05-9987-392f9583c9a9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/quotas/dc5883d4e17e4bedb2e1a2e137a7526e HTTP/1.1" status: 200 len: 375 time: 0.0699196 Feb 10 13:20:40.600371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] Publish callbacks [] for security_group (f277c95e-bd2e-4041-ad39-6f481ab3251a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.608667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4544535 Feb 10 13:20:40.614074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:40.623366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'name': 'tempest-PortsTestJSON-1825963317'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:40.655782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (69214072-a6f8-48ba-8b23-d17c02db1ac0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.658417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.659580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b59a5081-9a29-46c2-98a5-f9ab708b83f9 req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] 10.222.0.13 "DELETE /v2.0/security-groups/69214072-a6f8-48ba-8b23-d17c02db1ac0 HTTP/1.1" status: 204 len: 173 time: 0.2299819 Feb 10 13:20:40.680306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:40.682564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-94a05023-e1b8-4587-8027-ca21732cc211 None None] Provisioning complete for port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:40.683036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94a05023-e1b8-4587-8027-ca21732cc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.698974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374f274-36c9-4377-add6-9c24da0c23ec tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:40.721691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:40.722016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.722676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.722789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66c0b4-ba2a-48a0-9934-c3828979d0d8 tempest-SecurityGroupsTestAdminJSON-521361460 tempest-SecurityGroupsTestAdminJSON-521361460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69214072-a6f8-48ba-8b23-d17c02db1ac0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:40.723413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.724105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.724719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.725361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.725973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:40.728775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-29a8f6d5-0d10-4fbe-a25b-a93d987c270c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6718 time: 0.2726099 Feb 10 13:20:40.792111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 35d849e8-8400-4418-a99c-be78f57a4bc6 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:40.824664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 35d849e8-8400-4418-a99c-be78f57a4bc6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:40.824664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 35d849e8-8400-4418-a99c-be78f57a4bc6 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:40.825246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 393b6fd2-e8d6-494e-984f-9fab48213172 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:40.840138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a19c08ae-5a0e-41f0-ad76-5ff2cf34310f req-68af913e-a7d6-403c-9df5-deaaa91469af tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 210 time: 0.0350857 Feb 10 13:20:40.870719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ca128cf-a3ec-4fe5-913d-8a5eaee0b29a req-063e6a1c-3ce1-4c95-a0b9-9fea8a0e4dc3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341174 Feb 10 13:20:40.883046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f277c95e-bd2e-4041-ad39-6f481ab3251a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.887911 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.891153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f277c95e-bd2e-4041-ad39-6f481ab3251a HTTP/1.1" status: 204 len: 168 time: 0.7747676 Feb 10 13:20:40.893089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:40.896774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:40.905752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93b200-930b-45aa-b069-24f661f10df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277c95e-bd2e-4041-ad39-6f481ab3251a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:40.933388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-60b05819-995c-4399-8b84-59de50cc932a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3363097 Feb 10 13:20:40.947796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port d2158640-8fab-4c9e-82ea-ad76799afef6 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:40.971057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 393b6fd2-e8d6-494e-984f-9fab48213172 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:40.973004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 393b6fd2-e8d6-494e-984f-9fab48213172 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:41.020665 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.129054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-94a05023-e1b8-4587-8027-ca21732cc211 None None] Current status of the port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:41.145012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7af8e-db9a-461e-9537-3035e91049bd req-c2ce6c67-6c8c-4eae-9855-a16cb2b9900a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:41.148965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66f7af8e-db9a-461e-9537-3035e91049bd req-c2ce6c67-6c8c-4eae-9855-a16cb2b9900a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1108961 Feb 10 13:20:41.304241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:41.363429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780c205-b630-4f97-9537-5d82b277c258 None None] Network 03f392a7-a2ea-4d10-a521-c480272870ca requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:41.369342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66f7af8e-db9a-461e-9537-3035e91049bd req-2374752c-b698-4820-92a9-d4f60ba45b3c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991487 Feb 10 13:20:41.392847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.442540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.538400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Provisioning complete for port be15555d-3868-4d77-9af0-d0e5ab43ef43 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:41.538971 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.585256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=d2158640-8fab-4c9e-82ea-ad76799afef6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:41.588900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-56df396d-05e6-4055-bf71-e0a7efd770e1 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:41.594016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-56df396d-05e6-4055-bf71-e0a7efd770e1 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:41.595922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-56df396d-05e6-4055-bf71-e0a7efd770e1 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "GET /v2.0/networks?id=ff8c6089-de9e-469b-9d52-ed4ed6510f6c&id=03f392a7-a2ea-4d10-a521-c480272870ca HTTP/1.1" status: 200 len: 1390 time: 0.3092456 Feb 10 13:20:41.602835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': '6070249c-727b-4de6-a288-edd47b549230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:41.603060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:41.612603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'port': {'device_id': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c', 'admin_state_up': True, 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:41.636224 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4600418-ea50-428d-bed0-7ee76bf9c8e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=003a712631b24a22aff6e9d6ffad91e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229411 Feb 10 13:20:41.637821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:41.678571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d0bc-f8bf-42c0-8642-6c550b226168 req-612e2e12-408c-4e31-9fec-62ea317b3aac tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:41.680809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf74d0bc-f8bf-42c0-8642-6c550b226168 req-612e2e12-408c-4e31-9fec-62ea317b3aac tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.1720335 Feb 10 13:20:41.701113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Current status of the port be15555d-3868-4d77-9af0-d0e5ab43ef43 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:41.701614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.737409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:41.765720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] For port be15555d-3868-4d77-9af0-d0e5ab43ef43, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be15555d-3868-4d77-9af0-d0e5ab43ef43,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:41.768286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:41.775416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.778083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:41.782283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7e850-9aec-4b19-8b39-88857f7fadc3 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:41.783503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:41.784184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.784355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:41.786575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] Publish callbacks [] for security_group (4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.792073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.804057 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf74d0bc-f8bf-42c0-8642-6c550b226168 req-855dfcf8-e385-4757-ac1e-d4d29e078ff0 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096451 Feb 10 13:20:41.853901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] Publish callbacks [] for security_group (4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:41.887459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bcdeeaf8-9f0e-4c53-aadf-d37e3100600f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2722640 Feb 10 13:20:41.891165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39018) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:41.900444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-187046582'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:41.987431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Allocated IP 19.80.0.202 (ff8c6089-de9e-469b-9d52-ed4ed6510f6c/ab81a6b7-6c37-4969-9d8d-19354905398c/fd1ef93a-af99-4394-a9d4-188f7124a935) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:42.013059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:42.014859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-6387dc30-150c-45fb-85da-572b77764762 service neutron] 10.222.0.13 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0805192 Feb 10 13:20:42.016033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba99918-1572-4e67-b97a-1abb0907b7cf None None] Pushing event updated for resources: {'Port': ['ID=be15555d-3868-4d77-9af0-d0e5ab43ef43,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:42.019904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.044207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44e5cbe9-be81-4a74-be1c-046a57c437b6 None None] Provisioning complete for port be15555d-3868-4d77-9af0-d0e5ab43ef43 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:42.044586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e5cbe9-be81-4a74-be1c-046a57c437b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.065544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:42.079364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (44b9abbb-879d-43e1-8551-68e84006a571), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.079721 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment 44b9abbb-879d-43e1-8551-68e84006a571 of type vlan for network 697cba06-8490-49ba-a703-3967cc37030a Feb 10 13:20:42.132501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.135005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:42.135174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.141774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c HTTP/1.1" status: 204 len: 168 time: 0.4986260 Feb 10 13:20:42.190263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd93c-8b39-43cd-9051-9e1fe0581dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf70b6-bd33-4ed5-815e-f2cf05c1a93c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:42.192978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (697cba06-8490-49ba-a703-3967cc37030a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.205397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.210691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.216712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.226112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.233209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.238739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.258671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.260578 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fbfdd95b-3073-4557-a475-f8520d42acff req-ad829fc1-5286-449e-b8c4-f34d4f3c4aa6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.3257895 Feb 10 13:20:42.275047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-78bce994-eecc-46fb-95ca-3543455da87d service neutron] 10.222.0.13 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579503 Feb 10 13:20:42.311629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e267fb5-5fd9-4358-b015-fb44cb046ad6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:42.325473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (697cba06-8490-49ba-a703-3967cc37030a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.331473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.332872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.376859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-44e5cbe9-be81-4a74-be1c-046a57c437b6 None None] Current status of the port be15555d-3868-4d77-9af0-d0e5ab43ef43 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:42.392779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.434209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:42.434599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.446667 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5536132 Feb 10 13:20:42.454840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:42.494801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fbfdd95b-3073-4557-a475-f8520d42acff req-43a6c843-fcf2-435a-8f3e-b3769e911ba1 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231364 Feb 10 13:20:42.495910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.579577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:42.581149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be15555d-3868-4d77-9af0-d0e5ab43ef43 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:42.588367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:42.607277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:42.610134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:42.620496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'ports': [{'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'}, {'network_id': '697cba06-8490-49ba-a703-3967cc37030a'}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:42.622057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:42.627846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '697cba06-8490-49ba-a703-3967cc37030a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:42.650452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port be15555d-3868-4d77-9af0-d0e5ab43ef43 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:42.651075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.724675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1372448693-network', 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:42.735965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:42.784429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9174838-248b-4b8d-bada-62d1f7720150 req-fd086c23-4f67-444d-aef9-13dec5a71d64 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.786156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port be15555d-3868-4d77-9af0-d0e5ab43ef43 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:42.795096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9174838-248b-4b8d-bada-62d1f7720150 req-fd086c23-4f67-444d-aef9-13dec5a71d64 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 932 time: 0.2053103 Feb 10 13:20:42.814592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:42.815320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.846220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4e97-2528-4fc8-bf56-2a17df78d2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=697cba06-8490-49ba-a703-3967cc37030a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:42.860287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:42.864040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.868213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 697cba06-8490-49ba-a703-3967cc37030a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:42.893054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-c9dbf7c5-0418-490b-a709-c85b794c8b7d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2843003 Feb 10 13:20:42.899360 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:42.914794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Request body: {'port': {'device_id': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca', 'admin_state_up': True, 'tenant_id': '66438a039429494ab0cb9af19e38f04c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:42.953344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3dc9d4ab-e339-41f9-b92e-2946408c84c7 req-c8ada0ec-cce3-4acf-b268-95c75d90c10f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 210 time: 0.1022308 Feb 10 13:20:42.962950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9174838-248b-4b8d-bada-62d1f7720150 req-28400738-5743-4979-ae0d-a0205d4afc86 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666439 Feb 10 13:20:43.069492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:43.112055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:43.117967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.118657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-98e917db-d4b8-4b7b-954f-945871eedbf5 None None] Provisioning complete for port fd1ef93a-af99-4394-a9d4-188f7124a935 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:43.120273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98e917db-d4b8-4b7b-954f-945871eedbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.155266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.255429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-174209e2-5186-4035-9c3f-f7467afac96a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5609d4c0e6814b86a949af1cbb9ddb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809146 Feb 10 13:20:43.262626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:43.270572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747427-8133-49b1-b6b2-dd70d5a7f7e9 req-c85ed54a-30c9-424d-90f4-35b0b7f856e8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.271676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:20:43.272159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de747427-8133-49b1-b6b2-dd70d5a7f7e9 req-c85ed54a-30c9-424d-90f4-35b0b7f856e8 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 944 time: 0.1612358 Feb 10 13:20:43.308116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks [] for security_group (4ae16c1c-c7c4-4224-8178-6430590a713b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.332436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4ae16c1c-c7c4-4224-8178-6430590a713b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.345680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:43.357296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Made reservation on behalf of 66438a039429494ab0cb9af19e38f04c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:43.360720 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.364438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9a36ea61-1e26-47ec-adcf-839029976de4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.364814 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Added segment 9a36ea61-1e26-47ec-adcf-839029976de4 of type vlan for network ccae65db-f8d2-49a9-986e-cc8bff0bd306 Feb 10 13:20:43.366698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-98e917db-d4b8-4b7b-954f-945871eedbf5 None None] Port fd1ef93a-af99-4394-a9d4-188f7124a935 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:20:43.417383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 6ba3a09e-179c-498f-a831-a351637249f0 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:43.465382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-ed65b396-9ea4-4a6a-9b37-9161e363d684 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288885 Feb 10 13:20:43.501312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae16c1c-c7c4-4224-8178-6430590a713b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:43.512928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ccae65db-f8d2-49a9-986e-cc8bff0bd306), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.517722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de747427-8133-49b1-b6b2-dd70d5a7f7e9 req-c48429fa-9111-4557-864f-1a5a33187ca7 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315652 Feb 10 13:20:43.561980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] Publish callbacks [] for security_group (4d4162cd-bd3b-4926-906d-50d1c60d2aa1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.625622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] Publish callbacks [] for security_group (4d4162cd-bd3b-4926-906d-50d1c60d2aa1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.628629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (6ba3a09e-179c-498f-a831-a351637249f0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.653454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ccae65db-f8d2-49a9-986e-cc8bff0bd306), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.654422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.654998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.667682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-498f1655-bf9e-4b92-99d4-cc0dbe4754c0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.669189 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-498f1655-bf9e-4b92-99d4-cc0dbe4754c0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968942 Feb 10 13:20:43.719157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 3c971278-f6b1-42f8-add9-248a038dbad3 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:43.724209 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1c669649-54ce-4bfb-b7c6-9561aef7b8bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/quotas/725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 375 time: 0.0243509 Feb 10 13:20:43.759675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6122417 Feb 10 13:20:43.762794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:43.772385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Request body: {'subnet': {'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1372448693-subnet', 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:43.772786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Allocated IP 19.86.0.51 (03f392a7-a2ea-4d10-a521-c480272870ca/ccea5657-9927-4f0e-9f96-995e05439bc4/b6579791-3ea9-419d-b656-b6db2aa2a915) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:43.810406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:43.812685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.818353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a4f6b-b43a-4f2b-8769-c326d43b5b8b admin admin] Pushing event updated for resources: {'Network': ['ID=ccae65db-f8d2-49a9-986e-cc8bff0bd306,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:43.832432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:43.850421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-315eb253-c72a-43d6-8a17-7882a3bd6cb3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194990 Feb 10 13:20:43.870588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4d4162cd-bd3b-4926-906d-50d1c60d2aa1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.873426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:43.874719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d4162cd-bd3b-4926-906d-50d1c60d2aa1 HTTP/1.1" status: 204 len: 168 time: 0.6021235 Feb 10 13:20:43.888200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.894973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.902076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.907749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.914852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.921839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.929076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:43.933333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-6034e659-50b9-45cf-9211-1958054af4a9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2713859 Feb 10 13:20:43.979975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dc635-03cd-4f7a-bb62-383045f0c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4162cd-bd3b-4926-906d-50d1c60d2aa1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:44.128974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (3c971278-f6b1-42f8-add9-248a038dbad3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.267755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2730a82-1cd9-46b7-8ce0-13325c86fa07 req-ba301390-9a0d-474b-abb3-7f3e3d84e564 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3184674 Feb 10 13:20:44.307456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-21b1a3a7-4aa6-457c-9267-acba07f94e44 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.310205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-21b1a3a7-4aa6-457c-9267-acba07f94e44 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 814 time: 0.2281253 Feb 10 13:20:44.312723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-593e1bc9-7eb4-4892-bd9f-d50015201ef0 req-e71f8d9d-8bd9-4edd-a7c1-297c562154b0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 210 time: 0.1524162 Feb 10 13:20:44.333687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ba3a09e-179c-498f-a831-a351637249f0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.335584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Request body: {'port': {'device_id': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'admin_state_up': True, 'tenant_id': 'dc5883d4e17e4bedb2e1a2e137a7526e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:44.399909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.435356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:44.498897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=6ba3a09e-179c-498f-a831-a351637249f0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:44.521450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8daa335-b685-4be5-b81f-0b1f81fae84c req-d030de28-bb79-460b-8eb3-729e2b8d9382 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 210 time: 0.1103964 Feb 10 13:20:44.526129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8ad33e2f-d353-4b75-9693-99fe4ebc32a1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.530353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:44.551789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b54a9b-483c-4c0a-8dc6-c53ff66f3a81 req-9c184421-5f4f-4203-ada2-d91286e3a87a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.553480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57b54a9b-483c-4c0a-8dc6-c53ff66f3a81 req-9c184421-5f4f-4203-ada2-d91286e3a87a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 932 time: 0.1516442 Feb 10 13:20:44.557937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.575587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad33e2f-d353-4b75-9693-99fe4ebc32a1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:44.578431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:44.588093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:44.588989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3c971278-f6b1-42f8-add9-248a038dbad3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.647384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=3c971278-f6b1-42f8-add9-248a038dbad3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:44.690002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:44.690374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Network hostable DHCP agents. Network: ccae65db-f8d2-49a9-986e-cc8bff0bd306, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:44.745723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:44.760472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'port_id': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'mac_address': 'fa:16:3e:70:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:44.781791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': '44b9abbb-879d-43e1-8551-68e84006a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '697cba06-8490-49ba-a703-3967cc37030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:44.782239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: 697cba06-8490-49ba-a703-3967cc37030a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:44.790383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:44.819192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ccae65db-f8d2-49a9-986e-cc8bff0bd306) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:44.819836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:44.820573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.829505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaae75-d420-4501-bb65-f4983a17bbf3 None None] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:44.835065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.836498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.879154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.882409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:44.885455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.891371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.897764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.906799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.911130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:44.913806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.942288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:44.948049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-844ae3de-f012-4d76-8128-2ace510da6f2 req-4cf4ad59-c7d2-496b-a387-c3ca8aaa67f6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2364697 Feb 10 13:20:44.957792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 697cba06-8490-49ba-a703-3967cc37030a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:44.964842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:44.965796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe15922f-579b-47c7-9fcb-6d29e811031f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2006137 Feb 10 13:20:44.968810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Made reservation on behalf of dc5883d4e17e4bedb2e1a2e137a7526e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:44.972160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:44.973314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 697cba06-8490-49ba-a703-3967cc37030a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:44.977771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Request body: {'floatingip': {'port_id': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:45.003669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:45.006198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Network 03f392a7-a2ea-4d10-a521-c480272870ca is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:45.011658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:45.017531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:45.018525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.032512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3367134-0f0d-46fc-8f98-4133bbfa14f7 None None] Network 697cba06-8490-49ba-a703-3967cc37030a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:45.052349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-18cfa4c7-4eb4-48a3-9082-cf8b7f6fffa0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5885992 Feb 10 13:20:45.052349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:45.063392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:45.070039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:45.074121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.078247 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.083259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event updated for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:45.153626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbb65d-2053-4823-bd0e-369bab70346c None None] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:45.264631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57b54a9b-483c-4c0a-8dc6-c53ff66f3a81 req-cc7ae980-cf26-4c3a-8fd1-965a1cfcdc7f tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031949 Feb 10 13:20:45.308044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83912d9b-c1d2-4a31-afb1-8ae57c8d857f req-b93a51e5-d218-4f5d-ae5c-1435df71b398 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:45.316173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-83912d9b-c1d2-4a31-afb1-8ae57c8d857f req-b93a51e5-d218-4f5d-ae5c-1435df71b398 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1797214 Feb 10 13:20:45.408018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:45.418265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:45.418945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.467992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-2d2553e8-ccd5-4544-82e0-54adbfe39d1d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5571697 Feb 10 13:20:45.507085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Request body: {'port': {'device_id': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:45.545170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e530bb5d-dc7c-46c8-94c5-dc0b97faa8e5 None None] Provisioning complete for port b6579791-3ea9-419d-b656-b6db2aa2a915 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:45.549612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e530bb5d-dc7c-46c8-94c5-dc0b97faa8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.602190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c29277c7-66ff-4c8f-81ba-8f94f85a37e7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:45.656875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Allocated IP 172.20.0.8 (60695e88-79df-4dda-8a4c-b9c4d7b738cf/749a6550-fd64-4705-94a5-f1d4cbea7ced/bd8ad3e0-07a5-4cde-b149-283b468da928) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:45.671646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e530bb5d-dc7c-46c8-94c5-dc0b97faa8e5 None None] Port b6579791-3ea9-419d-b656-b6db2aa2a915 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:20:45.722263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.793054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-22e24932-0e08-4482-a83b-364517ad41f3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265577 Feb 10 13:20:45.839652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-83912d9b-c1d2-4a31-afb1-8ae57c8d857f req-763b6d03-8bdd-4b5a-95d9-347c9c79bb28 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220382 Feb 10 13:20:45.876119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 3c971278-f6b1-42f8-add9-248a038dbad3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:45.876458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3c971278-f6b1-42f8-add9-248a038dbad3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:45.981216 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-63451a40-b5b9-4b5f-95cc-fae5a1832332 req-a6dc964a-440e-4dce-8e15-7814f997f828 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 210 time: 0.0365024 Feb 10 13:20:46.075553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-fde508b2-462c-4da6-b462-5a0b3262f3c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.077174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-fde508b2-462c-4da6-b462-5a0b3262f3c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503009 Feb 10 13:20:46.080590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3c971278-f6b1-42f8-add9-248a038dbad3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.100877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Request body: {'port': {'device_id': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '725486b70fe1497c9243ff6820a04be7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:46.128269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 3c971278-f6b1-42f8-add9-248a038dbad3 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:46.141059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8103da58-5ca4-4823-acb1-f877015c1ad6 req-ffc2f0a1-b103-4677-b944-620a150fba00 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 210 time: 0.0627985 Feb 10 13:20:46.209828 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks [] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.283735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:20:46.310650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Made reservation on behalf of 725486b70fe1497c9243ff6820a04be7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:46.315259 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.319204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3c971278-f6b1-42f8-add9-248a038dbad3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.372788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=3c971278-f6b1-42f8-add9-248a038dbad3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:46.387959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.389734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.392947 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea293d8b-639d-4641-9f1e-508c603dca91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/3c971278-f6b1-42f8-add9-248a038dbad3 HTTP/1.1" status: 204 len: 168 time: 1.3440082 Feb 10 13:20:46.396378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:46.407950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.450994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-ff8d54cd-26f5-4702-8389-0951e5456e65 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.457496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-ff8d54cd-26f5-4702-8389-0951e5456e65 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.3541529 Feb 10 13:20:46.485350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.497678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:46.508851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-13f90b83-87b8-45d0-b457-fae6f1c45bfe tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0504248 Feb 10 13:20:46.592137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae564cab-d659-49a1-b16b-6ce3089c98ba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.597420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae564cab-d659-49a1-b16b-6ce3089c98ba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.599005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae564cab-d659-49a1-b16b-6ce3089c98ba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2017844 Feb 10 13:20:46.603603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:46.610375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-93c66c28-89af-42d6-ad70-ebd3d2ead169 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729423 Feb 10 13:20:46.612146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Network 60695e88-79df-4dda-8a4c-b9c4d7b738cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:46.660775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b387-32c5-472a-8a26-c883391bb55c req-e1ec327a-eb2d-42ca-9f50-337f8ca4e124 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.666488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b387-32c5-472a-8a26-c883391bb55c req-e1ec327a-eb2d-42ca-9f50-337f8ca4e124 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:46.667157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:46.668125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5321b387-32c5-472a-8a26-c883391bb55c req-e1ec327a-eb2d-42ca-9f50-337f8ca4e124 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1654 time: 0.1854832 Feb 10 13:20:46.669447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Allocated IP 192.168.233.154 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/78a753a2-a240-4122-a90b-4cc55d0bf563) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:46.669708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:46.689451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Pushing event updated for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:46.717804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1ef93a-af99-4394-a9d4-188f7124a935 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:46.739619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks [] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:46.793757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5321b387-32c5-472a-8a26-c883391bb55c req-4d321047-732d-4da6-a8cc-2735323fb563 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151328 Feb 10 13:20:46.882970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 6ba3a09e-179c-498f-a831-a351637249f0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:46.883383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ba3a09e-179c-498f-a831-a351637249f0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.006622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ba3a09e-179c-498f-a831-a351637249f0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.018266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.028257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 6ba3a09e-179c-498f-a831-a351637249f0 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:47.054883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Transition to ACTIVE for port object fd1ef93a-af99-4394-a9d4-188f7124a935 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:47.060382 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Floating IP 682bc4a3-032c-48d4-9bba-91e4e199b756 associated. External IP: 172.25.8.122, port: 2b315f09-02b0-4e95-b84f-26089f2fcf65. Feb 10 13:20:47.069979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:47.071141 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.105912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.109109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32fb0-e872-4d6e-9579-0da9b5e62eeb req-57561960-9770-411a-923c-7461bd5bcb3e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:47.110615 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6a32fb0-e872-4d6e-9579-0da9b5e62eeb req-57561960-9770-411a-923c-7461bd5bcb3e tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.1467893 Feb 10 13:20:47.150221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.160208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-e8fa2312-89f4-46a8-bb4b-30aee9be5eec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8327224 Feb 10 13:20:47.163701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:47.191747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Request body: {'port': {'device_id': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:47.219538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-cc578270-f237-44f0-8490-bbd8bc87e901 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651786 Feb 10 13:20:47.234328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:47.243187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6a32fb0-e872-4d6e-9579-0da9b5e62eeb req-1f0db531-2f94-46cb-8f71-764ab5d02224 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244991 Feb 10 13:20:47.248201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:47.249712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ba3a09e-179c-498f-a831-a351637249f0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.258299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01998408-0838-4254-9486-9ece2daac73c service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:47.268118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:47.271523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:47.371167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=6ba3a09e-179c-498f-a831-a351637249f0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:47.387561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.391011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c1369017-c465-4121-9fc1-5a7fedef379c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/6ba3a09e-179c-498f-a831-a351637249f0 HTTP/1.1" status: 204 len: 168 time: 0.7830498 Feb 10 13:20:47.394006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:47.460713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:47.461439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.519927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-e9b648e0-7663-4d83-899c-20ae6c39aefe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4194591 Feb 10 13:20:47.539053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Request body: {'port': {'device_id': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:47.555416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.619287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867fd09-4a6c-4ef4-ab5c-162d6e28634d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:47.624347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4867fd09-4a6c-4ef4-ab5c-162d6e28634d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2291751 Feb 10 13:20:47.625287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Attempting to bind port fd1ef93a-af99-4394-a9d4-188f7124a935 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:47.625640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Attempting to bind port fd1ef93a-af99-4394-a9d4-188f7124a935 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:47.625976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Attempting to bind port fd1ef93a-af99-4394-a9d4-188f7124a935 on network ff8c6089-de9e-469b-9d52-ed4ed6510f6c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:47.628724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:47.642237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-3118adc7-8f9e-4f6d-a0f8-cc8bdb5f1d85 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215176 Feb 10 13:20:47.663276 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cbf74f-bfe9-43c6-add2-d20747db8529 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:20:47.668132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0cbf74f-bfe9-43c6-add2-d20747db8529 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/3c971278-f6b1-42f8-add9-248a038dbad3 HTTP/1.1" status: 404 len: 333 time: 0.0379841 Feb 10 13:20:47.672699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:47.674358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Port fd1ef93a-af99-4394-a9d4-188f7124a935 on network ff8c6089-de9e-469b-9d52-ed4ed6510f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:47.675024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Attempting to bind port fd1ef93a-af99-4394-a9d4-188f7124a935 on network ff8c6089-de9e-469b-9d52-ed4ed6510f6c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:47.698056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:47.698542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Checking segment: {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:47.698956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Bound using segment: {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:47.699678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Bound port: fd1ef93a-af99-4394-a9d4-188f7124a935, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3a3909-ea89-449f-962c-c82d08a6715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:47.700257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.729973 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c2bdb8-de06-43f5-9c2b-42345e9559b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:20:47.731421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20c2bdb8-de06-43f5-9c2b-42345e9559b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/6ba3a09e-179c-498f-a831-a351637249f0 HTTP/1.1" status: 404 len: 333 time: 0.0550327 Feb 10 13:20:47.735973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:47.752574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cc3da-c3e3-4aa3-9fa4-103128708c13 req-d0d076c5-0a16-4851-9b2e-e7f25dc7a5fc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:47.754148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-360cc3da-c3e3-4aa3-9fa4-103128708c13 req-d0d076c5-0a16-4851-9b2e-e7f25dc7a5fc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 931 time: 0.2657669 Feb 10 13:20:47.767544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a3a658f6-8043-4dcc-9c54-46fa2ef1d8d4 None None] Provisioning complete for port 78a753a2-a240-4122-a90b-4cc55d0bf563 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:47.768205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3a658f6-8043-4dcc-9c54-46fa2ef1d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.830863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3a658f6-8043-4dcc-9c54-46fa2ef1d8d4 None None] Port 78a753a2-a240-4122-a90b-4cc55d0bf563 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:20:47.849544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.929066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-360cc3da-c3e3-4aa3-9fa4-103128708c13 req-ad989e6b-d4f2-4dc9-acaa-71e7ac86c490 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590767 Feb 10 13:20:47.958552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (697cba06-8490-49ba-a703-3967cc37030a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:47.991255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:20:48.020778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:48.046944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fd1ef93a-af99-4394-a9d4-188f7124a935,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:48.055997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d32cfe-e6ab-4c70-b294-9918f110fde5 req-4f53de96-b2a2-4cce-92e2-269bc6f6f280 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:48.057583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0d32cfe-e6ab-4c70-b294-9918f110fde5 req-4f53de96-b2a2-4cce-92e2-269bc6f6f280 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 936 time: 0.1575160 Feb 10 13:20:48.109376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.159989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (697cba06-8490-49ba-a703-3967cc37030a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.191029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697cba06-8490-49ba-a703-3967cc37030a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:48.218922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b9abbb-879d-43e1-8551-68e84006a571') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:48.219127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b9abbb-879d-43e1-8551-68e84006a571') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:48.219867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:48.220491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.222264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-01998408-0838-4254-9486-9ece2daac73c service neutron] 10.222.0.21 "PUT /v2.0/ports/fd1ef93a-af99-4394-a9d4-188f7124a935 HTTP/1.1" status: 200 len: 1092 time: 2.7255447 Feb 10 13:20:48.225230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:48.228107 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1003d1-9fc4-470f-941e-f7b75935aed8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:48.248081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (44b9abbb-879d-43e1-8551-68e84006a571), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.271305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (44b9abbb-879d-43e1-8551-68e84006a571), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.280351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:48.281108 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (44b9abbb-879d-43e1-8551-68e84006a571), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.281567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Request body: {'port': {'device_id': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:48.362580 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:48.373956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (697cba06-8490-49ba-a703-3967cc37030a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.378350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.386320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/697cba06-8490-49ba-a703-3967cc37030a HTTP/1.1" status: 204 len: 168 time: 0.6486967 Feb 10 13:20:48.390101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:48.400173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2116343394'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:48.410728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01998408-0838-4254-9486-9ece2daac73c service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:48.437202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:48.447092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0d32cfe-e6ab-4c70-b294-9918f110fde5 req-85e74263-8826-4398-9a39-78a5324736fc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445897 Feb 10 13:20:48.464124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302207d-468e-439b-b7e2-30f99297c52d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=697cba06-8490-49ba-a703-3967cc37030a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:48.535126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fd9ffdd8-6845-44ef-9e87-d187f27e3ca4 req-29cc3b8b-ed32-4192-8a0d-b00a5e9d52c2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 210 time: 0.0503628 Feb 10 13:20:48.542911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:48.550692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:48.551164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.600972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.643058 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04bd548-65ca-439a-a8fa-40ae24c02931 x-openstack-request-id: req-d04bd548-65ca-439a-a8fa-40ae24c02931 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:48.643403 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:48.643592 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d04bd548-65ca-439a-a8fa-40ae24c02931 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:48.643999 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935', 'status': 'completed', 'code': 200} Feb 10 13:20:48.681342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:48.702737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks [] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.706893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:48.709063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:48.709985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.712370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.741621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:48.744567 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c60f36-d258-4410-8bd9-cad6df1cea19" -d '{"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:48.765165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:48.768020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:48.774040 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.774476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:20:48.782771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ca898d33-95ec-443a-9ed3-24d7a686d8bb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.783306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.784060 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment ca898d33-95ec-443a-9ed3-24d7a686d8bb of type vlan for network 9bd410a5-e090-4ca0-a270-0a769ea21675 Feb 10 13:20:48.786019 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Sync routers for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:20:48.802888 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:48.803508 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:48.827157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9bd410a5-e090-4ca0-a270-0a769ea21675), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.835357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8ad3e0-07a5-4cde-b149-283b468da928 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:48.839004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:48.863580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9bd410a5-e090-4ca0-a270-0a769ea21675), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.864849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:48.865534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.878666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Transition to ACTIVE for port object 78a753a2-a240-4122-a90b-4cc55d0bf563 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:48.896321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks [] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.901248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.933623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Transition to ACTIVE for port object bd8ad3e0-07a5-4cde-b149-283b468da928 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:48.941876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f714a419-2e4d-4277-929c-ce502c9ce710 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "PUT /v2.0/floatingips/682bc4a3-032c-48d4-9bba-91e4e199b756 HTTP/1.1" status: 200 len: 992 time: 3.9740856 Feb 10 13:20:48.947921 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:48.948118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5496545 Feb 10 13:20:48.948493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:48.949313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:48.955849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:48.989417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a121e6-d134-436f-9132-70512f5177e7 req-fa5b29d2-4ea5-468c-9635-d564b9caee18 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:48.991069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-61a121e6-d134-436f-9132-70512f5177e7 req-fa5b29d2-4ea5-468c-9635-d564b9caee18 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 945 time: 0.3015594 Feb 10 13:20:49.001329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec59223-1bcd-4b4f-ba20-3605d488774b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=9bd410a5-e090-4ca0-a270-0a769ea21675,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:49.018406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:49.023415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:49.136175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-61a121e6-d134-436f-9132-70512f5177e7 req-07aeca00-1345-4a8b-bdb3-5feb04cae43a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256747 Feb 10 13:20:49.172097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:49.172620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:49.173146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:49.178288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:49.178850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:49.186929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:49.187686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:49.188999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:49.189888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Bound port: 78a753a2-a240-4122-a90b-4cc55d0bf563, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:49.190452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:49.244919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-8b6a3006-15fe-4223-86d7-2f301f15dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.245697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-8b6a3006-15fe-4223-86d7-2f301f15dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.247491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-8b6a3006-15fe-4223-86d7-2f301f15dac1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1944 time: 0.5571103 Feb 10 13:20:49.323677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d952e-0d22-42fd-979c-c5fa0d9b7910 req-827c499d-4ddc-4619-889f-fedd248e5b20 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.330013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d952e-0d22-42fd-979c-c5fa0d9b7910 req-827c499d-4ddc-4619-889f-fedd248e5b20 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.330212 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '682bc4a3-032c-48d4-9bba-91e4e199b756', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'port_id': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'mac_address': 'fa:16:3e:30:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:22Z', 'updated_at': '2022-02-10T13:20:46Z', 'revision_number': 1, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:49.331325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6d952e-0d22-42fd-979c-c5fa0d9b7910 req-827c499d-4ddc-4619-889f-fedd248e5b20 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1666 time: 0.7124140 Feb 10 13:20:49.386144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-71fcfa6d-7c8e-489b-9934-86a5a952290e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.388594 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-71fcfa6d-7c8e-489b-9934-86a5a952290e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.1658797 Feb 10 13:20:49.417015 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Checking router: b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:20:49.440803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': '955783ca-b24a-4112-bbcb-36a2c6776460', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:49.447142 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:20:49.447409 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:20:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:49.545353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-60c46567-3d8b-4e5d-8202-ccc97fcae76c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3343232 Feb 10 13:20:49.584580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:49.592743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:49.609690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:49.649009 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ad5ed-03b9-47ec-8ffe-1ca6cb80ef47 x-openstack-request-id: req-fd6ad5ed-03b9-47ec-8ffe-1ca6cb80ef47 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:49.649496 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-plugged", "status": "completed", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:49.649609 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd6ad5ed-03b9-47ec-8ffe-1ca6cb80ef47 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:49.650035 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'code': 200} Feb 10 13:20:49.672187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.673027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:49.674545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] 10.222.0.21 "PUT /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 1096 time: 2.1420288 Feb 10 13:20:49.684372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:49.687028 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea9063-43c3-4fca-9b46-03deb98ea694" -d '{"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:49.760240 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:20:49.795239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:49.797713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:49.801291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:49.827339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61dd9a-f242-4045-9ade-0c5f18e5ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:49.885770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-e7856d94-052e-408c-a463-7668cde9db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:49.887304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-e7856d94-052e-408c-a463-7668cde9db60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 1131 time: 0.2353404 Feb 10 13:20:50.009660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.014692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.020003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.025355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.030583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.036179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.042027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.043935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-07010da8-1dc0-4b2f-9d03-81ba85bf2edb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2903237 Feb 10 13:20:50.071604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6d952e-0d22-42fd-979c-c5fa0d9b7910 req-ccac8191-7cb0-413c-95af-23d3c703654a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607435 Feb 10 13:20:50.072320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:50.075909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.086688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-b8a161b6-cee2-4007-9dbd-f30ed199e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.087335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-b8a161b6-cee2-4007-9dbd-f30ed199e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.087858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-b8a161b6-cee2-4007-9dbd-f30ed199e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.089734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-b8a161b6-cee2-4007-9dbd-f30ed199e48b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=66438a039429494ab0cb9af19e38f04c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8199716 Feb 10 13:20:50.123843 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '682bc4a3-032c-48d4-9bba-91e4e199b756', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'port_id': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'mac_address': 'fa:16:3e:30:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:22Z', 'updated_at': '2022-02-10T13:20:46Z', 'revision_number': 1, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:50.161213 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c231d62-1b35-4833-8457-eac3707a4a54 None None] The sync data for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 is: [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '682bc4a3-032c-48d4-9bba-91e4e199b756', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'port_id': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'mac_address': 'fa:16:3e:30:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:18:22Z', 'updated_at': '2022-02-10T13:20:46Z', 'revision_number': 1, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:20:50.236502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:20:50.237154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:20:50.260786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Attempting to bind port bd8ad3e0-07a5-4cde-b149-283b468da928 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:50.261159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Attempting to bind port bd8ad3e0-07a5-4cde-b149-283b468da928 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:50.261492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Attempting to bind port bd8ad3e0-07a5-4cde-b149-283b468da928 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:50.310046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6579791-3ea9-419d-b656-b6db2aa2a915 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:50.315421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Port bd8ad3e0-07a5-4cde-b149-283b468da928 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:50.315747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Attempting to bind port bd8ad3e0-07a5-4cde-b149-283b468da928 on network 60695e88-79df-4dda-8a4c-b9c4d7b738cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:50.330079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks [] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.361628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:50.362050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Checking segment: {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:50.362339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Bound using segment: {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:50.362787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Bound port: bd8ad3e0-07a5-4cde-b149-283b468da928, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f132fff-f843-40e1-89b8-4080d14b493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:50.363143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.387824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Transition to ACTIVE for port object b6579791-3ea9-419d-b656-b6db2aa2a915 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:50.402947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.424091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b393e-ad4e-44fe-931f-2d5af4c0de49 None None] New status for floating IP 682bc4a3-032c-48d4-9bba-91e4e199b756: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:20:50.426937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-9c530383-1b37-4132-ae1a-31d39d1e870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.428537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c1003d1-9fc4-470f-941e-f7b75935aed8 req-9c530383-1b37-4132-ae1a-31d39d1e870f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3188632 Feb 10 13:20:50.500847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5119ea-5df1-4186-bb2e-a11b7f4abcb5 req-38903003-c2db-4762-89c8-246fff1ab957 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.502535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca5119ea-5df1-4186-bb2e-a11b7f4abcb5 req-38903003-c2db-4762-89c8-246fff1ab957 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 943 time: 0.3286850 Feb 10 13:20:50.524958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-ba8197c0-c4a5-4fd8-b1a0-e8d0be4611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.528121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-ba8197c0-c4a5-4fd8-b1a0-e8d0be4611cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1130 time: 0.7475388 Feb 10 13:20:50.535260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-267b1cae-fbfa-41ee-bef3-c98a3a5fb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.536672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-267b1cae-fbfa-41ee-bef3-c98a3a5fb2f7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.6065955 Feb 10 13:20:50.615284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Pushing event updated for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:50.637388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7ff09-322f-4234-8f3b-6c006466ad1a req-f58077b3-e23e-4170-b619-8fa3d7148482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.638895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cbe7ff09-322f-4234-8f3b-6c006466ad1a req-f58077b3-e23e-4170-b619-8fa3d7148482 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1128 time: 0.7719960 Feb 10 13:20:50.664970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:50.665975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-c0ecb3c7-b953-49ba-9ac9-bf275d0d23c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 200 len: 217 time: 0.1169579 Feb 10 13:20:50.666813 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:50.667206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-cf3aee49-be62-4a9d-a243-3ae1ae96acd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.1296086 Feb 10 13:20:50.715844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:50.755414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bd8ad3e0-07a5-4cde-b149-283b468da928,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:50.769888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.774983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca5119ea-5df1-4186-bb2e-a11b7f4abcb5 req-68f804f7-0835-49f0-945e-dddc311661c2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553127 Feb 10 13:20:50.778410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (75f85822-88c5-4c15-9e18-fb6b0ed4229a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.802423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.3 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/9e77732c-6db8-42ab-994e-df7c6484801d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:50.830370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7a1344d9-20aa-490a-98a4-4f4b07a37a9f req-cb196f93-1874-4a02-9919-08a621a1ca2d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3785746 Feb 10 13:20:50.849450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.850571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:50.851872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] 10.222.0.77 "PUT /v2.0/ports/bd8ad3e0-07a5-4cde-b149-283b468da928 HTTP/1.1" status: 200 len: 1091 time: 3.6673710 Feb 10 13:20:50.855657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-c9255a42-6fcf-4db9-898e-f8d7ef0917d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.857264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-c9255a42-6fcf-4db9-898e-f8d7ef0917d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1765473 Feb 10 13:20:50.886901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cbe7ff09-322f-4234-8f3b-6c006466ad1a req-4f382ffd-e87f-45a3-83a9-7368b238cf9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252812 Feb 10 13:20:50.903301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Attempting to bind port b6579791-3ea9-419d-b656-b6db2aa2a915 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:50.903522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-fe2154a5-abfa-4e9f-8f02-8dffd62e9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:50.903688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Attempting to bind port b6579791-3ea9-419d-b656-b6db2aa2a915 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:50.903995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Attempting to bind port b6579791-3ea9-419d-b656-b6db2aa2a915 on network 03f392a7-a2ea-4d10-a521-c480272870ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:50.904919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-fe2154a5-abfa-4e9f-8f02-8dffd62e9651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2230971 Feb 10 13:20:50.984486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Port b6579791-3ea9-419d-b656-b6db2aa2a915 on network 03f392a7-a2ea-4d10-a521-c480272870ca not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:50.984839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Attempting to bind port b6579791-3ea9-419d-b656-b6db2aa2a915 on network 03f392a7-a2ea-4d10-a521-c480272870ca {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:50.985645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-019692d5-bc28-4d8f-88d1-738b42edb70f req-402f53f3-5b6d-4d7e-b379-231e5e8987f1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 210 time: 0.0414805 Feb 10 13:20:50.997753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=75f85822-88c5-4c15-9e18-fb6b0ed4229a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:51.008970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03c13-d2b5-4555-82ca-3eb58d3bdd75 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:51.019427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:51.019767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Checking segment: {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:51.020143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Bound using segment: {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:51.020579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Bound port: b6579791-3ea9-419d-b656-b6db2aa2a915, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef13b37-079d-4a94-8a13-4f8baa4a9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:51.020963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.028195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-dea09b18-30ed-4741-a62a-25ee9fd2ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.029866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-dea09b18-30ed-4741-a62a-25ee9fd2ad2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1390748 Feb 10 13:20:51.053583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': 'ca898d33-95ec-443a-9ed3-24d7a686d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:51.053949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: 9bd410a5-e090-4ca0-a270-0a769ea21675, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:51.080354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6c3a2-0645-4653-b903-dd8605505b0f req-52003a31-0f5b-4e1d-b73d-34347e59b035 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.081879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4b6c3a2-0645-4653-b903-dd8605505b0f req-52003a31-0f5b-4e1d-b73d-34347e59b035 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.2274659 Feb 10 13:20:51.101612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-86579bf3-4003-48e8-95d4-1d9b8aaf7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.103040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-86579bf3-4003-48e8-95d4-1d9b8aaf7b70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 1125 time: 0.1947198 Feb 10 13:20:51.182344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-6444a87a-279f-4c95-af8a-637f328ebeca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8ad3e0-07a5-4cde-b149-283b468da928 HTTP/1.1" status: 200 len: 217 time: 0.0698781 Feb 10 13:20:51.182925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:51.196960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (9e77732c-6db8-42ab-994e-df7c6484801d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.213802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:51.237785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-7256dde0-a13c-4ec5-abd2-683c77f9874b service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753259 Feb 10 13:20:51.254154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9bd410a5-e090-4ca0-a270-0a769ea21675) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:51.269037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b6579791-3ea9-419d-b656-b6db2aa2a915,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:51.272313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a4394-7b6a-4e8d-85f3-e16812ecabd3 None None] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:51.273331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4b6c3a2-0645-4653-b903-dd8605505b0f req-d219f789-5790-4404-8ca3-66a8ba07bbd5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765447 Feb 10 13:20:51.278282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.278389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.286832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.300520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8f48fa5d-46be-41da-a379-e9810ee20f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.302195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-8f48fa5d-46be-41da-a379-e9810ee20f76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.1028855 Feb 10 13:20:51.341206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-9af13a43-88c7-4ab9-8c5c-b442285a3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.343226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-9af13a43-88c7-4ab9-8c5c-b442285a3138 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1882343 Feb 10 13:20:51.344244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.345331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.346525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] 10.222.0.21 "PUT /v2.0/ports/b6579791-3ea9-419d-b656-b6db2aa2a915 HTTP/1.1" status: 200 len: 1091 time: 3.0820365 Feb 10 13:20:51.353607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f74a0d9f-7605-4a98-aa5f-0484d7c0e733 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3982773 Feb 10 13:20:51.355906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:51.393322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-518116c4-dce7-4832-9d47-53f0e62a54ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830419 Feb 10 13:20:51.443338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675', 'name': 'tempest-PortsTestJSON-803478968'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:51.463448 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717f38d0-50dd-4881-af60-089d8c292be4 x-openstack-request-id: req-717f38d0-50dd-4881-af60-089d8c292be4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:51.463780 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:51.464928 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717f38d0-50dd-4881-af60-089d8c292be4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:51.464928 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'status': 'completed', 'code': 200} Feb 10 13:20:51.467452 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5351e519-7990-4188-83a4-1994b3f4f12e x-openstack-request-id: req-5351e519-7990-4188-83a4-1994b3f4f12e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:51.467862 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:51.468135 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5351e519-7990-4188-83a4-1994b3f4f12e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:51.468568 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'status': 'completed', 'code': 200} Feb 10 13:20:51.485416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.523348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e12df-c206-47e4-863b-4d9cd4a695cf service neutron] Pushing event updated for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:51.539792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9bd410a5-e090-4ca0-a270-0a769ea21675', 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': '75f85822-88c5-4c15-9e18-fb6b0ed4229a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:20:51.541031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.653437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:51.661540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-8fccddb4-c3b4-4d49-8ed3-b5e241142cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.662164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-8fccddb4-c3b4-4d49-8ed3-b5e241142cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.664485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-8fccddb4-c3b4-4d49-8ed3-b5e241142cbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 2042 time: 0.2506552 Feb 10 13:20:51.665396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:51.671708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-414e4585-3392-43f4-b975-f3e7c5ad5ddf service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719817 Feb 10 13:20:51.707311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:51.721990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-f56382f7-a0df-4493-881d-69dba1030f12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=fd1ef93a-af99-4394-a9d4-188f7124a935 HTTP/1.1" status: 200 len: 217 time: 0.0490844 Feb 10 13:20:51.746194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.751474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.756694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.756958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Allocated IP 172.20.0.2 (9bd410a5-e090-4ca0-a270-0a769ea21675/75f85822-88c5-4c15-9e18-fb6b0ed4229a/5ad87046-45c0-4f14-bfe6-0f3a6665285a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:51.762108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.767471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.772785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.778021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.779997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0fa23e60-1ad7-4429-bc38-96c7f6996849 req-cdf49ee1-28c7-420e-b585-762063a99d7e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.1988022 Feb 10 13:20:51.803405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ba49615-6f4b-4eed-bf02-41e00fe7de3c req-a1dc62a7-ef84-44a3-9ad2-c022dcfba136 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593138 Feb 10 13:20:51.804032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.892796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.894594 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e10cf41e-9250-4ec6-a0d9-c97d4dfa94ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6718 time: 0.4024668 Feb 10 13:20:51.911596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-e331a2e7-ef01-4fd8-98fa-8b4c1319ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.913302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-e331a2e7-ef01-4fd8-98fa-8b4c1319ea10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab81a6b7-6c37-4969-9d8d-19354905398c HTTP/1.1" status: 200 len: 801 time: 0.1799457 Feb 10 13:20:51.918256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52745d4-574f-47fe-83a0-da061b30b0d9 req-e449d092-70d5-4dcc-bcdc-05b7754f095a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.919733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d52745d4-574f-47fe-83a0-da061b30b0d9 req-e449d092-70d5-4dcc-bcdc-05b7754f095a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.4317284 Feb 10 13:20:51.933620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:51.934249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:51.965798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-4db11201-c5f0-4245-ba3e-50d84091c33e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072924 Feb 10 13:20:51.967839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f86c5ac-d4d1-414a-b92e-fc8da9f029a3 req-98457123-b9cf-47ef-820b-bf645d4f169b service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872961 Feb 10 13:20:51.995812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a029ade-289f-40a1-80a1-ea1188337acd req-26a3d8dd-4f1c-426b-a0dd-9b8b2c5331b5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.001357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a029ade-289f-40a1-80a1-ea1188337acd req-26a3d8dd-4f1c-426b-a0dd-9b8b2c5331b5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.002968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a029ade-289f-40a1-80a1-ea1188337acd req-26a3d8dd-4f1c-426b-a0dd-9b8b2c5331b5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1678 time: 0.1272671 Feb 10 13:20:52.006232 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks [] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.006642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2110f8f4-8834-42d3-af34-06628c3970aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5802259 Feb 10 13:20:52.010420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-e85cea71-9340-4d8c-8762-3a8b20cc7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.012111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-e85cea71-9340-4d8c-8762-3a8b20cc7f4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff8c6089-de9e-469b-9d52-ed4ed6510f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0878150 Feb 10 13:20:52.015111 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.059618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Request body: {'port': {'device_id': '955783ca-b24a-4112-bbcb-36a2c6776460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:52.067481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:52.073987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:52.078073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:52.091565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Pushing event updated for resources: {'Port': ['ID=5ad87046-45c0-4f14-bfe6-0f3a6665285a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:52.117994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:52.121369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.136409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a029ade-289f-40a1-80a1-ea1188337acd req-a5d04e39-4dd5-4b77-b836-55395dc44df5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229837 Feb 10 13:20:52.143368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Attempting to bind port 5ad87046-45c0-4f14-bfe6-0f3a6665285a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:52.143763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Attempting to bind port 5ad87046-45c0-4f14-bfe6-0f3a6665285a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ca898d33-95ec-443a-9ed3-24d7a686d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:52.144132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Attempting to bind port 5ad87046-45c0-4f14-bfe6-0f3a6665285a on network 9bd410a5-e090-4ca0-a270-0a769ea21675 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:52.150311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:52.150690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Checking segment: {'id': 'ca898d33-95ec-443a-9ed3-24d7a686d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:52.151097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.151855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Bound using segment: {'id': 'ca898d33-95ec-443a-9ed3-24d7a686d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:52.152513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Bound port: 5ad87046-45c0-4f14-bfe6-0f3a6665285a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca898d33-95ec-443a-9ed3-24d7a686d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bd410a5-e090-4ca0-a270-0a769ea21675'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:52.153056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.191636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-e940601a-0401-4920-a4c9-b671fe4bd1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/ff8c6089-de9e-469b-9d52-ed4ed6510f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697400 Feb 10 13:20:52.197329 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d52745d4-574f-47fe-83a0-da061b30b0d9 req-d5e73e7f-c56c-426b-9d2d-1311ea778acd tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543175 Feb 10 13:20:52.324978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-5cae7f5f-ac08-44e0-b9f0-9357823917fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.326435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-5cae7f5f-ac08-44e0-b9f0-9357823917fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 HTTP/1.1" status: 200 len: 917 time: 0.4226036 Feb 10 13:20:52.336199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 815e7ddd-b3d6-406e-957d-b356bde5344c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:52.342775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] For port 5ad87046-45c0-4f14-bfe6-0f3a6665285a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:52.351263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] For port 5ad87046-45c0-4f14-bfe6-0f3a6665285a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5ad87046-45c0-4f14-bfe6-0f3a6665285a,segment=NetworkSegment(ca898d33-95ec-443a-9ed3-24d7a686d8bb),segment_id=ca898d33-95ec-443a-9ed3-24d7a686d8bb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:52.359727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.374752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:52.453551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229489c0-9706-4ac2-a9b6-b0152c4f0f4c None None] Pushing event updated for resources: {'Port': ['ID=5ad87046-45c0-4f14-bfe6-0f3a6665285a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:52.467858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c6069c7-f87a-4e40-a6f1-382a5f2cf12d req-771f956a-ada6-4cc0-9152-6ca52f55cc68 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827924 Feb 10 13:20:52.540294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-02b2cf53-2a27-42cc-a4d0-aafbadea4e20 service neutron] 10.222.0.21 "GET /v2.0/networks/ff8c6089-de9e-469b-9d52-ed4ed6510f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339989 Feb 10 13:20:52.575003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7afa06-a7a1-4612-a2e1-26458b701490 req-4720db06-9c3a-4962-a596-c3203560ecbb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.589557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e7afa06-a7a1-4612-a2e1-26458b701490 req-4720db06-9c3a-4962-a596-c3203560ecbb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 943 time: 0.1999335 Feb 10 13:20:52.630049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-eb65a933-bdf1-4a68-ba7f-b577564702eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65 HTTP/1.1" status: 200 len: 1002 time: 0.2651634 Feb 10 13:20:52.669269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-17427c6b-3233-4db1-b640-c1f18a3e9c95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=b6579791-3ea9-419d-b656-b6db2aa2a915 HTTP/1.1" status: 200 len: 217 time: 0.1207135 Feb 10 13:20:52.751538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e7afa06-a7a1-4612-a2e1-26458b701490 req-d2f52fe1-43e9-46bc-bb74-9f4f7d3d20df tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592188 Feb 10 13:20:52.756643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb86f6-3a68-4862-812a-6b9332960540 req-4e1bd9af-2956-4ada-84a0-af8db00fe46b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.758921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55cb86f6-3a68-4862-812a-6b9332960540 req-4e1bd9af-2956-4ada-84a0-af8db00fe46b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 931 time: 0.4357002 Feb 10 13:20:52.772424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-a4144e7b-2eca-469a-bf89-dfd5041028c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.779166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-a4144e7b-2eca-469a-bf89-dfd5041028c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccea5657-9927-4f0e-9f96-995e05439bc4 HTTP/1.1" status: 200 len: 801 time: 0.0995719 Feb 10 13:20:52.854158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.7 (9bd410a5-e090-4ca0-a270-0a769ea21675/75f85822-88c5-4c15-9e18-fb6b0ed4229a/815e7ddd-b3d6-406e-957d-b356bde5344c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:52.861008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e54cb0df-9730-4055-b2ef-b7ca82ed23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.863657 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-e54cb0df-9730-4055-b2ef-b7ca82ed23e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c4d593-2e10-4ded-91bf-411f449fb4ee HTTP/1.1" status: 200 len: 855 time: 0.2263012 Feb 10 13:20:52.895240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54005769-3c85-40f7-842f-57144a1fdc96 req-9c20ab84-5c5e-441d-be72-6305843fb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.898112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-9c20ab84-5c5e-441d-be72-6305843fb48c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03f392a7-a2ea-4d10-a521-c480272870ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1132579 Feb 10 13:20:52.956674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-b34e98b3-2a0e-4a30-b100-05a305d0a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:52.958448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-b34e98b3-2a0e-4a30-b100-05a305d0a5fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1130 time: 0.3952043 Feb 10 13:20:53.099118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-997e08c0-0284-411f-8b4b-c7c6d55c3c93 service neutron] 10.222.0.21 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946449 Feb 10 13:20:53.124178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccc86d-2e05-4134-97d5-54779f0f1cea req-4fc3d073-997b-4f4b-ba09-734f825622be tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.127431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ccc86d-2e05-4134-97d5-54779f0f1cea req-4fc3d073-997b-4f4b-ba09-734f825622be tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.1686904 Feb 10 13:20:53.177203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-55cb86f6-3a68-4862-812a-6b9332960540 req-95347091-f0a6-4a0e-97bd-d37d4ea4f234 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881741 Feb 10 13:20:53.257463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-bb300f4a-350d-41fc-b6f2-59d73793084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.259908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-bb300f4a-350d-41fc-b6f2-59d73793084e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3878374 Feb 10 13:20:53.311438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ccc86d-2e05-4134-97d5-54779f0f1cea req-dd20e463-92db-4310-ab1f-3cb77da4f154 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721969 Feb 10 13:20:53.348409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54005769-3c85-40f7-842f-57144a1fdc96 req-22200f9c-389f-4472-b612-9c7df2b0c152 service neutron] 10.222.0.21 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197051 Feb 10 13:20:53.465393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928'}, {'name': 'network-changed', 'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:53.468441 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0060e3-bfdf-4790-b33f-00b05f089c73" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928"}, {"name": "network-changed", "server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:53.506073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0cb6f-4ced-40cb-b709-8b07fc00e401 req-d045e821-bed2-4cc9-89b7-2b7fee25b368 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.508405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60f0cb6f-4ced-40cb-b709-8b07fc00e401 req-d045e821-bed2-4cc9-89b7-2b7fee25b368 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.0810025 Feb 10 13:20:53.582677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60f0cb6f-4ced-40cb-b709-8b07fc00e401 req-e5a6dec9-09ed-4f0f-b713-4a016339f291 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645826 Feb 10 13:20:53.700784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-984d9b40-8700-44b9-938c-89510a09718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.703100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-984d9b40-8700-44b9-938c-89510a09718b service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.7287731 Feb 10 13:20:53.854340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-c42010f1-94c6-43a9-89d4-7cf7b678c161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.1239967 Feb 10 13:20:53.930132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e77732c-6db8-42ab-994e-df7c6484801d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:53.943058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7d3b3-845e-4460-8fd2-7e270390a451 req-645ba4d1-8db9-479b-9364-98a0fc9254e3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.948877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7d3b3-845e-4460-8fd2-7e270390a451 req-645ba4d1-8db9-479b-9364-98a0fc9254e3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:53.950466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f4e7d3b3-845e-4460-8fd2-7e270390a451 req-645ba4d1-8db9-479b-9364-98a0fc9254e3 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1678 time: 0.6467323 Feb 10 13:20:53.959292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:53.969784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks [] for port (9e77732c-6db8-42ab-994e-df7c6484801d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.032517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-7da7248a-b6c5-4f21-a1a0-48207325d701 service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461183 Feb 10 13:20:54.036912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Transition to ACTIVE for port object 9e77732c-6db8-42ab-994e-df7c6484801d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:20:54.059361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-a56e468d-5ca4-4b4c-88d3-1e66e4eed3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.060874 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-a56e468d-5ca4-4b4c-88d3-1e66e4eed3e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1946290 Feb 10 13:20:54.074913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.112597 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d217d7-7446-4ed2-b2e2-07aa76335b92 x-openstack-request-id: req-c3d217d7-7446-4ed2-b2e2-07aa76335b92 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:54.113168 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:54.113250 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3d217d7-7446-4ed2-b2e2-07aa76335b92 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:54.113809 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928', 'status': 'completed', 'code': 200} Feb 10 13:20:54.114050 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915', 'status': 'completed', 'code': 200} Feb 10 13:20:54.128146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26267d6f-b237-4975-95da-cc9583b2ff7e None None] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:54.170344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Provisioning complete for port 5ad87046-45c0-4f14-bfe6-0f3a6665285a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:54.170705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.237312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.241736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f4e7d3b3-845e-4460-8fd2-7e270390a451 req-28086948-1b72-4909-a185-922331cc4dbc tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740486 Feb 10 13:20:54.265766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5ad87046-45c0-4f14-bfe6-0f3a6665285a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:54.313483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-df129415-e8ca-470e-b7ab-3ebbeace7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.314843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-df129415-e8ca-470e-b7ab-3ebbeace7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.324493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-df129415-e8ca-470e-b7ab-3ebbeace7c95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66438a039429494ab0cb9af19e38f04c&device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 2042 time: 0.1873391 Feb 10 13:20:54.333072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-b632502e-99d1-4fc7-8de5-5edb405fccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.334763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-b632502e-99d1-4fc7-8de5-5edb405fccdd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 1125 time: 0.1905870 Feb 10 13:20:54.348516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Pushing event updated for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:54.354039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:54.370268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:54.371174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5ad87046-45c0-4f14-bfe6-0f3a6665285a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:54.371781 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.402702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:54.416596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960e403-cf68-492a-a81e-530056bbaac2 req-60597f4f-c0ae-4842-9319-4414f747cb1a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.426626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-412283db-a221-49f9-8004-2c5f0f9c3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.428222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-412283db-a221-49f9-8004-2c5f0f9c3e0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3162789 Feb 10 13:20:54.436389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8960e403-cf68-492a-a81e-530056bbaac2 req-60597f4f-c0ae-4842-9319-4414f747cb1a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 943 time: 0.2050619 Feb 10 13:20:54.528716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-730ad5db-18e4-4fce-a2cd-f20ecdd3a343 req-1c60521b-808d-4139-a914-1b9af7dd18f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858296 Feb 10 13:20:54.533299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Current status of the port 5ad87046-45c0-4f14-bfe6-0f3a6665285a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:54.534127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.588657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-52016768-6cee-48ec-b46b-f989349fccba None None] For port 5ad87046-45c0-4f14-bfe6-0f3a6665285a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5ad87046-45c0-4f14-bfe6-0f3a6665285a,segment=NetworkSegment(ca898d33-95ec-443a-9ed3-24d7a686d8bb),segment_id=ca898d33-95ec-443a-9ed3-24d7a686d8bb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:54.590373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5ad87046-45c0-4f14-bfe6-0f3a6665285a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:54.590824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.604572 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.623379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=815e7ddd-b3d6-406e-957d-b356bde5344c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:54.655015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.655745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.699654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8960e403-cf68-492a-a81e-530056bbaac2 req-1b3ed86e-1e31-4857-8faf-d7900113eca8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630386 Feb 10 13:20:54.704334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-573fcc7e-9bc6-4468-a6f1-860b5ce076f3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3403659 Feb 10 13:20:54.705213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Attempting to bind port 9e77732c-6db8-42ab-994e-df7c6484801d on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:54.705593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Attempting to bind port 9e77732c-6db8-42ab-994e-df7c6484801d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:54.705922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Attempting to bind port 9e77732c-6db8-42ab-994e-df7c6484801d on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:54.708140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:54.718911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-65e8c770-56fd-4514-994e-4fa87be53e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.721004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-ce323c64-d933-4f81-9870-c55051689b69 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809713 Feb 10 13:20:54.724476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Port 9e77732c-6db8-42ab-994e-df7c6484801d on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:20:54.724996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Attempting to bind port 9e77732c-6db8-42ab-994e-df7c6484801d on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:54.726879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-65e8c770-56fd-4514-994e-4fa87be53e01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03f392a7-a2ea-4d10-a521-c480272870ca HTTP/1.1" status: 200 len: 902 time: 0.3865981 Feb 10 13:20:54.731391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-ae7640ee-7863-4c7d-807d-88df253c4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.735897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-ae7640ee-7863-4c7d-807d-88df253c4299 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.3723235 Feb 10 13:20:54.767439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c7756-6700-418c-ace4-8e4300219734 req-9f05aa40-1a07-4822-9cf5-6afec6d8534a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:54.769022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-195c7756-6700-418c-ace4-8e4300219734 req-9f05aa40-1a07-4822-9cf5-6afec6d8534a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 943 time: 0.3374174 Feb 10 13:20:54.773624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:54.773968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:54.774363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:54.774813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Bound port: 9e77732c-6db8-42ab-994e-df7c6484801d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:54.775175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.782645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52016768-6cee-48ec-b46b-f989349fccba None None] Pushing event updated for resources: {'Port': ['ID=5ad87046-45c0-4f14-bfe6-0f3a6665285a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:54.795441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:20:54.795952 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:20:54.926761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Provisioning complete for port 5ad87046-45c0-4f14-bfe6-0f3a6665285a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:54.927383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:54.992030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-195c7756-6700-418c-ace4-8e4300219734 req-42712a52-315f-4d4c-873a-6d101db62045 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142875 Feb 10 13:20:55.006025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:55.009599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-45ea9063-43c3-4fca-9b46-03deb98ea694 req-ad7ae1ad-fd98-4f16-9798-6830e0dca869 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580006 Feb 10 13:20:55.011323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9e77732c-6db8-42ab-994e-df7c6484801d,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:55.035652 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.053088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Current status of the port 5ad87046-45c0-4f14-bfe6-0f3a6665285a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:55.068457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 815e7ddd-b3d6-406e-957d-b356bde5344c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:55.068852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.083465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Provisioning complete for port 815e7ddd-b3d6-406e-957d-b356bde5344c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:55.084441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.117165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.117794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.119223 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] 10.222.0.77 "PUT /v2.0/ports/9e77732c-6db8-42ab-994e-df7c6484801d HTTP/1.1" status: 200 len: 1091 time: 3.0658424 Feb 10 13:20:55.122437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:55.125485 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecb4ae-6630-45d4-aa24-a8cb4059c801" -d '{"events": [{"name": "network-changed", "server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:55.137984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e754c53e-36b7-453f-b04a-9676cad7ed16 None None] Port 815e7ddd-b3d6-406e-957d-b356bde5344c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:20:55.205976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-06db6b59-6e61-4cb2-81ab-d461c314140f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.51&port_id=b6579791-3ea9-419d-b656-b6db2aa2a915 HTTP/1.1" status: 200 len: 217 time: 0.4670324 Feb 10 13:20:55.214280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-50aaf1ab-7aa1-436a-aefb-d407a98a82d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8ad3e0-07a5-4cde-b149-283b468da928 HTTP/1.1" status: 200 len: 217 time: 0.4669533 Feb 10 13:20:55.234386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d400e27-13f4-4cbd-bc83-fd483d55624b service neutron] Pushing event updated for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:55.261451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-59c20e20-0690-47ad-9750-a7e04e31227f None None] Provisioning complete for port 815e7ddd-b3d6-406e-957d-b356bde5344c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:55.262373 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59c20e20-0690-47ad-9750-a7e04e31227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.283844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.303367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfac67-b567-489c-891e-be1be33a9adb req-1a5b2147-93c8-41a2-bc14-db8c24a799c4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.305004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ecdfac67-b567-489c-891e-be1be33a9adb req-1a5b2147-93c8-41a2-bc14-db8c24a799c4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.1975677 Feb 10 13:20:55.310939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-c3fb5836-b525-456b-9ff3-58cc996cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.312536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-c3fb5836-b525-456b-9ff3-58cc996cae26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 1125 time: 0.1124120 Feb 10 13:20:55.313507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 815e7ddd-b3d6-406e-957d-b356bde5344c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:55.331229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-59c20e20-0690-47ad-9750-a7e04e31227f None None] Port 815e7ddd-b3d6-406e-957d-b356bde5344c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:20:55.342531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-a082d90f-96c0-4cdc-90ff-0efee6cb25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.343994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-a082d90f-96c0-4cdc-90ff-0efee6cb25d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.1183927 Feb 10 13:20:55.346649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-b0c6d93b-d56d-4f7e-8d71-f8e2ec0b82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.347975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-b0c6d93b-d56d-4f7e-8d71-f8e2ec0b82c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccea5657-9927-4f0e-9f96-995e05439bc4 HTTP/1.1" status: 200 len: 801 time: 0.1317534 Feb 10 13:20:55.354091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5ad87046-45c0-4f14-bfe6-0f3a6665285a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:55.375643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c714887-2206-4bc3-a925-18962f8dc887 req-8a47aa7b-b013-4b11-bd9b-4a55161439c0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.377217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c714887-2206-4bc3-a925-18962f8dc887 req-8a47aa7b-b013-4b11-bd9b-4a55161439c0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.1990640 Feb 10 13:20:55.377748 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-cb469073-0fdf-4ffb-b789-fbe65542b8f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e77732c-6db8-42ab-994e-df7c6484801d HTTP/1.1" status: 200 len: 217 time: 0.0519171 Feb 10 13:20:55.395655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-57d87e3e-af07-476c-93f7-39d56d48ffcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439274 Feb 10 13:20:55.489203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ecdfac67-b567-489c-891e-be1be33a9adb req-04ada2e7-46ec-4fdb-8af7-4de43459523a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731637 Feb 10 13:20:55.503736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb260b-3257-4902-badb-3a41508108a3 req-bc40e747-e08c-4efc-ae9e-7506e68ac5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.505231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-bc40e747-e08c-4efc-ae9e-7506e68ac5b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.0922856 Feb 10 13:20:55.545744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c714887-2206-4bc3-a925-18962f8dc887 req-a9e2e925-8112-41b6-83aa-b3df574c7087 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525288 Feb 10 13:20:55.547650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-36a9d72b-1d88-4e0e-a0d4-1f7e02573a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.549115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-36a9d72b-1d88-4e0e-a0d4-1f7e02573a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03f392a7-a2ea-4d10-a521-c480272870ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1886451 Feb 10 13:20:55.549328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-ad1b75f7-c5aa-4a18-8963-9a90efba6c9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370996 Feb 10 13:20:55.555697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-e823c301-7b6c-425b-b4a3-f25f939eec0c service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412969 Feb 10 13:20:55.659373 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74721b87-1997-4027-93b3-a28f2ca8ba28 x-openstack-request-id: req-74721b87-1997-4027-93b3-a28f2ca8ba28 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:55.659703 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:55.659903 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74721b87-1997-4027-93b3-a28f2ca8ba28 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:55.660335 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d', 'status': 'completed', 'code': 200} Feb 10 13:20:55.709658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (815e7ddd-b3d6-406e-957d-b356bde5344c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.744611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-900c5b62-4404-4b0e-927d-47fad022e246 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692729 Feb 10 13:20:55.747509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=815e7ddd-b3d6-406e-957d-b356bde5344c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:55.753186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bd8ad3e0-07a5-4cde-b149-283b468da928 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:55.785973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-c251d32b-ff70-42bb-a23f-39f298c45fed service neutron] 10.222.0.21 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293122 Feb 10 13:20:55.789971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-dff18b2c-2d71-4571-909c-99cce7eeccc1 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154825 Feb 10 13:20:55.812497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f1cb-9aa9-47fe-90a8-9dac6d62c156 req-f0b7911d-2052-44d6-bebf-5c40ef55fca8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.818141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f1cb-9aa9-47fe-90a8-9dac6d62c156 req-f0b7911d-2052-44d6-bebf-5c40ef55fca8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:55.826025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc27f1cb-9aa9-47fe-90a8-9dac6d62c156 req-f0b7911d-2052-44d6-bebf-5c40ef55fca8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1678 time: 0.1638250 Feb 10 13:20:55.930567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:55.938561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09451ae4-7f78-49b6-8662-fd55c62b646b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/815e7ddd-b3d6-406e-957d-b356bde5344c HTTP/1.1" status: 204 len: 168 time: 1.2276742 Feb 10 13:20:55.939110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:55.943297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bd8ad3e0-07a5-4cde-b149-283b468da928,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:55.959650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bd8ad3e0-07a5-4cde-b149-283b468da928', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'port_id': 'bd8ad3e0-07a5-4cde-b149-283b468da928', 'mac_address': 'fa:16:3e:42:67:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749a6550-fd64-4705-94a5-f1d4cbea7ced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:55.972492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0cb260b-3257-4902-badb-3a41508108a3 req-2fd0c416-d426-42f6-b7d2-dff6660600c6 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119718 Feb 10 13:20:55.982565 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6ec09b-12ca-482b-948a-ce2ca139d345 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:20:55.983144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6ec09b-12ca-482b-948a-ce2ca139d345 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:20:55.986320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4a6ec09b-12ca-482b-948a-ce2ca139d345 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/815e7ddd-b3d6-406e-957d-b356bde5344c HTTP/1.1" status: 404 len: 333 time: 0.0447359 Feb 10 13:20:55.992603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:55.999597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc27f1cb-9aa9-47fe-90a8-9dac6d62c156 req-3ae0b9c2-ba49-4087-811c-ec0e97dc2dc8 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724238 Feb 10 13:20:56.020388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bd8ad3e0-07a5-4cde-b149-283b468da928 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:56.021120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.030483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c0060e3-bfdf-4790-b33f-00b05f089c73 req-e37324f4-4af6-46a0-ae4b-857e38924d94 service neutron] 10.222.0.21 "GET /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343976 Feb 10 13:20:56.044128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8ad3e0-07a5-4cde-b149-283b468da928 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:56.045014 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f227bff4-509d-4971-b3dd-35fbe6aca8ba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:20:56.049974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:56.050337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f227bff4-509d-4971-b3dd-35fbe6aca8ba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/815e7ddd-b3d6-406e-957d-b356bde5344c HTTP/1.1" status: 404 len: 333 time: 0.0569284 Feb 10 13:20:56.107287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bd8ad3e0-07a5-4cde-b149-283b468da928,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:56.118743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 75f85822-88c5-4c15-9e18-fb6b0ed4229a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:20:56.119581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-3c4133e8-1421-4252-8ba9-d020d4ef57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.121101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-3c4133e8-1421-4252-8ba9-d020d4ef57fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 1125 time: 0.0696726 Feb 10 13:20:56.123802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.123939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (75f85822-88c5-4c15-9e18-fb6b0ed4229a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.207160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (75f85822-88c5-4c15-9e18-fb6b0ed4229a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.224098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:56.233586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5ad87046-45c0-4f14-bfe6-0f3a6665285a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:56.241059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-b0c9bc3e-0647-415e-8fdb-014b1d427ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.243314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-b0c9bc3e-0647-415e-8fdb-014b1d427ae1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.1136193 Feb 10 13:20:56.259229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846d31-7d43-4d5b-ac51-7e0e6af43815 req-e0798311-be65-4793-9218-e13ae8210dd2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.260835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22846d31-7d43-4d5b-ac51-7e0e6af43815 req-e0798311-be65-4793-9218-e13ae8210dd2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 944 time: 0.1395786 Feb 10 13:20:56.293300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5ad87046-45c0-4f14-bfe6-0f3a6665285a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:56.293771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.309583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-f1e80d5e-e4da-484e-a331-a4dfc30e4968 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e77732c-6db8-42ab-994e-df7c6484801d HTTP/1.1" status: 200 len: 217 time: 0.0565934 Feb 10 13:20:56.361337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (75f85822-88c5-4c15-9e18-fb6b0ed4229a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.369227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea919-efd2-4af8-8f80-2596091d2d87 req-f50569fd-0f37-4675-b009-a957886e23a5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.370184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22846d31-7d43-4d5b-ac51-7e0e6af43815 req-9d6fdcee-692b-490a-b079-0fa427c97c3a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981166 Feb 10 13:20:56.376394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5daea919-efd2-4af8-8f80-2596091d2d87 req-f50569fd-0f37-4675-b009-a957886e23a5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 943 time: 0.1321299 Feb 10 13:20:56.408484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5ad87046-45c0-4f14-bfe6-0f3a6665285a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:56.412206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-33fdcf12-0a80-4256-a5b2-5f099e6ca9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.413442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-33fdcf12-0a80-4256-a5b2-5f099e6ca9dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.0943494 Feb 10 13:20:56.413701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bd8ad3e0-07a5-4cde-b149-283b468da928'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:56.454577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (75f85822-88c5-4c15-9e18-fb6b0ed4229a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.455637 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-da20dbbe-8799-401d-8b17-a9b1b9c8a28c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318129 Feb 10 13:20:56.473615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.481423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/75f85822-88c5-4c15-9e18-fb6b0ed4229a HTTP/1.1" status: 204 len: 168 time: 0.4272015 Feb 10 13:20:56.481423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:56.489222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109a23b-4031-415c-927e-3090c573360b None None] Network 9bd410a5-e090-4ca0-a270-0a769ea21675 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:56.492685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:56.559356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-dbe4893a-99f9-4305-8848-71dd4f80ec88 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929308 Feb 10 13:20:56.563135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5daea919-efd2-4af8-8f80-2596091d2d87 req-1e9798aa-be1d-4c15-aeed-c395c95634e4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858821 Feb 10 13:20:56.583852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9bd410a5-e090-4ca0-a270-0a769ea21675), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.586920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60238e-44c7-49b0-855b-6baab8c2246e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=75f85822-88c5-4c15-9e18-fb6b0ed4229a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:56.669298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:56.705255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6cecb4ae-6630-45d4-aa24-a8cb4059c801 req-f927fde3-ae85-4736-b972-8c09577f99ac service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378410 Feb 10 13:20:56.733708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3ee06-6c7b-4c5d-9a1f-f60949947ec5 req-600843c1-37ae-409e-a5ba-4a192b85c959 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:56.735545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfc3ee06-6c7b-4c5d-9a1f-f60949947ec5 req-600843c1-37ae-409e-a5ba-4a192b85c959 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.0966141 Feb 10 13:20:56.737630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 5ad87046-45c0-4f14-bfe6-0f3a6665285a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:20:56.737630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.772993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'mac_address': 'fa:16:3e:c8:ec:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:56.810908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:56.833774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port 5ad87046-45c0-4f14-bfe6-0f3a6665285a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5ad87046-45c0-4f14-bfe6-0f3a6665285a,segment=NetworkSegment(ca898d33-95ec-443a-9ed3-24d7a686d8bb),segment_id=ca898d33-95ec-443a-9ed3-24d7a686d8bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:56.834234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.854806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfc3ee06-6c7b-4c5d-9a1f-f60949947ec5 req-d53d9d66-8678-43ec-85d9-2f61362c93f5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042731 Feb 10 13:20:56.867936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 5ad87046-45c0-4f14-bfe6-0f3a6665285a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:20:56.869479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:56.869479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.904919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:56.942595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:56.949227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.949896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b6579791-3ea9-419d-b656-b6db2aa2a915 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:56.959790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c65acb-2394-41c8-b687-5ce7dd44ffac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.977816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5ad87046-45c0-4f14-bfe6-0f3a6665285a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:56.990170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3ec0a9-cfae-420e-91c7-3a2ffdce4938 None None] DHCP port deletion for 9bd410a5-e090-4ca0-a270-0a769ea21675 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:20:57.006731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=5ad87046-45c0-4f14-bfe6-0f3a6665285a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.010962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port 5ad87046-45c0-4f14-bfe6-0f3a6665285a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:20:57.050520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.076042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c65acb-2394-41c8-b687-5ce7dd44ffac admin admin] Publish callbacks [] for security_group (fd25295c-a4a8-46e6-98de-bb116fc4ad99), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.082398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00c65acb-2394-41c8-b687-5ce7dd44ffac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fd25295c-a4a8-46e6-98de-bb116fc4ad99), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.128508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9bd410a5-e090-4ca0-a270-0a769ea21675), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.135486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b6579791-3ea9-419d-b656-b6db2aa2a915,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:57.147860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b6579791-3ea9-419d-b656-b6db2aa2a915', 'network_id': '03f392a7-a2ea-4d10-a521-c480272870ca', 'port_id': 'b6579791-3ea9-419d-b656-b6db2aa2a915', 'mac_address': 'fa:16:3e:e4:f7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea5657-9927-4f0e-9f96-995e05439bc4', 'ip_address': '19.86.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:57.154671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd410a5-e090-4ca0-a270-0a769ea21675']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:57.160342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00c65acb-2394-41c8-b687-5ce7dd44ffac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83803356f1204a6f843374ee7371ec7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456683 Feb 10 13:20:57.162212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:57.167469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca898d33-95ec-443a-9ed3-24d7a686d8bb') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:57.167851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca898d33-95ec-443a-9ed3-24d7a686d8bb') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:20:57.172026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65acb-2394-41c8-b687-5ce7dd44ffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25295c-a4a8-46e6-98de-bb116fc4ad99,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.178588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ca898d33-95ec-443a-9ed3-24d7a686d8bb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.188330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b6579791-3ea9-419d-b656-b6db2aa2a915 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:57.189022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.194631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ca898d33-95ec-443a-9ed3-24d7a686d8bb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.202798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:20:57.203387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6579791-3ea9-419d-b656-b6db2aa2a915 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:57.203613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ca898d33-95ec-443a-9ed3-24d7a686d8bb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:20:57.206800 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:20:57.224717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b6579791-3ea9-419d-b656-b6db2aa2a915,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:57.230155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.231675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fd1ef93a-af99-4394-a9d4-188f7124a935 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:57.237427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a55ac6-1f26-402b-a955-756631dfb1c9 req-7445de76-bf55-4e45-a062-4435c0953ae4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:57.242545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a55ac6-1f26-402b-a955-756631dfb1c9 req-7445de76-bf55-4e45-a062-4435c0953ae4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:57.244154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86a55ac6-1f26-402b-a955-756631dfb1c9 req-7445de76-bf55-4e45-a062-4435c0953ae4 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1678 time: 0.1450596 Feb 10 13:20:57.276844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] Publish callbacks [] for security_group (fd25295c-a4a8-46e6-98de-bb116fc4ad99), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.279009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9bd410a5-e090-4ca0-a270-0a769ea21675), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.301816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.309566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.309761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/9bd410a5-e090-4ca0-a270-0a769ea21675 HTTP/1.1" status: 204 len: 168 time: 0.8269966 Feb 10 13:20:57.310159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:57.321205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1160001468'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:57.322058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] Publish callbacks [] for security_group (fd25295c-a4a8-46e6-98de-bb116fc4ad99), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.325878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b7bb-10db-4de6-b14c-2b6d9cbebd26 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=9bd410a5-e090-4ca0-a270-0a769ea21675,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.340633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-86a55ac6-1f26-402b-a955-756631dfb1c9 req-882cf687-c54f-4fad-82b1-f02c7ba0c44d tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Feb 10 13:20:57.347863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:57.354985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.388673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fd25295c-a4a8-46e6-98de-bb116fc4ad99), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.392038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fd1ef93a-af99-4394-a9d4-188f7124a935,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:57.394605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.396559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd25295c-a4a8-46e6-98de-bb116fc4ad99 HTTP/1.1" status: 204 len: 168 time: 0.2331305 Feb 10 13:20:57.403049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:20:57.414850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'fd1ef93a-af99-4394-a9d4-188f7124a935', 'network_id': 'ff8c6089-de9e-469b-9d52-ed4ed6510f6c', 'port_id': 'fd1ef93a-af99-4394-a9d4-188f7124a935', 'mac_address': 'fa:16:3e:cf:a9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab81a6b7-6c37-4969-9d8d-19354905398c', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:20:57.420651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ff039d4-706b-4814-bbae-f15e21bb8393), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.422185 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment 5ff039d4-706b-4814-bbae-f15e21bb8393 of type vlan for network da020521-aedd-4fe1-b384-4997b8272a58 Feb 10 13:20:57.425190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d166-e59b-47e1-a01a-0bac702b35a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25295c-a4a8-46e6-98de-bb116fc4ad99,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.471617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port fd1ef93a-af99-4394-a9d4-188f7124a935 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:57.472114 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.489718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1ef93a-af99-4394-a9d4-188f7124a935 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:20:57.512529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fd1ef93a-af99-4394-a9d4-188f7124a935,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:57.517962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.521540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (da020521-aedd-4fe1-b384-4997b8272a58), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.564634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec00c-da49-4dd7-b9be-77d533a665da req-c7ed8a2c-9584-46ee-9623-06c45e681459 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:57.565983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4eec00c-da49-4dd7-b9be-77d533a665da req-c7ed8a2c-9584-46ee-9623-06c45e681459 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 944 time: 0.0877361 Feb 10 13:20:57.567444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (da020521-aedd-4fe1-b384-4997b8272a58), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.572310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:57.572938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.576256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.629712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3153024 Feb 10 13:20:57.633224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:57.638667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:57.673808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731d014-c9d1-4241-a5a7-e06d874982aa tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=da020521-aedd-4fe1-b384-4997b8272a58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:57.687369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network da020521-aedd-4fe1-b384-4997b8272a58 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:20:57.696886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4eec00c-da49-4dd7-b9be-77d533a665da req-c730bcf3-e2fa-4413-9384-6a67ca218b3c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Feb 10 13:20:57.772214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bd8ad3e0-07a5-4cde-b149-283b468da928 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:20:57.797128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a55dd-d475-4855-9a16-216a5d7d58ca req-018c4bd3-2598-47e3-b2e4-353d74b34777 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:57.798844 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-150a55dd-d475-4855-9a16-216a5d7d58ca req-018c4bd3-2598-47e3-b2e4-353d74b34777 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 943 time: 0.1242416 Feb 10 13:20:57.800128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:57.803572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.853435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bd8ad3e0-07a5-4cde-b149-283b468da928 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:20:57.857974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bd8ad3e0-07a5-4cde-b149-283b468da928 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:20:57.858801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:57.965391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bd8ad3e0-07a5-4cde-b149-283b468da928 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:20:57.965886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:58.000792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:20:58.003244 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7dc73-78fb-4f34-b4c5-ce253371b866" -d '{"events": [{"server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "name": "network-vif-plugged", "status": "completed", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:20:58.027327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bd8ad3e0-07a5-4cde-b149-283b468da928,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:20:58.032109 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:58.035531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9becdfd-78a4-4c5e-9569-e36a1227b7ee req-9f23530a-421e-4c0d-9599-c60749015bc9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:58.042917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9becdfd-78a4-4c5e-9569-e36a1227b7ee req-9f23530a-421e-4c0d-9599-c60749015bc9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.0837712 Feb 10 13:20:58.109204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9becdfd-78a4-4c5e-9569-e36a1227b7ee req-e3eef08e-5228-44ce-83d5-14eb994f1671 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610974 Feb 10 13:20:58.120858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:58.166578 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcffb70-dd0c-4465-8947-6da485762bc9 x-openstack-request-id: req-7bcffb70-dd0c-4465-8947-6da485762bc9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:20:58.166975 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "name": "network-vif-plugged", "status": "completed", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:20:58.167101 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bcffb70-dd0c-4465-8947-6da485762bc9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:20:58.167635 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928', 'code': 200} Feb 10 13:20:58.171031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:58.183220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['fd1ef93a-af99-4394-a9d4-188f7124a935'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:58.185878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b6579791-3ea9-419d-b656-b6db2aa2a915'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:20:58.270202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5ad87046-45c0-4f14-bfe6-0f3a6665285a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:20:58.426517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-150a55dd-d475-4855-9a16-216a5d7d58ca req-34d630b2-49b6-483d-b048-e687f6569d0d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193128 Feb 10 13:20:58.439371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56197e38-c08f-4364-8f20-87fe9907aecc req-8964fa1c-e78f-4a2f-9671-88bec3d5bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:58.440549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56197e38-c08f-4364-8f20-87fe9907aecc req-8964fa1c-e78f-4a2f-9671-88bec3d5bd80 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 1127 time: 0.1518176 Feb 10 13:20:58.470411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5ad87046-45c0-4f14-bfe6-0f3a6665285a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:20:58.470795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5ad87046-45c0-4f14-bfe6-0f3a6665285a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:20:58.561506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-56197e38-c08f-4364-8f20-87fe9907aecc req-aa56dbfb-cba2-45ad-a432-65085cd39157 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137590 Feb 10 13:20:58.693577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8781966a-4360-4b6e-8621-80dfe45d7630), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:58.750643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee5e0-1c7e-4041-aa3d-f33f2d0a81cb req-7dd1c2ba-9bd2-4181-822e-19a7214649ae tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:58.756826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee5e0-1c7e-4041-aa3d-f33f2d0a81cb req-7dd1c2ba-9bd2-4181-822e-19a7214649ae tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:58.758518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b46ee5e0-1c7e-4041-aa3d-f33f2d0a81cb req-7dd1c2ba-9bd2-4181-822e-19a7214649ae tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1680 time: 0.2061372 Feb 10 13:20:58.805948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=8781966a-4360-4b6e-8621-80dfe45d7630,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:58.823260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': '5ff039d4-706b-4814-bbae-f15e21bb8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:58.823634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: da020521-aedd-4fe1-b384-4997b8272a58, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:20:58.825040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-951162bb-046d-46c4-9366-be5a70ebf0f2 req-ace2b142-e30c-43d1-99bc-99514a03ba40 tempest-AbsoluteLimitsNegativeTestJSON-706621038 tempest-AbsoluteLimitsNegativeTestJSON-706621038-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=19760b3bb9954c188d12cf254239f11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506313 Feb 10 13:20:58.864093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network da020521-aedd-4fe1-b384-4997b8272a58 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:20:58.877352 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b46ee5e0-1c7e-4041-aa3d-f33f2d0a81cb req-72ec71db-bac7-43f3-9f3a-4fedd4255568 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804422 Feb 10 13:20:58.883364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, da020521-aedd-4fe1-b384-4997b8272a58) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:58.891794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:58.893550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:58.895132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e09d4-ec6e-4968-aa55-20d236873d7d None None] Network da020521-aedd-4fe1-b384-4997b8272a58 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:20:58.931214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fffa0c6a-fba5-4984-b4b9-853a54d27f6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2951927 Feb 10 13:20:58.931820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:58.937627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1175027758'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:20:59.013884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951162bb-046d-46c4-9366-be5a70ebf0f2 req-ac9430cc-e6b7-4326-a372-32ecf3196ff1 tempest-AbsoluteLimitsNegativeTestJSON-706621038 tempest-AbsoluteLimitsNegativeTestJSON-706621038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:59.015820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-951162bb-046d-46c4-9366-be5a70ebf0f2 req-ac9430cc-e6b7-4326-a372-32ecf3196ff1 tempest-AbsoluteLimitsNegativeTestJSON-706621038 tempest-AbsoluteLimitsNegativeTestJSON-706621038-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892250 Feb 10 13:20:59.041251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-da020521-aedd-4fe1-b384-4997b8272a58', 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': '8781966a-4360-4b6e-8621-80dfe45d7630'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:20:59.042140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.044981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-951162bb-046d-46c4-9366-be5a70ebf0f2 req-ef43bd0d-d425-45c2-83d7-52cd3c2acd5c tempest-AbsoluteLimitsNegativeTestJSON-706621038 tempest-AbsoluteLimitsNegativeTestJSON-706621038-project] 10.222.0.13 "GET /v2.0/quotas/19760b3bb9954c188d12cf254239f11e HTTP/1.1" status: 200 len: 375 time: 0.0157125 Feb 10 13:20:59.093966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-951162bb-046d-46c4-9366-be5a70ebf0f2 req-7a6e4bd2-14ad-4813-bbed-7b4d78b6bb3d tempest-AbsoluteLimitsNegativeTestJSON-706621038 tempest-AbsoluteLimitsNegativeTestJSON-706621038-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19760b3bb9954c188d12cf254239f11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363586 Feb 10 13:20:59.110053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d2703-0738-4579-a991-8596451f2c39 req-ec048105-be8e-4ab3-949f-2b73a31327d8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:59.111570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a6d2703-0738-4579-a991-8596451f2c39 req-ec048105-be8e-4ab3-949f-2b73a31327d8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 945 time: 0.1312907 Feb 10 13:20:59.128236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:20:59.134348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.175717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:20:59.217473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Allocated IP 172.20.0.2 (da020521-aedd-4fe1-b384-4997b8272a58/8781966a-4360-4b6e-8621-80dfe45d7630/b279d324-e9e1-47b7-b80e-8696848afca0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:59.260120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a6d2703-0738-4579-a991-8596451f2c39 req-5f2e6ff2-be33-4dde-9805-b50778bcb4b1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207969 Feb 10 13:20:59.331051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e4e02-d971-4d03-ac45-f62938a608cf req-95bfe7c7-bd5c-4798-be15-a194b2b9a9b6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:59.332644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de1e4e02-d971-4d03-ac45-f62938a608cf req-95bfe7c7-bd5c-4798-be15-a194b2b9a9b6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.0827122 Feb 10 13:20:59.401202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks [] for port (b279d324-e9e1-47b7-b80e-8696848afca0), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.406080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de1e4e02-d971-4d03-ac45-f62938a608cf req-8cd10d18-0508-46bc-825d-a93be17d4c24 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633073 Feb 10 13:20:59.417139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.472700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Network da020521-aedd-4fe1-b384-4997b8272a58 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:59.486052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:59.486556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.13 (da020521-aedd-4fe1-b384-4997b8272a58/8781966a-4360-4b6e-8621-80dfe45d7630/2e2aae6f-e4cb-4eff-bc82-ac978863ddd7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:20:59.495386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:59.549755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Pushing event updated for resources: {'Port': ['ID=b279d324-e9e1-47b7-b80e-8696848afca0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:59.573537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:20:59.593047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Attempting to bind port b279d324-e9e1-47b7-b80e-8696848afca0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:20:59.593578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Attempting to bind port b279d324-e9e1-47b7-b80e-8696848afca0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ff039d4-706b-4814-bbae-f15e21bb8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:20:59.593805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Attempting to bind port b279d324-e9e1-47b7-b80e-8696848afca0 on network da020521-aedd-4fe1-b384-4997b8272a58 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:20:59.600165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:20:59.600963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Checking segment: {'id': '5ff039d4-706b-4814-bbae-f15e21bb8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:20:59.601980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.602350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Bound using segment: {'id': '5ff039d4-706b-4814-bbae-f15e21bb8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:20:59.602855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Bound port: b279d324-e9e1-47b7-b80e-8696848afca0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff039d4-706b-4814-bbae-f15e21bb8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'da020521-aedd-4fe1-b384-4997b8272a58'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:20:59.603250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.674336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04bf20-66ec-41cf-ac46-a7c265ccd1b9 req-9920ffb4-4aa9-4c5d-805b-7e3fbd61fb3d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:59.675908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f04bf20-66ec-41cf-ac46-a7c265ccd1b9 req-9920ffb4-4aa9-4c5d-805b-7e3fbd61fb3d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 943 time: 0.1338141 Feb 10 13:20:59.696713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (2e2aae6f-e4cb-4eff-bc82-ac978863ddd7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.728198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] For port b279d324-e9e1-47b7-b80e-8696848afca0, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:20:59.731978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] For port b279d324-e9e1-47b7-b80e-8696848afca0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b279d324-e9e1-47b7-b80e-8696848afca0,segment=NetworkSegment(5ff039d4-706b-4814-bbae-f15e21bb8393),segment_id=5ff039d4-706b-4814-bbae-f15e21bb8393)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:20:59.746511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.752511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f04bf20-66ec-41cf-ac46-a7c265ccd1b9 req-7da45dfe-ff1c-4c89-9c3b-c37e30c8846c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692201 Feb 10 13:20:59.768958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd283d4-07ad-48ac-bbcf-f9f20e454968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.788882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2e2aae6f-e4cb-4eff-bc82-ac978863ddd7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.804562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9e77732c-6db8-42ab-994e-df7c6484801d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:20:59.856246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759672b-6ef0-482f-9b54-2a55d2684186 None None] Pushing event updated for resources: {'Port': ['ID=b279d324-e9e1-47b7-b80e-8696848afca0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:59.878482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network da020521-aedd-4fe1-b384-4997b8272a58 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:20:59.886536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:20:59.900544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:20:59.948518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=2e2aae6f-e4cb-4eff-bc82-ac978863ddd7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:20:59.953593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd283d4-07ad-48ac-bbcf-f9f20e454968 admin admin] Publish callbacks [] for security_group (84de3260-c6e1-45de-a25f-c44f479cf3cd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.969772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd283d4-07ad-48ac-bbcf-f9f20e454968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (84de3260-c6e1-45de-a25f-c44f479cf3cd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:20:59.981465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:20:59.982198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.000071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9e77732c-6db8-42ab-994e-df7c6484801d,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:00.010640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eecfbe98-afed-4a20-9fe6-3751ddbd760a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0775166 Feb 10 13:21:00.011536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:00.019033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd283d4-07ad-48ac-bbcf-f9f20e454968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84de3260-c6e1-45de-a25f-c44f479cf3cd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:00.028269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '9e77732c-6db8-42ab-994e-df7c6484801d', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '9e77732c-6db8-42ab-994e-df7c6484801d', 'mac_address': 'fa:16:3e:86:d2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:21:00.033199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1dd283d4-07ad-48ac-bbcf-f9f20e454968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19760b3bb9954c188d12cf254239f11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581683 Feb 10 13:21:00.037113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:00.108943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9e77732c-6db8-42ab-994e-df7c6484801d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:00.109473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.125686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e77732c-6db8-42ab-994e-df7c6484801d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:00.161455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] Publish callbacks [] for security_group (84de3260-c6e1-45de-a25f-c44f479cf3cd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.174296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9e77732c-6db8-42ab-994e-df7c6484801d,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:00.183742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.186317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9be2a-4716-406d-a883-1e58f0af4e9a req-3057e06b-32f8-4ab4-a607-15ebcf5e59d5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:00.194003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9be2a-4716-406d-a883-1e58f0af4e9a req-3057e06b-32f8-4ab4-a607-15ebcf5e59d5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:00.199474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2da9be2a-4716-406d-a883-1e58f0af4e9a req-3057e06b-32f8-4ab4-a607-15ebcf5e59d5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1680 time: 0.1303976 Feb 10 13:21:00.200570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:00.200970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2e2aae6f-e4cb-4eff-bc82-ac978863ddd7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.263829 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] Publish callbacks [] for security_group (84de3260-c6e1-45de-a25f-c44f479cf3cd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.278530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:00.302918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2da9be2a-4716-406d-a883-1e58f0af4e9a req-df74057b-1a86-4a90-a2aa-a0d6c8a900c7 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875952 Feb 10 13:21:00.354476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (84de3260-c6e1-45de-a25f-c44f479cf3cd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.357860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.362653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84de3260-c6e1-45de-a25f-c44f479cf3cd HTTP/1.1" status: 204 len: 168 time: 0.3200164 Feb 10 13:21:00.382817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea121c2-4b86-4d42-86d0-691477800809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de3260-c6e1-45de-a25f-c44f479cf3cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:00.450124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['9e77732c-6db8-42ab-994e-df7c6484801d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:00.495361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2e2aae6f-e4cb-4eff-bc82-ac978863ddd7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.515324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:00.515773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:00.594484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdf86c-482d-46a2-8523-9a016351c265 req-2b3337de-dbfb-4c9f-b270-60e45301ee4c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:00.601865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7acdf86c-482d-46a2-8523-9a016351c265 req-2b3337de-dbfb-4c9f-b270-60e45301ee4c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 945 time: 0.1895843 Feb 10 13:21:00.606171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a548090-05b8-4f80-8b28-6d1e8e8af5fb req-07c24be1-bc86-47b4-b82e-123aa9c4f81b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:00.609812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a548090-05b8-4f80-8b28-6d1e8e8af5fb req-07c24be1-bc86-47b4-b82e-123aa9c4f81b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.0997121 Feb 10 13:21:00.635759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 78a753a2-a240-4122-a90b-4cc55d0bf563 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:00.644280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 78a753a2-a240-4122-a90b-4cc55d0bf563 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:00.644669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.676391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7acdf86c-482d-46a2-8523-9a016351c265 req-d5237dfc-feea-4153-abca-4fd17998987a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Feb 10 13:21:00.754195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a548090-05b8-4f80-8b28-6d1e8e8af5fb req-354a2fe5-9f59-4fc8-ba86-b188ac854a38 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261210 Feb 10 13:21:00.819249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:00.819729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.822870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2e2aae6f-e4cb-4eff-bc82-ac978863ddd7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.824405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b7e-d62b-4be0-b817-20ef0e4acc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.863024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:00.863024 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db7059-9228-4435-949e-b1ae5bf2a478" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:00.882770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:00.882927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=2e2aae6f-e4cb-4eff-bc82-ac978863ddd7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:00.887940 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:00.889525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b6579791-3ea9-419d-b656-b6db2aa2a915 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:01.038102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:01.061275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b6579791-3ea9-419d-b656-b6db2aa2a915 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:01.074206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b6579791-3ea9-419d-b656-b6db2aa2a915 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:01.074810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.078365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.095689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:01.097914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-785c0fc5-cd4c-4dbf-ae79-3b6ccdc292d4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 HTTP/1.1" status: 204 len: 168 time: 1.0844347 Feb 10 13:21:01.143995 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8370d3dd-a667-496e-8ddd-4e5ac06ac6a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:01.145678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8370d3dd-a667-496e-8ddd-4e5ac06ac6a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 HTTP/1.1" status: 404 len: 333 time: 0.0488765 Feb 10 13:21:01.150517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:01.174859 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bac5fe-1332-4657-888f-e53b17766eab x-openstack-request-id: req-b1bac5fe-1332-4657-888f-e53b17766eab {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:01.175174 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:01.175414 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1bac5fe-1332-4657-888f-e53b17766eab {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:01.175822 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'code': 200} Feb 10 13:21:01.216832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c28568-2d1d-4116-9c63-f67af69b3bbb req-c67e3550-1adb-4713-ae51-0c48c8ed3f2b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.239532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c28568-2d1d-4116-9c63-f67af69b3bbb req-c67e3550-1adb-4713-ae51-0c48c8ed3f2b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 944 time: 0.2866230 Feb 10 13:21:01.291337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b6579791-3ea9-419d-b656-b6db2aa2a915 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:01.291930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.331279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 8781966a-4360-4b6e-8621-80dfe45d7630 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:01.335455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (8781966a-4360-4b6e-8621-80dfe45d7630), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.350949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5c497-46aa-414e-9518-3f768a6c98ea req-1805ead1-f4e4-4497-9706-0a99dc9c345d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.360917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ff5c497-46aa-414e-9518-3f768a6c98ea req-1805ead1-f4e4-4497-9706-0a99dc9c345d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 945 time: 0.1065874 Feb 10 13:21:01.388326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (8781966a-4360-4b6e-8621-80dfe45d7630), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.429910 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0ff5c497-46aa-414e-9518-3f768a6c98ea req-bf8657e7-4786-45ee-a24f-c4a170944bc6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679727 Feb 10 13:21:01.433576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b6579791-3ea9-419d-b656-b6db2aa2a915,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:01.445821 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.513721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8781966a-4360-4b6e-8621-80dfe45d7630), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.537904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ebbbd3-086b-466e-a0ab-96b9703db45b None None] Network da020521-aedd-4fe1-b384-4997b8272a58 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:01.602474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba394-9bed-47e1-aa0c-057eb8a362d1 req-d7e7ce15-6dbf-4e51-842f-aa4ab939a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.604663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43ba394-9bed-47e1-aa0c-057eb8a362d1 req-d7e7ce15-6dbf-4e51-842f-aa4ab939a63b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1132 time: 0.3480260 Feb 10 13:21:01.610975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c28568-2d1d-4116-9c63-f67af69b3bbb req-cc70e009-d43e-408d-92e7-744d5a14b9c5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704770 Feb 10 13:21:01.623051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:01.640857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167450-346d-41f9-b90f-f0542b0b3b96 req-0e0d276b-feb6-45ca-bb54-ec0e80adc1ab tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.668994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167450-346d-41f9-b90f-f0542b0b3b96 req-0e0d276b-feb6-45ca-bb54-ec0e80adc1ab tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.673417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d167450-346d-41f9-b90f-f0542b0b3b96 req-0e0d276b-feb6-45ca-bb54-ec0e80adc1ab tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1681 time: 0.1296079 Feb 10 13:21:01.685232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Provisioning complete for port b279d324-e9e1-47b7-b80e-8696848afca0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:01.685806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.702903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43ba394-9bed-47e1-aa0c-057eb8a362d1 req-48c1470c-c5e0-4374-a324-98d315b30bc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881383 Feb 10 13:21:01.705576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (8781966a-4360-4b6e-8621-80dfe45d7630), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.743708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=8781966a-4360-4b6e-8621-80dfe45d7630,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:01.749646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.757484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca9039e7-8ea9-4d57-99da-a2811ce4cc11 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/8781966a-4360-4b6e-8621-80dfe45d7630 HTTP/1.1" status: 204 len: 168 time: 0.6047826 Feb 10 13:21:01.759648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:01.779131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d167450-346d-41f9-b90f-f0542b0b3b96 req-cd582ea0-129e-4557-90c2-12663aa11730 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009829 Feb 10 13:21:01.836681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:01.850526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9e77732c-6db8-42ab-994e-df7c6484801d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:01.892134 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (da020521-aedd-4fe1-b384-4997b8272a58), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.904175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Current status of the port b279d324-e9e1-47b7-b80e-8696848afca0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:01.904659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.955896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] For port b279d324-e9e1-47b7-b80e-8696848afca0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b279d324-e9e1-47b7-b80e-8696848afca0,segment=NetworkSegment(5ff039d4-706b-4814-bbae-f15e21bb8393),segment_id=5ff039d4-706b-4814-bbae-f15e21bb8393)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:01.970958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:01.986142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c90a6-f935-4f14-a847-bdeb7ceb2775 req-7e248430-81d9-4ae4-892f-ad5048929fa0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:01.988451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a65c90a6-f935-4f14-a847-bdeb7ceb2775 req-7e248430-81d9-4ae4-892f-ad5048929fa0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1180716 Feb 10 13:21:02.005833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 9e77732c-6db8-42ab-994e-df7c6484801d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:02.018504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 9e77732c-6db8-42ab-994e-df7c6484801d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:02.019169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.053138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2147463010-network', 'tenant_id': '350053e014d74c8ba5b62f0b07158ecd'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:02.058245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port b279d324-e9e1-47b7-b80e-8696848afca0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:02.058601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.076230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d5d4-b42e-4196-8b5e-4d4afa34ac3d None None] Pushing event updated for resources: {'Port': ['ID=b279d324-e9e1-47b7-b80e-8696848afca0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:02.087519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a65c90a6-f935-4f14-a847-bdeb7ceb2775 req-f0445f12-3855-4544-b489-257b5b0f6035 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Feb 10 13:21:02.123107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Made reservation on behalf of 350053e014d74c8ba5b62f0b07158ecd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:02.127396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.142411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.173872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port b279d324-e9e1-47b7-b80e-8696848afca0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b279d324-e9e1-47b7-b80e-8696848afca0,segment=NetworkSegment(5ff039d4-706b-4814-bbae-f15e21bb8393),segment_id=5ff039d4-706b-4814-bbae-f15e21bb8393)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:02.178608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 9e77732c-6db8-42ab-994e-df7c6484801d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:02.179169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.179534 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.203141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for b279d324-e9e1-47b7-b80e-8696848afca0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:02.232465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9e77732c-6db8-42ab-994e-df7c6484801d,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:02.242721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.318453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks [] for security_group (f68443da-ecd0-4dd7-9511-6d0b5f82abc4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.324564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f68443da-ecd0-4dd7-9511-6d0b5f82abc4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.325051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fab3316-c576-4758-a3f4-fa66ecbce139 None None] Network da020521-aedd-4fe1-b384-4997b8272a58 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:02.335135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b279d324-e9e1-47b7-b80e-8696848afca0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:02.357847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:02.364083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.368595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68443da-ecd0-4dd7-9511-6d0b5f82abc4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:02.376811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (62193e3f-a648-4d8c-918a-7eecd96e3731), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.377157 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Added segment 62193e3f-a648-4d8c-918a-7eecd96e3731 of type vlan for network f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f Feb 10 13:21:02.434979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.439014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=b279d324-e9e1-47b7-b80e-8696848afca0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:02.453886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port b279d324-e9e1-47b7-b80e-8696848afca0 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:02.470229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:02.479791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.482836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:02.485114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.535771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fd1ef93a-af99-4394-a9d4-188f7124a935 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:02.552456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7144492 Feb 10 13:21:02.562262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:02.567432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Request body: {'subnet': {'network_id': 'f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2147463010-subnet', 'tenant_id': '350053e014d74c8ba5b62f0b07158ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:02.576098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9244ba7b-6598-44a3-a81d-7c711c33dc99 None None] Provisioning complete for port b279d324-e9e1-47b7-b80e-8696848afca0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:02.576657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9244ba7b-6598-44a3-a81d-7c711c33dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b279d324-e9e1-47b7-b80e-8696848afca0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.615696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (da020521-aedd-4fe1-b384-4997b8272a58), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.625937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9244ba7b-6598-44a3-a81d-7c711c33dc99 None None] Port b279d324-e9e1-47b7-b80e-8696848afca0 was deleted so its status cannot be updated. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 13:21:02.627020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port b279d324-e9e1-47b7-b80e-8696848afca0 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:21:02.627600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port b279d324-e9e1-47b7-b80e-8696848afca0 host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:21:02.628252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b279d324-e9e1-47b7-b80e-8696848afca0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 13:21:02.636184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Made reservation on behalf of 350053e014d74c8ba5b62f0b07158ecd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:02.639379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.664735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da020521-aedd-4fe1-b384-4997b8272a58']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:02.666093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port b279d324-e9e1-47b7-b80e-8696848afca0 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 13:21:02.687020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port fd1ef93a-af99-4394-a9d4-188f7124a935 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:02.691865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port fd1ef93a-af99-4394-a9d4-188f7124a935 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:02.693018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f34f7-b77a-4053-b332-f3fcd2662af0 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:02.693781 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.734382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff039d4-706b-4814-bbae-f15e21bb8393') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:02.734874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff039d4-706b-4814-bbae-f15e21bb8393') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:02.737011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc032e-2ef4-4170-b6cc-cc70952a5cc9 req-5ac08ddd-f402-448f-bc7b-d9ee706b6fcc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:02.743506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17dc032e-2ef4-4170-b6cc-cc70952a5cc9 req-5ac08ddd-f402-448f-bc7b-d9ee706b6fcc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 945 time: 0.1983151 Feb 10 13:21:02.753398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:02.757993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84444769-2300-4749-bbef-2c7418f7dc57 None None] DHCP port deletion for da020521-aedd-4fe1-b384-4997b8272a58 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:02.768083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-4c35358a-d6e5-4a0b-b1b4-8b928c1d7991 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:02.769303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-4c35358a-d6e5-4a0b-b1b4-8b928c1d7991 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 945 time: 0.1564102 Feb 10 13:21:02.834477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5ff039d4-706b-4814-bbae-f15e21bb8393), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.900347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ff039d4-706b-4814-bbae-f15e21bb8393), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.918295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:02.918755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5ff039d4-706b-4814-bbae-f15e21bb8393), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:02.922565 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:02.990262 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-17dc032e-2ef4-4170-b6cc-cc70952a5cc9 req-ce221942-bc6c-4c59-9e9a-efc624f78198 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375898 Feb 10 13:21:03.018267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port fd1ef93a-af99-4394-a9d4-188f7124a935 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:03.018267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.025204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Deleting port bd8ad3e0-07a5-4cde-b149-283b468da928 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:03.025661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.058261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (da020521-aedd-4fe1-b384-4997b8272a58), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.070134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fd1ef93a-af99-4394-a9d4-188f7124a935,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:03.075201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.086625 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.093473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/da020521-aedd-4fe1-b384-4997b8272a58 HTTP/1.1" status: 204 len: 168 time: 1.3291898 Feb 10 13:21:03.094843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:03.103087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'name': 'tempest-PortsTestJSON-2031671033'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:03.123626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef2464-d36a-4351-940d-03431b63754d req-782510f6-c77d-4a58-bbd5-5292f960ad85 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:03.126361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cef2464-d36a-4351-940d-03431b63754d req-782510f6-c77d-4a58-bbd5-5292f960ad85 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.2027354 Feb 10 13:21:03.130623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bae76c-facd-4744-a74b-71a965bb8e8f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=da020521-aedd-4fe1-b384-4997b8272a58,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:03.171330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:03.178904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915'}, {'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d'}, {'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:03.182540 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0e28e-aa05-43f8-901a-7f823493c183" -d '{"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-plugged", "status": "completed", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915"}, {"server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "name": "network-vif-plugged", "status": "completed", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d"}, {"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:03.209695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1705d9aa-e672-4f8f-a307-b8737eed6576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.301837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] For port bd8ad3e0-07a5-4cde-b149-283b468da928, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bd8ad3e0-07a5-4cde-b149-283b468da928,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:03.302262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.330985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a77d4-9333-4c88-aec4-44f8a61438cd req-479467f3-1062-484f-9c6a-ddbc4391cb36 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:03.336939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a77d4-9333-4c88-aec4-44f8a61438cd req-479467f3-1062-484f-9c6a-ddbc4391cb36 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:03.337643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cef2464-d36a-4351-940d-03431b63754d req-9037d3af-a04d-45da-bce9-6219500b8895 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021689 Feb 10 13:21:03.338580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f7a77d4-9333-4c88-aec4-44f8a61438cd req-479467f3-1062-484f-9c6a-ddbc4391cb36 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.2109833 Feb 10 13:21:03.341700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Calling delete_port for bd8ad3e0-07a5-4cde-b149-283b468da928 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:03.364583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:03.367899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.380899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (b5adadd5-2ffc-490d-81a8-60c1ff9aac46), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.448636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port ab97874f-1fa1-40f7-8eb4-37fbc0cedd59 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:03.510347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f7a77d4-9333-4c88-aec4-44f8a61438cd req-7b85d86d-b9c3-404b-8906-d4411c44fecd tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616807 Feb 10 13:21:03.614368 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f4dbd-cae2-4784-9874-1907f5e5054e x-openstack-request-id: req-1f3f4dbd-cae2-4784-9874-1907f5e5054e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:03.614945 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-plugged", "status": "completed", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915", "code": 200}, {"server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "name": "network-vif-plugged", "status": "completed", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d", "code": 200}, {"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:03.615165 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f3f4dbd-cae2-4784-9874-1907f5e5054e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:03.615680 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915', 'code': 200} Feb 10 13:21:03.616076 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d', 'code': 200} Feb 10 13:21:03.616439 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935', 'code': 200} Feb 10 13:21:03.683088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bd8ad3e0-07a5-4cde-b149-283b468da928), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.702621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36', 'bd8ad3e0-07a5-4cde-b149-283b468da928'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:03.814715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Pushing event deleted for resources: {'Port': ['ID=bd8ad3e0-07a5-4cde-b149-283b468da928,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:03.847686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5adadd5-2ffc-490d-81a8-60c1ff9aac46,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:03.855236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (ab97874f-1fa1-40f7-8eb4-37fbc0cedd59), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.941299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] No DVR routers for this DVR port bd8ad3e0-07a5-4cde-b149-283b468da928 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:03.951261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:03.955890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Checking segment: {'id': '62193e3f-a648-4d8c-918a-7eecd96e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:03.956470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Network hostable DHCP agents. Network: f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:03.957028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40e35f16-61ec-4733-b5bd-f627d5657b41 req-58dedaac-3871-4659-bee3-cde50e16b9f5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "DELETE /v2.0/ports/bd8ad3e0-07a5-4cde-b149-283b468da928 HTTP/1.1" status: 204 len: 173 time: 1.1740062 Feb 10 13:21:03.957757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'name': 'network-vif-deleted', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:03.961538 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a1324e-eb21-4632-911f-8bb947e7c2d5" -d '{"events": [{"server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "name": "network-vif-deleted", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:03.998770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b106111-ae5a-4ae0-8ed4-619ddaf34fae req-2ed02280-04a0-4c21-aa22-21fe7684c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.000726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b106111-ae5a-4ae0-8ed4-619ddaf34fae req-2ed02280-04a0-4c21-aa22-21fe7684c085 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 1127 time: 0.2026377 Feb 10 13:21:04.020563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a919db-ac2c-46e2-addc-6fcbb5327636 req-53ad2398-f107-48db-bf27-735b58a082de tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.021100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19a919db-ac2c-46e2-addc-6fcbb5327636 req-53ad2398-f107-48db-bf27-735b58a082de tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.5965562 Feb 10 13:21:04.046613 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a35ff0-f3c3-4137-b059-aa2479e8da54 x-openstack-request-id: req-99a35ff0-f3c3-4137-b059-aa2479e8da54 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:04.047047 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ff9ee-ff6a-4b02-92b0-df210485c599", "name": "network-vif-deleted", "tag": "bd8ad3e0-07a5-4cde-b149-283b468da928", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:04.047276 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99a35ff0-f3c3-4137-b059-aa2479e8da54 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:04.047761 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ff9ee-ff6a-4b02-92b0-df210485c599', 'name': 'network-vif-deleted', 'tag': 'bd8ad3e0-07a5-4cde-b149-283b468da928', 'status': 'completed', 'code': 200} Feb 10 13:21:04.061061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c93d7-7e1d-4560-8c99-762944d56cb7 req-6d7e6720-9cfa-47ce-8b2a-25c5258f9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.061678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c93d7-7e1d-4560-8c99-762944d56cb7 req-6d7e6720-9cfa-47ce-8b2a-25c5258f9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.063916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-244c93d7-7e1d-4560-8c99-762944d56cb7 req-6d7e6720-9cfa-47ce-8b2a-25c5258f9acd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 2046 time: 0.2605848 Feb 10 13:21:04.064552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Network f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:04.070949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ab97874f-1fa1-40f7-8eb4-37fbc0cedd59), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.142799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:04.159591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.160418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.160585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874ebb8-b786-44d9-abcc-c2a76d9f0aca None None] Network f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:04.206395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae251dff-d055-4bac-8735-8a01e94620a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6335621 Feb 10 13:21:04.220065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b106111-ae5a-4ae0-8ed4-619ddaf34fae req-b3fc0f53-8cce-43af-9231-f421402c9a2a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977487 Feb 10 13:21:04.234656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b279d324-e9e1-47b7-b80e-8696848afca0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:04.242159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-244c93d7-7e1d-4560-8c99-762944d56cb7 req-035d8ab1-51ec-4b40-bae4-de2d613041a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685250 Feb 10 13:21:04.246011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19a919db-ac2c-46e2-addc-6fcbb5327636 req-aaada30b-7578-40d4-a822-e50b88320571 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768653 Feb 10 13:21:04.259957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:04.264722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3936f95-e327-4da3-8265-11bca53c544d req-9239ddf4-f19a-4b94-a729-e952a7763275 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4ff9ee-ff6a-4b02-92b0-df210485c599 HTTP/1.1" status: 200 len: 210 time: 0.1132121 Feb 10 13:21:04.268805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:04.290433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:04.295303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.297823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.311994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b279d324-e9e1-47b7-b80e-8696848afca0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:04.312339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b279d324-e9e1-47b7-b80e-8696848afca0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:04.321225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=ab97874f-1fa1-40f7-8eb4-37fbc0cedd59,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:04.342837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1f848cd7-b1f5-4616-8c20-05f3cae4b5b7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2478926 Feb 10 13:21:04.346774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:04.415377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed107d9e-ce43-4115-874b-8aaecccd9f08 None None] Network f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:04.573700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986f359-04c3-4a4d-bf13-ccc0fb24613b req-ac19676a-de15-443f-bb37-86fa86960a3b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.575745 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6986f359-04c3-4a4d-bf13-ccc0fb24613b req-ac19676a-de15-443f-bb37-86fa86960a3b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.0842233 Feb 10 13:21:04.609149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1110aa-fdee-4289-93d1-b226cfaeb6cf req-cd893a11-1563-47d3-843d-571490ca082f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.609149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd1110aa-fdee-4289-93d1-b226cfaeb6cf req-cd893a11-1563-47d3-843d-571490ca082f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1254609 Feb 10 13:21:04.612841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port ab97874f-1fa1-40f7-8eb4-37fbc0cedd59 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:04.613929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ab97874f-1fa1-40f7-8eb4-37fbc0cedd59), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.646128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6986f359-04c3-4a4d-bf13-ccc0fb24613b req-5c5171f4-3048-4f13-9a7d-75a557901080 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Feb 10 13:21:04.666221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.753032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ab97874f-1fa1-40f7-8eb4-37fbc0cedd59), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.763734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd1110aa-fdee-4289-93d1-b226cfaeb6cf req-0fae26fe-de61-4e1e-a657-0969061f0045 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437719 Feb 10 13:21:04.776550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for ab97874f-1fa1-40f7-8eb4-37fbc0cedd59 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:04.854592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-811272047', 'description': 'tempest-description-1134313311'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:04.903417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.963621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab97874f-1fa1-40f7-8eb4-37fbc0cedd59), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:04.979470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a076e0-be05-435b-827c-3dbf609e78ec req-4c652efc-7571-493d-8b0c-ea474b8857f6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.984981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a076e0-be05-435b-827c-3dbf609e78ec req-4c652efc-7571-493d-8b0c-ea474b8857f6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:04.986810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25a076e0-be05-435b-827c-3dbf609e78ec req-4c652efc-7571-493d-8b0c-ea474b8857f6 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.0994744 Feb 10 13:21:05.013888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=ab97874f-1fa1-40f7-8eb4-37fbc0cedd59,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:05.031626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.035089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-14f2c532-a759-40fb-95e6-fee2549dc935 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/ab97874f-1fa1-40f7-8eb4-37fbc0cedd59 HTTP/1.1" status: 204 len: 168 time: 0.6840816 Feb 10 13:21:05.040593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:05.042630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (28436408-1cb0-4241-89cd-5fcf383cc03c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.045921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'mac_address': 'fa:16:3e:bc:d8:c8', 'name': 'tempest-PortsTestJSON-1526147157'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:05.047523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (28436408-1cb0-4241-89cd-5fcf383cc03c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.099770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.102116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7924ec79-d0c6-4349-8b0f-949a06228deb req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2522669 Feb 10 13:21:05.110307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9953-fd1d-4c89-8070-c6ad95349f01 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28436408-1cb0-4241-89cd-5fcf383cc03c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:05.131544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25a076e0-be05-435b-827c-3dbf609e78ec req-0bfc1bda-f832-4dec-a140-a4bb3afc163e tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197467 Feb 10 13:21:05.184254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:05.265499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-2cbcf234-b94e-4a52-be8a-ead5a9a2e67c tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/28436408-1cb0-4241-89cd-5fcf383cc03c HTTP/1.1" status: 200 len: 1831 time: 0.1009734 Feb 10 13:21:05.286524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.293363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28436408-1cb0-4241-89cd-5fcf383cc03c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:05.293683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28436408-1cb0-4241-89cd-5fcf383cc03c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:05.320788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-cc3f1dc4-c3dd-4c7b-9731-22fd281f3b74 req-935e9f31-98a0-4169-895d-100b3079458b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:21:05.321889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3f1dc4-c3dd-4c7b-9731-22fd281f3b74 req-935e9f31-98a0-4169-895d-100b3079458b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058641 Feb 10 13:21:05.337220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port fb9981c2-2f74-47bc-be05-c8107956558b yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:05.445246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.528227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.538232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.599899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12aa9200-efa2-421b-b227-00ef5b684c24,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:05.619393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.620814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a412e2e0-7011-49ca-aa9b-4a56d944db7a req-c0acaffc-f5e2-4963-a747-26926c621a2b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3374188 Feb 10 13:21:05.624552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (fb9981c2-2f74-47bc-be05-c8107956558b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.697418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fb9981c2-2f74-47bc-be05-c8107956558b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.739383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.819344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.854030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:05.871106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:05.880300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:05.887414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:05.888409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:05.906403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=fb9981c2-2f74-47bc-be05-c8107956558b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:05.917994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fcdfd281-f6c0-49fd-8975-cb04c066b10e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8761237 Feb 10 13:21:05.919298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d78ff-fbc5-4600-8b3f-05e934256e0c req-de41d377-c7bf-4ba5-a924-96a58ade3178 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:05.921100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:05.935350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d3d78ff-fbc5-4600-8b3f-05e934256e0c req-de41d377-c7bf-4ba5-a924-96a58ade3178 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.2764678 Feb 10 13:21:05.966830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-18e3c101-48e3-43b3-84b0-4f28250a29fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3405976 Feb 10 13:21:05.983297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebb7bb-ae34-4dd9-9205-2722632fa516 req-882f9be1-a169-48b2-bc83-102d64b40ff4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:05.985165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6eebb7bb-ae34-4dd9-9205-2722632fa516 req-882f9be1-a169-48b2-bc83-102d64b40ff4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1984131 Feb 10 13:21:05.987157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-04cb48f5-d77e-4fd3-b05c-29fd6a110c4a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:21:05.989594 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-04cb48f5-d77e-4fd3-b05c-29fd6a110c4a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080984 Feb 10 13:21:06.021297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a41b3f-e150-4756-ab55-4da216585f97 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:06.027557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c4a41b3f-e150-4756-ab55-4da216585f97 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/fb9981c2-2f74-47bc-be05-c8107956558b HTTP/1.1" status: 200 len: 841 time: 0.1004198 Feb 10 13:21:06.030505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:06.034886 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5d3d78ff-fbc5-4600-8b3f-05e934256e0c req-4284eee7-2994-4e69-b6e4-0a27fcd44755 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970235 Feb 10 13:21:06.136365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14316665-deaf-48f5-96bf-4e010ff0eabd req-3398c09b-9773-49b6-a46c-72d141c2db46 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/28436408-1cb0-4241-89cd-5fcf383cc03c HTTP/1.1" status: 200 len: 2425 time: 0.0713005 Feb 10 13:21:06.151119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6eebb7bb-ae34-4dd9-9205-2722632fa516 req-c33db4f7-a9f2-4181-afc2-446bf28e7226 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491356 Feb 10 13:21:06.296126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-3220273b-7d5d-47c9-b77c-315ff43bde59 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-group-rules/12aa9200-efa2-421b-b227-00ef5b684c24 HTTP/1.1" status: 200 len: 778 time: 0.0945029 Feb 10 13:21:06.326155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74e5fa-27f8-4b5f-b142-473a39a8c7c2 req-6dd9175e-0580-44fc-8dcb-db39396ba2d7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:06.328392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf74e5fa-27f8-4b5f-b142-473a39a8c7c2 req-6dd9175e-0580-44fc-8dcb-db39396ba2d7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.0840142 Feb 10 13:21:06.352809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port fb9981c2-2f74-47bc-be05-c8107956558b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:06.353154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fb9981c2-2f74-47bc-be05-c8107956558b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.396094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-a3d08ccf-c824-4912-aaac-fa0d2aeb49a2 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/28436408-1cb0-4241-89cd-5fcf383cc03c HTTP/1.1" status: 200 len: 2425 time: 0.0902574 Feb 10 13:21:06.406544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf74e5fa-27f8-4b5f-b142-473a39a8c7c2 req-5d2ac538-60f6-456e-8784-fb2e2a3650ce tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695586 Feb 10 13:21:06.465991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fb9981c2-2f74-47bc-be05-c8107956558b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.503380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for fb9981c2-2f74-47bc-be05-c8107956558b owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:06.507989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.525974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.608634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74e79-a8c7-49e4-bdee-ab43802e7f37 req-8cb45261-5e28-4ec9-b8dd-b73c8c56d129 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:06.619251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74e79-a8c7-49e4-bdee-ab43802e7f37 req-8cb45261-5e28-4ec9-b8dd-b73c8c56d129 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:06.621558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98c74e79-a8c7-49e4-bdee-ab43802e7f37 req-8cb45261-5e28-4ec9-b8dd-b73c8c56d129 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.1043155 Feb 10 13:21:06.634513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (12aa9200-efa2-421b-b227-00ef5b684c24), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.643355 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.645010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c6275bb-c315-477a-a7ef-90897b1cbf74 req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/12aa9200-efa2-421b-b227-00ef5b684c24 HTTP/1.1" status: 204 len: 173 time: 0.2393463 Feb 10 13:21:06.657146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b917-7994-4774-9ba3-015caea81509 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12aa9200-efa2-421b-b227-00ef5b684c24,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:06.669962 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fb9981c2-2f74-47bc-be05-c8107956558b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.721807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=fb9981c2-2f74-47bc-be05-c8107956558b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:06.741084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98c74e79-a8c7-49e4-bdee-ab43802e7f37 req-a98f709f-1fbb-4037-80b3-0667c6f59e93 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089380 Feb 10 13:21:06.742204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.752438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:06.753294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f7b467dd-6897-49c6-9212-52de65fea52f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/fb9981c2-2f74-47bc-be05-c8107956558b HTTP/1.1" status: 204 len: 168 time: 0.7216904 Feb 10 13:21:06.783378 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ae114-005d-431b-ac9d-1bba40e2d580 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:06.784977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f98ae114-005d-431b-ac9d-1bba40e2d580 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/fb9981c2-2f74-47bc-be05-c8107956558b HTTP/1.1" status: 404 len: 333 time: 0.0310500 Feb 10 13:21:06.789210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-370989820', 'description': 'tempest-description-1512310866'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:06.789405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:06.797795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'name': 'tempest-PortsTestJSON-1909004689'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:06.829240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.956343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (7dee8a11-78a6-460a-b08d-1524b8ca4a7b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.967121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7dee8a11-78a6-460a-b08d-1524b8ca4a7b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:06.997266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-95c565c5-0754-4cb4-893a-d6b4d0b568a3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.000689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-95c565c5-0754-4cb4-893a-d6b4d0b568a3 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 947 time: 0.3201814 Feb 10 13:21:07.007001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.007001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ac4214-d0ec-4aea-bdc4-93e147f33a9d req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2276325 Feb 10 13:21:07.019419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a45fc-48e4-4b5e-b7cc-1ce943474171 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dee8a11-78a6-460a-b08d-1524b8ca4a7b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:07.104855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:07.108521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.137958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eff88e-eead-48f1-ad1b-febc9631107b req-c065273a-d645-4390-8766-829dcde7e3e8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.140244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5eff88e-eead-48f1-ad1b-febc9631107b req-c065273a-d645-4390-8766-829dcde7e3e8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1584959 Feb 10 13:21:07.149145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 3e40fa37-66f8-46a4-b62c-7e43cd6b209e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:07.217993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed3ad4-2997-4683-b917-d84ebd30484e req-f2272b5a-e4ee-4f70-9bc6-79d41cf28e59 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.221053 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8ed3ad4-2997-4683-b917-d84ebd30484e req-f2272b5a-e4ee-4f70-9bc6-79d41cf28e59 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.0913131 Feb 10 13:21:07.296721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f8ed3ad4-2997-4683-b917-d84ebd30484e req-ce6f6342-35d0-46e3-9052-2adb7e8c7824 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675237 Feb 10 13:21:07.305180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5eff88e-eead-48f1-ad1b-febc9631107b req-77f0bca8-9182-4f4e-9fb3-04be41e577d1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504459 Feb 10 13:21:07.408156 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.408846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aac21ac7-70f2-4857-8471-598fa4820c70 req-01fce44d-2bfd-4c59-ad62-b7bdff07a3c7 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/7dee8a11-78a6-460a-b08d-1524b8ca4a7b HTTP/1.1" status: 200 len: 1831 time: 0.0751777 Feb 10 13:21:07.534052 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.569575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02707f-e2ae-48d2-9550-4118c77273e4 req-d3a56013-c344-4f01-a67d-e83a924dbe5a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.572785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d02707f-e2ae-48d2-9550-4118c77273e4 req-d3a56013-c344-4f01-a67d-e83a924dbe5a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1824803 Feb 10 13:21:07.653638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.753976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d02707f-e2ae-48d2-9550-4118c77273e4 req-08370e5b-0185-4f67-adb8-3d51f4e297e7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714308 Feb 10 13:21:07.770100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:07.784398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:07.794656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:07.802471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.803137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:07.809166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=3e40fa37-66f8-46a4-b62c-7e43cd6b209e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:07.817465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bd8ad3e0-07a5-4cde-b149-283b468da928 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:07.843071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4e261b4c-0ca2-4667-9720-30ab32b58b5f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0524783 Feb 10 13:21:07.846592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:07.852432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:07.857896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980270ce-8ee6-485d-9f81-e749cd5120d9 req-295b221b-24bf-4525-9d8e-b9fdc119e409 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.860078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-980270ce-8ee6-485d-9f81-e749cd5120d9 req-295b221b-24bf-4525-9d8e-b9fdc119e409 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1310387 Feb 10 13:21:07.862813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: bd8ad3e0-07a5-4cde-b149-283b468da928 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:07.862813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bd8ad3e0-07a5-4cde-b149-283b468da928 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:07.921337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-980270ce-8ee6-485d-9f81-e749cd5120d9 req-f7a484a9-0cbe-4dc6-b12f-c26e5df1352c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501120 Feb 10 13:21:07.962376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-164259952', 'description': 'tempest-description-107835575'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:07.984443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5466-c4f0-423d-aa52-1cea7d117da6 req-9105b07c-3120-4e6b-823a-f2780c20b993 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.989969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5466-c4f0-423d-aa52-1cea7d117da6 req-9105b07c-3120-4e6b-823a-f2780c20b993 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:07.992225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-610e5466-c4f0-423d-aa52-1cea7d117da6 req-9105b07c-3120-4e6b-823a-f2780c20b993 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.0965641 Feb 10 13:21:08.002837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.019818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.104627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-610e5466-c4f0-423d-aa52-1cea7d117da6 req-ef042da8-d972-4f6f-bb56-bdef08248e44 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058118 Feb 10 13:21:08.108590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (ffefe773-ce2a-44d9-b10c-738cd9df7cc1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.123659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ffefe773-ce2a-44d9-b10c-738cd9df7cc1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.197410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffefe773-ce2a-44d9-b10c-738cd9df7cc1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:08.201836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.207345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2278f499-56a0-4139-9e93-46824d5ee395 req-d7d5c99c-fc37-4f91-b70d-bad6f6ed2c44 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2491944 Feb 10 13:21:08.370389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.388648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-be23c183-af67-4a34-b41e-1c4ed32bab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.390300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-be23c183-af67-4a34-b41e-1c4ed32bab1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1132 time: 0.1521876 Feb 10 13:21:08.391090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.469290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21deb3ed-793e-44b5-bc7a-960c3dab7ceb req-b3094fd6-670e-447f-ae2b-b47bd69acb2f tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/ffefe773-ce2a-44d9-b10c-738cd9df7cc1 HTTP/1.1" status: 200 len: 1830 time: 0.2315807 Feb 10 13:21:08.502648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac553-3278-4de2-baae-ceebcc618be3 req-71a00964-2370-441e-b635-4e12605f2c77 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.514182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2caac553-3278-4de2-baae-ceebcc618be3 req-71a00964-2370-441e-b635-4e12605f2c77 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.1120069 Feb 10 13:21:08.514316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169610912', 'description': 'tempest-description-713372093'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:08.549641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] In _notify_port_updated(), no bound segment for port 3e40fa37-66f8-46a4-b62c-7e43cd6b209e on network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:21:08.555908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.556646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.561968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/ports/3e40fa37-66f8-46a4-b62c-7e43cd6b209e HTTP/1.1" status: 200 len: 818 time: 0.7141635 Feb 10 13:21:08.564745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f24d2-2059-43fa-8b24-2a91012705b6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=3e40fa37-66f8-46a4-b62c-7e43cd6b209e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:08.566836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:08.622734 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.629646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2caac553-3278-4de2-baae-ceebcc618be3 req-5ba12181-aaf2-4e16-b1b7-a474c1e4def4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142304 Feb 10 13:21:08.684358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-c7a1cb4e-8766-4158-9a00-917e58a7000d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.685992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-c7a1cb4e-8766-4158-9a00-917e58a7000d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.2414148 Feb 10 13:21:08.706589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-76445c93-901b-4e60-8129-13a08663932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.708334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-76445c93-901b-4e60-8129-13a08663932c service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2669899 Feb 10 13:21:08.731479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 3e40fa37-66f8-46a4-b62c-7e43cd6b209e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:08.734099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.798935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-2e88c77e-51e9-4f2d-9ee3-45392956ba8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0656512 Feb 10 13:21:08.861114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.892041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 3e40fa37-66f8-46a4-b62c-7e43cd6b209e owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:08.914725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (712ebcc1-8a7d-476a-ac18-d39034649ec6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.918018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-6f7f6934-b787-4ade-a6b4-34a21e107ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:08.919603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-6f7f6934-b787-4ade-a6b4-34a21e107ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1125951 Feb 10 13:21:08.922016 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (712ebcc1-8a7d-476a-ac18-d39034649ec6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.990299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:08.991628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f22918af-1d3f-47a4-847d-71483bade58d req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4817283 Feb 10 13:21:08.996804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd44fa-8ee5-4410-a44b-8a22fbefac72 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712ebcc1-8a7d-476a-ac18-d39034649ec6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:09.001939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port 9e77732c-6db8-42ab-994e-df7c6484801d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:09.002361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.009601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0acafe-83f4-46eb-bb9d-07ec9c7d05cd req-42f8c1a7-c43a-4ca7-9000-ba5844d21bcb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.016665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e0acafe-83f4-46eb-bb9d-07ec9c7d05cd req-42f8c1a7-c43a-4ca7-9000-ba5844d21bcb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1330390 Feb 10 13:21:09.091252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6e0acafe-83f4-46eb-bb9d-07ec9c7d05cd req-29273413-6e4a-47dc-958a-803582bb0591 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722990 Feb 10 13:21:09.097085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3e40fa37-66f8-46a4-b62c-7e43cd6b209e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.127955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=3e40fa37-66f8-46a4-b62c-7e43cd6b209e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:09.142236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-238d9af8-0de4-4c00-ab29-acc797f904f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.143850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.143973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-238d9af8-0de4-4c00-ab29-acc797f904f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2137191 Feb 10 13:21:09.160683 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc9db72b-9618-4039-8f7b-3533d4c7fe28 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/3e40fa37-66f8-46a4-b62c-7e43cd6b209e HTTP/1.1" status: 204 len: 168 time: 0.5888789 Feb 10 13:21:09.160683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:09.172687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6b830d4-2aa7-47bd-b68a-4c4af8f7c0c1 req-ddc6ab20-2cc3-4b64-b7c4-e6f541810dd9 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/712ebcc1-8a7d-476a-ac18-d39034649ec6 HTTP/1.1" status: 200 len: 1830 time: 0.1435299 Feb 10 13:21:09.194481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1244838743', 'description': 'tempest-description-2019505901'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:09.284932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a825442-dc2a-4cb7-9734-f540a4d17793 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.286865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9a825442-dc2a-4cb7-9734-f540a4d17793 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1282854 Feb 10 13:21:09.290618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:09.300446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489fcfd-c310-4bc3-addc-3c2a6a7cb5c5 req-1f65f93a-ad7e-4f24-bb33-fcf022aa7520 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.308186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489fcfd-c310-4bc3-addc-3c2a6a7cb5c5 req-1f65f93a-ad7e-4f24-bb33-fcf022aa7520 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.308788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port 9e77732c-6db8-42ab-994e-df7c6484801d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=9e77732c-6db8-42ab-994e-df7c6484801d,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:09.309148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.310603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4489fcfd-c310-4bc3-addc-3c2a6a7cb5c5 req-1f65f93a-ad7e-4f24-bb33-fcf022aa7520 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.0963395 Feb 10 13:21:09.320814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.342967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for 9e77732c-6db8-42ab-994e-df7c6484801d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:09.381265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-96244537-d208-4940-aed8-64a0999735f5 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997614 Feb 10 13:21:09.381495 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc73f77-1f4e-41ad-bff7-a4794d0d65d0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:09.381495 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6cc73f77-1f4e-41ad-bff7-a4794d0d65d0 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/3e40fa37-66f8-46a4-b62c-7e43cd6b209e HTTP/1.1" status: 404 len: 333 time: 0.0650938 Feb 10 13:21:09.382840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:09.395636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4489fcfd-c310-4bc3-addc-3c2a6a7cb5c5 req-36c88430-1f1b-4d9d-967e-91fd19fd8d1f tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726490 Feb 10 13:21:09.424989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1943361186'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:09.567360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-e5413001-e29f-4eac-a6c1-15025cb8b39a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.575004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-e5413001-e29f-4eac-a6c1-15025cb8b39a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.577496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-e5413001-e29f-4eac-a6c1-15025cb8b39a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1682 time: 0.0909886 Feb 10 13:21:09.738212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port fd1ef93a-af99-4394-a9d4-188f7124a935 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:09.738626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.878432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:09.881727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.891921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005db04-c109-4be8-9c2f-d340eadbcc5e req-024514cc-6daf-4f78-89f0-418a0b4fc7f9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:09.899925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2005db04-c109-4be8-9c2f-d340eadbcc5e req-024514cc-6daf-4f78-89f0-418a0b4fc7f9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 945 time: 0.1649332 Feb 10 13:21:09.923387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (340a9cbf-4bd1-44ab-a67d-f4336d9b32d5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.933424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port fd1ef93a-af99-4394-a9d4-188f7124a935, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=fd1ef93a-af99-4394-a9d4-188f7124a935,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:09.933931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:09.956851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for fd1ef93a-af99-4394-a9d4-188f7124a935 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:09.957295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:09.964920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (340a9cbf-4bd1-44ab-a67d-f4336d9b32d5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.010660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2005db04-c109-4be8-9c2f-d340eadbcc5e req-16a80869-d8b0-4222-877c-664fbf1aad95 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094573 Feb 10 13:21:10.011822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ecd4b9f9-c895-4cac-88bb-73344617dd84), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.012197 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment ecd4b9f9-c895-4cac-88bb-73344617dd84 of type vlan for network c54f64b3-6d37-4845-8408-da63ecaa1391 Feb 10 13:21:10.019696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-7237251e-ccdd-4c3b-a419-b83df5af99a4 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024046 Feb 10 13:21:10.062628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340a9cbf-4bd1-44ab-a67d-f4336d9b32d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:10.139203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c54f64b3-6d37-4845-8408-da63ecaa1391), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.168288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.170463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af8bc41-1949-4dfb-b8fc-e0945b3b3bff req-65f4fca6-3db3-4751-9402-40e23cdb751e tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.9965777 Feb 10 13:21:10.174327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c54f64b3-6d37-4845-8408-da63ecaa1391), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.181448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:10.182108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.215440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7916760 Feb 10 13:21:10.237696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:10.242899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:10.343597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9e77732c-6db8-42ab-994e-df7c6484801d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.355084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['9e77732c-6db8-42ab-994e-df7c6484801d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:10.377585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d5151-e697-4f96-a4a1-1529c88c7264 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=c54f64b3-6d37-4845-8408-da63ecaa1391,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:10.392642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:10.410868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=9e77732c-6db8-42ab-994e-df7c6484801d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:10.436333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edfe909a-199d-440b-856e-d790377b19b5 req-996b3348-bb35-452b-926b-92ec02f46c23 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/340a9cbf-4bd1-44ab-a67d-f4336d9b32d5 HTTP/1.1" status: 200 len: 1832 time: 0.2344747 Feb 10 13:21:10.497929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port 9e77732c-6db8-42ab-994e-df7c6484801d on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:10.502336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.508179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58d1a6fb-7901-4635-a66c-ed3b725b147a req-f00a86ab-3609-46fb-956e-e0e45076ebf6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "DELETE /v2.0/ports/9e77732c-6db8-42ab-994e-df7c6484801d HTTP/1.1" status: 204 len: 173 time: 1.8132617 Feb 10 13:21:10.508819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'name': 'network-vif-deleted', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:10.511268 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc59cb92-cca6-4768-8c32-a5fbf638cecd" -d '{"events": [{"server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "name": "network-vif-deleted", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:10.522405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:10.527430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.644487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fd1ef93a-af99-4394-a9d4-188f7124a935), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.712358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7af6-85bd-41ac-a2f8-9a64395d2f6c req-1c2e9930-779a-404a-bbaa-bb13e66f657c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:10.726496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb919c8-4dc0-436d-9ff5-7d73ebb64bc2 req-d6dda57e-c9ab-40fa-8f31-0de908edc220 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:10.726496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afb919c8-4dc0-436d-9ff5-7d73ebb64bc2 req-d6dda57e-c9ab-40fa-8f31-0de908edc220 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.2886822 Feb 10 13:21:10.726914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7af6-85bd-41ac-a2f8-9a64395d2f6c req-1c2e9930-779a-404a-bbaa-bb13e66f657c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:10.726914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a76d7af6-85bd-41ac-a2f8-9a64395d2f6c req-1c2e9930-779a-404a-bbaa-bb13e66f657c tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 1603 time: 0.1791806 Feb 10 13:21:10.734617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=fd1ef93a-af99-4394-a9d4-188f7124a935,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:10.811441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port fd1ef93a-af99-4394-a9d4-188f7124a935 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:10.815933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.821475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-ff8d973b-6bee-410b-bb01-904ce4a79139 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "DELETE /v2.0/ports/fd1ef93a-af99-4394-a9d4-188f7124a935 HTTP/1.1" status: 204 len: 173 time: 1.2356687 Feb 10 13:21:10.824269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-deleted', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:10.827272 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d899413-b532-4197-82f9-3a170fb62076" -d '{"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-deleted", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:10.916972 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afb919c8-4dc0-436d-9ff5-7d73ebb64bc2 req-acb45878-ba7c-4d3d-9e24-1c07c4827e55 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489396 Feb 10 13:21:10.949046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a76d7af6-85bd-41ac-a2f8-9a64395d2f6c req-f5f0c584-3403-4a23-89f9-8fb2a5e01217 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/security-groups?id=65df05f7-c15d-4f19-904b-b487f0d8d125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888897 Feb 10 13:21:10.970407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:10.976192 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (ac6605db-f649-4cc3-8230-2962a6851f94), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.019834 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-583a6d2f-75de-463b-bdbb-3cf380ad410b req-8b64f318-5568-40d3-b22d-81dbbb0f2f8f tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] show failed (client error): The resource could not be found. Feb 10 13:21:11.022609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-583a6d2f-75de-463b-bdbb-3cf380ad410b req-8b64f318-5568-40d3-b22d-81dbbb0f2f8f tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/c97b5bfc-5770-4f75-be3f-6ce508f98ab1 HTTP/1.1" status: 404 len: 352 time: 0.0472288 Feb 10 13:21:11.029241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port b6579791-3ea9-419d-b656-b6db2aa2a915 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:11.029637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.053396 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d996c792-b6c2-4b01-a1f0-d2aede9e2334 x-openstack-request-id: req-d996c792-b6c2-4b01-a1f0-d2aede9e2334 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:11.053722 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955783ca-b24a-4112-bbcb-36a2c6776460", "name": "network-vif-deleted", "tag": "9e77732c-6db8-42ab-994e-df7c6484801d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:11.054024 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d996c792-b6c2-4b01-a1f0-d2aede9e2334 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:11.054940 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955783ca-b24a-4112-bbcb-36a2c6776460', 'name': 'network-vif-deleted', 'tag': '9e77732c-6db8-42ab-994e-df7c6484801d', 'status': 'completed', 'code': 200} Feb 10 13:21:11.116381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=ac6605db-f649-4cc3-8230-2962a6851f94,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:11.119419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': 'ecd4b9f9-c895-4cac-88bb-73344617dd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:11.119848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: c54f64b3-6d37-4845-8408-da63ecaa1391, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:11.146230 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee067d27-ce44-4bb3-bece-d1ba517db995 x-openstack-request-id: req-ee067d27-ce44-4bb3-bece-d1ba517db995 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:11.147126 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-deleted", "tag": "fd1ef93a-af99-4394-a9d4-188f7124a935", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:11.147604 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee067d27-ce44-4bb3-bece-d1ba517db995 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:11.148586 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-deleted', 'tag': 'fd1ef93a-af99-4394-a9d4-188f7124a935', 'status': 'completed', 'code': 200} Feb 10 13:21:11.178278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network c54f64b3-6d37-4845-8408-da63ecaa1391 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:11.193236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c54f64b3-6d37-4845-8408-da63ecaa1391) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:11.206617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ccd50-1a7b-4909-83f9-7b5196d2da58 None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:11.213648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:11.214910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.215071 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-e3af207f-e433-4c02-9d0c-7236d526e6e9 req-72ca157d-8e58-4bc3-8320-f22ef02f32e3 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] show failed (client error): The resource could not be found. Feb 10 13:21:11.216393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3af207f-e433-4c02-9d0c-7236d526e6e9 req-72ca157d-8e58-4bc3-8320-f22ef02f32e3 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-group-rules/717b7b24-b18b-483d-ad81-53a6cd64f295 HTTP/1.1" status: 404 len: 361 time: 0.0291412 Feb 10 13:21:11.239569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port b6579791-3ea9-419d-b656-b6db2aa2a915, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b6579791-3ea9-419d-b656-b6db2aa2a915,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:11.240048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.264279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for b6579791-3ea9-419d-b656-b6db2aa2a915 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:11.271328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eb71e20-678b-43e0-97ab-947968f1913c req-2b086507-6a48-43d4-87cc-8baecf227c3e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=955783ca-b24a-4112-bbcb-36a2c6776460 HTTP/1.1" status: 200 len: 210 time: 0.0462446 Feb 10 13:21:11.292013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-719b0e40-ef99-451f-9651-53bcf9c6df1a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0531011 Feb 10 13:21:11.295206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:11.354523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:11.358151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-9a1db0bb-f2c6-44c1-a83f-9d1581800d85 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/340a9cbf-4bd1-44ab-a67d-f4336d9b32d5 HTTP/1.1" status: 200 len: 1832 time: 0.0501688 Feb 10 13:21:11.391531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-c54f64b3-6d37-4845-8408-da63ecaa1391', 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': 'ac6605db-f649-4cc3-8230-2962a6851f94'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:21:11.399944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.466785 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (340a9cbf-4bd1-44ab-a67d-f4336d9b32d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.514404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (340a9cbf-4bd1-44ab-a67d-f4336d9b32d5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.542024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea6cf-58bf-466a-9e7a-d83e4297e6c0 req-6f52b1ea-9881-4283-a854-273b81374222 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:11.549684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b02ea6cf-58bf-466a-9e7a-d83e4297e6c0 req-6f52b1ea-9881-4283-a854-273b81374222 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2008312 Feb 10 13:21:11.591284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (340a9cbf-4bd1-44ab-a67d-f4336d9b32d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.594981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.604899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31f930a7-f3ee-436a-9779-c4ba1ec54a12 req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-groups/340a9cbf-4bd1-44ab-a67d-f4336d9b32d5 HTTP/1.1" status: 204 len: 173 time: 0.2349789 Feb 10 13:21:11.608819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Allocated IP 172.20.0.2 (c54f64b3-6d37-4845-8408-da63ecaa1391/ac6605db-f649-4cc3-8230-2962a6851f94/b5a44c37-097b-4441-9f2e-5fa6c942db1f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:11.623841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bddf1-26dc-48f9-acdd-9cf79466618d tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a9cbf-4bd1-44ab-a67d-f4336d9b32d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:11.648803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:11.652475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.679836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b02ea6cf-58bf-466a-9e7a-d83e4297e6c0 req-e0330429-dbff-435e-81b1-53c9c5347d48 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291456 Feb 10 13:21:11.687825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b6579791-3ea9-419d-b656-b6db2aa2a915), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.707024 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-db7ca210-d66d-4a70-a14f-5315a34062ba tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/712ebcc1-8a7d-476a-ac18-d39034649ec6 HTTP/1.1" status: 200 len: 1830 time: 0.0705960 Feb 10 13:21:11.727873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=b6579791-3ea9-419d-b656-b6db2aa2a915,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:11.830189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port b6579791-3ea9-419d-b656-b6db2aa2a915 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:11.849577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.853221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-348a91cb-de7f-49f7-ae51-589ff4625795 req-dce6bfb3-7f86-41df-b1b9-86b4a7f273e5 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.21 "DELETE /v2.0/ports/b6579791-3ea9-419d-b656-b6db2aa2a915 HTTP/1.1" status: 204 len: 173 time: 1.0206811 Feb 10 13:21:11.855325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (712ebcc1-8a7d-476a-ac18-d39034649ec6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.887396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks [] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.895676 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac6605db-f649-4cc3-8230-2962a6851f94 (CIDR: 172.20.0.0/28) Feb 10 13:21:11.899441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.901569 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:21:11.902006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:21:11.940916 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (712ebcc1-8a7d-476a-ac18-d39034649ec6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:11.951851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6afa20f1-e8a5-411a-933e-7ab436fbc14c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6546619 Feb 10 13:21:11.955572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:11.969811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:11.971176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:11.975802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:11.985590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:12.000623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762358-2730-4866-9aee-ae58dc82b242 req-219433cc-61aa-4d09-88d3-6f24f02e418f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:12.009272 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-10762358-2730-4866-9aee-ae58dc82b242 req-219433cc-61aa-4d09-88d3-6f24f02e418f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1800439 Feb 10 13:21:12.074183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Pushing event updated for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:12.093064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Attempting to bind port b5a44c37-097b-4441-9f2e-5fa6c942db1f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:12.093862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Attempting to bind port b5a44c37-097b-4441-9f2e-5fa6c942db1f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ecd4b9f9-c895-4cac-88bb-73344617dd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:12.094710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Attempting to bind port b5a44c37-097b-4441-9f2e-5fa6c942db1f on network c54f64b3-6d37-4845-8408-da63ecaa1391 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:12.104823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:12.105748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Checking segment: {'id': 'ecd4b9f9-c895-4cac-88bb-73344617dd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:12.106320 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.106835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Bound using segment: {'id': 'ecd4b9f9-c895-4cac-88bb-73344617dd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:12.107474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Bound port: b5a44c37-097b-4441-9f2e-5fa6c942db1f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd4b9f9-c895-4cac-88bb-73344617dd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:12.108279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.125062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (712ebcc1-8a7d-476a-ac18-d39034649ec6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.142347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.151752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a43f774-8075-4184-9ae0-d46202c6ccd9 req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-groups/712ebcc1-8a7d-476a-ac18-d39034649ec6 HTTP/1.1" status: 204 len: 173 time: 0.4409716 Feb 10 13:21:12.169321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-10762358-2730-4866-9aee-ae58dc82b242 req-5a25489a-dbe9-4b16-89d0-3270a8237b72 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593301 Feb 10 13:21:12.217371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8284-9d0b-4c8a-90a0-7760d14a9260 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712ebcc1-8a7d-476a-ac18-d39034649ec6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:12.281364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:12.285099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.288331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-323675ec-c175-4fef-8742-378ea823d28c None None] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:12.325556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-323675ec-c175-4fef-8742-378ea823d28c None None] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5a44c37-097b-4441-9f2e-5fa6c942db1f,segment=NetworkSegment(ecd4b9f9-c895-4cac-88bb-73344617dd84),segment_id=ecd4b9f9-c895-4cac-88bb-73344617dd84)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:12.348712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:12.414313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e09f059-f3b3-49cb-ab65-28a6f3a70a11 req-4f3dfcc4-dfc2-46b2-9246-370bd4ac882f tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960 HTTP/1.1" status: 200 len: 210 time: 0.0449359 Feb 10 13:21:12.436279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe417e5-d92b-4ba4-a3fa-7b5958002a34 req-3810fcb4-c64a-4c9e-a7c7-917559ed8556 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:12.440284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fe417e5-d92b-4ba4-a3fa-7b5958002a34 req-3810fcb4-c64a-4c9e-a7c7-917559ed8556 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1523347 Feb 10 13:21:12.561512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323675ec-c175-4fef-8742-378ea823d28c None None] Pushing event updated for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:12.597079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b6579791-3ea9-419d-b656-b6db2aa2a915 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:12.621580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fe417e5-d92b-4ba4-a3fa-7b5958002a34 req-3a4d172a-f9bf-4509-9cef-d106128bf488 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678648 Feb 10 13:21:12.720088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: b6579791-3ea9-419d-b656-b6db2aa2a915 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:12.721716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b6579791-3ea9-419d-b656-b6db2aa2a915 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:12.728617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fd1ef93a-af99-4394-a9d4-188f7124a935 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:12.772260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: fd1ef93a-af99-4394-a9d4-188f7124a935 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:12.773518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device fd1ef93a-af99-4394-a9d4-188f7124a935 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:12.946380 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-45e2fcbe-07a4-4f06-95e2-e8b327a4966f tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/ffefe773-ce2a-44d9-b10c-738cd9df7cc1 HTTP/1.1" status: 200 len: 1830 time: 0.4501297 Feb 10 13:21:12.972475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (9019ab1c-e41c-403d-b792-f33b1be8676e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.091475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network c54f64b3-6d37-4845-8408-da63ecaa1391 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:13.095722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:13.101208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:13.102028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.109083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=9019ab1c-e41c-403d-b792-f33b1be8676e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:13.144080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67804199-c8de-44e0-bde1-ab5b03d7beca tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1847162 Feb 10 13:21:13.145085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:13.157992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'fixed_ips': [{'subnet_id': 'ac6605db-f649-4cc3-8230-2962a6851f94'}, {'subnet_id': '9019ab1c-e41c-403d-b792-f33b1be8676e'}], 'name': 'tempest-PortsTestJSON-1774649903'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:13.161286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-deleted', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:13.163854 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ba7048-4910-487d-a6b2-d879d5ba3a51" -d '{"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-deleted", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:13.170273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (ffefe773-ce2a-44d9-b10c-738cd9df7cc1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.254246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (ffefe773-ce2a-44d9-b10c-738cd9df7cc1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.312799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-702f8994-bc95-419d-8371-f181dfcc6cbf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:13.325453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-702f8994-bc95-419d-8371-f181dfcc6cbf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.1993275 Feb 10 13:21:13.346627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-ffc038d7-3f47-446a-856a-e44dcb181994 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0187278 Feb 10 13:21:13.351678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ffefe773-ce2a-44d9-b10c-738cd9df7cc1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.354922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.356624 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-123032af-2487-4720-9ce2-d80b20ff5c85 req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffefe773-ce2a-44d9-b10c-738cd9df7cc1 HTTP/1.1" status: 204 len: 173 time: 0.4091430 Feb 10 13:21:13.371414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:13.378873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52786353-7197-45a2-aeab-488078797aa8 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffefe773-ce2a-44d9-b10c-738cd9df7cc1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:13.391088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-87448d2d-f038-4942-91f7-fd32d3a21706 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377953 Feb 10 13:21:13.460740 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc0f9d0-b2d9-435b-bdd9-199fa1fc9944 x-openstack-request-id: req-5bc0f9d0-b2d9-435b-bdd9-199fa1fc9944 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:13.461053 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960", "name": "network-vif-deleted", "tag": "b6579791-3ea9-419d-b656-b6db2aa2a915", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:13.461347 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bc0f9d0-b2d9-435b-bdd9-199fa1fc9944 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:13.461724 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae0fb79-2ec1-4a6f-a9db-f1a058b2e960', 'name': 'network-vif-deleted', 'tag': 'b6579791-3ea9-419d-b656-b6db2aa2a915', 'status': 'completed', 'code': 200} Feb 10 13:21:13.517211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-24accc6b-0827-4beb-a85c-cc8c2220a12b service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073921 Feb 10 13:21:13.526426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.530382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-839c1d25-a270-457c-8812-d11a3ff4d189 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/7dee8a11-78a6-460a-b08d-1524b8ca4a7b HTTP/1.1" status: 200 len: 1831 time: 0.0678153 Feb 10 13:21:13.553656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:13.648824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-3be414e0-9492-4518-9c23-36c864d9def6 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251426 Feb 10 13:21:13.697241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (7dee8a11-78a6-460a-b08d-1524b8ca4a7b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.808322 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (7dee8a11-78a6-460a-b08d-1524b8ca4a7b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:13.829880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9e77732c-6db8-42ab-994e-df7c6484801d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:13.899149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39696) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:13.929414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 9e77732c-6db8-42ab-994e-df7c6484801d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:13.929827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 9e77732c-6db8-42ab-994e-df7c6484801d not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:14.045608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18aef2-8d08-4305-ac71-ab8c5340da27 req-c9a2f02b-abf0-48b6-a4de-e7bbe59e635f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:14.047254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a18aef2-8d08-4305-ac71-ab8c5340da27 req-c9a2f02b-abf0-48b6-a4de-e7bbe59e635f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.0775263 Feb 10 13:21:14.188103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7dee8a11-78a6-460a-b08d-1524b8ca4a7b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.198514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.198514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c5005b44-8305-4eea-b058-386b6a8c5f36 req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-groups/7dee8a11-78a6-460a-b08d-1524b8ca4a7b HTTP/1.1" status: 204 len: 173 time: 0.6473043 Feb 10 13:21:14.214531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42ec07-7b71-4f43-abbc-99a778ebe44c None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:14.224912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a18aef2-8d08-4305-ac71-ab8c5340da27 req-7276a64d-1426-4229-9ead-0f1f70453c50 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544266 Feb 10 13:21:14.248497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting subnet ccea5657-9927-4f0e-9f96-995e05439bc4 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:14.328369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (ccea5657-9927-4f0e-9f96-995e05439bc4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.373120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a013f0-486b-4f5e-9f9a-99b126524536 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dee8a11-78a6-460a-b08d-1524b8ca4a7b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:14.380477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-3e52d389-71dc-4fed-8ca3-5ce19151464b tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "GET /v2.0/security-groups/28436408-1cb0-4241-89cd-5fcf383cc03c HTTP/1.1" status: 200 len: 1831 time: 0.0829751 Feb 10 13:21:14.385185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5a44c37-097b-4441-9f2e-5fa6c942db1f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:14.396028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.6 (c54f64b3-6d37-4845-8408-da63ecaa1391/ac6605db-f649-4cc3-8230-2962a6851f94/74cbfa4d-974d-4713-8cf6-3a5d425ed825) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:14.448793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3240a69b-f486-466b-9681-1598849720d8 req-fdc284fc-fdef-4c1c-b10a-8d4e33f43f99 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.1214473 Feb 10 13:21:14.457268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.30 (c54f64b3-6d37-4845-8408-da63ecaa1391/9019ab1c-e41c-403d-b792-f33b1be8676e/74cbfa4d-974d-4713-8cf6-3a5d425ed825) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:14.473919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (ccea5657-9927-4f0e-9f96-995e05439bc4), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.487448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:14.488191 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.516994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (28436408-1cb0-4241-89cd-5fcf383cc03c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.581149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (28436408-1cb0-4241-89cd-5fcf383cc03c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.678576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:14.685949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (28436408-1cb0-4241-89cd-5fcf383cc03c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.689462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.695450 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.695889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d084f11-cba2-412e-a62f-9454c8f5054f req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] 10.222.0.13 "DELETE /v2.0/security-groups/28436408-1cb0-4241-89cd-5fcf383cc03c HTTP/1.1" status: 204 len: 173 time: 0.2916222 Feb 10 13:21:14.709201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39706) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:14.711010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f8dc-81f7-4334-abce-b8fea255c3e4 tempest-SecurityGroupRulesNegativeTestJSON-679961225 tempest-SecurityGroupRulesNegativeTestJSON-679961225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28436408-1cb0-4241-89cd-5fcf383cc03c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:14.728349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:14.728822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.856108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5a44c37-097b-4441-9f2e-5fa6c942db1f,segment=NetworkSegment(ecd4b9f9-c895-4cac-88bb-73344617dd84),segment_id=ecd4b9f9-c895-4cac-88bb-73344617dd84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:14.861617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.865820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Deleting subnet b5adadd5-2ffc-490d-81a8-60c1ff9aac46 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:14.877722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Publish callbacks [] for subnet (b5adadd5-2ffc-490d-81a8-60c1ff9aac46), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.881548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ccea5657-9927-4f0e-9f96-995e05439bc4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.883002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Update dhcp port {'port': {'network_id': 'c54f64b3-6d37-4845-8408-da63ecaa1391', 'fixed_ips': [{'subnet_id': 'ac6605db-f649-4cc3-8230-2962a6851f94', 'ip_address': '172.20.0.2'}, {'subnet_id': '9019ab1c-e41c-403d-b792-f33b1be8676e'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'b5a44c37-097b-4441-9f2e-5fa6c942db1f'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:21:14.888098 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.989116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:14.989440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b5adadd5-2ffc-490d-81a8-60c1ff9aac46), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.013490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.025231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:15.053177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f836-d35f-421a-8d3d-c994ab736a41 None None] Pushing event updated for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:15.086966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network c54f64b3-6d37-4845-8408-da63ecaa1391 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:15.090459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (ccea5657-9927-4f0e-9f96-995e05439bc4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.099100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b5adadd5-2ffc-490d-81a8-60c1ff9aac46), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.110247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:15.139316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:15.164177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=74cbfa4d-974d-4713-8cf6-3a5d425ed825,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:15.174968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Subnet': ['ID=ccea5657-9927-4f0e-9f96-995e05439bc4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:15.205210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.208576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e98b738-4bb1-4bfb-a5d9-afaacceec82a tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/subnets/ccea5657-9927-4f0e-9f96-995e05439bc4 HTTP/1.1" status: 204 len: 168 time: 1.3084824 Feb 10 13:21:15.213795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:15.225305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababa0d0-0387-474d-ac50-d3e656aa607f None None] Network 03f392a7-a2ea-4d10-a521-c480272870ca requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:15.256114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0882353-84f3-4e84-a47b-8075c07e9fa3 req-92b00750-843e-44b0-aeb4-fbefd1a2af51 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:15.269357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0882353-84f3-4e84-a47b-8075c07e9fa3 req-92b00750-843e-44b0-aeb4-fbefd1a2af51 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1236875 Feb 10 13:21:15.272038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Allocated IP 172.20.0.18 (c54f64b3-6d37-4845-8408-da63ecaa1391/9019ab1c-e41c-403d-b792-f33b1be8676e/b5a44c37-097b-4441-9f2e-5fa6c942db1f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:15.295900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:15.296591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.360577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b5adadd5-2ffc-490d-81a8-60c1ff9aac46), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.420684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (03f392a7-a2ea-4d10-a521-c480272870ca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.427000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0882353-84f3-4e84-a47b-8075c07e9fa3 req-f134f820-18e0-4e19-b998-ecf8bb394491 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560426 Feb 10 13:21:15.428059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5adadd5-2ffc-490d-81a8-60c1ff9aac46,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:15.436556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f6801a5b-a9f7-48c8-bf29-d9b3b6233898 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2876599 Feb 10 13:21:15.437204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:15.445265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.448725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c2fccab-8688-4b99-82eb-0d5b60fc07d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5adadd5-2ffc-490d-81a8-60c1ff9aac46 HTTP/1.1" status: 204 len: 168 time: 0.7384136 Feb 10 13:21:15.452541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:15.464972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac6605db-f649-4cc3-8230-2962a6851f94'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:15.541365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5a44c37-097b-4441-9f2e-5fa6c942db1f,segment=NetworkSegment(ecd4b9f9-c895-4cac-88bb-73344617dd84),segment_id=ecd4b9f9-c895-4cac-88bb-73344617dd84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:15.572556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ebcd-bcf9-4518-8a88-5d8179e678ad req-32c94aeb-a908-4d83-afff-60b81cadcf69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:15.580636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6059ebcd-bcf9-4518-8a88-5d8179e678ad req-32c94aeb-a908-4d83-afff-60b81cadcf69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.2390378 Feb 10 13:21:15.597995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] DHCP port deletion for 03f392a7-a2ea-4d10-a521-c480272870ca request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:15.633818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Publish callbacks [] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.643091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.667476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.691433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6059ebcd-bcf9-4518-8a88-5d8179e678ad req-779f17ae-53b9-445a-85c5-1b42ba0c113d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 Feb 10 13:21:15.761613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7b5a2ff-37e5-4bf0-8e3e-cea2f0d58897 req-e0118a13-3475-4640-987c-60fa986a240b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.1288953 Feb 10 13:21:15.764605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port be15555d-3868-4d77-9af0-d0e5ab43ef43 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:15.764988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.825879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.884994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2aa20-4193-4158-b4ba-cc26ce65022e None None] Pushing event updated for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:15.892168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Deleting port be15555d-3868-4d77-9af0-d0e5ab43ef43 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:15.892670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.923454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:15.938490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port be15555d-3868-4d77-9af0-d0e5ab43ef43, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be15555d-3868-4d77-9af0-d0e5ab43ef43,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:15.939130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.942843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62193e3f-a648-4d8c-918a-7eecd96e3731') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:15.943146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62193e3f-a648-4d8c-918a-7eecd96e3731') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:15.952457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.962376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-2cec8bac-15d3-4647-b6b2-143355f33e69 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:15.964239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-2cec8bac-15d3-4647-b6b2-143355f33e69 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.3334801 Feb 10 13:21:15.965386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (62193e3f-a648-4d8c-918a-7eecd96e3731), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:15.967595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for be15555d-3868-4d77-9af0-d0e5ab43ef43 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:15.986879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': 'd071a8e9-5832-401a-95da-16aefc10e531', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:16.002004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] For port be15555d-3868-4d77-9af0-d0e5ab43ef43, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=be15555d-3868-4d77-9af0-d0e5ab43ef43,segment=NetworkSegment(8ef13b37-079d-4a94-8a13-4f8baa4a9035),segment_id=8ef13b37-079d-4a94-8a13-4f8baa4a9035)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:16.002579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (62193e3f-a648-4d8c-918a-7eecd96e3731), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.002917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.031731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Calling delete_port for be15555d-3868-4d77-9af0-d0e5ab43ef43 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:16.162099 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.209249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] Pushing event deleted for resources: {'Port': ['ID=be15555d-3868-4d77-9af0-d0e5ab43ef43,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:16.216924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0872c-f68e-49b7-872f-117d5171574c None None] No DVR routers for this DVR port be15555d-3868-4d77-9af0-d0e5ab43ef43 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:16.243159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5a44c37-097b-4441-9f2e-5fa6c942db1f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:16.449685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:16.450072 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.512150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Delete allocated IP 172.20.0.30 (c54f64b3-6d37-4845-8408-da63ecaa1391/9019ab1c-e41c-403d-b792-f33b1be8676e) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:21:16.532984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d683c3-839a-4d0e-a86d-a45ac32110ea req-98d6e6cd-a571-4a81-8d6a-a50d035542db tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:16.534605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8d683c3-839a-4d0e-a86d-a45ac32110ea req-98d6e6cd-a571-4a81-8d6a-a50d035542db tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.7185171 Feb 10 13:21:16.537638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:16.546299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.547626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:16.548062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (62193e3f-a648-4d8c-918a-7eecd96e3731), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:16.550168 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:16.597265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:16.649307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2443983-9830-4181-a2c8-d7cfa599868b None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:16.687951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be15555d-3868-4d77-9af0-d0e5ab43ef43 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:16.697190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c8d683c3-839a-4d0e-a86d-a45ac32110ea req-9082a9ba-598f-4d2d-afc9-04cdd9855555 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528015 Feb 10 13:21:16.722194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: be15555d-3868-4d77-9af0-d0e5ab43ef43 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:16.722635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device be15555d-3868-4d77-9af0-d0e5ab43ef43 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:16.729659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.764421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.768150 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f HTTP/1.1" status: 204 len: 168 time: 1.3140001 Feb 10 13:21:16.770216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06a84d-5018-48c5-a7c3-13e8ee76709a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f36c46-1b1c-4560-a7ca-d8ea7b2f7f8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:16.783014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (be15555d-3868-4d77-9af0-d0e5ab43ef43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.864798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.867670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-76700c36-6830-466a-a470-460a5effe0f7 None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:16.868187 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76700c36-6830-466a-a470-460a5effe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.898460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port be15555d-3868-4d77-9af0-d0e5ab43ef43 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:16.901346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=be15555d-3868-4d77-9af0-d0e5ab43ef43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:16.916717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:16.961686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f8fd1c5-2e20-4dd9-a7c9-7929f02f14d1 req-cb3d0d7e-8d1a-4dc2-bc61-a28cedf5ec3b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0789669 Feb 10 13:21:17.019799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:17.050864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-76700c36-6830-466a-a470-460a5effe0f7 None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:17.092817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (03f392a7-a2ea-4d10-a521-c480272870ca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.121698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=74cbfa4d-974d-4713-8cf6-3a5d425ed825,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:17.156912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f392a7-a2ea-4d10-a521-c480272870ca']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:17.174839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef13b37-079d-4a94-8a13-4f8baa4a9035') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:17.175135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef13b37-079d-4a94-8a13-4f8baa4a9035') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:17.177006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8673cf-9023-4fc8-a373-08678e384bd5 req-c7d3a4e3-9fd7-4858-969a-5e51ab4cfce4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:17.178769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa8673cf-9023-4fc8-a373-08678e384bd5 req-c7d3a4e3-9fd7-4858-969a-5e51ab4cfce4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.3075190 Feb 10 13:21:17.198263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-745d422d-9330-4001-b505-990f3268841c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=350053e014d74c8ba5b62f0b07158ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774430 Feb 10 13:21:17.200833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (8ef13b37-079d-4a94-8a13-4f8baa4a9035), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.204682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:17.221748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8ef13b37-079d-4a94-8a13-4f8baa4a9035), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.231387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d468-7ea9-4a1c-be5a-9b016e40020e req-307b48ff-6185-4d88-b53e-30b9ab817e9d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:17.234306 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d029d468-7ea9-4a1c-be5a-9b016e40020e req-307b48ff-6185-4d88-b53e-30b9ab817e9d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1500771 Feb 10 13:21:17.238559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.12 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/f5580657-b1c7-4e19-afe2-d89b3253462b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:17.241980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:17.242390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (8ef13b37-079d-4a94-8a13-4f8baa4a9035), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:17.245775 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:17.264794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] In _notify_port_updated(), no bound segment for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 on network c54f64b3-6d37-4845-8408-da63ecaa1391 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:21:17.270295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:17.270952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.276950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-56b0d325-c35a-4cfa-9c88-40fa79c977ae tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/ports/74cbfa4d-974d-4713-8cf6-3a5d425ed825 HTTP/1.1" status: 200 len: 919 time: 1.8318455 Feb 10 13:21:17.286320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:17.297979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:17.298239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.305023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac6605db-f649-4cc3-8230-2962a6851f94'}, {'subnet_id': '9019ab1c-e41c-403d-b792-f33b1be8676e'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:17.321287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d029d468-7ea9-4a1c-be5a-9b016e40020e req-7a87f82c-5f5c-4d9c-b649-c71cb022da88 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745707 Feb 10 13:21:17.403162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa8673cf-9023-4fc8-a373-08678e384bd5 req-88d6fdf0-b893-4a6b-bdc4-51c69be2de80 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099390 Feb 10 13:21:17.408662 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (03f392a7-a2ea-4d10-a521-c480272870ca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.419245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.435563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:17.439298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/networks/03f392a7-a2ea-4d10-a521-c480272870ca HTTP/1.1" status: 204 len: 168 time: 2.2240384 Feb 10 13:21:17.465546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a46b-9bea-4fd6-bdba-3061f23f0027 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Network': ['ID=03f392a7-a2ea-4d10-a521-c480272870ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:17.493406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:17.514440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9986-5017-4186-9e3d-8e85c18c1dbe req-f08df73d-67ad-4aea-bdeb-d5944b234f3e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:17.515214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Provisioning complete for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:17.515855 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.522840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a6e9986-5017-4186-9e3d-8e85c18c1dbe req-f08df73d-67ad-4aea-bdeb-d5944b234f3e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0821455 Feb 10 13:21:17.545858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] Publish callbacks [] for security_group (f68443da-ecd0-4dd7-9511-6d0b5f82abc4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.575549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f083f36-ee03-4d57-8607-64adae829fe8 None None] Port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:17.586105 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a6e9986-5017-4186-9e3d-8e85c18c1dbe req-55befbe0-482b-418f-8d79-d475d9480ab4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615041 Feb 10 13:21:17.597017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.627766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] Publish callbacks [] for security_group (f68443da-ecd0-4dd7-9511-6d0b5f82abc4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.668370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting subnet ab81a6b7-6c37-4969-9d8d-19354905398c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:17.685080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks [] for subnet (ab81a6b7-6c37-4969-9d8d-19354905398c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.711264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-975e1841-36d8-48d1-9a9f-f6b027602333 None None] Provisioning complete for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:17.712066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-975e1841-36d8-48d1-9a9f-f6b027602333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:17.777010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-975e1841-36d8-48d1-9a9f-f6b027602333 None None] Port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:17.950120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249be686-20e4-4791-ad9f-4de997a98c9d req-2f431191-c089-49ce-9b82-515c66ce4903 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:17.952052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-249be686-20e4-4791-ad9f-4de997a98c9d req-2f431191-c089-49ce-9b82-515c66ce4903 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0691068 Feb 10 13:21:18.011896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-249be686-20e4-4791-ad9f-4de997a98c9d req-cedd3d48-f845-498a-ba65-ac86087d6a6d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Feb 10 13:21:18.014194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6f672eeb-62fd-4a21-9a7d-edd5afe101fa None None] Provisioning complete for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:18.014695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f672eeb-62fd-4a21-9a7d-edd5afe101fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.064247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f672eeb-62fd-4a21-9a7d-edd5afe101fa None None] Port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:18.067367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (ab81a6b7-6c37-4969-9d8d-19354905398c), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.179896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc668531-f2d5-40e5-abd9-2ca6437358aa req-20fa13f8-749d-4340-bda3-944e38076f0e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:18.181496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc668531-f2d5-40e5-abd9-2ca6437358aa req-20fa13f8-749d-4340-bda3-944e38076f0e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0701101 Feb 10 13:21:18.193968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebc8e359-eddc-4e94-82cf-bbbb0ae49d90 req-9a15ba80-ec7e-467a-9141-0b8023025a1a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.1003430 Feb 10 13:21:18.247582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dc668531-f2d5-40e5-abd9-2ca6437358aa req-249bdc1b-c435-47de-ae65-4c5c001d4cf8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Feb 10 13:21:18.278987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.325873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f68443da-ecd0-4dd7-9511-6d0b5f82abc4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.328527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.329708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f68443da-ecd0-4dd7-9511-6d0b5f82abc4 HTTP/1.1" status: 204 len: 168 time: 1.1136596 Feb 10 13:21:18.388687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e3753-7c61-4948-8216-42ea86d5bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68443da-ecd0-4dd7-9511-6d0b5f82abc4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:18.404023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ab81a6b7-6c37-4969-9d8d-19354905398c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.495715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.500633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9f28-041e-409b-aad9-f4c9a22be391 req-dd6a751c-2611-4512-ba14-01d8ec364234 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:18.502691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7bfa9f28-041e-409b-aad9-f4c9a22be391 req-dd6a751c-2611-4512-ba14-01d8ec364234 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0879807 Feb 10 13:21:18.565520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7bfa9f28-041e-409b-aad9-f4c9a22be391 req-46d464bf-9f2e-450b-b9f1-727cd0b8e58c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Feb 10 13:21:18.647143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:18.658439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:18.665529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ab81a6b7-6c37-4969-9d8d-19354905398c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.667866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:18.684640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:18.737087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.30 (c54f64b3-6d37-4845-8408-da63ecaa1391/9019ab1c-e41c-403d-b792-f33b1be8676e/74cbfa4d-974d-4713-8cf6-3a5d425ed825) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:18.743311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Subnet': ['ID=ab81a6b7-6c37-4969-9d8d-19354905398c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:18.750309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440aeb-f9aa-485a-a91f-3b7a63375079 req-cd033f15-fb02-43d8-928f-5083d8e0eab5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:18.753279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94440aeb-f9aa-485a-a91f-3b7a63375079 req-cd033f15-fb02-43d8-928f-5083d8e0eab5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0929143 Feb 10 13:21:18.753830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.757690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a03bc3d-2acc-43b2-b79b-2524b2290652 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/subnets/ab81a6b7-6c37-4969-9d8d-19354905398c HTTP/1.1" status: 204 len: 168 time: 1.3151562 Feb 10 13:21:18.763467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:18.784116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c632f7-844d-4f30-b7e6-b6a0f1103b57 None None] Network ff8c6089-de9e-469b-9d52-ed4ed6510f6c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:18.845280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:18.845947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:18.855513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4214e-72a3-4f35-a8bc-6242112d669b req-8cbe1892-6c3d-4bb8-b954-859b55a4ffef tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:18.862733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c4214e-72a3-4f35-a8bc-6242112d669b req-8cbe1892-6c3d-4bb8-b954-859b55a4ffef tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.3483403 Feb 10 13:21:18.891243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94440aeb-f9aa-485a-a91f-3b7a63375079 req-155275ba-bfdc-41fd-aaeb-627c2e6192e7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Feb 10 13:21:18.969209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-0d2bb314-81a0-46e9-8ffb-6e6d6063a07a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9947875 Feb 10 13:21:18.981582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ff8c6089-de9e-469b-9d52-ed4ed6510f6c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.001324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Request body: {'port': {'device_id': 'd071a8e9-5832-401a-95da-16aefc10e531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:19.037286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] DHCP port deletion for ff8c6089-de9e-469b-9d52-ed4ed6510f6c request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:19.126771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Deleting port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:19.128446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.151837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.167408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c4214e-72a3-4f35-a8bc-6242112d669b req-505fa1af-3629-4edd-be6c-2d5a50c153b0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037026 Feb 10 13:21:19.186298 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.235585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3174309-ee58-4280-88e5-be0d27c89769 req-e0ae4cb1-e306-40d2-9bb1-db2b0b88f0e6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:19.237847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] For port 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e267fb5-5fd9-4358-b015-fb44cb046ad6,segment=NetworkSegment(de3a3909-ea89-449f-962c-c82d08a6715e),segment_id=de3a3909-ea89-449f-962c-c82d08a6715e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:19.238261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.252696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3174309-ee58-4280-88e5-be0d27c89769 req-e0ae4cb1-e306-40d2-9bb1-db2b0b88f0e6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0984166 Feb 10 13:21:19.275786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Calling delete_port for 7e267fb5-5fd9-4358-b015-fb44cb046ad6 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:19.354202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3174309-ee58-4280-88e5-be0d27c89769 req-7de4ce08-e1f4-45b9-8649-97846c3aad29 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882797 Feb 10 13:21:19.435322 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.435591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.455855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] No DVR routers for this DVR port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:19.492611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fc961-4bca-4826-8075-f3c33fcaf76a None None] Pushing event deleted for resources: {'Port': ['ID=7e267fb5-5fd9-4358-b015-fb44cb046ad6,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:19.568390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:19.588467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914fcf9-2168-4e92-9924-76c69ab76545 req-0950df83-dea8-4df3-b469-267b22b3564b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:19.589312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1914fcf9-2168-4e92-9924-76c69ab76545 req-0950df83-dea8-4df3-b469-267b22b3564b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0814631 Feb 10 13:21:19.630163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=74cbfa4d-974d-4713-8cf6-3a5d425ed825,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:19.678207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1914fcf9-2168-4e92-9924-76c69ab76545 req-2792560d-1f9a-43c7-bd01-dc29225755db tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798988 Feb 10 13:21:19.712305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dfbf5-b41e-476f-a7ef-1b72ea659266 req-1ff6ffa8-7a31-4931-a3bf-d463cbd4a296 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:19.714221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c79dfbf5-b41e-476f-a7ef-1b72ea659266 req-1ff6ffa8-7a31-4931-a3bf-d463cbd4a296 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 932 time: 0.3542371 Feb 10 13:21:19.724535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-564942da-8df4-4eb7-9b73-183fa09b9a8a None None] Provisioning complete for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:19.725165 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-564942da-8df4-4eb7-9b73-183fa09b9a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.748691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1418859680-network', 'tenant_id': '4fc558bb082f4548ada3fa3dacbbcdfc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:19.778875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] In _notify_port_updated(), no bound segment for port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 on network c54f64b3-6d37-4845-8408-da63ecaa1391 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:21:19.781222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Made reservation on behalf of 4fc558bb082f4548ada3fa3dacbbcdfc for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:19.784442 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.786845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:19.787588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.789799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a5ed4bb7-4433-4405-bdfd-c8c854178f47 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/ports/74cbfa4d-974d-4713-8cf6-3a5d425ed825 HTTP/1.1" status: 200 len: 999 time: 2.5005841 Feb 10 13:21:19.791438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Deleting port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:19.791869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.793643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:19.793851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-564942da-8df4-4eb7-9b73-183fa09b9a8a None None] Port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:19.841812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:19.998484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 74cbfa4d-974d-4713-8cf6-3a5d425ed825 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:19.998829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.000107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] For port 7e267fb5-5fd9-4358-b015-fb44cb046ad6, host n-d-815324-6, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:20.000467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.015388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c79dfbf5-b41e-476f-a7ef-1b72ea659266 req-3c2713e1-a995-4c59-831a-0151578831f4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384772 Feb 10 13:21:20.027233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Calling delete_port for 7e267fb5-5fd9-4358-b015-fb44cb046ad6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:20.031634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:21:20.034380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7e267fb5-5fd9-4358-b015-fb44cb046ad6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.037622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks [] for security_group (88b66595-8a74-401e-a9e7-bfd6d1d0d44e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.047893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52b727-001b-4fc5-b62a-3a30b23d9b8b req-f8058401-e78c-4138-a1b3-c65cc0463d8d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:20.049550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b52b727-001b-4fc5-b62a-3a30b23d9b8b req-f8058401-e78c-4138-a1b3-c65cc0463d8d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1436160 Feb 10 13:21:20.056356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88b66595-8a74-401e-a9e7-bfd6d1d0d44e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.080161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Port': ['ID=7e267fb5-5fd9-4358-b015-fb44cb046ad6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.089796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] No DVR routers for this DVR port 7e267fb5-5fd9-4358-b015-fb44cb046ad6 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:20.132503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:20.157427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (07078634-af4d-4097-a4fb-d144c14f3792), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.157775 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Added segment 07078634-af4d-4097-a4fb-d144c14f3792 of type vlan for network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 Feb 10 13:21:20.164136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b66595-8a74-401e-a9e7-bfd6d1d0d44e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.205836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ff8c6089-de9e-469b-9d52-ed4ed6510f6c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.225438 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b52b727-001b-4fc5-b62a-3a30b23d9b8b req-14105c0d-1562-48f5-970f-5ee686f9d360 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372604 Feb 10 13:21:20.226048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e267fb5-5fd9-4358-b015-fb44cb046ad6 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:20.233343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.250848 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:21:20.275142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8c6089-de9e-469b-9d52-ed4ed6510f6c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:20.284716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7e267fb5-5fd9-4358-b015-fb44cb046ad6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:20.285374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e267fb5-5fd9-4358-b015-fb44cb046ad6 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:20.301641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5580657-b1c7-4e19-afe2-d89b3253462b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:20.302917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 74cbfa4d-974d-4713-8cf6-3a5d425ed825 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:20.306732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3a3909-ea89-449f-962c-c82d08a6715e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:20.307037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3a3909-ea89-449f-962c-c82d08a6715e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:20.309438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (15c5cbb0-ac34-4cda-963e-2947e9c6b982), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.333403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks [] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.342462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (de3a3909-ea89-449f-962c-c82d08a6715e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.364938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Transition to ACTIVE for port object f5580657-b1c7-4e19-afe2-d89b3253462b will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:20.369624 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (de3a3909-ea89-449f-962c-c82d08a6715e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.376448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.384810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:20.385223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (de3a3909-ea89-449f-962c-c82d08a6715e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:20.390705 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:20.404142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (15c5cbb0-ac34-4cda-963e-2947e9c6b982), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.405183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:20.405839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.456940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069d563-534e-4029-b42f-aba98fc9757a req-1a57e6b0-dd9a-4b9e-8c6d-6b40b8e91c4e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:20.458698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0069d563-534e-4029-b42f-aba98fc9757a req-1a57e6b0-dd9a-4b9e-8c6d-6b40b8e91c4e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1809900 Feb 10 13:21:20.463741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8933909 Feb 10 13:21:20.468331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:20.476745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Request body: {'subnet': {'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1418859680-subnet', 'tenant_id': '4fc558bb082f4548ada3fa3dacbbcdfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:20.528038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Pushing event updated for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.535265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ff8c6089-de9e-469b-9d52-ed4ed6510f6c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.537245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec3972-8c0a-4f38-a696-d4c41517169d req-544a3bf3-8d9e-4dfb-b510-a234e02a9d1f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:20.538900 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bec3972-8c0a-4f38-a696-d4c41517169d req-544a3bf3-8d9e-4dfb-b510-a234e02a9d1f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1756358 Feb 10 13:21:20.539585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06ed8-f3ef-4a10-99e2-3731255686c2 admin admin] Pushing event updated for resources: {'Network': ['ID=15c5cbb0-ac34-4cda-963e-2947e9c6b982,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.562633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.566232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] 10.222.0.13 "DELETE /v2.0/networks/ff8c6089-de9e-469b-9d52-ed4ed6510f6c HTTP/1.1" status: 204 len: 168 time: 1.7981274 Feb 10 13:21:20.572236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:20.582867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Made reservation on behalf of 4fc558bb082f4548ada3fa3dacbbcdfc for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:20.585159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.618419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373cd16-659b-4c12-af74-6adf4a7c9403 tempest-ServersTestMultiNic-1848809117 tempest-ServersTestMultiNic-1848809117-project] Pushing event deleted for resources: {'Network': ['ID=ff8c6089-de9e-469b-9d52-ed4ed6510f6c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.644929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0069d563-534e-4029-b42f-aba98fc9757a req-4e394d90-5da4-4efa-be20-9b71dfccc19c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489205 Feb 10 13:21:20.693252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Attempting to bind port f5580657-b1c7-4e19-afe2-d89b3253462b on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:20.693850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Attempting to bind port f5580657-b1c7-4e19-afe2-d89b3253462b by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:20.694094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Attempting to bind port f5580657-b1c7-4e19-afe2-d89b3253462b on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:20.704016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Port f5580657-b1c7-4e19-afe2-d89b3253462b on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:20.704324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Attempting to bind port f5580657-b1c7-4e19-afe2-d89b3253462b on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:20.714891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:20.715868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:20.715868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:20.717095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Bound port: f5580657-b1c7-4e19-afe2-d89b3253462b, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:20.717551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.729642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bec3972-8c0a-4f38-a696-d4c41517169d req-a1145cb4-e536-4e4b-9921-b9cc404d7dbf tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697259 Feb 10 13:21:20.800469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (74cbfa4d-974d-4713-8cf6-3a5d425ed825), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:20.832151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:20.841898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:20.842844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=74cbfa4d-974d-4713-8cf6-3a5d425ed825,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:20.924621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=f5580657-b1c7-4e19-afe2-d89b3253462b,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:20.966743 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.009390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.015727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-27ad64e1-9475-445f-92c0-fcdfdcc5757e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/74cbfa4d-974d-4713-8cf6-3a5d425ed825 HTTP/1.1" status: 204 len: 168 time: 1.2203813 Feb 10 13:21:21.018280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:21.055127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (585b64e3-9f2d-4c5b-b04e-671588dac58f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.057438 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03ba5e6-5dbf-4e95-a200-cd2ef92c13bc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:21.062754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b03ba5e6-5dbf-4e95-a200-cd2ef92c13bc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/74cbfa4d-974d-4713-8cf6-3a5d425ed825 HTTP/1.1" status: 404 len: 333 time: 0.0425928 Feb 10 13:21:21.064568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:21.102886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.103604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.105009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] 10.222.0.77 "PUT /v2.0/ports/f5580657-b1c7-4e19-afe2-d89b3253462b HTTP/1.1" status: 200 len: 1092 time: 2.1204906 Feb 10 13:21:21.111697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:21.113899 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68911be0-12f3-4db4-99ee-763367034f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:21.181137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc20353-cdc9-4956-9c4d-1d7fe8b6664b service neutron] Pushing event updated for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:21.194299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 9019ab1c-e41c-403d-b792-f33b1be8676e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:21.225534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (9019ab1c-e41c-403d-b792-f33b1be8676e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.254396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=585b64e3-9f2d-4c5b-b04e-671588dac58f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:21.256182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed56185-db63-4366-be86-60c0d4868a6e req-41395abb-42e1-459b-a540-e32514d4e202 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.257737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ed56185-db63-4366-be86-60c0d4868a6e req-41395abb-42e1-459b-a540-e32514d4e202 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 814 time: 0.3401237 Feb 10 13:21:21.282178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Checking segment: {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:21.282613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Network hostable DHCP agents. Network: 15c5cbb0-ac34-4cda-963e-2947e9c6b982, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:21.295995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (9019ab1c-e41c-403d-b792-f33b1be8676e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.296417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e48f5bb8-4b17-4d4c-af35-83bdc50d0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.298014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e48f5bb8-4b17-4d4c-af35-83bdc50d0abb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 1126 time: 0.1340458 Feb 10 13:21:21.299257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ed56185-db63-4366-be86-60c0d4868a6e req-34c84797-f8ff-4463-920d-0d0102bf2851 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/quotas/dc5883d4e17e4bedb2e1a2e137a7526e HTTP/1.1" status: 200 len: 375 time: 0.0267532 Feb 10 13:21:21.352325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f5f2-370b-489b-9670-f48840c194e8 req-c3e83cfa-5703-40ee-8e64-fe0a403b0541 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.354273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e73f5f2-370b-489b-9670-f48840c194e8 req-c3e83cfa-5703-40ee-8e64-fe0a403b0541 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 944 time: 0.1896665 Feb 10 13:21:21.376035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:21.425801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 15c5cbb0-ac34-4cda-963e-2947e9c6b982) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:21.436810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.437407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.439670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd28f2-f459-4298-9f9e-9327a0c65652 None None] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:21.471478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9019ab1c-e41c-403d-b792-f33b1be8676e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.515444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f019ab24-b4c2-4713-bb07-192d88dc4cba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0457180 Feb 10 13:21:21.529224 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e73f5f2-370b-489b-9670-f48840c194e8 req-5f5b65bb-ecf6-4202-8d77-ba1adba215ee tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627204 Feb 10 13:21:21.613587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (9019ab1c-e41c-403d-b792-f33b1be8676e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.619324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bffa059-c729-4b24-91b3-2d218d4d8a72 None None] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:21.687035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=9019ab1c-e41c-403d-b792-f33b1be8676e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:21.696572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.703568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8337a932-9e1d-4c4c-88df-813c6689a7c4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/9019ab1c-e41c-403d-b792-f33b1be8676e HTTP/1.1" status: 204 len: 168 time: 0.6328912 Feb 10 13:21:21.703568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:21.713111 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b053f1c-3ce1-4a7a-9480-ed02ad66d188 x-openstack-request-id: req-1b053f1c-3ce1-4a7a-9480-ed02ad66d188 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:21.713780 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:21.714243 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b053f1c-3ce1-4a7a-9480-ed02ad66d188 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:21.714878 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b', 'status': 'completed', 'code': 200} Feb 10 13:21:21.767536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e0f327dc-350c-485a-b3fe-14c19127175a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5580657-b1c7-4e19-afe2-d89b3253462b HTTP/1.1" status: 200 len: 217 time: 0.0678427 Feb 10 13:21:21.790499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet ac6605db-f649-4cc3-8230-2962a6851f94 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:21.796643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (ac6605db-f649-4cc3-8230-2962a6851f94), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.825985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace9cb0-847d-485d-a564-1eae1b3841f7 None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:21.839111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ed56185-db63-4366-be86-60c0d4868a6e req-cb7481d7-bf30-43df-b51a-aebb8d08cb9f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617012 Feb 10 13:21:21.899428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (ac6605db-f649-4cc3-8230-2962a6851f94), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:21.955720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d4383-9797-4865-94ea-7dbcc46946f5 req-01671cb4-021f-43b8-89f2-ccda74a1a993 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.957440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac9d4383-9797-4865-94ea-7dbcc46946f5 req-01671cb4-021f-43b8-89f2-ccda74a1a993 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1627452 Feb 10 13:21:21.998157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e35fee8d-a595-4d32-8830-cd40492e816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:21.999632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e35fee8d-a595-4d32-8830-cd40492e816f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.2237387 Feb 10 13:21:22.051739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ac6605db-f649-4cc3-8230-2962a6851f94), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.059469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac9d4383-9797-4865-94ea-7dbcc46946f5 req-796ad122-9806-45e3-acd4-12fe9bc84435 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949957 Feb 10 13:21:22.071793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-e8d2c4d4-a8d1-4f9c-b014-a0303b6a62a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498209 Feb 10 13:21:22.156514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (ac6605db-f649-4cc3-8230-2962a6851f94), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.211957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784450475', 'description': 'tempest-description-927195796'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:22.242879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6605db-f649-4cc3-8230-2962a6851f94,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:22.251085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.254818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1cbc00f6-f14f-49ee-8691-43fcb45cd467 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/ac6605db-f649-4cc3-8230-2962a6851f94 HTTP/1.1" status: 204 len: 168 time: 0.5488482 Feb 10 13:21:22.258700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:22.294812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc783-a985-40b9-8562-c7e6b89900ec req-363fb090-ca3b-4f05-9616-c1c1db56bd99 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:22.296590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9fbfc783-a985-40b9-8562-c7e6b89900ec req-363fb090-ca3b-4f05-9616-c1c1db56bd99 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1302273 Feb 10 13:21:22.330011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-792e65bc-932d-4835-be0c-295e466dd355 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335246 Feb 10 13:21:22.330930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.372206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9fbfc783-a985-40b9-8562-c7e6b89900ec req-2ee6bc2d-23fd-4e41-ab83-bf5cf4f1f602 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638151 Feb 10 13:21:22.497346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddf893-5c81-4848-bf67-10808e528b17 req-8743b765-1036-435d-8c05-dc17a437bbc5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:22.502473 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c54f64b3-6d37-4845-8408-da63ecaa1391), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.505505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fddf893-5c81-4848-bf67-10808e528b17 req-8743b765-1036-435d-8c05-dc17a437bbc5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0647304 Feb 10 13:21:22.577326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fddf893-5c81-4848-bf67-10808e528b17 req-b6861da8-c9fb-40dc-a9a0-e42a393b138b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Feb 10 13:21:22.747785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e33996-f5c5-4047-8b0b-2f36b5d4abd4 req-fb994c91-26f2-4c78-955c-0f3e1a131356 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990681 Feb 10 13:21:22.764971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (d3afa488-c9b7-4e87-a4d7-f275a27c2e54), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.782054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3afa488-c9b7-4e87-a4d7-f275a27c2e54), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.789468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b72a4-aeb9-4931-8867-e36b31857bc3 req-693f5036-5355-4f54-b874-4ab043759f81 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:22.797645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f6b72a4-aeb9-4931-8867-e36b31857bc3 req-693f5036-5355-4f54-b874-4ab043759f81 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 944 time: 0.1174417 Feb 10 13:21:22.805931 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (2190a730-c0bb-4d4b-b720-724937a93534), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:22.883368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f6b72a4-aeb9-4931-8867-e36b31857bc3 req-3cb87e12-acb2-4a92-8fc4-93368152d822 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845792 Feb 10 13:21:22.948286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3860df8-415d-4f28-abe1-1a6f1e62f7b2 None None] Network c54f64b3-6d37-4845-8408-da63ecaa1391 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:23.016063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b74723b9-8baa-406c-9b5f-066bd1889073 req-48861648-6371-4469-a046-bb01edef47f6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e HTTP/1.1" status: 200 len: 221 time: 0.0437295 Feb 10 13:21:23.096065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-287e1194-ca00-4520-bfd0-fd1b6fc4d8da None None] Provisioning complete for port b5a44c37-097b-4441-9f2e-5fa6c942db1f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:23.097360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-287e1194-ca00-4520-bfd0-fd1b6fc4d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.134872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port b5a44c37-097b-4441-9f2e-5fa6c942db1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:23.135219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.139188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.141147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b04b9c43-0f85-4aaa-b388-21a1f28177bf req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9419830 Feb 10 13:21:23.154448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a50d9-0542-4842-889d-5f410132f310 req-29c1b389-88c4-40b0-b67d-d4ca31a2ee64 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.156222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a48a50d9-0542-4842-889d-5f410132f310 req-29c1b389-88c4-40b0-b67d-d4ca31a2ee64 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0685842 Feb 10 13:21:23.169758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ac5ff-e5e5-41bc-a3ed-90b935f16cca tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3afa488-c9b7-4e87-a4d7-f275a27c2e54,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:23.290470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a48a50d9-0542-4842-889d-5f410132f310 req-4c24a400-b95f-43b8-b771-ec96211a0520 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272867 Feb 10 13:21:23.298174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-287e1194-ca00-4520-bfd0-fd1b6fc4d8da None None] Current status of the port b5a44c37-097b-4441-9f2e-5fa6c942db1f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:23.301638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] DHCP port deletion for c54f64b3-6d37-4845-8408-da63ecaa1391 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:23.314183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911be0-12f3-4db4-99ee-763367034f9b req-b3152f47-6d87-45a4-8d60-535b3df8f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.318588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-b3152f47-6d87-45a4-8d60-535b3df8f9fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 1126 time: 0.4889536 Feb 10 13:21:23.332664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1725923879', 'description': 'tempest-description-1140383629'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:23.339288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5a44c37-097b-4441-9f2e-5fa6c942db1f,segment=NetworkSegment(ecd4b9f9-c895-4cac-88bb-73344617dd84),segment_id=ecd4b9f9-c895-4cac-88bb-73344617dd84)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:23.340025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.359318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.367147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Deleting port b5a44c37-097b-4441-9f2e-5fa6c942db1f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:23.367736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.418477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for b5a44c37-097b-4441-9f2e-5fa6c942db1f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:23.448969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] For port b5a44c37-097b-4441-9f2e-5fa6c942db1f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b5a44c37-097b-4441-9f2e-5fa6c942db1f,segment=NetworkSegment(ecd4b9f9-c895-4cac-88bb-73344617dd84),segment_id=ecd4b9f9-c895-4cac-88bb-73344617dd84)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:23.449660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.458262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (53796a70-029d-4e78-bdbc-f7138114b5d9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.464396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Calling delete_port for b5a44c37-097b-4441-9f2e-5fa6c942db1f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:23.464580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (53796a70-029d-4e78-bdbc-f7138114b5d9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.510225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.511493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04b9623e-8041-444c-bcdb-2aee1dab4e89 req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1837983 Feb 10 13:21:23.514232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519330db-660d-4ea4-8165-8813ee7c5646 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53796a70-029d-4e78-bdbc-f7138114b5d9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:23.570362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.610485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Pushing event deleted for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:23.615106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] No DVR routers for this DVR port b5a44c37-097b-4441-9f2e-5fa6c942db1f on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:23.622376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f55dd-078e-49a6-b3a9-10378b67ef67 req-23b8872c-27ee-471b-8c49-406c00b3bcb5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.623158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.623549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.623970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.624269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.624613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb6f55dd-078e-49a6-b3a9-10378b67ef67 req-23b8872c-27ee-471b-8c49-406c00b3bcb5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.3378360 Feb 10 13:21:23.624843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.625032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.625300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.625636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.625962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.626275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.626609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.626941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.627276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241a8e7-1ff8-4034-a594-52b939f28b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:23.689931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911be0-12f3-4db4-99ee-763367034f9b req-09565de7-c2ac-4929-983c-7323fe6a0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.691726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-09565de7-c2ac-4929-983c-7323fe6a0608 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.3478048 Feb 10 13:21:23.720248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bafabe-6319-4ee3-9906-b1cc5f10cf31 req-67f06862-f3ab-433c-bc5b-e87f4fc5ed35 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.722365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85bafabe-6319-4ee3-9906-b1cc5f10cf31 req-67f06862-f3ab-433c-bc5b-e87f4fc5ed35 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0670476 Feb 10 13:21:23.783808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85bafabe-6319-4ee3-9906-b1cc5f10cf31 req-d602eca5-8536-40c2-989a-4a7a611b6dd4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 Feb 10 13:21:23.790105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-9808a708-d4ee-446c-a6a2-2d05165a43bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5580657-b1c7-4e19-afe2-d89b3253462b HTTP/1.1" status: 200 len: 217 time: 0.0851104 Feb 10 13:21:23.851097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b5a44c37-097b-4441-9f2e-5fa6c942db1f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:23.875217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb6f55dd-078e-49a6-b3a9-10378b67ef67 req-c480c683-862e-4f5e-ac5b-8df0706bc8f9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142684 Feb 10 13:21:23.901153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=b5a44c37-097b-4441-9f2e-5fa6c942db1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:23.911150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port b5a44c37-097b-4441-9f2e-5fa6c942db1f on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:23.922657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911be0-12f3-4db4-99ee-763367034f9b req-06bed7d8-6786-4da6-99d3-a7b7a5dc0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:23.924148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-06bed7d8-6786-4da6-99d3-a7b7a5dc0b77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.1245139 Feb 10 13:21:23.990387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-763f3566-3bd2-494d-8b16-5e35bb851bf0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572305 Feb 10 13:21:24.015095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Deleting port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:24.015425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.098675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-264666e8-1ddd-43bf-8424-5ca348920169 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:24.108263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-264666e8-1ddd-43bf-8424-5ca348920169 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 813 time: 0.2086279 Feb 10 13:21:24.114953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c54f64b3-6d37-4845-8408-da63ecaa1391), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.125332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-96ae7f97-9dbf-49f3-9973-56801569d7e1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/quotas/4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 375 time: 0.0160491 Feb 10 13:21:24.165647 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-bb3dd74b-e6b3-4ac6-a946-c098b907ae3f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344789 Feb 10 13:21:24.222598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5a44c37-097b-4441-9f2e-5fa6c942db1f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:24.238787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54f64b3-6d37-4845-8408-da63ecaa1391']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:24.251863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b5a44c37-097b-4441-9f2e-5fa6c942db1f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:24.252516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b5a44c37-097b-4441-9f2e-5fa6c942db1f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:24.295230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-308ab89e-8a3e-4f69-8ea5-db5bfadccc13 service neutron] 10.222.0.13 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214111 Feb 10 13:21:24.405293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-b39d6a7d-f87c-45f9-b7e1-58f894b5ba3e service neutron] 10.222.0.13 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027391 Feb 10 13:21:24.539930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd4b9f9-c895-4cac-88bb-73344617dd84') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:24.540266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd4b9f9-c895-4cac-88bb-73344617dd84') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:24.578698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ecd4b9f9-c895-4cac-88bb-73344617dd84), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.602075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] For port 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:24.602075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.621027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-894d892d-643f-48bc-9b6c-ab794b9998c7 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175017 Feb 10 13:21:24.622075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ecd4b9f9-c895-4cac-88bb-73344617dd84), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.632840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Calling delete_port for 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:24.649448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6eca5-616d-4fc2-b2b3-ce8a49827272 req-e559085d-e32d-4769-8079-3b98b7b86ee9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:24.651065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38a6eca5-616d-4fc2-b2b3-ce8a49827272 req-e559085d-e32d-4769-8079-3b98b7b86ee9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 944 time: 0.6016226 Feb 10 13:21:24.652254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:24.652664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ecd4b9f9-c895-4cac-88bb-73344617dd84), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:24.658946 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:24.712400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0206d-4fc7-443b-8484-6656d5f519a5 req-a738fa8c-6c39-452c-a748-7786088131c1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:24.714211 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fed0206d-4fc7-443b-8484-6656d5f519a5 req-a738fa8c-6c39-452c-a748-7786088131c1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0822542 Feb 10 13:21:24.772288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fed0206d-4fc7-443b-8484-6656d5f519a5 req-c9d1247d-9453-4ed5-a4af-5156a020544a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Feb 10 13:21:24.872980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fb7dd5ef-214f-477e-b1d6-12d7dde660f7 req-5e2ef438-2002-48d7-bd8b-0a3b04c87c43 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 210 time: 0.0383809 Feb 10 13:21:24.879305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c54f64b3-6d37-4845-8408-da63ecaa1391), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.885561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:24.889543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/c54f64b3-6d37-4845-8408-da63ecaa1391 HTTP/1.1" status: 204 len: 168 time: 2.6248157 Feb 10 13:21:24.895160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:24.925806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38a6eca5-616d-4fc2-b2b3-ce8a49827272 req-45f70af1-4f90-40fb-b90c-858eccb462d4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441220 Feb 10 13:21:24.947144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766ebfa-1407-4b98-acbc-6bcac6c311ab tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=c54f64b3-6d37-4845-8408-da63ecaa1391,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:25.001987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c211ca6-aecf-417d-834e-b0fdbc7692d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:25.008608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c211ca6-aecf-417d-834e-b0fdbc7692d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1088173 Feb 10 13:21:25.009107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:25.061970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68911be0-12f3-4db4-99ee-763367034f9b req-9e0ea5e8-0b15-435b-a878-8d0f7e13c2b3 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334145 Feb 10 13:21:25.196651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984e0a3-8d7c-419c-b4d9-b8e044100398 req-26a556d2-a003-43d0-b0ff-1ee3418a4460 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:25.199344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3984e0a3-8d7c-419c-b4d9-b8e044100398 req-26a556d2-a003-43d0-b0ff-1ee3418a4460 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1723123 Feb 10 13:21:25.218129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-70cebb19-9fec-4d4e-a933-7bfbcc0187d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2042763 Feb 10 13:21:25.218574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:25.227299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1349193443'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:25.279554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7d41-30d6-46b2-9ce5-776784753627 req-0fb199d0-5f39-4ef0-a8be-509ceb29f82b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:25.281282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ef7d41-30d6-46b2-9ce5-776784753627 req-0fb199d0-5f39-4ef0-a8be-509ceb29f82b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1902299 Feb 10 13:21:25.302737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:25.309428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.312185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.343936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:25.358466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3984e0a3-8d7c-419c-b4d9-b8e044100398 req-1c3f69f3-01f1-412d-b0ac-897a6f989b8b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414187 Feb 10 13:21:25.396938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:25.414253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c3e7eb13-38d4-4c7d-a170-da7d3efa518c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.414702 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment c3e7eb13-38d4-4c7d-a170-da7d3efa518c of type vlan for network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 Feb 10 13:21:25.479791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ef7d41-30d6-46b2-9ce5-776784753627 req-b228a4c1-d63f-4e94-9fd3-d250ad8e3da6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825564 Feb 10 13:21:25.557000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.601912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35e9d8-86db-41f9-8c50-7a78a542b849 req-d38b47db-0301-48db-9d71-e5a816a5674e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:25.609016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f35e9d8-86db-41f9-8c50-7a78a542b849 req-d38b47db-0301-48db-9d71-e5a816a5674e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1114943 Feb 10 13:21:25.611685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.616687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:25.617347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.656058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (2190a730-c0bb-4d4b-b720-724937a93534), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.682041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4607430 Feb 10 13:21:25.686532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:25.722354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:25.754446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9520c6-8302-43cc-b5f4-fd8e264e5626 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=ac283d3f-cfb0-4d4c-b162-67ecb03b73e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:25.762644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f35e9d8-86db-41f9-8c50-7a78a542b849 req-a70c002b-8fe3-4ad1-8804-b4ea332de162 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527631 Feb 10 13:21:25.768974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:25.847516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device f5580657-b1c7-4e19-afe2-d89b3253462b details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:21:25.858436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:25.863990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:25.931887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Router 2190a730-c0bb-4d4b-b720-724937a93534 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:21:26.072250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-08291e7e-618b-4a38-a28d-ff2b947bfdb5 req-320f501c-daa8-478b-b401-e0facb1cba81 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Feb 10 13:21:26.114323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2394b13-1f8a-4128-a82c-e6823db8107a req-e21c97ce-4289-49e6-a494-f1caa18bc451 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:26.117506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2394b13-1f8a-4128-a82c-e6823db8107a req-e21c97ce-4289-49e6-a494-f1caa18bc451 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1829057 Feb 10 13:21:26.193728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-5f19dcb0-55b1-4d82-8e48-454c6450ea5b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:26.195509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-5f19dcb0-55b1-4d82-8e48-454c6450ea5b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 813 time: 0.2236886 Feb 10 13:21:26.232210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'device_id': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982', 'admin_state_up': True, 'tenant_id': '4fc558bb082f4548ada3fa3dacbbcdfc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:26.248235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:21:26.254430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3efed0b7-ab56-4ff0-aa5f-0762f13d4077 admin admin] 10.222.0.13 "PUT /v2.0/routers/2190a730-c0bb-4d4b-b720-724937a93534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4211237 Feb 10 13:21:26.269253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Sync routers for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:21:26.270380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2394b13-1f8a-4128-a82c-e6823db8107a req-79c25ef4-c709-40a2-95d1-7611e8a3e0d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356006 Feb 10 13:21:26.272640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:26.273637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=f5580657-b1c7-4e19-afe2-d89b3253462b,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:26.299094 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:26.299094 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:26.299346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'f5580657-b1c7-4e19-afe2-d89b3253462b', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': 'f5580657-b1c7-4e19-afe2-d89b3253462b', 'mac_address': 'fa:16:3e:ca:97:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:21:26.375464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port f5580657-b1c7-4e19-afe2-d89b3253462b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:26.377528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.399764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5580657-b1c7-4e19-afe2-d89b3253462b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:26.417202 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:21:26.431801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=f5580657-b1c7-4e19-afe2-d89b3253462b,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:26.443094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.478070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (15413fc5-b5c1-47c4-b2aa-859532bac293), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.486573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks [] for router (2190a730-c0bb-4d4b-b720-724937a93534), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.546530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:26.554674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cd155-bd2f-4e4d-8c51-351f24b02c16 req-ae94c0c4-1b2d-4f47-8ff9-d28758a5e427 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:26.562280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f7cd155-bd2f-4e4d-8c51-351f24b02c16 req-ae94c0c4-1b2d-4f47-8ff9-d28758a5e427 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 944 time: 0.3444860 Feb 10 13:21:26.568705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=15413fc5-b5c1-47c4-b2aa-859532bac293,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:26.614756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87003a16-02a8-4e3f-a020-063757f63d35 req-a374748c-d21b-43d9-83e8-5031cae0b449 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:26.616460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87003a16-02a8-4e3f-a020-063757f63d35 req-a374748c-d21b-43d9-83e8-5031cae0b449 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1779740 Feb 10 13:21:26.673383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks [] for router_gateway (2190a730-c0bb-4d4b-b720-724937a93534), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.676179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['f5580657-b1c7-4e19-afe2-d89b3253462b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:26.698674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f7cd155-bd2f-4e4d-8c51-351f24b02c16 req-a726b453-c12f-4cc0-8f0c-d5e6e81d07f1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352696 Feb 10 13:21:26.700844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Made reservation on behalf of 4fc558bb082f4548ada3fa3dacbbcdfc for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:26.711088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.743665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:26.744183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: ac283d3f-cfb0-4d4c-b162-67ecb03b73e6, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:26.756090 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:21:25Z', 'revision_number': 5, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port': {'id': '2cbcdb62-6f23-4eb8-9b1f-43614db47b30', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190a730-c0bb-4d4b-b720-724937a93534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:19:22Z', 'updated_at': '2022-02-10T13:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:26.769169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87003a16-02a8-4e3f-a020-063757f63d35 req-bce9f9d3-4a35-4c67-a1bf-e70a50c0b663 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 Feb 10 13:21:26.789622 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Checking router: 2190a730-c0bb-4d4b-b720-724937a93534 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:21:26.800936 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Routers {'2190a730-c0bb-4d4b-b720-724937a93534'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:26.802000 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2190a730-c0bb-4d4b-b720-724937a93534'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:26.824877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Deleting port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:26.825223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.906499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] Set router 2190a730-c0bb-4d4b-b720-724937a93534 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:21:26.912608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:26.939158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ac283d3f-cfb0-4d4c-b162-67ecb03b73e6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:26.948645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123d704-dbd0-4b6e-8e90-74ec16d3d208 None None] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:26.967340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:26.967935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:26.972248 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:21:26Z', 'revision_number': 6, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:26.992616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fda5-07a0-4508-bf90-41ba5bfe5012 req-c39d5a19-bdeb-43bd-bcb4-61be9c404494 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:27.000769 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3470fda5-07a0-4508-bf90-41ba5bfe5012 req-c39d5a19-bdeb-43bd-bcb4-61be9c404494 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1457176 Feb 10 13:21:27.002214 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5d897-a814-401e-8a38-bac9aae0c114 None None] The sync data for ids ['2190a730-c0bb-4d4b-b720-724937a93534'] in n-d-815324-6 is: [{'id': '2190a730-c0bb-4d4b-b720-724937a93534', 'name': 'tempest-ServersTestMultiNic-1801095011-router', 'tenant_id': '66438a039429494ab0cb9af19e38f04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:19:19Z', 'updated_at': '2022-02-10T13:21:26Z', 'revision_number': 6, 'project_id': '66438a039429494ab0cb9af19e38f04c', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:21:27.005010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] For port 2cbcdb62-6f23-4eb8-9b1f-43614db47b30, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:27.005527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.029395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Calling delete_port for 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:27.044717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b0c1-42d9-4172-a75a-bd1454f0383b req-4ca7ec85-492f-4f24-b5cb-1dd6ef5615a7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:27.047924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c229b0c1-42d9-4172-a75a-bd1454f0383b req-4ca7ec85-492f-4f24-b5cb-1dd6ef5615a7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1131382 Feb 10 13:21:27.056746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Allocated IP 172.20.0.5 (15c5cbb0-ac34-4cda-963e-2947e9c6b982/585b64e3-9f2d-4c5b-b04e-671588dac58f/7270a953-fd96-42af-81ec-98fe8b7e98f6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:27.074120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a7dbf84f-909e-40c4-a06a-987e0926bd3f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3842931 Feb 10 13:21:27.078554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:27.086746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6', 'name': 'tempest-PortsTestJSON-1979789110'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:27.105583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ac283d3f-cfb0-4d4c-b162-67ecb03b73e6', 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': '15413fc5-b5c1-47c4-b2aa-859532bac293'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:21:27.107041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.171516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c229b0c1-42d9-4172-a75a-bd1454f0383b req-def7621b-746a-4e60-809c-f2a2ed531f36 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635443 Feb 10 13:21:27.227478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3470fda5-07a0-4508-bf90-41ba5bfe5012 req-5dcc9426-44be-42e7-a12f-b3629cae2206 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256179 Feb 10 13:21:27.324180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22aceb28-e527-46be-ba1c-7fefe7d9d0e9 req-83acb2a0-0917-4c19-984e-baa60436231f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 210 time: 0.0416780 Feb 10 13:21:27.331156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Allocated IP 172.20.0.2 (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6/15413fc5-b5c1-47c4-b2aa-859532bac293/5a34f60a-afce-492a-855f-414a55ba1b6f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:27.338330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2cbcdb62-6f23-4eb8-9b1f-43614db47b30), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.382799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbcdb62-6f23-4eb8-9b1f-43614db47b30,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:27.386233 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.474971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (2190a730-c0bb-4d4b-b720-724937a93534), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.552263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks [] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.564290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.618422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (2190a730-c0bb-4d4b-b720-724937a93534), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.620485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks [] for router_controller (2190a730-c0bb-4d4b-b720-724937a93534), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.638966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:27.644016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:27.650269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:27.659164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Pushing event updated for resources: {'Port': ['ID=5a34f60a-afce-492a-855f-414a55ba1b6f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:27.726144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Attempting to bind port 5a34f60a-afce-492a-855f-414a55ba1b6f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:27.726380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Attempting to bind port 5a34f60a-afce-492a-855f-414a55ba1b6f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:27.726971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Attempting to bind port 5a34f60a-afce-492a-855f-414a55ba1b6f on network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:27.728640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (2190a730-c0bb-4d4b-b720-724937a93534), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.729403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2190a730-c0bb-4d4b-b720-724937a93534 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:21:27.736244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:27.736733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Checking segment: {'id': 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:27.737385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.737992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Bound using segment: {'id': 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:27.738765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Bound port: 5a34f60a-afce-492a-855f-414a55ba1b6f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:27.739577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.740647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.744402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f36ebc62-7f71-4da4-951b-22c86141d7be admin admin] 10.222.0.13 "DELETE /v2.0/routers/2190a730-c0bb-4d4b-b720-724937a93534 HTTP/1.1" status: 204 len: 168 time: 1.4705567 Feb 10 13:21:27.748890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:27.889582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:27.891394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device f5580657-b1c7-4e19-afe2-d89b3253462b up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:27.895310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.937806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] For port 5a34f60a-afce-492a-855f-414a55ba1b6f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:27.947943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 638dd3b0-f242-45c7-95e8-951b8399a07f yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:27.958720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:27.986962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] For port 5a34f60a-afce-492a-855f-414a55ba1b6f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5a34f60a-afce-492a-855f-414a55ba1b6f,segment=NetworkSegment(c3e7eb13-38d4-4c7d-a170-da7d3efa518c),segment_id=c3e7eb13-38d4-4c7d-a170-da7d3efa518c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:27.996666 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.055600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23291fcd-d6fd-4c9d-90a1-fbd5846d060a req-170a6acf-064f-4602-8abe-4c798929358c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.057517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23291fcd-d6fd-4c9d-90a1-fbd5846d060a req-170a6acf-064f-4602-8abe-4c798929358c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.6659107 Feb 10 13:21:28.068282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port f5580657-b1c7-4e19-afe2-d89b3253462b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:28.075880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a49e4b-88c7-4519-a0ab-4e09a7307be8 None None] Pushing event updated for resources: {'Port': ['ID=5a34f60a-afce-492a-855f-414a55ba1b6f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:28.094241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port f5580657-b1c7-4e19-afe2-d89b3253462b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:28.095527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.125188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:28.128943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:28.149135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:28.155517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:28.170894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Deleting subnet 2f13f1f8-402d-41c7-8424-dbb5161561e7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:28.174221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Publish callbacks [] for subnet (2f13f1f8-402d-41c7-8424-dbb5161561e7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.216527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (2f13f1f8-402d-41c7-8424-dbb5161561e7), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.249293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port f5580657-b1c7-4e19-afe2-d89b3253462b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:28.249684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.259208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:28.279998 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-23291fcd-d6fd-4c9d-90a1-fbd5846d060a req-734a509a-bc99-4e17-bdeb-9123743da308 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923187 Feb 10 13:21:28.283244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53871e-72f6-4dcb-b5cf-7303899258f2 req-94057904-d86b-491c-ba97-60c0ad683120 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.291641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a53871e-72f6-4dcb-b5cf-7303899258f2 req-94057904-d86b-491c-ba97-60c0ad683120 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 945 time: 0.5034657 Feb 10 13:21:28.291845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.292574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.313363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.7 (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6/15413fc5-b5c1-47c4-b2aa-859532bac293/638dd3b0-f242-45c7-95e8-951b8399a07f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:28.325431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:28.325784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06c4ce9f-c0be-4eb0-a9d4-5fdc9d792cc9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:28.326211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:28.329507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-b672aeb8-7cc2-445d-b755-d7418111b839 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1129870 Feb 10 13:21:28.343424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Request body: {'port': {'device_id': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:28.408562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:28.413300 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aaff5c-e435-4e8b-883b-a8e93f4bf9fe" -d '{"events": [{"server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "name": "network-vif-plugged", "status": "completed", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:28.418356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:28.418707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2cbcdb62-6f23-4eb8-9b1f-43614db47b30 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:28.429358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=f5580657-b1c7-4e19-afe2-d89b3253462b,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:28.435849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.490268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2f13f1f8-402d-41c7-8424-dbb5161561e7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.495774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a53871e-72f6-4dcb-b5cf-7303899258f2 req-abd7cd7e-6cef-4477-ac59-a575a797926e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030058 Feb 10 13:21:28.576384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (2f13f1f8-402d-41c7-8424-dbb5161561e7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.595799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:28.611161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.628488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f13f1f8-402d-41c7-8424-dbb5161561e7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:28.645612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.649953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f13f1f8-402d-41c7-8424-dbb5161561e7 HTTP/1.1" status: 204 len: 168 time: 0.8999271 Feb 10 13:21:28.653018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:28.656372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255435b0-496e-4c87-94d7-d1a0cb33e7ee None None] Network 54486d93-5624-4d43-a79e-1da312a04d85 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:28.661535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.661535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.661796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30af0e1-85a4-469b-be52-c4b1bc2882d0 req-bb33f4fa-ed4d-4c18-b3f8-94e17edbe19b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.661924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.662267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.662606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.662971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.663316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.663436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c30af0e1-85a4-469b-be52-c4b1bc2882d0 req-bb33f4fa-ed4d-4c18-b3f8-94e17edbe19b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.2455559 Feb 10 13:21:28.663648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.663979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.664308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.664932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.665270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.665598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f5ae5-dc34-4ef1-ac3f-b525f0ea01a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:28.717354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f686fa-8305-4eaa-9ec1-d76b8d157653 req-557e620c-5577-432c-9f21-e98753646538 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.721285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55f686fa-8305-4eaa-9ec1-d76b8d157653 req-557e620c-5577-432c-9f21-e98753646538 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0852475 Feb 10 13:21:28.807725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55f686fa-8305-4eaa-9ec1-d76b8d157653 req-69fb5151-cf71-4432-a2fa-1afceb8d33f7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Feb 10 13:21:28.864998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (54486d93-5624-4d43-a79e-1da312a04d85), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.894495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] DHCP port deletion for 54486d93-5624-4d43-a79e-1da312a04d85 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:28.945827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c30af0e1-85a4-469b-be52-c4b1bc2882d0 req-a3f5b595-318b-4ad7-8ef9-0f889af330ae tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324967 Feb 10 13:21:28.970901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785c21f-7e7e-48ba-ac85-26f19f73cb3a req-cd0ff92b-ffdd-4ec2-9f89-f4ddc7b505a5 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:28.972576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a785c21f-7e7e-48ba-ac85-26f19f73cb3a req-cd0ff92b-ffdd-4ec2-9f89-f4ddc7b505a5 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 931 time: 0.0677922 Feb 10 13:21:28.972689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:28.993206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Deleting port 595849be-2a4e-49a4-9d45-1c4616dfc9de {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:28.997060 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.049911 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfedaac-4387-4486-811f-d9d2e0687686 x-openstack-request-id: req-bdfedaac-4387-4486-811f-d9d2e0687686 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:29.051091 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "name": "network-vif-plugged", "status": "completed", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:29.052874 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdfedaac-4387-4486-811f-d9d2e0687686 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:29.056207 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b', 'code': 200} Feb 10 13:21:29.061514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a785c21f-7e7e-48ba-ac85-26f19f73cb3a req-d1481143-67e5-4c8a-8477-f963bd34114b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817628 Feb 10 13:21:29.154152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] For port 595849be-2a4e-49a4-9d45-1c4616dfc9de, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=595849be-2a4e-49a4-9d45-1c4616dfc9de,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:29.154584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889feed-2ea2-44e3-8268-d5fa7bb1568e req-b562d977-4443-4965-9ae5-1c7b1092c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:29.154694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.157650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1889feed-2ea2-44e3-8268-d5fa7bb1568e req-b562d977-4443-4965-9ae5-1c7b1092c886 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 1128 time: 0.0695384 Feb 10 13:21:29.171662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Calling delete_port for 595849be-2a4e-49a4-9d45-1c4616dfc9de owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:29.201253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.213439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Deleting port 595849be-2a4e-49a4-9d45-1c4616dfc9de {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:29.213780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.215002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1889feed-2ea2-44e3-8268-d5fa7bb1568e req-7dab1039-1789-431d-bdc3-569d37df19cc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Feb 10 13:21:29.265110 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.289902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] Pushing event deleted for resources: {'Port': ['ID=595849be-2a4e-49a4-9d45-1c4616dfc9de,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:29.300921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051bfe8-249d-4281-88cb-dc726779b200 None None] No DVR routers for this DVR port 595849be-2a4e-49a4-9d45-1c4616dfc9de on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:29.333528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:29.349970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:29.357784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:29.367644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=638dd3b0-f242-45c7-95e8-951b8399a07f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:29.420211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527eebc-a54a-4363-87c0-be02aff14980 req-c41d8b59-a14f-4b97-9519-e88950e62dc1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:29.422782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6527eebc-a54a-4363-87c0-be02aff14980 req-c41d8b59-a14f-4b97-9519-e88950e62dc1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2824435 Feb 10 13:21:29.465021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] For port 595849be-2a4e-49a4-9d45-1c4616dfc9de, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=595849be-2a4e-49a4-9d45-1c4616dfc9de,segment=NetworkSegment(45abea49-ba97-4c2d-9167-9a2df073b9b7),segment_id=45abea49-ba97-4c2d-9167-9a2df073b9b7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:29.465557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.493418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa75ad-4585-432f-af83-88f70421ec5b None None] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:29.510972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7270a953-fd96-42af-81ec-98fe8b7e98f6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:29.515908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Calling delete_port for 595849be-2a4e-49a4-9d45-1c4616dfc9de owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:29.529076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:29.529719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.535944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks [] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.614359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Transition to ACTIVE for port object 7270a953-fd96-42af-81ec-98fe8b7e98f6 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:29.620580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6527eebc-a54a-4363-87c0-be02aff14980 req-1746eb1c-40b5-4d76-8d6b-934a5a6c0cce tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792641 Feb 10 13:21:29.625276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ced67b9d-6370-4b28-89f1-1c258c37c6cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5427563 Feb 10 13:21:29.625999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Provisioning complete for port 5a34f60a-afce-492a-855f-414a55ba1b6f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:29.626386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.628600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:29.633694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.641126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'ac283d3f-cfb0-4d4c-b162-67ecb03b73e6', 'name': 'tempest-PortsTestJSON-1973790861'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:29.653995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a4a0c-a73e-4c5d-8226-c2a2c2195414 req-33a4868a-afcd-4719-a577-8a4bbf0b736b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:29.656174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c04a4a0c-a73e-4c5d-8226-c2a2c2195414 req-33a4868a-afcd-4719-a577-8a4bbf0b736b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 946 time: 0.0805814 Feb 10 13:21:29.701862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:29.762278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Current status of the port 5a34f60a-afce-492a-855f-414a55ba1b6f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:29.762664 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.797186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (595849be-2a4e-49a4-9d45-1c4616dfc9de), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.803024 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c04a4a0c-a73e-4c5d-8226-c2a2c2195414 req-f1514c03-4f61-49fc-8646-e5775ef84ff5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310394 Feb 10 13:21:29.807621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] For port 5a34f60a-afce-492a-855f-414a55ba1b6f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5a34f60a-afce-492a-855f-414a55ba1b6f,segment=NetworkSegment(c3e7eb13-38d4-4c7d-a170-da7d3efa518c),segment_id=c3e7eb13-38d4-4c7d-a170-da7d3efa518c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:29.813987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.878958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:29.883687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:29.884968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bb44a-925e-42d1-99f7-d0df0daf42b3 None None] Pushing event updated for resources: {'Port': ['ID=5a34f60a-afce-492a-855f-414a55ba1b6f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:29.895303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] No DVR routers for this DVR port 595849be-2a4e-49a4-9d45-1c4616dfc9de on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:29.907850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 840057b1-35f3-4bc5-92ff-9c3fe8b07c62 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:29.944602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Pushing event deleted for resources: {'Port': ['ID=595849be-2a4e-49a4-9d45-1c4616dfc9de,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:30.050586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Provisioning complete for port 5a34f60a-afce-492a-855f-414a55ba1b6f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:30.051119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.062728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4752b1b-e7c3-4479-af27-f5d947c2e4f6 req-24021b59-6612-4076-be11-049a44a73f7f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.065227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b4752b1b-e7c3-4479-af27-f5d947c2e4f6 req-24021b59-6612-4076-be11-049a44a73f7f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2944613 Feb 10 13:21:30.067738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (54486d93-5624-4d43-a79e-1da312a04d85), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.071138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Attempting to bind port 7270a953-fd96-42af-81ec-98fe8b7e98f6 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:30.071783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Attempting to bind port 7270a953-fd96-42af-81ec-98fe8b7e98f6 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:30.072330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Attempting to bind port 7270a953-fd96-42af-81ec-98fe8b7e98f6 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:30.094289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.11 (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6/15413fc5-b5c1-47c4-b2aa-859532bac293/840057b1-35f3-4bc5-92ff-9c3fe8b07c62) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:30.102608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Port 7270a953-fd96-42af-81ec-98fe8b7e98f6 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:30.102933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Attempting to bind port 7270a953-fd96-42af-81ec-98fe8b7e98f6 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:30.131450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54486d93-5624-4d43-a79e-1da312a04d85']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:30.134259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:30.134604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Checking segment: {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:30.134990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Bound using segment: {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:30.135435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Bound port: 7270a953-fd96-42af-81ec-98fe8b7e98f6, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:30.135802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.160859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45abea49-ba97-4c2d-9167-9a2df073b9b7') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:30.160960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45abea49-ba97-4c2d-9167-9a2df073b9b7') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:30.179967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Current status of the port 5a34f60a-afce-492a-855f-414a55ba1b6f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:30.209097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (45abea49-ba97-4c2d-9167-9a2df073b9b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.212260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Provisioning complete for port 638dd3b0-f242-45c7-95e8-951b8399a07f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:30.212614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.300786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c368f59-9ba2-401d-b369-a78ca6424ced None None] Port 638dd3b0-f242-45c7-95e8-951b8399a07f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:30.305012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.309530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (45abea49-ba97-4c2d-9167-9a2df073b9b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.330187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b4752b1b-e7c3-4479-af27-f5d947c2e4f6 req-37b3404d-1f5a-46eb-85a3-39690f916ad6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475898 Feb 10 13:21:30.330958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5a34f60a-afce-492a-855f-414a55ba1b6f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:30.331421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:30.331881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (45abea49-ba97-4c2d-9167-9a2df073b9b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:30.337114 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:30.347479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034477e7-68b8-4cf7-8ae8-316d820d6271 req-0befbd59-3a42-4786-8182-a454c8a6d2c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.355100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-034477e7-68b8-4cf7-8ae8-316d820d6271 req-0befbd59-3a42-4786-8182-a454c8a6d2c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.3084249 Feb 10 13:21:30.404649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5a34f60a-afce-492a-855f-414a55ba1b6f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:30.405097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.412706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:30.420309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.426563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (54486d93-5624-4d43-a79e-1da312a04d85), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.431551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.438114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-034477e7-68b8-4cf7-8ae8-316d820d6271 req-dd5da0df-2c6b-45cb-9e86-63cbb68ae178 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800378 Feb 10 13:21:30.438893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] 10.222.0.13 "DELETE /v2.0/networks/54486d93-5624-4d43-a79e-1da312a04d85 HTTP/1.1" status: 204 len: 168 time: 1.7843840 Feb 10 13:21:30.441054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:30.486225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:30.493414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:30.494555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.502370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:30.502501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f09e-a1c3-4dbf-a9dc-d2753b543270 admin admin] Pushing event deleted for resources: {'Network': ['ID=54486d93-5624-4d43-a79e-1da312a04d85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:30.539503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b3a4ae6f-ac10-4f33-a104-b6a1c8011236 None None] Provisioning complete for port 638dd3b0-f242-45c7-95e8-951b8399a07f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:30.539931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ae6f-ac10-4f33-a104-b6a1c8011236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.546559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.547692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.549656 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] 10.222.0.21 "PUT /v2.0/ports/7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 1091 time: 2.2112567 Feb 10 13:21:30.564745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:30.573056 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:30.615809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=840057b1-35f3-4bc5-92ff-9c3fe8b07c62,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:30.621769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4ae6f-ac10-4f33-a104-b6a1c8011236 None None] Port 638dd3b0-f242-45c7-95e8-951b8399a07f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:30.650781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538d92-fbae-4a40-997f-e51e462cb331 service neutron] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:30.665657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647845d2-cd9b-4c06-91e0-4a0f309c243c req-8c4fb104-1388-4a08-a8c3-fb9f7876665f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.667839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-647845d2-cd9b-4c06-91e0-4a0f309c243c req-8c4fb104-1388-4a08-a8c3-fb9f7876665f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 943 time: 0.2250824 Feb 10 13:21:30.676984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:30.685375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5a34f60a-afce-492a-855f-414a55ba1b6f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:30.709263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.710050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.736087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0b3fc47-0fdf-4d60-b499-4690b841c849 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1053236 Feb 10 13:21:30.738205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:30.751755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-87e79029-9486-4a1e-826b-b5f8e40cc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.753555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-87e79029-9486-4a1e-826b-b5f8e40cc2ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1125 time: 0.1566195 Feb 10 13:21:30.768673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 595849be-2a4e-49a4-9d45-1c4616dfc9de no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:30.814331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 595849be-2a4e-49a4-9d45-1c4616dfc9de {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:30.814728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 595849be-2a4e-49a4-9d45-1c4616dfc9de not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:30.821478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0edcb6f-1ea0-4b1e-a962-621df2ff677c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.838217 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-fff53bc9-05e9-46f1-a206-f2d068511c59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 217 time: 0.0759861 Feb 10 13:21:30.842295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65f81-4c37-4c33-ae16-140d6ddb56f8 req-1bea1758-04e9-451b-894e-1ddf9a532df2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.844608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acc65f81-4c37-4c33-ae16-140d6ddb56f8 req-1bea1758-04e9-451b-894e-1ddf9a532df2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2381492 Feb 10 13:21:30.891985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-647845d2-cd9b-4c06-91e0-4a0f309c243c req-6a927488-67f9-4546-a749-b44278571b8f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139907 Feb 10 13:21:30.899957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f26157e-bb0a-46b9-a216-ca14d3ae1a29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66438a039429494ab0cb9af19e38f04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183607 Feb 10 13:21:30.901648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d32776-1e20-4855-9a0d-bc419f1cc9ee tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.902659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:30.905865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-20d32776-1e20-4855-9a0d-bc419f1cc9ee tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1641462 Feb 10 13:21:30.906194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:30.925942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f46c-f090-43e2-a038-565e42486d4e req-38884bed-140e-41ae-b05f-7fff29e71604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:30.928019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-38884bed-140e-41ae-b05f-7fff29e71604 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.0727470 Feb 10 13:21:30.965804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-80c456bf-699d-4826-974c-264b3a52d129 None None] Provisioning complete for port 840057b1-35f3-4bc5-92ff-9c3fe8b07c62 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:30.966197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80c456bf-699d-4826-974c-264b3a52d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:30.971836 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb7d62-bdce-4976-833a-3a9d79b84a41 x-openstack-request-id: req-adcb7d62-bdce-4976-833a-3a9d79b84a41 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:30.972140 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:30.972399 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adcb7d62-bdce-4976-833a-3a9d79b84a41 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:30.972907 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'status': 'completed', 'code': 200} Feb 10 13:21:30.976353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-00cb0f49-1556-4424-9490-61ffc9096834 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393746 Feb 10 13:21:31.001383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acc65f81-4c37-4c33-ae16-140d6ddb56f8 req-04ba16cc-0d10-4ca6-90b3-ff2421e52a06 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474984 Feb 10 13:21:31.017825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-80c456bf-699d-4826-974c-264b3a52d129 None None] Port 840057b1-35f3-4bc5-92ff-9c3fe8b07c62 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:31.070395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] Publish callbacks [] for security_group (65df05f7-c15d-4f19-904b-b487f0d8d125), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.087198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 840057b1-35f3-4bc5-92ff-9c3fe8b07c62 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:31.087951 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.158280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] Publish callbacks [] for security_group (65df05f7-c15d-4f19-904b-b487f0d8d125), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.192726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c65227-7db3-4c40-812b-cc7552a6bd67 req-52782dbf-015c-41f3-bb47-9b3a2c0aac9a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.194406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86c65227-7db3-4c40-812b-cc7552a6bd67 req-52782dbf-015c-41f3-bb47-9b3a2c0aac9a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1234028 Feb 10 13:21:31.196900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fa950-2410-4809-967a-85913967f2c9 req-85c0e9a7-6ba4-4987-a5f1-a78e489b3b07 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.199110 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b0fa950-2410-4809-967a-85913967f2c9 req-85c0e9a7-6ba4-4987-a5f1-a78e489b3b07 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 946 time: 0.1782048 Feb 10 13:21:31.221712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-853e1dc7-6c4d-46ae-a245-20ff0421a2bd service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361352 Feb 10 13:21:31.226349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.249115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 840057b1-35f3-4bc5-92ff-9c3fe8b07c62 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:31.317041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86c65227-7db3-4c40-812b-cc7552a6bd67 req-8ae49918-cb38-454f-8f73-a81d747a683c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094327 Feb 10 13:21:31.327831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3b0fa950-2410-4809-967a-85913967f2c9 req-e819c1e4-2708-4284-8f21-26a5d5013edd tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197231 Feb 10 13:21:31.330696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (65df05f7-c15d-4f19-904b-b487f0d8d125), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.333323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.334437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65df05f7-c15d-4f19-904b-b487f0d8d125 HTTP/1.1" status: 204 len: 168 time: 0.4308956 Feb 10 13:21:31.361329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f2ca-2469-477e-911f-cfa0167c2769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df05f7-c15d-4f19-904b-b487f0d8d125,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:31.368096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7956f46c-f090-43e2-a038-565e42486d4e req-ff8b5cab-5979-43c2-be14-0ebac3cd206e service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387420 Feb 10 13:21:31.441752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (840057b1-35f3-4bc5-92ff-9c3fe8b07c62), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.547515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=840057b1-35f3-4bc5-92ff-9c3fe8b07c62,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:31.573505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-547d992a-e51c-45bf-8890-cdcb80242931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.584447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-547d992a-e51c-45bf-8890-cdcb80242931 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1125 time: 0.1569409 Feb 10 13:21:31.709843 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:31.717314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a2bf525-bddb-47fb-ad82-a27fb7c483a3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/840057b1-35f3-4bc5-92ff-9c3fe8b07c62 HTTP/1.1" status: 204 len: 168 time: 0.8050196 Feb 10 13:21:31.717682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:31.748474 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e39f0d8-c1c1-462a-b415-846b6c8bf576 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:31.752604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e39f0d8-c1c1-462a-b415-846b6c8bf576 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/840057b1-35f3-4bc5-92ff-9c3fe8b07c62 HTTP/1.1" status: 404 len: 333 time: 0.0314240 Feb 10 13:21:31.752779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ef3ed-b6ea-48c6-a628-c51c79a70e54 req-d9478333-80ab-4755-b7d8-9abba2a62371 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.752779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e2ef3ed-b6ea-48c6-a628-c51c79a70e54 req-d9478333-80ab-4755-b7d8-9abba2a62371 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1412444 Feb 10 13:21:31.754244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:31.771184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5859b-40e4-4982-b0a4-7245b42b1bcf req-992cf9a8-a53f-4a62-91ba-521fc9bf32ca tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.772916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0cf5859b-40e4-4982-b0a4-7245b42b1bcf req-992cf9a8-a53f-4a62-91ba-521fc9bf32ca tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1625416 Feb 10 13:21:31.831832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0cf5859b-40e4-4982-b0a4-7245b42b1bcf req-e87f022d-070d-4609-a392-5a97a506c60e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Feb 10 13:21:31.870615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-d77a2f33-de1d-4fdd-8716-b65e68611002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:31.872098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-d77a2f33-de1d-4fdd-8716-b65e68611002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.2785339 Feb 10 13:21:32.108052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9389c4-501a-4cbd-9244-189a8b565b95 req-6838caf0-9b58-476e-9350-4ce562c6ca77 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:32.116691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c9389c4-501a-4cbd-9244-189a8b565b95 req-6838caf0-9b58-476e-9350-4ce562c6ca77 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 943 time: 0.1077654 Feb 10 13:21:32.185939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c9389c4-501a-4cbd-9244-189a8b565b95 req-0655a805-d836-41d6-8fce-c6557f6754dc tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681658 Feb 10 13:21:32.281368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e2ef3ed-b6ea-48c6-a628-c51c79a70e54 req-f7187983-4492-42db-9f5d-f544afc57dd2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162649 Feb 10 13:21:32.284916 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-bf93a7b7-680b-4fe4-8fe1-2c9fca3de394 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 217 time: 0.3880508 Feb 10 13:21:32.353357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-cb17037d-ecf2-4287-9c95-eaa092784e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:32.355587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-cb17037d-ecf2-4287-9c95-eaa092784e56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.0604813 Feb 10 13:21:32.361677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 638dd3b0-f242-45c7-95e8-951b8399a07f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:32.362023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:32.404468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-4acebd96-9e27-4300-b571-b601ac46fa28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390825 Feb 10 13:21:32.442284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f6d08-605f-4b84-89ab-a36fd91e33b2 req-97900c87-4fe7-480f-b011-361253e9ba17 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:32.444973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce7f6d08-605f-4b84-89ab-a36fd91e33b2 req-97900c87-4fe7-480f-b011-361253e9ba17 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0714610 Feb 10 13:21:32.535214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce7f6d08-605f-4b84-89ab-a36fd91e33b2 req-83fe8c8e-a383-44db-b84f-176bcc17531c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Feb 10 13:21:32.549529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:32.572060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 638dd3b0-f242-45c7-95e8-951b8399a07f owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:32.581506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-1c3ed1cc-a03b-46c8-abf7-d835052922e9 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696458 Feb 10 13:21:32.743119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bcd50b17-bb83-4d24-9371-5e0ae7999dbc req-aa6cd46c-9257-4eb1-afb2-9869e55ece79 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528511 Feb 10 13:21:32.833719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:32.834288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33d4f9-8b24-4ddc-b266-4c07c650bff0 req-8028e0a7-c13f-4a17-b57e-549e7b593d8a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:32.836893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa33d4f9-8b24-4ddc-b266-4c07c650bff0 req-8028e0a7-c13f-4a17-b57e-549e7b593d8a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0684900 Feb 10 13:21:32.840134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (638dd3b0-f242-45c7-95e8-951b8399a07f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:32.889755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=638dd3b0-f242-45c7-95e8-951b8399a07f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:33.008196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa33d4f9-8b24-4ddc-b266-4c07c650bff0 req-7a42ede6-e2b4-4589-b597-d3a118ac7045 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627483 Feb 10 13:21:33.041476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.045998 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a68720f8-bac2-416d-8b43-fb2a7893fd42 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/638dd3b0-f242-45c7-95e8-951b8399a07f HTTP/1.1" status: 204 len: 168 time: 1.2907681 Feb 10 13:21:33.048790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:33.086130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93695a80-e3e4-426a-bda0-c9ceb83ff05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.105741 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad264d4-aab6-483b-951e-c4c5115fd2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:33.111826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cad264d4-aab6-483b-951e-c4c5115fd2d8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/638dd3b0-f242-45c7-95e8-951b8399a07f HTTP/1.1" status: 404 len: 333 time: 0.0588119 Feb 10 13:21:33.115105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:33.116882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f547-98a5-4562-a3a2-6252d9686173 req-a3bd531b-472f-48d2-bede-68bc802264a1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:33.124725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f45f547-98a5-4562-a3a2-6252d9686173 req-a3bd531b-472f-48d2-bede-68bc802264a1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1286521 Feb 10 13:21:33.214149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 15413fc5-b5c1-47c4-b2aa-859532bac293 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:33.215371 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bdc82d62-6418-4a7a-8e96-a402424a61f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.217957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (15413fc5-b5c1-47c4-b2aa-859532bac293), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.232008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f45f547-98a5-4562-a3a2-6252d9686173 req-29b998f5-2fd6-41d4-9e51-62dc9452bd22 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 Feb 10 13:21:33.273089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (15413fc5-b5c1-47c4-b2aa-859532bac293), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.295947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93695a80-e3e4-426a-bda0-c9ceb83ff05f admin admin] Publish callbacks [] for security_group (7669b5c2-31c6-44e5-91b6-71c614b6fca8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.302840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93695a80-e3e4-426a-bda0-c9ceb83ff05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7669b5c2-31c6-44e5-91b6-71c614b6fca8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.324847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be81468-6420-4767-86f5-ab3d89ed2cf6 req-26fe0806-92fd-408c-9af2-0e13d6f8f9e4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:33.329761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4be81468-6420-4767-86f5-ab3d89ed2cf6 req-26fe0806-92fd-408c-9af2-0e13d6f8f9e4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2152677 Feb 10 13:21:33.388855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93695a80-e3e4-426a-bda0-c9ceb83ff05f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2808efd3c9d4ce7b8665518b94c0ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539260 Feb 10 13:21:33.389545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:33.393559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695a80-e3e4-426a-bda0-c9ceb83ff05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7669b5c2-31c6-44e5-91b6-71c614b6fca8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:33.435466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4be81468-6420-4767-86f5-ab3d89ed2cf6 req-b765a448-f029-4108-afd4-fd0616b7fcb1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905616 Feb 10 13:21:33.453425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (15413fc5-b5c1-47c4-b2aa-859532bac293), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.454020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda742-4881-4507-8d62-2aac92fe0035 req-becd3fb6-602b-43d3-a0f9-334189be9683 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:33.454526 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ebda742-4881-4507-8d62-2aac92fe0035 req-becd3fb6-602b-43d3-a0f9-334189be9683 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 943 time: 0.1218505 Feb 10 13:21:33.493535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] Publish callbacks [] for security_group (7669b5c2-31c6-44e5-91b6-71c614b6fca8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.565302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ebda742-4881-4507-8d62-2aac92fe0035 req-9cab0d0e-ab0b-472b-830f-74f4158985d1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965118 Feb 10 13:21:33.571666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] Publish callbacks [] for security_group (7669b5c2-31c6-44e5-91b6-71c614b6fca8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.580489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (15413fc5-b5c1-47c4-b2aa-859532bac293), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.627369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=15413fc5-b5c1-47c4-b2aa-859532bac293,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:33.645868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.649440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6456e0a-a876-4bbb-906a-1c8804f07cbb None None] Network ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:33.649619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ab1620ed-c3ae-4402-9900-9f6d54e0a28b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/15413fc5-b5c1-47c4-b2aa-859532bac293 HTTP/1.1" status: 204 len: 168 time: 0.5334792 Feb 10 13:21:33.654041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:33.667172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7669b5c2-31c6-44e5-91b6-71c614b6fca8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.670539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.675088 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7669b5c2-31c6-44e5-91b6-71c614b6fca8 HTTP/1.1" status: 204 len: 168 time: 0.2796044 Feb 10 13:21:33.688411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfbcce-ffc4-456b-b51e-15b281598d63 req-01d88876-86e6-4114-9ce7-74e66b83ad71 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:33.690286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ecfbcce-ffc4-456b-b51e-15b281598d63 req-01d88876-86e6-4114-9ce7-74e66b83ad71 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1010735 Feb 10 13:21:33.715852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f78ad-c829-4581-bee9-e9a2333ed263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669b5c2-31c6-44e5-91b6-71c614b6fca8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:33.777037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ecfbcce-ffc4-456b-b51e-15b281598d63 req-7d910592-d335-467d-8bee-e27d07ccbacc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779955 Feb 10 13:21:33.780316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.898902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 5a34f60a-afce-492a-855f-414a55ba1b6f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:33.899608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:33.915165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] DHCP port deletion for ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:33.972875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Deleting port 5a34f60a-afce-492a-855f-414a55ba1b6f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:33.973316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.056391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] For port 5a34f60a-afce-492a-855f-414a55ba1b6f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5a34f60a-afce-492a-855f-414a55ba1b6f,segment=NetworkSegment(c3e7eb13-38d4-4c7d-a170-da7d3efa518c),segment_id=c3e7eb13-38d4-4c7d-a170-da7d3efa518c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:34.056835 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.075995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port 5a34f60a-afce-492a-855f-414a55ba1b6f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5a34f60a-afce-492a-855f-414a55ba1b6f,segment=NetworkSegment(c3e7eb13-38d4-4c7d-a170-da7d3efa518c),segment_id=c3e7eb13-38d4-4c7d-a170-da7d3efa518c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:34.076467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.082932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Calling delete_port for 5a34f60a-afce-492a-855f-414a55ba1b6f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:34.101781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fbe64-26d6-4c84-b831-e93d5b99e668 req-b8bbc4bc-01a7-4093-9a1b-babf3c2203ce tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:34.104001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-357fbe64-26d6-4c84-b831-e93d5b99e668 req-b8bbc4bc-01a7-4093-9a1b-babf3c2203ce tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2223043 Feb 10 13:21:34.121004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 5a34f60a-afce-492a-855f-414a55ba1b6f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:34.252263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5a34f60a-afce-492a-855f-414a55ba1b6f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:34.276694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-357fbe64-26d6-4c84-b831-e93d5b99e668 req-4a2b1140-414a-4b31-b239-62086b7307bb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615915 Feb 10 13:21:34.296581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.307379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (5a34f60a-afce-492a-855f-414a55ba1b6f), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.342637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5a34f60a-afce-492a-855f-414a55ba1b6f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:34.343440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5a34f60a-afce-492a-855f-414a55ba1b6f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:34.363363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=5a34f60a-afce-492a-855f-414a55ba1b6f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:34.366007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] No DVR routers for this DVR port 5a34f60a-afce-492a-855f-414a55ba1b6f on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:34.371659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a9fe7-c7f5-4330-93ad-13b4cfee986b None None] Pushing event deleted for resources: {'Port': ['ID=5a34f60a-afce-492a-855f-414a55ba1b6f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:34.376023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port 5a34f60a-afce-492a-855f-414a55ba1b6f on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:34.480258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.525970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.553733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac283d3f-cfb0-4d4c-b162-67ecb03b73e6']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:34.568517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2201a-99f6-4e71-8a96-a7cd0901b8d6 req-48941a59-67f1-4138-ab43-551613265bee tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:34.570760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58c2201a-99f6-4e71-8a96-a7cd0901b8d6 req-48941a59-67f1-4138-ab43-551613265bee tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1528549 Feb 10 13:21:34.574994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:34.575291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e7eb13-38d4-4c7d-a170-da7d3efa518c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:34.599613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (c3e7eb13-38d4-4c7d-a170-da7d3efa518c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.630055 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c3e7eb13-38d4-4c7d-a170-da7d3efa518c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.645832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:34.646247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (c3e7eb13-38d4-4c7d-a170-da7d3efa518c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:34.650186 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:34.663218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58c2201a-99f6-4e71-8a96-a7cd0901b8d6 req-c26482b8-efcd-4e13-9877-32ba01ea6deb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856349 Feb 10 13:21:34.673094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7270a953-fd96-42af-81ec-98fe8b7e98f6 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:21:34.743037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ac283d3f-cfb0-4d4c-b162-67ecb03b73e6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.761050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.771175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:34.783447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659734591'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:34.786955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/ac283d3f-cfb0-4d4c-b162-67ecb03b73e6 HTTP/1.1" status: 204 len: 168 time: 1.1172256 Feb 10 13:21:34.799642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cfec2-8977-49cd-b46e-d26c416bba3b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=ac283d3f-cfb0-4d4c-b162-67ecb03b73e6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:34.899186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f795220-e857-4117-8951-6b89ea5c780d req-42dc2adb-6504-4e50-860e-7c387cc23aa9 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:34.907326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f795220-e857-4117-8951-6b89ea5c780d req-42dc2adb-6504-4e50-860e-7c387cc23aa9 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 943 time: 0.1023700 Feb 10 13:21:34.922982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:34.926361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:34.938168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:34.966907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982', 'port_id': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'mac_address': 'fa:16:3e:18:47:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585b64e3-9f2d-4c5b-b04e-671588dac58f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:21:34.972634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:34.981576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553c6c0-31ae-4904-a40e-ca9ce9de4fbe req-e8b3de77-386c-465a-bc87-0ad5e800bef3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:34.989465 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f795220-e857-4117-8951-6b89ea5c780d req-f88beab4-6087-45a9-b349-47c8d8eb5020 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807316 Feb 10 13:21:34.991463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7553c6c0-31ae-4904-a40e-ca9ce9de4fbe req-e8b3de77-386c-465a-bc87-0ad5e800bef3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1186068 Feb 10 13:21:35.009887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1087fe08-37e9-42b0-853a-4e0d0b4a2308), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.010657 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment 1087fe08-37e9-42b0-853a-4e0d0b4a2308 of type vlan for network bcba484a-b8bc-46bb-b907-2190a7100f50 Feb 10 13:21:35.026850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7270a953-fd96-42af-81ec-98fe8b7e98f6 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:35.027576 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.043621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7270a953-fd96-42af-81ec-98fe8b7e98f6 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:35.067004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:35.073593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.100229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (bcba484a-b8bc-46bb-b907-2190a7100f50), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.135548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:35.155586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7553c6c0-31ae-4904-a40e-ca9ce9de4fbe req-e921d4ab-8903-4969-a851-56c6d28cb8e0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625168 Feb 10 13:21:35.165960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (bcba484a-b8bc-46bb-b907-2190a7100f50), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.173405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:35.174240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.184209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:35.315739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=bcba484a-b8bc-46bb-b907-2190a7100f50,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:35.316036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-233748325-network', 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:35.325748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb5ea479-44d7-4ae2-a005-90d2712d03d5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5516460 Feb 10 13:21:35.328746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:35.335582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:35.354039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:35.356109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network bcba484a-b8bc-46bb-b907-2190a7100f50 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:35.360676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.380656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.459169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:35.467278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.504917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks [] for security_group (8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.512580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.557522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:35.563906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:35.579882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (31f65df8-ca7c-4a18-9340-e478e39b0236), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.580461 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Added segment 31f65df8-ca7c-4a18-9340-e478e39b0236 of type vlan for network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 Feb 10 13:21:35.583078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:35.695344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.769150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.770141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:35.770735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.819206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6684098 Feb 10 13:21:35.821938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (c69a9d23-455f-4e0c-bf16-11c4ab9e92a3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.826732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:35.864905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.884707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Request body: {'subnet': {'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-233748325-subnet', 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:35.890572 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.894098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578bd63-f79f-4b1b-b6d6-9f74937627d1 admin admin] Pushing event updated for resources: {'Network': ['ID=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:35.926364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fcc33-63bd-4779-a96b-8753976ca3c9 req-5fdf7e14-5396-4334-8f5a-4d7aff083ae2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:35.931404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:35.935405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a38fcc33-63bd-4779-a96b-8753976ca3c9 req-5fdf7e14-5396-4334-8f5a-4d7aff083ae2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1444588 Feb 10 13:21:35.966652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:35.969739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:35.973091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': '1087fe08-37e9-42b0-853a-4e0d0b4a2308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:35.973091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: bcba484a-b8bc-46bb-b907-2190a7100f50, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:35.977918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=c69a9d23-455f-4e0c-bf16-11c4ab9e92a3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:36.072719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a38fcc33-63bd-4779-a96b-8753976ca3c9 req-30042b6c-21f6-4cbc-9cbc-dedcf8343363 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265118 Feb 10 13:21:36.138159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network bcba484a-b8bc-46bb-b907-2190a7100f50 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:36.157849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40172) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:36.180683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, bcba484a-b8bc-46bb-b907-2190a7100f50) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:36.189869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.189869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:36.194637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e96975-3481-4743-af40-99a37005331d None None] Network bcba484a-b8bc-46bb-b907-2190a7100f50 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:36.231044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1f36c47b-c082-465a-983e-49c121f565a5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9005442 Feb 10 13:21:36.233793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:36.240056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50', 'name': 'tempest-PortsTestJSON-1141388595', 'fixed_ips': [{'subnet_id': 'c69a9d23-455f-4e0c-bf16-11c4ab9e92a3', 'ip_address': '172.20.0.10'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:36.295404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555208f-ec64-4a1c-8e4c-074ed3b1aa44 req-92e9928f-316c-43a4-9d87-c5b459e923c3 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.297136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3555208f-ec64-4a1c-8e4c-074ed3b1aa44 req-92e9928f-316c-43a4-9d87-c5b459e923c3 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 944 time: 0.1852403 Feb 10 13:21:36.366155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-bcba484a-b8bc-46bb-b907-2190a7100f50', 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': 'c69a9d23-455f-4e0c-bf16-11c4ab9e92a3'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:21:36.368211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:36.441353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3555208f-ec64-4a1c-8e4c-074ed3b1aa44 req-d6dc5979-8f58-4dec-af05-ecd82a9b4b6e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355045 Feb 10 13:21:36.442937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (e8a1747a-e4a1-4705-8eef-d3a266e69d56), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:36.502142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.502809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.503289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.503750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.504267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.506217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.506738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.509537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-8751ce6b-7a53-40b1-8550-8dd3f25ebcde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6718 time: 0.3506303 Feb 10 13:21:36.517700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a1747a-e4a1-4705-8eef-d3a266e69d56,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:36.531513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Checking segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:36.531978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Network hostable DHCP agents. Network: 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:36.555190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:36.561024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51addef8-ad45-476e-a511-a231b1f47ef6 req-d0ea2bea-d90c-4051-a3f5-6e6c9d3bcbd8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.562600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51addef8-ad45-476e-a511-a231b1f47ef6 req-d0ea2bea-d90c-4051-a3f5-6e6c9d3bcbd8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2372925 Feb 10 13:21:36.581769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:36.589254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:36.590410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:36.615173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae830962-7095-4d35-af85-c7f9a59afe5e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7346797 Feb 10 13:21:36.625903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e0b0c-8972-4e89-a440-ad00a65960d0 None None] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:36.650845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-321b455e-8c08-4395-a134-f3294a4a1324 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317124 Feb 10 13:21:36.669066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:36.734471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Allocated IP 172.20.0.2 (bcba484a-b8bc-46bb-b907-2190a7100f50/c69a9d23-455f-4e0c-bf16-11c4ab9e92a3/1b830a2c-2e76-4812-be27-1a5766e52057) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:36.741154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51addef8-ad45-476e-a511-a231b1f47ef6 req-5e2676c3-daf9-4417-a6f8-17c949e9165e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606569 Feb 10 13:21:36.907546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:36.932042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:37.065342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f346e-7c48-493f-9279-8b938e932966 None None] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:37.183869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317de93-5297-4685-b786-292627eacdbb req-e8c8f2d5-5580-4779-9028-eb399094f481 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:37.188125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7317de93-5297-4685-b786-292627eacdbb req-e8c8f2d5-5580-4779-9028-eb399094f481 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1345043 Feb 10 13:21:37.209199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks [] for port (1b830a2c-2e76-4812-be27-1a5766e52057), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.244364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.296305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7317de93-5297-4685-b786-292627eacdbb req-3ac27c24-7442-40fe-b4f3-48e5f379e72e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014848 Feb 10 13:21:37.338154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Network bcba484a-b8bc-46bb-b907-2190a7100f50 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:37.344070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:37.346893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:37.358416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Pushing event updated for resources: {'Port': ['ID=1b830a2c-2e76-4812-be27-1a5766e52057,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:37.382508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.10 (bcba484a-b8bc-46bb-b907-2190a7100f50/c69a9d23-455f-4e0c-bf16-11c4ab9e92a3/4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:37.437513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-acd3b2ac-5bbd-41c4-9918-7aa724b4da53 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:37.439914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.441085 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-acd3b2ac-5bbd-41c4-9918-7aa724b4da53 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.2038865 Feb 10 13:21:37.448593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Attempting to bind port 1b830a2c-2e76-4812-be27-1a5766e52057 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:37.449257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Attempting to bind port 1b830a2c-2e76-4812-be27-1a5766e52057 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1087fe08-37e9-42b0-853a-4e0d0b4a2308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:37.449854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Attempting to bind port 1b830a2c-2e76-4812-be27-1a5766e52057 on network bcba484a-b8bc-46bb-b907-2190a7100f50 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:37.456896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:37.457564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Checking segment: {'id': '1087fe08-37e9-42b0-853a-4e0d0b4a2308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:37.458146 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.458716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Bound using segment: {'id': '1087fe08-37e9-42b0-853a-4e0d0b4a2308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:37.459355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Bound port: 1b830a2c-2e76-4812-be27-1a5766e52057, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1087fe08-37e9-42b0-853a-4e0d0b4a2308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:37.460007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.470851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-f4a0acaf-9e8d-4a57-a659-e01b42f93946 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/quotas/0470b80777d44b6a9fdd4af1e608b16f HTTP/1.1" status: 200 len: 375 time: 0.0235369 Feb 10 13:21:37.488260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb701d-855b-46a0-a29d-5040cbe44fd5 req-95ba60ec-e2f5-4792-80bc-13bff16bd940 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:37.489994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21fb701d-855b-46a0-a29d-5040cbe44fd5 req-95ba60ec-e2f5-4792-80bc-13bff16bd940 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.0863502 Feb 10 13:21:37.513492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-d78b9163-25d9-4007-9b63-e0b5edd64323 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336428 Feb 10 13:21:37.538389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] For port 1b830a2c-2e76-4812-be27-1a5766e52057, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:37.543540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] For port 1b830a2c-2e76-4812-be27-1a5766e52057, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1b830a2c-2e76-4812-be27-1a5766e52057,segment=NetworkSegment(1087fe08-37e9-42b0-853a-4e0d0b4a2308),segment_id=1087fe08-37e9-42b0-853a-4e0d0b4a2308)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:37.551787 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.565190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21fb701d-855b-46a0-a29d-5040cbe44fd5 req-e74b531c-7099-4ce7-b05d-3cd466c3bd0e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660090 Feb 10 13:21:37.636103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ef812-3c1e-4a18-8a06-1b5a3136890b None None] Pushing event updated for resources: {'Port': ['ID=1b830a2c-2e76-4812-be27-1a5766e52057,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:37.689797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192dec-f05a-401a-adcc-1bef1332997d req-ec6d68c7-0ed7-4057-81f3-a8eadb7f153a tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:37.697631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02192dec-f05a-401a-adcc-1bef1332997d req-ec6d68c7-0ed7-4057-81f3-a8eadb7f153a tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 944 time: 0.0722163 Feb 10 13:21:37.741350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-b7aa6c77-2036-48e0-a066-d1d67197acf0 service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110362 Feb 10 13:21:37.747156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.753708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02192dec-f05a-401a-adcc-1bef1332997d req-c6fbe4ed-41de-4097-b375-abda44fd64a4 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Feb 10 13:21:37.898257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-c9922d79-52de-46c3-826e-00490a4c91f7 service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492701 Feb 10 13:21:37.901949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:37.961572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network bcba484a-b8bc-46bb-b907-2190a7100f50 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:37.965421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:37.970297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:38.023626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:38.035790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.036280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.036727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.037198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.037644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.038603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.039045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.039469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.040027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.040445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.040898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.041419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.041876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:21:38.050660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:38.051576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.094397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:38.094693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa4bf736-d46a-4550-8379-8d34b1f695e7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8596678 Feb 10 13:21:38.102214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': 'bcba484a-b8bc-46bb-b907-2190a7100f50', 'name': 'tempest-PortsTestJSON-738660556', 'fixed_ips': [{'subnet_id': 'c69a9d23-455f-4e0c-bf16-11c4ab9e92a3', 'ip_address': '172.20.0.9'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:38.176079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7be3823-94e6-4e59-9d8e-6ed6ce39ff6e req-9f6d83b2-84aa-4f9a-9cad-2e722487fb61 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 210 time: 0.0547929 Feb 10 13:21:38.276176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1b830a2c-2e76-4812-be27-1a5766e52057 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:38.304689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:38.364112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1b830a2c-2e76-4812-be27-1a5766e52057 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:38.364874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.426726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.479145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1b830a2c-2e76-4812-be27-1a5766e52057 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:38.483756 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.493044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 49f08cc1-ff7a-4fb1-a58b-0c10614a1431 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:38.521431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bde3cd-c0e8-45d0-90e0-7306eb2b4a15 req-b46a0401-dc40-4523-ba85-dd36895187c3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:38.524187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48bde3cd-c0e8-45d0-90e0-7306eb2b4a15 req-b46a0401-dc40-4523-ba85-dd36895187c3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1070232 Feb 10 13:21:38.554585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1b830a2c-2e76-4812-be27-1a5766e52057, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1b830a2c-2e76-4812-be27-1a5766e52057,segment=NetworkSegment(1087fe08-37e9-42b0-853a-4e0d0b4a2308),segment_id=1087fe08-37e9-42b0-853a-4e0d0b4a2308)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:38.562877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.626737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1b830a2c-2e76-4812-be27-1a5766e52057,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:38.639226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-48bde3cd-c0e8-45d0-90e0-7306eb2b4a15 req-f912f851-a172-43dc-9053-c9d290f3c1ed tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091287 Feb 10 13:21:38.675392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7270a953-fd96-42af-81ec-98fe8b7e98f6 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:38.778290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 7270a953-fd96-42af-81ec-98fe8b7e98f6 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:38.784290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 7270a953-fd96-42af-81ec-98fe8b7e98f6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:38.784683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.879165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1479-5df9-4389-8f7d-23e4ceb84e53 req-e7e4d081-2245-4773-ae94-8e5e01a21fa8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:38.883132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-367c1479-5df9-4389-8f7d-23e4ceb84e53 req-e7e4d081-2245-4773-ae94-8e5e01a21fa8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1943192 Feb 10 13:21:38.911923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 7270a953-fd96-42af-81ec-98fe8b7e98f6 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:38.912932 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:38.917184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.9 (bcba484a-b8bc-46bb-b907-2190a7100f50/c69a9d23-455f-4e0c-bf16-11c4ab9e92a3/49f08cc1-ff7a-4fb1-a58b-0c10614a1431) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:38.918543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8237bd4-7b4c-4e7a-8448-20789284cafd req-66a2a947-0944-40a9-aa65-9b0868313f21 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:38.921471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8237bd4-7b4c-4e7a-8448-20789284cafd req-66a2a947-0944-40a9-aa65-9b0868313f21 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1352479 Feb 10 13:21:38.979206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:38.987473 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b914b-9252-4152-8b11-d091cb6d1e5d" -d '{"events": [{"server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "name": "network-vif-plugged", "status": "completed", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:39.023174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:39.024232 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8237bd4-7b4c-4e7a-8448-20789284cafd req-61a6b1c8-80e5-49a1-a6fa-ca1325a7b9e5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Feb 10 13:21:39.031951 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:39.110172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:39.165878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88597fd8-a3fb-406d-bb9f-c2319fbf53c7 req-6869001d-013c-443f-bfa3-cec78a3ab550 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.172832 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88597fd8-a3fb-406d-bb9f-c2319fbf53c7 req-6869001d-013c-443f-bfa3-cec78a3ab550 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Feb 10 13:21:39.246195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88597fd8-a3fb-406d-bb9f-c2319fbf53c7 req-4c91f9f1-5866-43dd-80bb-920292a9c049 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724249 Feb 10 13:21:39.247501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-367c1479-5df9-4389-8f7d-23e4ceb84e53 req-9856b286-acfa-4b1e-9001-cb2b1f54a1b0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943334 Feb 10 13:21:39.263907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:39.321335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:39.336077 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c29353-993e-4d99-9461-eff8943d68df x-openstack-request-id: req-39c29353-993e-4d99-9461-eff8943d68df {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:39.336429 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "name": "network-vif-plugged", "status": "completed", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:39.336816 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39c29353-993e-4d99-9461-eff8943d68df {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:39.337187 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'code': 200} Feb 10 13:21:39.413964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network bcba484a-b8bc-46bb-b907-2190a7100f50 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:39.419462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:39.422611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:39.435055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8eab03-0fc7-497a-939f-e513232ba30c None None] Network bcba484a-b8bc-46bb-b907-2190a7100f50 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:39.486977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1ffd4254-f6f8-4966-bd6b-4712862ac48f req-66efbdae-df53-4d8f-b78c-b2b94834ed30 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 210 time: 0.0774648 Feb 10 13:21:39.504296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=49f08cc1-ff7a-4fb1-a58b-0c10614a1431,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:39.528863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4964-666c-4fd2-90ab-3d531e5d2fe9 req-38a8c787-0c7e-4cce-90c2-53f1212dc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.530506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74dc4964-666c-4fd2-90ab-3d531e5d2fe9 req-38a8c787-0c7e-4cce-90c2-53f1212dc9f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1127 time: 0.1378253 Feb 10 13:21:39.555608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.557514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:39.603591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23fed102-6ba6-4b28-89b7-8fd62d571b88 None None] Provisioning complete for port 1b830a2c-2e76-4812-be27-1a5766e52057 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:39.604139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23fed102-6ba6-4b28-89b7-8fd62d571b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:39.630735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157d20-f061-4146-9d8e-69c7e562d661 req-6f5e5619-f4b0-47ee-a562-e6583d5f50e7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.633740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b157d20-f061-4146-9d8e-69c7e562d661 req-6f5e5619-f4b0-47ee-a562-e6583d5f50e7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2054389 Feb 10 13:21:39.635357 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74dc4964-666c-4fd2-90ab-3d531e5d2fe9 req-9a7c71c1-c0f3-4b7f-9f26-e094ddb56d5e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Feb 10 13:21:39.642528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-203aaf62-d6be-427f-8d6b-11e290cc46e1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5469186 Feb 10 13:21:39.646648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:39.722263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-23fed102-6ba6-4b28-89b7-8fd62d571b88 None None] Current status of the port 1b830a2c-2e76-4812-be27-1a5766e52057 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:39.749754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b157d20-f061-4146-9d8e-69c7e562d661 req-7af0c24a-30e4-4e9e-9779-d767c533903f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031725 Feb 10 13:21:39.818065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-c484cf1f-11f0-4d66-a6e8-9253779b77ea tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.820545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-c484cf1f-11f0-4d66-a6e8-9253779b77ea tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.77 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.2582538 Feb 10 13:21:39.841177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Request body: {'port': {'device_id': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'admin_state_up': True, 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:39.893715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06cdce-9f03-4552-b746-6bcfc26fae83 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:39.898840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fb06cdce-9f03-4552-b746-6bcfc26fae83 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2501395 Feb 10 13:21:39.901357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:39.950524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Provisioning complete for port 1b830a2c-2e76-4812-be27-1a5766e52057 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:39.952595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.005784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395157-3bf1-438c-92e9-fdd64f4afa49 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.012603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395157-3bf1-438c-92e9-fdd64f4afa49 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.018090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395157-3bf1-438c-92e9-fdd64f4afa49 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.022855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b5395157-3bf1-438c-92e9-fdd64f4afa49 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1205752 Feb 10 13:21:40.023478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:40.041732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd90e8-b6a7-4beb-8b43-63bef3966466 req-f91116f0-1e01-4bf2-a9f2-d285bdc716d5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.049922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:40.050451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eadd90e8-b6a7-4beb-8b43-63bef3966466 req-f91116f0-1e01-4bf2-a9f2-d285bdc716d5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1497383 Feb 10 13:21:40.060882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.089248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Current status of the port 1b830a2c-2e76-4812-be27-1a5766e52057 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:40.104728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Provisioning complete for port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:40.105439 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.193657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:40.193893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eadd90e8-b6a7-4beb-8b43-63bef3966466 req-780cd497-873e-43a7-937d-b49185328bcc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414158 Feb 10 13:21:40.219938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Provisioning complete for port 49f08cc1-ff7a-4fb1-a58b-0c10614a1431 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:40.222349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.249225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 49f08cc1-ff7a-4fb1-a58b-0c10614a1431 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:40.249571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.290099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1b830a2c-2e76-4812-be27-1a5766e52057 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:40.373797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d17c87fc-8e2c-4eb4-a902-689f67916237 None None] Port 49f08cc1-ff7a-4fb1-a58b-0c10614a1431 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:40.377428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Allocated IP 172.20.0.4 (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8/e8a1747a-e4a1-4705-8eef-d3a266e69d56/2c8e9a55-4bd8-4223-b25d-62b7215fbbd8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:40.395330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1b830a2c-2e76-4812-be27-1a5766e52057 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:40.395848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.442977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.457051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 49f08cc1-ff7a-4fb1-a58b-0c10614a1431 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:40.562495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1b830a2c-2e76-4812-be27-1a5766e52057 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:40.565127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e0f5-a070-4623-859b-7307e09a53b5 req-3d3098fc-487d-4a6e-aca6-22621440d7bf tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.566387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2a6c1e7e-85ce-4caa-8562-92ea18fb929a None None] Provisioning complete for port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:40.566998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1e7e-85ce-4caa-8562-92ea18fb929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.570311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e124e0f5-a070-4623-859b-7307e09a53b5 req-3d3098fc-487d-4a6e-aca6-22621440d7bf tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1899605 Feb 10 13:21:40.601607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (49f08cc1-ff7a-4fb1-a58b-0c10614a1431), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.618348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c1e7e-85ce-4caa-8562-92ea18fb929a None None] Port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:40.677486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=49f08cc1-ff7a-4fb1-a58b-0c10614a1431,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:40.733371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-43ff42c9-8b91-48f3-bc0f-276174bd7b0a None None] Could not find standard attr ID for object 49f08cc1-ff7a-4fb1-a58b-0c10614a1431. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:21:40.738768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:40.746262 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6ca0142-482f-4b04-a7e8-523d65e6c85e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/49f08cc1-ff7a-4fb1-a58b-0c10614a1431 HTTP/1.1" status: 204 len: 168 time: 0.7208643 Feb 10 13:21:40.753774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271856de-9f84-41d5-b55f-6476f32c7797 req-18e06894-2ac5-4342-a7a0-20618fae844e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:40.755299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-271856de-9f84-41d5-b55f-6476f32c7797 req-18e06894-2ac5-4342-a7a0-20618fae844e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1653430 Feb 10 13:21:40.755807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:40.797603 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-430a1be2-82ce-4b35-b937-30bbc73d0c6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:40.801982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-430a1be2-82ce-4b35-b937-30bbc73d0c6b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/49f08cc1-ff7a-4fb1-a58b-0c10614a1431 HTTP/1.1" status: 404 len: 333 time: 0.0450742 Feb 10 13:21:40.805480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:40.893743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-271856de-9f84-41d5-b55f-6476f32c7797 req-be5f6b56-8255-4c13-b361-0d52b642ba37 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283455 Feb 10 13:21:40.983238 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.010532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e124e0f5-a070-4623-859b-7307e09a53b5 req-278f39f2-1341-411b-8235-8f4ad2c00916 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273744 Feb 10 13:21:41.028940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:41.029411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.078468 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks [] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.148275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de782489-1507-454e-8216-66a6ddf14656 req-a725900d-bb1e-49cb-9d31-6cecd24237d8 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 210 time: 0.0352762 Feb 10 13:21:41.158402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.184070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:41.229367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:41.242512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:41.249407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event updated for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:41.330502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:41.332082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.357112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3b36-d8ba-4dc4-b766-1e9d8a360b84 req-92f02b98-2934-44b8-9d9d-8657e230bd97 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:41.359273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-163d3b36-d8ba-4dc4-b766-1e9d8a360b84 req-92f02b98-2934-44b8-9d9d-8657e230bd97 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1268132 Feb 10 13:21:41.363828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-89d3868d-6741-4118-ba4a-a3e86f30f3f1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5351987 Feb 10 13:21:41.379576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Request body: {'port': {'device_id': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:41.469373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-163d3b36-d8ba-4dc4-b766-1e9d8a360b84 req-bf432707-e49a-47a7-b45a-fe77411490f0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016841 Feb 10 13:21:41.479072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.531997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.551486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce2bf-98a0-406c-ba52-6ecd5eeac847 req-cfa5539c-04d6-4168-9a45-734341b43c39 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:41.557107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-256ce2bf-98a0-406c-ba52-6ecd5eeac847 req-cfa5539c-04d6-4168-9a45-734341b43c39 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 945 time: 0.4261792 Feb 10 13:21:41.570144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:41.648901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-256ce2bf-98a0-406c-ba52-6ecd5eeac847 req-70a2fcb9-a86d-4178-a965-55b518678697 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908041 Feb 10 13:21:41.747375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2765d3-8b22-42fb-9724-5134a73944ba req-f10e7f7e-5fca-4338-b0fd-6ad0c545c572 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:41.749123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee2765d3-8b22-42fb-9724-5134a73944ba req-f10e7f7e-5fca-4338-b0fd-6ad0c545c572 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1315761 Feb 10 13:21:41.750778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.777749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:41.839039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee2765d3-8b22-42fb-9724-5134a73944ba req-d2c41759-b4b0-44a3-b479-81b8559d6b20 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783317 Feb 10 13:21:41.853044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.856663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-954938ba-b5dc-49d0-a2ee-26a3bb27f959 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 HTTP/1.1" status: 204 len: 168 time: 1.0505354 Feb 10 13:21:41.868435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:41.927621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:41.943562 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b6aa59-f3eb-49c6-8ec2-b0931c9abba6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:41.945960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks [] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:41.947723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-42b6aa59-f3eb-49c6-8ec2-b0931c9abba6 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/4bcd65ff-8a6f-47f8-849a-c5bce6eb54e6 HTTP/1.1" status: 404 len: 333 time: 0.0755906 Feb 10 13:21:41.948413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:41.965867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Transition to ACTIVE for port object 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:41.972184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.030601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Pushing event updated for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:42.072679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398133a9-ffcc-4c0c-8430-c9dca267c2d5 req-83ba4b51-bbe3-4e06-95f1-909b7f4f2b73 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.082724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-398133a9-ffcc-4c0c-8430-c9dca267c2d5 req-83ba4b51-bbe3-4e06-95f1-909b7f4f2b73 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1330481 Feb 10 13:21:42.087943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet c69a9d23-455f-4e0c-bf16-11c4ab9e92a3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:42.091634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (c69a9d23-455f-4e0c-bf16-11c4ab9e92a3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.139555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Attempting to bind port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:42.140372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Attempting to bind port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:42.140938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Attempting to bind port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:42.167007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c69a9d23-455f-4e0c-bf16-11c4ab9e92a3), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.167273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:42.167465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Attempting to bind port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:42.177850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:42.178223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Checking segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:42.179235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Bound using segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:42.179681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Bound port: 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:42.180053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.217766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-398133a9-ffcc-4c0c-8430-c9dca267c2d5 req-50b75060-7fbe-4e4b-860e-692e396cbfd9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342387 Feb 10 13:21:42.233489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2fb97-563f-43a2-befa-9f96b6548134 req-73b29913-cd3a-4fcd-810b-2af621d8cd37 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.241366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3b2fb97-563f-43a2-befa-9f96b6548134 req-73b29913-cd3a-4fcd-810b-2af621d8cd37 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1116462 Feb 10 13:21:42.280230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c69a9d23-455f-4e0c-bf16-11c4ab9e92a3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.317315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3b2fb97-563f-43a2-befa-9f96b6548134 req-ea1d241e-0877-419d-8de9-316acdd10d80 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750380 Feb 10 13:21:42.329275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:42.334457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:42.351558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.416722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.417414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.418826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] 10.222.0.77 "PUT /v2.0/ports/2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 200 len: 1091 time: 1.0447505 Feb 10 13:21:42.421768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3778325-ec86-4103-954a-5c39dedcbfe6 req-3cb77634-ced8-45ca-806a-7f359081f743 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.422210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:42.425330 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c96083-0654-4fcf-945b-6b3a7276edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:42.425508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3778325-ec86-4103-954a-5c39dedcbfe6 req-3cb77634-ced8-45ca-806a-7f359081f743 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 943 time: 0.1191745 Feb 10 13:21:42.428034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c69a9d23-455f-4e0c-bf16-11c4ab9e92a3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.465714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=c69a9d23-455f-4e0c-bf16-11c4ab9e92a3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:42.477792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.478131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a73c1-c2e9-4d6f-a02f-293da303022d None None] Network bcba484a-b8bc-46bb-b907-2190a7100f50 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:42.483752 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9d6d11c5-c546-4180-ab1f-b06e556efd3c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/c69a9d23-455f-4e0c-bf16-11c4ab9e92a3 HTTP/1.1" status: 204 len: 168 time: 0.5300629 Feb 10 13:21:42.484022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:42.508526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d643-80ff-4d00-bd62-237c7c1e76ef service neutron] Pushing event updated for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:42.565023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccc2c9-9e06-4779-a80e-2f258923fded req-6ab00539-5697-4e4e-be25-0468aa6dbbae tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.573166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99ccc2c9-9e06-4779-a80e-2f258923fded req-6ab00539-5697-4e4e-be25-0468aa6dbbae tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1375771 Feb 10 13:21:42.591326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3778325-ec86-4103-954a-5c39dedcbfe6 req-a1a0abfe-41e1-4dae-b866-ec718af485b5 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345417 Feb 10 13:21:42.596920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (bcba484a-b8bc-46bb-b907-2190a7100f50), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.632797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-24ed7a34-7393-4310-87db-ec49b87f0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.634546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-24ed7a34-7393-4310-87db-ec49b87f0aa5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 1125 time: 0.1488075 Feb 10 13:21:42.644414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99ccc2c9-9e06-4779-a80e-2f258923fded req-4fb6aebd-5ff4-4596-9665-e5cb5016fb44 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688293 Feb 10 13:21:42.660128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 1b830a2c-2e76-4812-be27-1a5766e52057 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:42.660481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.697516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] DHCP port deletion for bcba484a-b8bc-46bb-b907-2190a7100f50 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:42.727326 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61b14f-7962-4c1a-b917-c603207179f5 x-openstack-request-id: req-ab61b14f-7962-4c1a-b917-c603207179f5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:42.727719 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:42.728053 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab61b14f-7962-4c1a-b917-c603207179f5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:42.728528 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8', 'status': 'completed', 'code': 200} Feb 10 13:21:42.730188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-bbe95799-e9d0-4a9d-b877-3ac378bf6e44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 200 len: 217 time: 0.0855796 Feb 10 13:21:42.743501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port 1b830a2c-2e76-4812-be27-1a5766e52057, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1b830a2c-2e76-4812-be27-1a5766e52057,segment=NetworkSegment(1087fe08-37e9-42b0-853a-4e0d0b4a2308),segment_id=1087fe08-37e9-42b0-853a-4e0d0b4a2308)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:42.744303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.760783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 1b830a2c-2e76-4812-be27-1a5766e52057 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:42.789926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Deleting port 1b830a2c-2e76-4812-be27-1a5766e52057 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:42.790301 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.851299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-09ad8280-1a6b-4f5d-90b9-9cc31f68bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.852921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-09ad8280-1a6b-4f5d-90b9-9cc31f68bcd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.1123233 Feb 10 13:21:42.885016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298bbd5-454d-4198-886c-27152246a468 req-dc7bad73-56d7-4d70-92fd-44e7c6743b51 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.886562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b298bbd5-454d-4198-886c-27152246a468 req-dc7bad73-56d7-4d70-92fd-44e7c6743b51 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1272695 Feb 10 13:21:42.899016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] For port 1b830a2c-2e76-4812-be27-1a5766e52057, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1b830a2c-2e76-4812-be27-1a5766e52057,segment=NetworkSegment(1087fe08-37e9-42b0-853a-4e0d0b4a2308),segment_id=1087fe08-37e9-42b0-853a-4e0d0b4a2308)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:42.905580 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:42.912699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-9c7df75c-901b-483d-97c2-51d768e45305 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478251 Feb 10 13:21:42.921205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd900e58-981b-49bd-a02f-c9382c645e8b req-2e6eb9f8-386c-4355-b6e7-c5b371d4bff4 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:42.923120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd900e58-981b-49bd-a02f-c9382c645e8b req-2e6eb9f8-386c-4355-b6e7-c5b371d4bff4 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 945 time: 0.1306453 Feb 10 13:21:42.929022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Calling delete_port for 1b830a2c-2e76-4812-be27-1a5766e52057 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:42.980727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.017698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=1b830a2c-2e76-4812-be27-1a5766e52057,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:43.023763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port 1b830a2c-2e76-4812-be27-1a5766e52057 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:43.062924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd900e58-981b-49bd-a02f-c9382c645e8b req-c4af4a73-c51d-47c9-b749-d3f504f9c8a9 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287718 Feb 10 13:21:43.086427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1b830a2c-2e76-4812-be27-1a5766e52057), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.094824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b298bbd5-454d-4198-886c-27152246a468 req-d5bcee50-5d78-4921-8c30-f4449940d1fb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937475 Feb 10 13:21:43.098168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-4e55eb86-a1e2-4161-a7e1-915011992f6f service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734233 Feb 10 13:21:43.162667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (bcba484a-b8bc-46bb-b907-2190a7100f50), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.185977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcba484a-b8bc-46bb-b907-2190a7100f50']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:43.190313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] Pushing event deleted for resources: {'Port': ['ID=1b830a2c-2e76-4812-be27-1a5766e52057,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:43.197938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1087fe08-37e9-42b0-853a-4e0d0b4a2308') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:43.198248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1087fe08-37e9-42b0-853a-4e0d0b4a2308') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:43.208258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1087fe08-37e9-42b0-853a-4e0d0b4a2308), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.212701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2e9f1-d7fc-4ff2-aa18-6954c989929f None None] No DVR routers for this DVR port 1b830a2c-2e76-4812-be27-1a5766e52057 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:43.231691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1087fe08-37e9-42b0-853a-4e0d0b4a2308), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.239615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:43.240026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1087fe08-37e9-42b0-853a-4e0d0b4a2308), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.271421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20aeb0eb-39e8-4aa9-86f0-adb8d79109c3 req-f5fd87e9-22e6-41ca-b60b-e84f93136e3d service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613214 Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:43.306067 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:43.336413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-e79542b1-e5d6-4fc4-9734-3984396075b0 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-784450475&fields=id&tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 267 time: 0.0885084 Feb 10 13:21:43.370199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (bcba484a-b8bc-46bb-b907-2190a7100f50), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.380927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.388784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:43.389003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/bcba484a-b8bc-46bb-b907-2190a7100f50 HTTP/1.1" status: 204 len: 168 time: 0.9037042 Feb 10 13:21:43.393622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-378435479'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:43.405680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872892-7aff-4c39-9caa-d820e7925636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=bcba484a-b8bc-46bb-b907-2190a7100f50,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:43.424025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ebcd0-65a4-463c-97ff-705dd81717ac req-00224e19-a98a-4ed6-9e13-d1f09b5fb25a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.432802 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-132ebcd0-65a4-463c-97ff-705dd81717ac req-00224e19-a98a-4ed6-9e13-d1f09b5fb25a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1276655 Feb 10 13:21:43.460053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:43.463461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.486067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-7b22df07-1df6-4c0f-8501-b0e046eab28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.487593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-7b22df07-1df6-4c0f-8501-b0e046eab28f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 1125 time: 0.1264389 Feb 10 13:21:43.501219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-132ebcd0-65a4-463c-97ff-705dd81717ac req-b66659eb-6256-4674-9718-9a81d5556b63 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672548 Feb 10 13:21:43.505679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-c10a7440-baac-4d58-9389-32c8e836fafd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.520820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-c10a7440-baac-4d58-9389-32c8e836fafd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 945 time: 0.1701014 Feb 10 13:21:43.540224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'security_groups': ['88b66595-8a74-401e-a9e7-bfd6d1d0d44e', 'd3afa488-c9b7-4e87-a4d7-f275a27c2e54']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:43.575531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:21:43.628881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (99dd3804-1a4d-409e-8bc9-25c5e7e9d24e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.629293 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Added segment 99dd3804-1a4d-409e-8bc9-25c5e7e9d24e of type vlan for network 59002fb7-7fc9-4865-964e-b4d81290ecb1 Feb 10 13:21:43.647980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e108-b599-429c-9fbb-db48471b8b1d req-36466d04-3891-47df-ad02-d47803326e06 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.655445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79c1e108-b599-429c-9fbb-db48471b8b1d req-36466d04-3891-47df-ad02-d47803326e06 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.0762434 Feb 10 13:21:43.715106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (59002fb7-7fc9-4865-964e-b4d81290ecb1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.719535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79c1e108-b599-429c-9fbb-db48471b8b1d req-6efebd12-95fd-4136-861d-6a16eefc9c61 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632448 Feb 10 13:21:43.733690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.751778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-3996ada4-1b25-46e3-a635-c3096ac9df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.753309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-3996ada4-1b25-46e3-a635-c3096ac9df6d service neutron] 10.222.0.77 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.2552450 Feb 10 13:21:43.829118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-f1688434-4404-4f53-b117-3d5eb8e898d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 200 len: 217 time: 0.0674162 Feb 10 13:21:43.829710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (59002fb7-7fc9-4865-964e-b4d81290ecb1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.835198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.835847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:43.847207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428b992-90d7-4981-8101-192d662f15c3 req-2013fc7a-82c9-4aaa-8d29-bc87033635fd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.848830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b428b992-90d7-4981-8101-192d662f15c3 req-2013fc7a-82c9-4aaa-8d29-bc87033635fd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0575817 Feb 10 13:21:43.922932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b428b992-90d7-4981-8101-192d662f15c3 req-b5265f55-d584-4213-8cc5-7255bc2d5ee4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Feb 10 13:21:43.928350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5387287 Feb 10 13:21:43.939359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:43.947633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:43.995498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-dc1b7e07-d3ca-4bec-a815-933e1f151996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:43.997025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-dc1b7e07-d3ca-4bec-a815-933e1f151996 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.1586416 Feb 10 13:21:44.001589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc3196-a267-4b77-af55-07b567e56ee8 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Network': ['ID=59002fb7-7fc9-4865-964e-b4d81290ecb1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:44.012539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:21:44.036887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-4b3764a7-08a9-4cae-812e-aebf91d1eb84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303249 Feb 10 13:21:44.160344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a47b2-ed56-4747-b9cc-7f3a1826ffbf req-f4c1b30e-7000-446f-9b33-784715d608da tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.166252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf7a47b2-ed56-4747-b9cc-7f3a1826ffbf req-f4c1b30e-7000-446f-9b33-784715d608da tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 943 time: 0.1196256 Feb 10 13:21:44.167826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:44.172839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.221475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-15257604-286a-4a06-89ab-f6b8d8c8f15c service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779623 Feb 10 13:21:44.228214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:44.243184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1b830a2c-2e76-4812-be27-1a5766e52057 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:44.265340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1b830a2c-2e76-4812-be27-1a5766e52057 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:44.266029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1b830a2c-2e76-4812-be27-1a5766e52057 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:44.315861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.323534 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.325730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bf7a47b2-ed56-4747-b9cc-7f3a1826ffbf req-a8674ffe-7db5-47d4-890e-f850fbd49eab tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473830 Feb 10 13:21:44.344823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:44.396917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.398165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.405249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fdb6e4b-c062-40f5-a41b-9636ab20fbf8 req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "PUT /v2.0/ports/7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 981 time: 0.8884060 Feb 10 13:21:44.419945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90c96083-0654-4fcf-945b-6b3a7276edbd req-78c5cfaa-199d-4459-884e-862cfbafa5c1 service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896143 Feb 10 13:21:44.447263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a7afe-38a3-4daf-b2bd-882d29d8dd85 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:44.579488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (5d481613-55ef-4a00-84ec-baa621b52df7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.597311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-96d6be75-c48e-458b-b8f0-c1e8ea8aff3a tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1725923879&fields=id&tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 267 time: 0.0788527 Feb 10 13:21:44.629343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:44.643525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0ca3-9c9b-4c12-8c19-dad46452e365 req-50a41406-079b-45c2-a4c2-062f07a69adf tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.651780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-893d0ca3-9c9b-4c12-8c19-dad46452e365 req-50a41406-079b-45c2-a4c2-062f07a69adf tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1552250 Feb 10 13:21:44.662329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-49c04c49-fd3b-4ba3-8468-5c24a9f404b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.671301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-49c04c49-fd3b-4ba3-8468-5c24a9f404b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 984 time: 0.0724874 Feb 10 13:21:44.675752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=5d481613-55ef-4a00-84ec-baa621b52df7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:44.684264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'security_groups': ['88b66595-8a74-401e-a9e7-bfd6d1d0d44e', 'd3afa488-c9b7-4e87-a4d7-f275a27c2e54', '53796a70-029d-4e78-bdbc-f7138114b5d9']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:44.722861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Checking segment: {'id': '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:44.723222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network hostable DHCP agents. Network: 59002fb7-7fc9-4865-964e-b4d81290ecb1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:21:44.729609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:44.732305 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74def986-9373-4d35-87fa-40cbf047ac31" -d '{"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:44.761063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-893d0ca3-9c9b-4c12-8c19-dad46452e365 req-dd0e0e35-dad3-4692-aca8-3ccc799b96c0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985484 Feb 10 13:21:44.777780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:21:44.789818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 59002fb7-7fc9-4865-964e-b4d81290ecb1) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:44.793941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.794538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.810980 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48c0802-4a9b-495b-a1a7-67134f1b9807 x-openstack-request-id: req-c48c0802-4a9b-495b-a1a7-67134f1b9807 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:44.811556 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:44.811556 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c48c0802-4a9b-495b-a1a7-67134f1b9807 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:44.824216 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'status': 'completed', 'code': 200} Feb 10 13:21:44.826195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c8379-c751-4abe-a7ef-0862d083c3b0 None None] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:44.826933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.830743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1ce0fcac-64f8-48a5-a8f1-9a756c0c86f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8954930 Feb 10 13:21:44.833618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:44.857807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-466847602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:44.965865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def986-9373-4d35-87fa-40cbf047ac31 req-aece131f-cd0e-4517-8e5a-c9b28e77c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:44.967433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-aece131f-cd0e-4517-8e5a-c9b28e77c4e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1166 time: 0.1346645 Feb 10 13:21:44.968369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:44.969548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.029072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for router_controller (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.053984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853fa30-aef0-41ac-9b47-8d3c46490d66 req-f17555f8-4ae9-48c9-8d5c-f3750b1c2216 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.056100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4853fa30-aef0-41ac-9b47-8d3c46490d66 req-f17555f8-4ae9-48c9-8d5c-f3750b1c2216 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1700530 Feb 10 13:21:45.057557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.113789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-59002fb7-7fc9-4865-964e-b4d81290ecb1', 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': '5d481613-55ef-4a00-84ec-baa621b52df7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:21:45.114641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.126519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:45.138477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4853fa30-aef0-41ac-9b47-8d3c46490d66 req-ac453cab-e975-48f2-9632-07b71549b51a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746102 Feb 10 13:21:45.173938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.175132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa03da57-c3e7-4d13-a664-f20bbdb78865 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3341017 Feb 10 13:21:45.177896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:45.185128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1', 'name': 'tempest-PortsTestJSON-2007042179'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:45.187203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.194047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.226435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:45.227694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.228350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.230104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c2f7cf3-21d0-4cfe-b424-69e021f28695 req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "PUT /v2.0/ports/7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 1020 time: 0.5572891 Feb 10 13:21:45.303284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b9a7-aec1-4ec8-8b20-a536a5409042 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:45.350171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Allocated IP 172.20.0.2 (59002fb7-7fc9-4865-964e-b4d81290ecb1/5d481613-55ef-4a00-84ec-baa621b52df7/e9b95fba-c16a-416f-a2b3-afaf895f0ae6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:45.393037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:45.410921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c11ed-3d63-41a3-ae84-727c9c8b9870 req-6dbd93e9-3fbc-4ced-ac8d-87bfa0214cc0 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.415477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a1c11ed-3d63-41a3-ae84-727c9c8b9870 req-6dbd93e9-3fbc-4ced-ac8d-87bfa0214cc0 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1023 time: 0.0954692 Feb 10 13:21:45.416315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def986-9373-4d35-87fa-40cbf047ac31 req-5d21bf5b-89e0-427f-b394-42e3f20ab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.417913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-5d21bf5b-89e0-427f-b394-42e3f20ab6af service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.3841696 Feb 10 13:21:45.419787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:45.423219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.435074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15381-87a2-4455-b3ae-ebacdda08302 req-d86c5e02-3e83-4f9b-9b4f-c77ef0986ef5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.442644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-82f15381-87a2-4455-b3ae-ebacdda08302 req-d86c5e02-3e83-4f9b-9b4f-c77ef0986ef5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1715102 Feb 10 13:21:45.504344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a1c11ed-3d63-41a3-ae84-727c9c8b9870 req-92e026a7-1eca-49f4-a89d-9abd1e7afac3 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3afa488-c9b7-4e87-a4d7-f275a27c2e54&id=53796a70-029d-4e78-bdbc-f7138114b5d9&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 200 len: 6207 time: 0.0813642 Feb 10 13:21:45.517800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-df573473-a94d-41f4-b00b-fa95896a7cba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 217 time: 0.0912127 Feb 10 13:21:45.524330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port b5fdba0a-fb34-49c9-8375-5145154fc9df yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:45.666786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cfd27-e601-419d-b209-5da5a925c4af req-af6fd418-d609-44f7-8308-662389cba42c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.670723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c31cfd27-e601-419d-b209-5da5a925c4af req-af6fd418-d609-44f7-8308-662389cba42c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 943 time: 0.0767736 Feb 10 13:21:45.678662 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks [] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.687632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-82f15381-87a2-4455-b3ae-ebacdda08302 req-51b362a1-b456-4116-9ea3-a10a681c7a9f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440381 Feb 10 13:21:45.707481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def986-9373-4d35-87fa-40cbf047ac31 req-59bb449c-93b8-4a10-b491-0a255bab1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.708246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.710515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-59bb449c-93b8-4a10-b491-0a255bab1c42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.1729848 Feb 10 13:21:45.775548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c31cfd27-e601-419d-b209-5da5a925c4af req-e60bc9fb-f38d-4988-8e59-bef4264aea03 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974271 Feb 10 13:21:45.788246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Pushing event updated for resources: {'Port': ['ID=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:45.805468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:45.812431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-40ea185a-a637-495d-bda5-8576d4a90cec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423443 Feb 10 13:21:45.823762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:45.824028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1984222731 ', 'description': 'tempest-description-258245981'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:45.831107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:45.884125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.912467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.9 (59002fb7-7fc9-4865-964e-b4d81290ecb1/5d481613-55ef-4a00-84ec-baa621b52df7/b5fdba0a-fb34-49c9-8375-5145154fc9df) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:45.913635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:21:45.964266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e7fc7-ceb4-4c14-8f88-2ff211abc779 req-500377d8-5cc3-4341-b078-a20776296361 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:45.967047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e91e7fc7-ceb4-4c14-8f88-2ff211abc779 req-500377d8-5cc3-4341-b078-a20776296361 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0816236 Feb 10 13:21:45.980738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Attempting to bind port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:45.981149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Attempting to bind port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:45.981519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Attempting to bind port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 on network 59002fb7-7fc9-4865-964e-b4d81290ecb1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:45.991809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:45.992176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Checking segment: {'id': '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:45.992725 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:45.993268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Bound using segment: {'id': '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:45.993779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Bound port: e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59002fb7-7fc9-4865-964e-b4d81290ecb1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:45.994175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.035457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e91e7fc7-ceb4-4c14-8f88-2ff211abc779 req-06401203-9d00-411b-911d-dd4fe7b693f1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Feb 10 13:21:46.178019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:46.198722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] For port e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:46.203967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4d6d-1cdb-4f35-9f16-2954125712cd req-e920375a-0ee0-4139-80db-d68b2418faf5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:46.204142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] For port e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,segment=NetworkSegment(99dd3804-1a4d-409e-8bc9-25c5e7e9d24e),segment_id=99dd3804-1a4d-409e-8bc9-25c5e7e9d24e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:46.205375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'port_id': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8', 'mac_address': 'fa:16:3e:93:c6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a1747a-e4a1-4705-8eef-d3a266e69d56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:21:46.206869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-379d4d6d-1cdb-4f35-9f16-2954125712cd req-e920375a-0ee0-4139-80db-d68b2418faf5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0911112 Feb 10 13:21:46.215573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.222918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-82918d08-bf26-4350-a5b8-118e8def17b6 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715436 Feb 10 13:21:46.254568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.275043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (375f0cc3-d710-487d-aa13-da47df3fcd5a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.291912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (375f0cc3-d710-487d-aa13-da47df3fcd5a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.293986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:46.294875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.318006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:46.338377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:46.339659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc2299-b1c5-4fb2-9edc-e096009ffbe6 None None] Pushing event updated for resources: {'Port': ['ID=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:46.345508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.352122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-379d4d6d-1cdb-4f35-9f16-2954125712cd req-e624145c-5048-4d15-a38c-e498bc69bf2d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296990 Feb 10 13:21:46.411837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.413639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-570b260c-5f92-4edc-bf0a-7bccea0ece45 req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6038351 Feb 10 13:21:46.423766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1ff5a-bf93-44fd-abd1-6b3d0ca2a679 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375f0cc3-d710-487d-aa13-da47df3fcd5a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:46.439310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:46.441333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-74def986-9373-4d35-87fa-40cbf047ac31 req-531609fe-a75f-41e5-88f7-8568afbfb36c service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023938 Feb 10 13:21:46.446411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.504647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:46.508060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:46.511861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:46.545226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6604d7-c5af-4fcb-a9a2-4caf9a3e4904 req-0188e999-cb8f-46e9-aae0-8f902794b694 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:46.546728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de6604d7-c5af-4fcb-a9a2-4caf9a3e4904 req-0188e999-cb8f-46e9-aae0-8f902794b694 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.0920279 Feb 10 13:21:46.549869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=b5fdba0a-fb34-49c9-8375-5145154fc9df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:46.611371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:46.614407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:46.615225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:46.637957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f95c80c-6a10-43ff-ae13-ef1a37fa473c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4581289 Feb 10 13:21:46.640482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:46.651295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de6604d7-c5af-4fcb-a9a2-4caf9a3e4904 req-6ec1865c-1b5c-4fbb-870c-60639726e0a8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966692 Feb 10 13:21:46.705680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ea1d0c7-fe31-4ab4-b32e-154bed85d4f4 req-c77d770f-3f75-48c2-8850-554b1d8b92bf tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/375f0cc3-d710-487d-aa13-da47df3fcd5a HTTP/1.1" status: 200 len: 1799 time: 0.1531320 Feb 10 13:21:46.825111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:46.832376 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfd1f8-dded-4b51-a615-a66460c2c674" -d '{"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:46.888274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15750-0fa4-4cb0-962c-9b3a299102f9 req-be952642-8474-4bbc-9dd8-810d3eb489ed tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:46.890017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cf15750-0fa4-4cb0-962c-9b3a299102f9 req-be952642-8474-4bbc-9dd8-810d3eb489ed tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1067317 Feb 10 13:21:46.965529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cf15750-0fa4-4cb0-962c-9b3a299102f9 req-f0c56d8f-ec37-4c21-a273-9be389d8c620 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693519 Feb 10 13:21:47.055434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d878f28-91b7-4728-a744-0501090de351 req-a119eef7-dc07-44e2-80c6-d6aeb82d622d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/375f0cc3-d710-487d-aa13-da47df3fcd5a HTTP/1.1" status: 200 len: 1799 time: 0.2649181 Feb 10 13:21:47.091233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab884-76d7-4860-b41d-126427b72796 req-5a3357e5-e9fd-45b3-8369-5fe74be78f88 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:47.092929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5fab884-76d7-4860-b41d-126427b72796 req-5a3357e5-e9fd-45b3-8369-5fe74be78f88 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 944 time: 0.0566788 Feb 10 13:21:47.152443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5fab884-76d7-4860-b41d-126427b72796 req-0b846516-5f37-415c-8b11-022045cf240e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Feb 10 13:21:47.204854 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f048e16-2262-47eb-81d0-bf1823e135be x-openstack-request-id: req-9f048e16-2262-47eb-81d0-bf1823e135be {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:47.205410 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:47.205903 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f048e16-2262-47eb-81d0-bf1823e135be {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:47.206511 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'status': 'completed', 'code': 200} Feb 10 13:21:47.341737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-2d4b663a-193d-43f3-b67c-ff330f69db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:47.344439 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-2d4b663a-193d-43f3-b67c-ff330f69db0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1206 time: 0.1180949 Feb 10 13:21:47.368610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf68cdc-45b2-4319-8891-d0eca04e309d req-42e04d04-4b1f-493d-8370-95b7e313ed7c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:47.370692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf68cdc-45b2-4319-8891-d0eca04e309d req-42e04d04-4b1f-493d-8370-95b7e313ed7c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1021316 Feb 10 13:21:47.487814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf68cdc-45b2-4319-8891-d0eca04e309d req-fe7bbcbb-cde3-4b1c-977a-2c60964c3e5e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027267 Feb 10 13:21:47.499853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-ab8f7fe1-0b40-489b-84c3-0a5b3f27deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:47.501632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-ab8f7fe1-0b40-489b-84c3-0a5b3f27deaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.1505153 Feb 10 13:21:47.549779 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-9fb114cf-c78f-4357-8c6f-ac24c04a5437 service neutron] show failed (client error): The resource could not be found. Feb 10 13:21:47.550808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-9fb114cf-c78f-4357-8c6f-ac24c04a5437 service neutron] 10.222.0.21 "GET /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.1204863 Feb 10 13:21:47.580309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-1dac53df-fc97-45eb-8262-134c023116ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 200 len: 217 time: 0.0704846 Feb 10 13:21:47.640795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-e14e86ae-0e1a-4693-9586-ea03004f01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:47.642363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-e14e86ae-0e1a-4693-9586-ea03004f01e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.0527585 Feb 10 13:21:47.707490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-669d5a07-6359-40fc-bc46-829a8be9eafa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583870 Feb 10 13:21:47.715177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0d878f28-91b7-4728-a744-0501090de351 req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (375f0cc3-d710-487d-aa13-da47df3fcd5a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:47.814955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0d878f28-91b7-4728-a744-0501090de351 req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (375f0cc3-d710-487d-aa13-da47df3fcd5a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:47.831870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:47.867173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11011e-c486-4e63-906f-6143f5bf59d2 None None] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:47.958311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:48.038245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0d878f28-91b7-4728-a744-0501090de351 req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (375f0cc3-d710-487d-aa13-da47df3fcd5a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.041808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0d878f28-91b7-4728-a744-0501090de351 req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.055504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0d878f28-91b7-4728-a744-0501090de351 req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/375f0cc3-d710-487d-aa13-da47df3fcd5a HTTP/1.1" status: 204 len: 173 time: 0.6261845 Feb 10 13:21:48.072403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:48.074827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Provisioning complete for port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:48.074998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.104388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:48.106172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.136597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6d7e2-2d9b-4a71-a036-fa6880e8acf2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375f0cc3-d710-487d-aa13-da47df3fcd5a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:48.268355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-476ea36e-7415-4b7c-90ee-3170560f2e5a service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530965 Feb 10 13:21:48.305856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Current status of the port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:48.306258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.325522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e9b95fba-c16a-416f-a2b3-afaf895f0ae6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:48.356332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e3e1-36b3-4ea3-a47a-2e655ec1d9e0 req-d1f7447f-67a2-4fc9-afef-dcfd2888f60d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:48.358009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c05e3e1-36b3-4ea3-a47a-2e655ec1d9e0 req-d1f7447f-67a2-4fc9-afef-dcfd2888f60d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1671486 Feb 10 13:21:48.415763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.415973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:48.416185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.423205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4dfd1f8-dded-4b51-a615-a66460c2c674 req-a6f8fc03-925b-4a26-83f7-03ff4859614e service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333714 Feb 10 13:21:48.426276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.432039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] For port e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,segment=NetworkSegment(99dd3804-1a4d-409e-8bc9-25c5e7e9d24e),segment_id=99dd3804-1a4d-409e-8bc9-25c5e7e9d24e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:48.441642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631702c5-5efe-47bf-b8c0-18402342aad4 req-62ed2acc-8d4e-4d8d-9478-f24158b75f39 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:48.443278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c05e3e1-36b3-4ea3-a47a-2e655ec1d9e0 req-f6731870-9759-496f-a5c8-dcf21ea4ff2b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783014 Feb 10 13:21:48.451791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-631702c5-5efe-47bf-b8c0-18402342aad4 req-62ed2acc-8d4e-4d8d-9478-f24158b75f39 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.6832523 Feb 10 13:21:48.455232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-185dc175-f30b-4a70-8810-0c6302f62d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:48.457177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-185dc175-f30b-4a70-8810-0c6302f62d77 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1132 time: 0.5948694 Feb 10 13:21:48.459714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.488700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:48.489351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:48.494574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:48.497129 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93e8d5-e401-4879-a5c3-a9e1c6f496c8" -d '{"events": [{"server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "name": "network-vif-plugged", "status": "completed", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:48.507647 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.530400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=b5fdba0a-fb34-49c9-8375-5145154fc9df,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:48.548188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:48.548188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.549105 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-fcdf1428-97e9-499b-9644-ce3e8e2b0c39 req-a36eeed4-6db0-4256-8171-cec86f9b6e46 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:21:48.550177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fcdf1428-97e9-499b-9644-ce3e8e2b0c39 req-a36eeed4-6db0-4256-8171-cec86f9b6e46 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/375f0cc3-d710-487d-aa13-da47df3fcd5a HTTP/1.1" status: 404 len: 352 time: 0.0352640 Feb 10 13:21:48.604198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae653b9-dd9a-4980-a40d-bf931c5a578f None None] Pushing event updated for resources: {'Port': ['ID=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:48.649966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-631702c5-5efe-47bf-b8c0-18402342aad4 req-cbc21cfb-c6e2-4bcf-bd9f-06a51339d2d5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937873 Feb 10 13:21:48.667935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.698084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:48.721878 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2630a-5e91-4e56-9ff7-fd3024127034 x-openstack-request-id: req-3fb2630a-5e91-4e56-9ff7-fd3024127034 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:48.722174 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "name": "network-vif-plugged", "status": "completed", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:48.722436 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fb2630a-5e91-4e56-9ff7-fd3024127034 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:48.722839 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8', 'code': 200} Feb 10 13:21:48.741738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-546803735', 'description': 'tempest-description-694917592'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:48.765219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Provisioning complete for port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:48.765610 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.813231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:48.857126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.859354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d75f3-4d8e-4d05-8d2d-bbc4becd6f9c req-748478bf-2ce5-4281-bd7b-ed0e303edc88 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:48.870737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e1d75f3-4d8e-4d05-8d2d-bbc4becd6f9c req-748478bf-2ce5-4281-bd7b-ed0e303edc88 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 945 time: 0.2171054 Feb 10 13:21:48.891411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Current status of the port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:48.903863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Provisioning complete for port b5fdba0a-fb34-49c9-8375-5145154fc9df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:48.904290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.940467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:48.965783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1b247e44-d4d3-4a98-a683-89565ce89bbd None None] Port b5fdba0a-fb34-49c9-8375-5145154fc9df cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:49.027836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e1d75f3-4d8e-4d05-8d2d-bbc4becd6f9c req-0ce30dd8-ff2b-404b-9e87-0a773bf2f95e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Feb 10 13:21:49.030472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (4de4c0df-70f2-4408-ab6c-86768faf5993), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.038434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4de4c0df-70f2-4408-ab6c-86768faf5993), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.057816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baedb30-ef08-4db0-81b9-459fb0d391d4 req-efb1da3f-32f1-4028-93c1-3801cc6a0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:49.059369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1baedb30-ef08-4db0-81b9-459fb0d391d4 req-efb1da3f-32f1-4028-93c1-3801cc6a0552 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 1127 time: 0.2624290 Feb 10 13:21:49.077401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:49.103629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.104970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44f1a57f-f368-4e4a-9237-8801a0390ad4 req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3884566 Feb 10 13:21:49.107434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc418-4d52-4af2-af45-e0e3cae3025c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4c0df-70f2-4408-ab6c-86768faf5993,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.116587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ca000255-586a-4a39-8e15-3ad9aeddf82c None None] Provisioning complete for port b5fdba0a-fb34-49c9-8375-5145154fc9df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:49.116906 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca000255-586a-4a39-8e15-3ad9aeddf82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.137681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-194001552', 'description': 'tempest-description-917680423'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:49.146139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:49.170667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ca000255-586a-4a39-8e15-3ad9aeddf82c None None] Port b5fdba0a-fb34-49c9-8375-5145154fc9df cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:49.196687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.208332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:49.211343 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08495057-2566-46dd-9702-84cbce716fae" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-unplugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:49.215562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks [] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.219581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1baedb30-ef08-4db0-81b9-459fb0d391d4 req-c4becdb4-9d79-4502-8b1a-566b9132d260 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522682 Feb 10 13:21:49.235592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.240203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Transition to ACTIVE for port object 78a753a2-a240-4122-a90b-4cc55d0bf563 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:49.245256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.258281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8876e4b-b4a0-456e-8d3a-be97b43a0606 req-be4c6c16-79b7-4892-9726-7d5e43728c20 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:49.259971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e8876e4b-b4a0-456e-8d3a-be97b43a0606 req-be4c6c16-79b7-4892-9726-7d5e43728c20 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1509321 Feb 10 13:21:49.325120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.348296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] No DVR routers for this DVR port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:49.360292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (32979f87-032c-4ca3-87c9-b51b7908b517), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.367413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (32979f87-032c-4ca3-87c9-b51b7908b517), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.395116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4db546f-eabb-4e91-bce3-dd4d7e326e8f None None] Provisioning complete for port b5fdba0a-fb34-49c9-8375-5145154fc9df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:49.395500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4db546f-eabb-4e91-bce3-dd4d7e326e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.413867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e8876e4b-b4a0-456e-8d3a-be97b43a0606 req-6765970d-196b-41d9-917e-bb4b559dd8cd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280887 Feb 10 13:21:49.441606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.448429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49f51e8e-9948-485c-8443-109912bb0f3b req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3168130 Feb 10 13:21:49.449347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:49.449775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:49.450222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:49.458833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b01d-3c76-4519-b495-476c091ffc09 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32979f87-032c-4ca3-87c9-b51b7908b517,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.462280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:49.462756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:49.471538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:49.471866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:49.472148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:49.472587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Bound port: 78a753a2-a240-4122-a90b-4cc55d0bf563, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:49.473045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.483990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4db546f-eabb-4e91-bce3-dd4d7e326e8f None None] Port b5fdba0a-fb34-49c9-8375-5145154fc9df cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:49.519343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834447583', 'description': 'tempest-description-73615187'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:49.537272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd461c-30ed-4093-a36e-0c5d6563e741 x-openstack-request-id: req-a8dd461c-30ed-4093-a36e-0c5d6563e741 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:49.537803 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-unplugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:49.538092 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8dd461c-30ed-4093-a36e-0c5d6563e741 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:49.538705 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'code': 200} Feb 10 13:21:49.566551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.633404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:49.638875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:49.649311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.662653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d85a-8fcd-434c-a515-232ba4b4cf73 req-83fbcf89-899c-48a5-831c-a13debb10241 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:49.664153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76a7d85a-8fcd-434c-a515-232ba4b4cf73 req-83fbcf89-899c-48a5-831c-a13debb10241 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.0867965 Feb 10 13:21:49.666324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.676112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.717176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:49.718320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.720009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] 10.222.0.77 "PUT /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 1096 time: 1.2470727 Feb 10 13:21:49.723105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (5a483d6d-7ac2-48bf-b91d-a9a9ce84776b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.731478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5a483d6d-7ac2-48bf-b91d-a9a9ce84776b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.785571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.790187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76a7d85a-8fcd-434c-a515-232ba4b4cf73 req-1deaab1c-a735-470a-b9cc-6dd253d73c57 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201949 Feb 10 13:21:49.790821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=b5fdba0a-fb34-49c9-8375-5145154fc9df,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.809356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7154eb2-9972-4fde-be3f-d648bb17bb76 service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.818317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a483d6d-7ac2-48bf-b91d-a9a9ce84776b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:49.824522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:49.825931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc49d8b8-984d-40e5-bed7-0ed1e7bcfd49 req-02799554-3c3a-40a8-91fb-00519fa9f14e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3176062 Feb 10 13:21:49.872780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-c8c15b7c-6712-433d-8649-573a8940c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:49.876102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-c8c15b7c-6712-433d-8649-573a8940c31c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1130 time: 0.1192188 Feb 10 13:21:49.956400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:49.961753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:50.020712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-4c18cafd-bd7c-43da-8265-2993247e1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.022286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-4c18cafd-bd7c-43da-8265-2993247e1dd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1406000 Feb 10 13:21:50.030965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553255bd-a2e0-4d25-a51e-f9dec12dbf33 req-2e3aaa51-1aa5-4b4d-aab3-2730439ef14a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.036104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-553255bd-a2e0-4d25-a51e-f9dec12dbf33 req-2e3aaa51-1aa5-4b4d-aab3-2730439ef14a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1320248 Feb 10 13:21:50.079299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16ec9f91-b1d2-4019-a26e-898f8b4ec4f2 req-2a4098ec-4813-44e4-b350-d1b9c5803596 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 11008 time: 0.1999876 Feb 10 13:21:50.085353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-1e321fb4-f066-4216-8b4b-d7f98620ebee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0482280 Feb 10 13:21:50.151996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-553255bd-a2e0-4d25-a51e-f9dec12dbf33 req-36bc0ad4-96c9-4ae3-a05c-b2fa8b5805da tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081259 Feb 10 13:21:50.163940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-5d887879-3f95-4d6a-9b45-2671182b351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.165465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-5d887879-3f95-4d6a-9b45-2671182b351f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0714753 Feb 10 13:21:50.184265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16ec9f91-b1d2-4019-a26e-898f8b4ec4f2 req-333fbbf7-efdd-4b30-9808-41d030a95a9c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 200 len: 3002 time: 0.0880396 Feb 10 13:21:50.236491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Router 4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:21:50.265663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-84cc69e7-08c7-45f0-a381-e22577c775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.267232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-84cc69e7-08c7-45f0-a381-e22577c775a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0942867 Feb 10 13:21:50.293390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-16ec9f91-b1d2-4019-a26e-898f8b4ec4f2 req-12f2c714-37ec-4765-b558-6a362bada96f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 200 len: 3002 time: 0.1132765 Feb 10 13:21:50.293644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e9b95fba-c16a-416f-a2b3-afaf895f0ae6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:50.373305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22d93f-fd4c-413d-a711-575d3cd5f456 req-3a44c760-9d44-4591-b85b-16c03c32df25 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.374844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc22d93f-fd4c-413d-a711-575d3cd5f456 req-3a44c760-9d44-4591-b85b-16c03c32df25 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 945 time: 0.1215513 Feb 10 13:21:50.406815 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-bb052a15-8f5e-4f52-9583-671c40536c46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1919825 Feb 10 13:21:50.411760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dc256137-d06f-4bdd-bcb1-46ed05cee9fe None None] Provisioning complete for port b5fdba0a-fb34-49c9-8375-5145154fc9df triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:50.413164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc256137-d06f-4bdd-bcb1-46ed05cee9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:50.441874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-215cfa32-1f45-4f80-a5e2-9dbcbc8b1f2a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542079 Feb 10 13:21:50.445874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:21:50.451904 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-680e14e3-0c19-4d23-a998-56629d371d64 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/routers/4deb12c0-9a23-42e9-ba71-ffb6ac9ea193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8104177 Feb 10 13:21:50.454514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:50.467931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] Sync routers for ids ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:21:50.481376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:50.483184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:50.512541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d36c1-ac98-4d7b-bdd9-d085f056a55b req-3f6f2482-6b15-4157-ab16-c201dee3a4d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.513873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dc256137-d06f-4bdd-bcb1-46ed05cee9fe None None] Port b5fdba0a-fb34-49c9-8375-5145154fc9df cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:21:50.514093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-421d36c1-ac98-4d7b-bdd9-d085f056a55b req-3f6f2482-6b15-4157-ab16-c201dee3a4d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1123118 Feb 10 13:21:50.519907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-122e1c57-504a-4995-9d6c-471562ffb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.521422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-122e1c57-504a-4995-9d6c-471562ffb214 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 1132 time: 0.0779865 Feb 10 13:21:50.535542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] Routers {'4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:50.536185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:50.557782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc22d93f-fd4c-413d-a711-575d3cd5f456 req-99018f93-b0af-4b8e-88ce-3487177ff1a4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754360 Feb 10 13:21:50.590499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:50.599068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb06404-92be-4810-aede-7931e8bc02d2 req-c4b4cf43-802f-444d-a753-28ddcf558d03 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283164 Feb 10 13:21:50.603703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] Routers {'4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:50.604853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:50.608355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae77be-e16a-422c-9da5-ed198340ccb3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.609274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7cae77be-e16a-422c-9da5-ed198340ccb3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 HTTP/1.1" status: 200 len: 982 time: 0.1530826 Feb 10 13:21:50.617066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:50.662959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-421d36c1-ac98-4d7b-bdd9-d085f056a55b req-153be215-043e-4058-ac40-194a14205524 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309659 Feb 10 13:21:50.672539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:50.675126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe78f2-d22c-4c5f-83aa-e85a333aece6 None None] The sync data for ids ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:21:50.706344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:50.713865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-948e1f9b-a5b9-4bc6-bd76-8b5da8f6668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.717366 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-948e1f9b-a5b9-4bc6-bd76-8b5da8f6668f service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1769242 Feb 10 13:21:50.717815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:50.773302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 78a753a2-a240-4122-a90b-4cc55d0bf563 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:21:50.773950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:50.794153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-a65eb351-2d0b-4099-a747-0b697db4bdad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 200 len: 217 time: 0.0689857 Feb 10 13:21:50.814933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-4d99aa4b-1c8c-465d-8a1a-ed9ca0b1431b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/4de4c0df-70f2-4408-ab6c-86768faf5993 HTTP/1.1" status: 200 len: 1818 time: 0.2045131 Feb 10 13:21:50.856306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-99a3d131-cad7-4bc5-bbe2-f038dc9e3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.858696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-99a3d131-cad7-4bc5-bbe2-f038dc9e3bf0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0563633 Feb 10 13:21:50.918573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-c09d31b5-0360-40fb-b7d1-f8657cb92399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:50.920364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-c09d31b5-0360-40fb-b7d1-f8657cb92399 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0552428 Feb 10 13:21:50.997919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (4de4c0df-70f2-4408-ab6c-86768faf5993), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.035014 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-f6b39c73-4a3b-4df0-a4a3-89d825f9e9b6 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069443 Feb 10 13:21:51.068559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (4de4c0df-70f2-4408-ab6c-86768faf5993), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.149568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15c1cb16-6ac7-46ac-8238-f6d5afe1c7cf req-e25b9d2c-2a4f-4a8e-8415-23823263a2a7 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084316 Feb 10 13:21:51.168832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4de4c0df-70f2-4408-ab6c-86768faf5993), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.171990 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.174321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2c77840-184d-41e4-ae59-0df3dad78aef req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/4de4c0df-70f2-4408-ab6c-86768faf5993 HTTP/1.1" status: 204 len: 173 time: 0.3529735 Feb 10 13:21:51.197020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab119a0-6ec9-42c4-9a75-39a98972606d req-07b44473-fd04-4fa6-ba24-763f6520535e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.198670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bab119a0-6ec9-42c4-9a75-39a98972606d req-07b44473-fd04-4fa6-ba24-763f6520535e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.0649593 Feb 10 13:21:51.217271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc326-52a5-4a41-bdb5-b3105571a34b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4c0df-70f2-4408-ab6c-86768faf5993,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:51.260791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bab119a0-6ec9-42c4-9a75-39a98972606d req-34d9361f-5f63-44df-9597-84e04da971d7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Feb 10 13:21:51.296035 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-6598ff9a-f3bc-4c02-b94d-246c2d5a34e9 req-e6f6f389-a00f-4339-85c6-f992ced752a1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:21:51.297236 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6598ff9a-f3bc-4c02-b94d-246c2d5a34e9 req-e6f6f389-a00f-4339-85c6-f992ced752a1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/4de4c0df-70f2-4408-ab6c-86768faf5993 HTTP/1.1" status: 404 len: 352 time: 0.0145612 Feb 10 13:21:51.356273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-8cb6ed44-486f-425e-9bc6-7ebfc22d657f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/32979f87-032c-4ca3-87c9-b51b7908b517 HTTP/1.1" status: 200 len: 1818 time: 0.0393322 Feb 10 13:21:51.372226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.383947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d2e55-d266-48bc-bc57-ef9d3b9a6ab0 req-0ac2db11-758f-4c1d-9dd3-500b1016cf35 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.385524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-401d2e55-d266-48bc-bc57-ef9d3b9a6ab0 req-0ac2db11-758f-4c1d-9dd3-500b1016cf35 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1379838 Feb 10 13:21:51.413801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (32979f87-032c-4ca3-87c9-b51b7908b517), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.435864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (32979f87-032c-4ca3-87c9-b51b7908b517), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.478992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (32979f87-032c-4ca3-87c9-b51b7908b517), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.481568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:51.482721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-52c8f0c4-f85d-40b3-bafc-c6336a1ba6b7 req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/32979f87-032c-4ca3-87c9-b51b7908b517 HTTP/1.1" status: 204 len: 173 time: 0.1210129 Feb 10 13:21:51.492205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846895c-00ad-403d-b386-da690d96ac78 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32979f87-032c-4ca3-87c9-b51b7908b517,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:51.512541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-401d2e55-d266-48bc-bc57-ef9d3b9a6ab0 req-b1aec4fb-667f-46d2-b0a9-d97f986e5f52 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924265 Feb 10 13:21:51.536004 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-ba3fb83a-0070-48a1-80bd-f55333a576c8 req-0e7837e0-5e94-48ea-84d6-8ce2eeefc665 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:21:51.537261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ba3fb83a-0070-48a1-80bd-f55333a576c8 req-0e7837e0-5e94-48ea-84d6-8ce2eeefc665 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/32979f87-032c-4ca3-87c9-b51b7908b517 HTTP/1.1" status: 404 len: 352 time: 0.0194228 Feb 10 13:21:51.548837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:51.551248 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d" -d '{"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:51.606947 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c5c00-0d8d-4ddb-9e98-f862d22b99cb x-openstack-request-id: req-bd8c5c00-0d8d-4ddb-9e98-f862d22b99cb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:51.607239 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:51.607495 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd8c5c00-0d8d-4ddb-9e98-f862d22b99cb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:51.607901 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'status': 'completed', 'code': 200} Feb 10 13:21:51.630978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-a69e2c56-beea-4bd4-9b68-85fa0a06c6b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/5a483d6d-7ac2-48bf-b91d-a9a9ce84776b HTTP/1.1" status: 200 len: 1818 time: 0.0730090 Feb 10 13:21:51.731599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-e40ece27-414e-4619-8a18-ef407f39c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.733527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-e40ece27-414e-4619-8a18-ef407f39c556 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1130 time: 0.0980198 Feb 10 13:21:51.761909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01766-73e6-4349-abfd-e10970b46304 req-19cd3c5b-0d41-42cb-a8af-65a280123d35 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.763482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7e01766-73e6-4349-abfd-e10970b46304 req-19cd3c5b-0d41-42cb-a8af-65a280123d35 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 945 time: 0.0810294 Feb 10 13:21:51.874770 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7e01766-73e6-4349-abfd-e10970b46304 req-8abe8826-1189-471d-b49a-6e19c5a1c4ff tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004112 Feb 10 13:21:51.880869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-84944b77-906b-4a8f-aad9-41891558a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.882598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-84944b77-906b-4a8f-aad9-41891558a1c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1375711 Feb 10 13:21:51.930124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-5fab5c90-f5ba-4ac9-8aaa-398c1cb04fe2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0413535 Feb 10 13:21:51.984069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-674e6b42-83b6-45b0-bbcb-e9407f45b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:51.985751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-674e6b42-83b6-45b0-bbcb-e9407f45b59f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0458059 Feb 10 13:21:52.049844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-76336bad-1947-4f24-b1ff-6975683521ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.051722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-76336bad-1947-4f24-b1ff-6975683521ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0522134 Feb 10 13:21:52.079920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-c9f6c43a-3fbc-4d35-a5a1-55babb9182de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.081610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-c9f6c43a-3fbc-4d35-a5a1-55babb9182de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1130 time: 0.4264231 Feb 10 13:21:52.083085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (5a483d6d-7ac2-48bf-b91d-a9a9ce84776b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.127595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port b5fdba0a-fb34-49c9-8375-5145154fc9df {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:52.127968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.171326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (5a483d6d-7ac2-48bf-b91d-a9a9ce84776b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.196263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-12183503-561c-4bf7-a68d-1ea8245d8a56 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302953 Feb 10 13:21:52.338854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5a483d6d-7ac2-48bf-b91d-a9a9ce84776b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.339525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-b9abb4d3-493b-411f-b067-cfc10acd9520 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367879 Feb 10 13:21:52.341507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.342621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ec642c-31ce-4d2c-8b67-0eb9d2040ef3 req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a483d6d-7ac2-48bf-b91d-a9a9ce84776b HTTP/1.1" status: 204 len: 173 time: 0.6979427 Feb 10 13:21:52.358819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-bd9ea2b2-7d00-47de-81c1-a522a959ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.360277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-bd9ea2b2-7d00-47de-81c1-a522a959ea37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2685401 Feb 10 13:21:52.362335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.391972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6f02-d4da-4241-8044-55c47b734e25 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a483d6d-7ac2-48bf-b91d-a9a9ce84776b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:52.415461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318470c-3d40-40a8-81c2-05ebf4a6f94f req-94bfc870-3ba6-426a-be1c-168fe8470a42 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.423025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7318470c-3d40-40a8-81c2-05ebf4a6f94f req-94bfc870-3ba6-426a-be1c-168fe8470a42 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.0784206 Feb 10 13:21:52.437043 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-22c7a997-f5df-4e73-b882-ba76d1ba5623 req-854a85c1-a26f-4bdd-8666-3358b4e64a56 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:21:52.438091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22c7a997-f5df-4e73-b882-ba76d1ba5623 req-854a85c1-a26f-4bdd-8666-3358b4e64a56 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/5a483d6d-7ac2-48bf-b91d-a9a9ce84776b HTTP/1.1" status: 404 len: 352 time: 0.0652390 Feb 10 13:21:52.439411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for b5fdba0a-fb34-49c9-8375-5145154fc9df owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:52.441965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-7ade86e7-2312-46c9-afb3-9ef234e9d7af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0701516 Feb 10 13:21:52.472429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7318470c-3d40-40a8-81c2-05ebf4a6f94f req-b1f33f20-df4c-4e34-8a03-58097d88dbac tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Feb 10 13:21:52.579712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-3987f0ed-c83b-48cd-9f59-036a3722364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.581240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-3987f0ed-c83b-48cd-9f59-036a3722364f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1286657 Feb 10 13:21:52.632542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504d4a-7de9-4d78-8e28-fc2c4b1fcbc5 req-730355a6-af27-4daf-819c-50a73e765bd5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.634894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce504d4a-7de9-4d78-8e28-fc2c4b1fcbc5 req-730355a6-af27-4daf-819c-50a73e765bd5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0582435 Feb 10 13:21:52.711385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce504d4a-7de9-4d78-8e28-fc2c4b1fcbc5 req-51c85b29-9bee-4ae9-bb1a-a6ecf20147ee tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Feb 10 13:21:52.732273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78514649-c13c-4080-8a9c-bc155f5de8f9 req-a4c87edd-6e33-46b8-b7ee-785f66efb81b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 6207 time: 0.2400699 Feb 10 13:21:52.758745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-49086320-f739-4394-a440-f8ef75effaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:52.760259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-49086320-f739-4394-a440-f8ef75effaf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1622872 Feb 10 13:21:52.919278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78514649-c13c-4080-8a9c-bc155f5de8f9 req-d281d5a0-3613-43ec-a42d-60ceb06249ae tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 200 len: 3002 time: 0.1715641 Feb 10 13:21:52.945326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b5fdba0a-fb34-49c9-8375-5145154fc9df), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:52.996669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=b5fdba0a-fb34-49c9-8375-5145154fc9df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:53.007387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-96bc2dc9-969e-4eef-b1cb-b06e8fca33bb service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380273 Feb 10 13:21:53.016826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78514649-c13c-4080-8a9c-bc155f5de8f9 req-a2555b82-3b24-4164-8d1f-a632e832c212 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 200 len: 3002 time: 0.0909610 Feb 10 13:21:53.047803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1420176963', 'description': 'tempest-description-1093313569'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:53.089964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.200704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (46acfc98-0d08-4177-a6c1-46d231ccf9ce), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.210317 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (46acfc98-0d08-4177-a6c1-46d231ccf9ce), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.257465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50e9524d-f7fb-4102-9c93-8ea2ca35b46d req-6b3ad3c7-9612-40c3-8fde-89eca8636613 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396193 Feb 10 13:21:53.258061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.260427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.289366 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ed2903-c3f9-4811-ad74-36282d03e44d req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2445712 Feb 10 13:21:53.297495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd659-72f8-45b4-a491-38dd7832350c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46acfc98-0d08-4177-a6c1-46d231ccf9ce,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:53.341324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-235627924', 'description': 'tempest-description-1245880344'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:53.453494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.518796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Router 4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:21:53.590195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (393e8474-5eec-4b4d-baf0-d50315b8fbb5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.599187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (393e8474-5eec-4b4d-baf0-d50315b8fbb5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.653584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad537-5116-4473-a9fe-52718a762d88 req-b6dcdeb4-a329-4f4d-beb9-f5c7ccb672b2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:53.655070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cdfad537-5116-4473-a9fe-52718a762d88 req-b6dcdeb4-a329-4f4d-beb9-f5c7ccb672b2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.1026525 Feb 10 13:21:53.689830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393e8474-5eec-4b4d-baf0-d50315b8fbb5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:53.698809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:53.700138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b154159c-7f18-4443-aedb-ae8c3846afd6 req-b3f0e6bf-7290-401b-bd34-0a6e172dd643 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3642900 Feb 10 13:21:53.748151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:21:53.760460 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] Sync routers for ids ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:21:53.767351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:53.769011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-80ec5c6d-bed4-4ead-8beb-5bf870243d22 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/routers/4deb12c0-9a23-42e9-ba71-ffb6ac9ea193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495285 Feb 10 13:21:53.772283 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] Routers {'4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:53.772941 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:53.818217 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:53.845188 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d9501c-c876-49c0-9edb-22cc53b4b2cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:21:53.849012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15d9501c-c876-49c0-9edb-22cc53b4b2cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/b5fdba0a-fb34-49c9-8375-5145154fc9df HTTP/1.1" status: 404 len: 333 time: 0.0803406 Feb 10 13:21:53.852743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:53.853385 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] Routers {'4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:21:53.854074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:53.887773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cdfad537-5116-4473-a9fe-52718a762d88 req-ec28fc62-68cd-4488-8d55-808debc4f99b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200921 Feb 10 13:21:53.937060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:21:53.939288 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:53.940141 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aab50-cbcf-4ba6-ac31-69e13a87964b None None] The sync data for ids ['4deb12c0-9a23-42e9-ba71-ffb6ac9ea193'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:21:53.949144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2b903-0bb0-4c58-b151-94247b56c867 req-95fe55f1-f7bc-430a-8cfa-c8dc60cc621c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:53.950917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31f2b903-0bb0-4c58-b151-94247b56c867 req-95fe55f1-f7bc-430a-8cfa-c8dc60cc621c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1246703 Feb 10 13:21:54.009723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.035404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31f2b903-0bb0-4c58-b151-94247b56c867 req-59343b12-5032-4920-bf64-c4ef2e6ed4b6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732586 Feb 10 13:21:54.304893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:54.345848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'mac_address': 'fa:16:3e:c8:ec:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:21:54.449407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:54.450002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.474384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:54.506678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:54.514925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.549260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b604c40-3a11-4871-8b85-533a613419f3 req-22ea630a-04f4-48fc-b014-31d91b555c3d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:54.550971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b604c40-3a11-4871-8b85-533a613419f3 req-22ea630a-04f4-48fc-b014-31d91b555c3d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 948 time: 0.0639625 Feb 10 13:21:54.576156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:54.606485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b604c40-3a11-4871-8b85-533a613419f3 req-f3976906-aace-4551-9147-60537faad900 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Feb 10 13:21:54.672135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.675478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for router_controller (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.753196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-37455f1d-3f42-4224-be21-c40f2087a01e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:54.754595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-37455f1d-3f42-4224-be21-c40f2087a01e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 813 time: 0.6750371 Feb 10 13:21:54.769512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (4deb12c0-9a23-42e9-ba71-ffb6ac9ea193), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.769990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Fanout notify agent at l3_agent the message router_deleted on router 4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:21:54.780231 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.781341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-11c28dd7-fa64-48ac-b477-fb2e5d764f37 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/routers/4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 HTTP/1.1" status: 204 len: 168 time: 0.9274004 Feb 10 13:21:54.784026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:54.800207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-211bc8ca-3729-4274-b41e-85552054dad8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:54.801729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-211bc8ca-3729-4274-b41e-85552054dad8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945&tenant_id=725486b70fe1497c9243ff6820a04be7&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 949 time: 0.1446333 Feb 10 13:21:54.803254 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-d9018cff-b804-4ab8-b3f0-6fb4de3f9d7b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/quotas/4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 375 time: 0.0420039 Feb 10 13:21:54.809062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:54.874747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 5d481613-55ef-4a00-84ec-baa621b52df7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:21:54.879757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (5d481613-55ef-4a00-84ec-baa621b52df7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:54.926539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-baa65529-fd77-464c-8dcb-0eb6e92a5e0b service neutron] 10.222.0.77 "GET /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.1053498 Feb 10 13:21:54.939091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-98a1ba16-b2bd-42d7-a13d-2f44d5b3a6be tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187105 Feb 10 13:21:54.943322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (5d481613-55ef-4a00-84ec-baa621b52df7), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.101636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (5d481613-55ef-4a00-84ec-baa621b52df7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.117463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-7ec43b75-afeb-4acb-9e8d-d4756e37ee68 service neutron] 10.222.0.13 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770804 Feb 10 13:21:55.141060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3f0d1774-ee72-4012-bd19-afee1fccf7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.142599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3f0d1774-ee72-4012-bd19-afee1fccf7ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1131 time: 0.1526306 Feb 10 13:21:55.227382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (5d481613-55ef-4a00-84ec-baa621b52df7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.259223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=5d481613-55ef-4a00-84ec-baa621b52df7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:55.268531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.274897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e3a4ab09-aac1-45ce-b3a5-3c3f810376f7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/5d481613-55ef-4a00-84ec-baa621b52df7 HTTP/1.1" status: 204 len: 168 time: 0.4897990 Feb 10 13:21:55.275923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:55.283585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc572c-e8fc-4e96-83a2-f2d50ac1e302 None None] Network 59002fb7-7fc9-4865-964e-b4d81290ecb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:55.293064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-a05fae82-9545-4dba-8e68-242b1a6f17a9 service neutron] 10.222.0.13 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747806 Feb 10 13:21:55.294673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dd881-257d-4cca-9d2d-fc1fb1c3b709 req-3549ea72-0846-4e3a-8a6a-42ed3f4c2d5b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.302343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae3dd881-257d-4cca-9d2d-fc1fb1c3b709 req-3549ea72-0846-4e3a-8a6a-42ed3f4c2d5b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1217523 Feb 10 13:21:55.334426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-166b45c2-afe6-404a-9575-4035b4060d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.335995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-166b45c2-afe6-404a-9575-4035b4060d07 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1758800 Feb 10 13:21:55.420085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (59002fb7-7fc9-4865-964e-b4d81290ecb1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.429445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-30705234-64ce-4395-86e6-e9105d30e41d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0767376 Feb 10 13:21:55.433391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae3dd881-257d-4cca-9d2d-fc1fb1c3b709 req-c64f4ed3-bc64-4b03-9a3e-9b095642c2ed tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300862 Feb 10 13:21:55.520335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] DHCP port deletion for 59002fb7-7fc9-4865-964e-b4d81290ecb1 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:21:55.545938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-4c5a0cba-ddf5-4077-bb61-8076c5376c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.547940 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-4c5a0cba-ddf5-4077-bb61-8076c5376c4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1129322 Feb 10 13:21:55.585513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Deleting port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:55.586083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.612212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8286616a-f48f-4783-9f79-9bf191d19178 req-5e3d4a60-1a65-4ef3-bdb1-3f0a72e934d7 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 210 time: 0.0465155 Feb 10 13:21:55.627226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:55.627757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.632561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-ff3aab00-cf81-4424-95a7-c63e281b7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.634276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-ff3aab00-cf81-4424-95a7-c63e281b7b17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0777240 Feb 10 13:21:55.671705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39f9be-3964-4ded-bc49-e7ba894cbafa req-43978bad-ba9b-4f64-bcdc-e07dfb2b70f7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.679648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac39f9be-3964-4ded-bc49-e7ba894cbafa req-43978bad-ba9b-4f64-bcdc-e07dfb2b70f7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 946 time: 0.1490595 Feb 10 13:21:55.758744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] For port e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,segment=NetworkSegment(99dd3804-1a4d-409e-8bc9-25c5e7e9d24e),segment_id=99dd3804-1a4d-409e-8bc9-25c5e7e9d24e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:55.759317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.760252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-cc9847ae-919e-47dc-92ab-74702604c923 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182971 Feb 10 13:21:55.782610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for e9b95fba-c16a-416f-a2b3-afaf895f0ae6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:55.800113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac39f9be-3964-4ded-bc49-e7ba894cbafa req-78e3d478-f03d-4adb-9660-d906029b820b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194265 Feb 10 13:21:55.822029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] For port e9b95fba-c16a-416f-a2b3-afaf895f0ae6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,segment=NetworkSegment(99dd3804-1a4d-409e-8bc9-25c5e7e9d24e),segment_id=99dd3804-1a4d-409e-8bc9-25c5e7e9d24e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:55.822459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.839705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Calling delete_port for e9b95fba-c16a-416f-a2b3-afaf895f0ae6 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:55.936005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.938014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:21:55.988365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcb1f1-0d95-413e-83f3-dd237b74a597 req-32bb8439-c9bd-4b91-9d5c-c4f46ad47993 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:55.989881 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (e9b95fba-c16a-416f-a2b3-afaf895f0ae6), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:55.991720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bedcb1f1-0d95-413e-83f3-dd237b74a597 req-32bb8439-c9bd-4b91-9d5c-c4f46ad47993 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.1706975 Feb 10 13:21:55.996026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No DVR routers for this DVR port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:55.998765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:56.013450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-df7fb70c-5cd2-40a3-814b-e551f328c818 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454445 Feb 10 13:21:56.039255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] Pushing event deleted for resources: {'Port': ['ID=e9b95fba-c16a-416f-a2b3-afaf895f0ae6,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:56.044150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c06426-e84b-4615-b186-6ddbca9039fb None None] No DVR routers for this DVR port e9b95fba-c16a-416f-a2b3-afaf895f0ae6 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:56.074777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 78a753a2-a240-4122-a90b-4cc55d0bf563 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:21:56.083191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 78a753a2-a240-4122-a90b-4cc55d0bf563 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:21:56.083768 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.126821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bedcb1f1-0d95-413e-83f3-dd237b74a597 req-b033d6a8-94d1-4e77-ab6e-c80e557a5b77 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239431 Feb 10 13:21:56.230614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (59002fb7-7fc9-4865-964e-b4d81290ecb1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.244875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e9b95fba-c16a-416f-a2b3-afaf895f0ae6 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:21:56.248589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:21:56.248958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.265183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59002fb7-7fc9-4865-964e-b4d81290ecb1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:56.276600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:56.277163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dd3804-1a4d-409e-8bc9-25c5e7e9d24e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:21:56.294774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (99dd3804-1a4d-409e-8bc9-25c5e7e9d24e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.301449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:56.304579 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511de30-a357-411d-bb6a-b8cd7e20cc9d" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:56.311015 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (99dd3804-1a4d-409e-8bc9-25c5e7e9d24e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.315940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:56.319405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e9b95fba-c16a-416f-a2b3-afaf895f0ae6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:21:56.320120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e9b95fba-c16a-416f-a2b3-afaf895f0ae6 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:21:56.320286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:21:56.320770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (99dd3804-1a4d-409e-8bc9-25c5e7e9d24e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.325074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:21:56.336525 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:21:56.388110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee2c796-5eda-420c-994d-20ab1c30ae81 x-openstack-request-id: req-bee2c796-5eda-420c-994d-20ab1c30ae81 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:56.388404 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:56.388659 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bee2c796-5eda-420c-994d-20ab1c30ae81 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:56.389072 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'code': 200} Feb 10 13:21:56.394114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:56.416069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (59002fb7-7fc9-4865-964e-b4d81290ecb1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.426607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:56.430545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/59002fb7-7fc9-4865-964e-b4d81290ecb1 HTTP/1.1" status: 204 len: 168 time: 1.1531706 Feb 10 13:21:56.434546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:56.440863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fef14-c56d-47d7-8f25-cf793771b63a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=59002fb7-7fc9-4865-964e-b4d81290ecb1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:56.508445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a8321-45cc-4c56-a92a-951d147d5aba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:56.510064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a1a8321-45cc-4c56-a92a-951d147d5aba tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/d2158640-8fab-4c9e-82ea-ad76799afef6 HTTP/1.1" status: 200 len: 841 time: 0.0743906 Feb 10 13:21:56.513738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:56.593205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67aca34b-c403-4758-8e0b-4227023809fb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/d2158640-8fab-4c9e-82ea-ad76799afef6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0782530 Feb 10 13:21:56.596686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:56.602288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:56.642815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdc5b-16d7-4a7c-82e5-f6a2321025f3 req-961af729-2935-4dda-a96f-b03549f81ad6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:56.644308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f5fdc5b-16d7-4a7c-82e5-f6a2321025f3 req-961af729-2935-4dda-a96f-b03549f81ad6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1201274 Feb 10 13:21:56.726873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-619f11b4-2273-442b-bb37-c4f5df64f672 req-48490e35-1d02-4ffc-80e4-94c1f09b2a2f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 210 time: 0.0317426 Feb 10 13:21:56.734760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0f5fdc5b-16d7-4a7c-82e5-f6a2321025f3 req-3a808f74-c5f7-4446-bde5-e28d11f567e9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 Feb 10 13:21:56.736403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:56.739739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.004238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-2b0f9989-9c4b-4dac-b945-66ac140bbbde tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:57.006413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-2b0f9989-9c4b-4dac-b945-66ac140bbbde tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 813 time: 0.1588836 Feb 10 13:21:57.020110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'device_id': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982', 'admin_state_up': True, 'tenant_id': '4fc558bb082f4548ada3fa3dacbbcdfc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:57.049563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (72ce76cb-d9e3-4873-9539-54ba770f5daf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.098756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37758db9-9223-40fd-b930-168dc9204530 req-4739ae1f-dfb8-4dc3-a871-73b0a462e890 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:57.105539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-37758db9-9223-40fd-b930-168dc9204530 req-4739ae1f-dfb8-4dc3-a871-73b0a462e890 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 946 time: 0.1746964 Feb 10 13:21:57.137216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-08beca6d-8e39-470d-9614-063f19a101df tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:57.138700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-08beca6d-8e39-470d-9614-063f19a101df tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 946 time: 0.2005155 Feb 10 13:21:57.150345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Made reservation on behalf of 4fc558bb082f4548ada3fa3dacbbcdfc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:57.154482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.154766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:57.162839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:57.175511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe92c3-1698-40b3-9f70-21a1173ffcd3 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:21:57.271343 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:21:57.310709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:57.311550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.349178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-37758db9-9223-40fd-b930-168dc9204530 req-c8ac8ec9-4351-4b3a-b0a6-62e10ffe0d0a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422369 Feb 10 13:21:57.350656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=72ce76cb-d9e3-4873-9539-54ba770f5daf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:57.378429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Allocated IP 172.20.0.4 (15c5cbb0-ac34-4cda-963e-2947e9c6b982/585b64e3-9f2d-4c5b-b04e-671588dac58f/e53a288e-b887-443b-823d-f5afbe807120) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:57.413906 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5782ac77-a2ae-4afd-8e5d-0b7a933e1636 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8160684 Feb 10 13:21:57.414799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'project_id': 'bb0f06339c5d4dde8152e68445f40263', 'fixed_ips': [{'subnet_id': '72ce76cb-d9e3-4873-9539-54ba770f5daf'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:21:57.416404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:57.417181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.417677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5931-743e-4c11-87d7-691b4ab756c7 req-2ce0059f-540e-4588-a424-87c3fe9801b1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:57.419351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bef5931-743e-4c11-87d7-691b4ab756c7 req-2ce0059f-540e-4588-a424-87c3fe9801b1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1001894 Feb 10 13:21:57.426710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'security_group': {'name': 'tempest-secgroup-616874727'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:57.470629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port f5580657-b1c7-4e19-afe2-d89b3253462b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:21:57.471157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.607151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Allocated IP 172.20.0.2 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/72ce76cb-d9e3-4873-9539-54ba770f5daf/463cc7f3-6aa0-469a-87a2-118640e57c04) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:57.622079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port f5580657-b1c7-4e19-afe2-d89b3253462b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=f5580657-b1c7-4e19-afe2-d89b3253462b,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:57.622818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.648175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for f5580657-b1c7-4e19-afe2-d89b3253462b owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:21:57.791602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.805490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f5580657-b1c7-4e19-afe2-d89b3253462b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.829783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['f5580657-b1c7-4e19-afe2-d89b3253462b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:57.834252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bef5931-743e-4c11-87d7-691b4ab756c7 req-89176346-1ecd-40ef-93b6-af65f626abf2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052577 Feb 10 13:21:57.950783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (e53a288e-b887-443b-823d-f5afbe807120), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.964310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks [] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:57.977691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.001838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=f5580657-b1c7-4e19-afe2-d89b3253462b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.032265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.061691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (83fe3430-d05a-428d-9f96-66dd274af171), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.065873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d34febba-4e48-4aa7-a4c9-c476c3c62ce6 req-c203b71b-cffa-4f94-a15b-a452b5057d51 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 210 time: 0.1338315 Feb 10 13:21:58.073476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:21:58.082149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port f5580657-b1c7-4e19-afe2-d89b3253462b on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:58.085618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.095851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6526c26-41d0-4e09-afc9-24a87a4feea2 req-6edb3f96-1528-4255-8189-e06c8ffc69c1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "DELETE /v2.0/ports/f5580657-b1c7-4e19-afe2-d89b3253462b HTTP/1.1" status: 204 len: 173 time: 0.9429891 Feb 10 13:21:58.095851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'name': 'network-vif-deleted', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:58.095851 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b2160-6aed-4999-a829-80f83e65b5b7" -d '{"events": [{"server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "name": "network-vif-deleted", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:58.097281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83fe3430-d05a-428d-9f96-66dd274af171), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.123329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa484e10-921f-4190-b61f-19caebee32b7 req-3cb129f3-42ae-4d02-bafc-42d62e7421c1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:58.126105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa484e10-921f-4190-b61f-19caebee32b7 req-3cb129f3-42ae-4d02-bafc-42d62e7421c1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1486497 Feb 10 13:21:58.140725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.144984 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7273648 Feb 10 13:21:58.145180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.145570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40572) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:58.152859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:58.154746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'security_group': {'name': 'tempest-secgroup-508654952'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:58.177624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673cda2-01ed-4752-85ba-02026000e15d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe3430-d05a-428d-9f96-66dd274af171,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.183319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.183502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:21:58.186646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:58.190756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:21:58.196385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.197228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:58.201228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:21:58.279822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa484e10-921f-4190-b61f-19caebee32b7 req-14907442-08e1-4938-811f-ab798660e075 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371229 Feb 10 13:21:58.289114 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29b9e4e-a995-4b18-bd82-8b8cd2330c19 x-openstack-request-id: req-a29b9e4e-a995-4b18-bd82-8b8cd2330c19 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:58.289681 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d071a8e9-5832-401a-95da-16aefc10e531", "name": "network-vif-deleted", "tag": "f5580657-b1c7-4e19-afe2-d89b3253462b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:58.290013 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a29b9e4e-a995-4b18-bd82-8b8cd2330c19 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:58.290555 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd071a8e9-5832-401a-95da-16aefc10e531', 'name': 'network-vif-deleted', 'tag': 'f5580657-b1c7-4e19-afe2-d89b3253462b', 'status': 'completed', 'code': 200} Feb 10 13:21:58.309662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:58.310089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.319180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Attempting to bind port 463cc7f3-6aa0-469a-87a2-118640e57c04 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:58.319953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Attempting to bind port 463cc7f3-6aa0-469a-87a2-118640e57c04 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6070249c-727b-4de6-a288-edd47b549230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:58.320146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Attempting to bind port 463cc7f3-6aa0-469a-87a2-118640e57c04 on network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:58.333393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:58.333910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Checking segment: {'id': '6070249c-727b-4de6-a288-edd47b549230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:58.334675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.335423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Bound using segment: {'id': '6070249c-727b-4de6-a288-edd47b549230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:58.335547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (68e9be64-c868-403c-8af5-2197fbaed718), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.336312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Bound port: 463cc7f3-6aa0-469a-87a2-118640e57c04, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6070249c-727b-4de6-a288-edd47b549230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:58.337030 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.342089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-213b5ebc-59ee-4c8c-baaf-3f46cb17be82 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3264220 Feb 10 13:21:58.343813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68e9be64-c868-403c-8af5-2197fbaed718), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.361336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Request body: {'port': {'device_id': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:58.383936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9be64-c868-403c-8af5-2197fbaed718,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.430872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.433898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17b19d40-8d88-42a4-abf6-a72fbafb914d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2830901 Feb 10 13:21:58.435877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:21:58.444637 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.449912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-15891699', 'security_groups': ['68e9be64-c868-403c-8af5-2197fbaed718'], 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72ce76cb-d9e3-4873-9539-54ba770f5daf'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:58.529648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:58.559725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:58.572475 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.578294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1cac7be-6806-4873-a33f-023bb2d7a882 req-cc55d3dc-dddf-4cc2-b496-0f4826ffd799 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0508492 Feb 10 13:21:58.673055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6943a2-b8ef-4560-a896-7ffe957ac548 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:58.690636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-f50be4bc-351f-4228-85ff-0cb4b4bbe325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:58.692606 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-f50be4bc-351f-4228-85ff-0cb4b4bbe325 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1132 time: 0.2011290 Feb 10 13:21:58.706101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:21:58.817292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:21:58.823354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.873251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53a288e-b887-443b-823d-f5afbe807120 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:21:58.884368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks [] for port (e53a288e-b887-443b-823d-f5afbe807120), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:58.899833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Transition to ACTIVE for port object e53a288e-b887-443b-823d-f5afbe807120 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:58.909222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.010491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:59.052976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.092431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port eea9603b-a07f-4c99-8762-0ab35cc89339 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:21:59.103247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b5478-0403-498f-8268-d292eedabf53 req-4017b8d0-e019-4fe3-b149-e91fd44ecb2e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.105161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f9b5478-0403-498f-8268-d292eedabf53 req-4017b8d0-e019-4fe3-b149-e91fd44ecb2e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1043234 Feb 10 13:21:59.211469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Attempting to bind port e53a288e-b887-443b-823d-f5afbe807120 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:59.211834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Attempting to bind port e53a288e-b887-443b-823d-f5afbe807120 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:59.212135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Attempting to bind port e53a288e-b887-443b-823d-f5afbe807120 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:59.219449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f9b5478-0403-498f-8268-d292eedabf53 req-0da4fcdb-0e03-41d4-9b11-5c17c66aa20c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 Feb 10 13:21:59.220135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Port e53a288e-b887-443b-823d-f5afbe807120 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:59.220449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Attempting to bind port e53a288e-b887-443b-823d-f5afbe807120 on network 15c5cbb0-ac34-4cda-963e-2947e9c6b982 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:59.226135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:59.226472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Checking segment: {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:59.226844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Bound using segment: {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:59.227271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Bound port: e53a288e-b887-443b-823d-f5afbe807120, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07078634-af4d-4097-a4fb-d144c14f3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:59.227621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.299029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:59.302144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:21:59.310305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.346335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:21:59.354669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.355406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.356898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] 10.222.0.21 "PUT /v2.0/ports/e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 1091 time: 1.0035975 Feb 10 13:21:59.357345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:21:59.359893 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066" -d '{"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:21:59.381749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e5e03-a723-4128-8455-f57d4d15b66b service neutron] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:59.407401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aff30b-590b-43cd-aed8-3b943e3609be req-7d8c9a2f-873b-4338-8235-cfd4e7cf423f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.408964 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1aff30b-590b-43cd-aed8-3b943e3609be req-7d8c9a2f-873b-4338-8235-cfd4e7cf423f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 943 time: 0.2132692 Feb 10 13:21:59.473404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.13 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/72ce76cb-d9e3-4873-9539-54ba770f5daf/eea9603b-a07f-4c99-8762-0ab35cc89339) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:21:59.482998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:21:59.511700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-f3ccd752-ae56-431c-b692-f450692d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.513307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-f3ccd752-ae56-431c-b692-f450692d9f32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1125 time: 0.1064873 Feb 10 13:21:59.525978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e214f-59d6-48e5-b627-7bb701dc8314 req-938a20cc-1a94-4561-a723-ca2c4630f6ba tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.527469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-379e214f-59d6-48e5-b627-7bb701dc8314 req-938a20cc-1a94-4561-a723-ca2c4630f6ba tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0713880 Feb 10 13:21:59.534615 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a1aff30b-590b-43cd-aed8-3b943e3609be req-df9597e9-c7a7-4e73-9f33-ba6616b90f8e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144490 Feb 10 13:21:59.564189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks [] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.576433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-0a7484d7-2a34-42d3-b149-8edef467d58f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 217 time: 0.0480046 Feb 10 13:21:59.606525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Transition to ACTIVE for port object 78a753a2-a240-4122-a90b-4cc55d0bf563 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:21:59.608676 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376aae4-bb55-4643-bae1-b002060bd65a x-openstack-request-id: req-8376aae4-bb55-4643-bae1-b002060bd65a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:21:59.609004 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:21:59.609257 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8376aae4-bb55-4643-bae1-b002060bd65a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:21:59.609836 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120', 'status': 'completed', 'code': 200} Feb 10 13:21:59.629957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.678360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-379e214f-59d6-48e5-b627-7bb701dc8314 req-08ed3d0f-a2be-4c8a-9430-6537ba2b146d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405857 Feb 10 13:21:59.687856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-276b0bb9-a547-4f0d-9ac9-3fa9a4700b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:21:59.690878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-276b0bb9-a547-4f0d-9ac9-3fa9a4700b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.1049254 Feb 10 13:21:59.737512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-05c053f1-60b5-4870-8355-d89dcd589c3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383892 Feb 10 13:21:59.789391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-963a1929-65d5-4e9d-9939-30abd0596982 req-853e833e-64fb-4338-adb9-96983d755358 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0904269 Feb 10 13:21:59.864713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] No DVR routers for this DVR port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:21:59.898501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-c535cf86-85ee-4570-879e-ad5bde3bf379 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536126 Feb 10 13:21:59.900900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:21:59.924976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:21:59.962857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:21:59.963347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:21:59.963778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:59.980561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:21:59.981044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Attempting to bind port 78a753a2-a240-4122-a90b-4cc55d0bf563 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:21:59.995044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:21:59.995490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:21:59.995976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:21:59.997289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Bound port: 78a753a2-a240-4122-a90b-4cc55d0bf563, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:21:59.997845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.048258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e9ece9c-5647-4f73-bc94-7079b98aed04 req-df04c91d-8dd9-4454-b1b0-fb53ccc46b3c service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423903 Feb 10 13:22:00.060502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.115216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:00.138243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:00.161784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:00.226714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.227604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.233717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-d2a7e62b-e4ef-403e-97a4-18ed7ffd99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.237204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-d2a7e62b-e4ef-403e-97a4-18ed7ffd99cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1125 time: 0.0736384 Feb 10 13:22:00.245035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=eea9603b-a07f-4c99-8762-0ab35cc89339,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:00.265468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:00.298111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:00.301694 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab09673-fcea-4ae8-9434-20be2eb853d8" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-unplugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:00.322213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:00.333989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba4bae1b-0a94-4477-9d80-fd6f7af4aa91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8968430 Feb 10 13:22:00.339317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:00.353404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:00.364308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:00.419887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:00.420289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.473649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-e903de0a-b767-4e1f-b658-cafc4de4828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.475514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:00.477182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-e903de0a-b767-4e1f-b658-cafc4de4828c service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.2343023 Feb 10 13:22:00.477302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:00.477670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.522533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:00.522801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.550166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-72a5afd7-bf4c-44ae-8b85-f34d65fc20a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 217 time: 0.0624223 Feb 10 13:22:00.558649 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd85cf0-1db8-4204-9d90-df0a61990c5c x-openstack-request-id: req-ffd85cf0-1db8-4204-9d90-df0a61990c5c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:00.558966 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-unplugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:00.559183 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffd85cf0-1db8-4204-9d90-df0a61990c5c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:00.559588 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'code': 200} Feb 10 13:22:00.561018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.578690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5221c6-4bd9-46a2-8489-4ff3fa6a7a01 req-c2cacfa8-f1a2-4fb6-92ba-f86c7938307d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.585397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de5221c6-4bd9-46a2-8489-4ff3fa6a7a01 req-c2cacfa8-f1a2-4fb6-92ba-f86c7938307d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.1851580 Feb 10 13:22:00.615408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.616545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.617985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] 10.222.0.21 "PUT /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 1097 time: 1.9164820 Feb 10 13:22:00.692553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:00.701525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.709179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0562-fafe-44c0-95a7-ab40fc22496f service neutron] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:00.713207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:00.717157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.731478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de5221c6-4bd9-46a2-8489-4ff3fa6a7a01 req-1147ca74-1aa6-42ce-88f7-f135ae1f1485 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271062 Feb 10 13:22:00.747853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-073d176e-05ab-48c2-bc45-3895b6b0a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.749400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-073d176e-05ab-48c2-bc45-3895b6b0a982 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.1919651 Feb 10 13:22:00.806655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-b6d7f855-d999-4b76-83d6-363603de4562 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451326 Feb 10 13:22:00.811371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-80167c20-ef90-46cf-8633-b8e228548978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:00.812957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-80167c20-ef90-46cf-8633-b8e228548978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1131 time: 0.1679347 Feb 10 13:22:00.846725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:00.847408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.927690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1bb1dc2-e962-450e-b482-00db99bc8ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:00.956142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:00.965886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:01.015327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317e27-8eb0-4bf4-b626-dd4ac2340c89 req-d2d4c127-c288-48a1-9aa1-93fe045b6534 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.017805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da317e27-8eb0-4bf4-b626-dd4ac2340c89 req-d2d4c127-c288-48a1-9aa1-93fe045b6534 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1470964 Feb 10 13:22:01.020156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-0f8b7e3d-5a5f-4087-a8a4-a15ed4e9564c service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985173 Feb 10 13:22:01.084948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:22:01.085616 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:22:01.089219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1084af-0494-4aa6-b4fa-d7507fdb16b7 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:01.103977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cb9544c-19b5-4c9d-b43e-4a8fd012e7c1 None None] Provisioning complete for port eea9603b-a07f-4c99-8762-0ab35cc89339 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:01.104691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cb9544c-19b5-4c9d-b43e-4a8fd012e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:01.146292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9544c-19b5-4c9d-b43e-4a8fd012e7c1 None None] Port eea9603b-a07f-4c99-8762-0ab35cc89339 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:01.162763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da317e27-8eb0-4bf4-b626-dd4ac2340c89 req-0dd05392-4a61-4baa-9df8-0a727e7c78b8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323438 Feb 10 13:22:01.190452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddc03e4d-fcfd-4a1b-9b33-23ce793e8066 req-5b2518fb-2198-47ae-8567-f1c279eacff2 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625807 Feb 10 13:22:01.259253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4422853-a94b-4db3-8239-8a86e4603137 req-d9905259-1425-40dd-984b-e25240a7b36b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0290704 Feb 10 13:22:01.326554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b7e01-7a28-4626-845c-01d88d7208b4 req-54f162ca-6f1d-4cdd-b9d1-028d06c75cad tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.329217 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-032b7e01-7a28-4626-845c-01d88d7208b4 req-54f162ca-6f1d-4cdd-b9d1-028d06c75cad tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 943 time: 0.6464622 Feb 10 13:22:01.404503 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72ce76cb-d9e3-4873-9539-54ba770f5daf (CIDR: 172.20.0.0/28) Feb 10 13:22:01.419722 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:22:01.420217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:01.443712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3f492faf-5afe-466f-baff-602411326a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.445250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3f492faf-5afe-466f-baff-602411326a60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.5569353 Feb 10 13:22:01.448954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-032b7e01-7a28-4626-845c-01d88d7208b4 req-3cae42b5-0d21-4b9c-a16b-5aad52c0706a tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889382 Feb 10 13:22:01.456513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-583d6eae-360e-4357-8f58-063bad09db75 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1009154 Feb 10 13:22:01.459401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:01.468516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:01.498382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-349f011e-9e9c-49e2-b491-0ef65c672914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0402331 Feb 10 13:22:01.546252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3d1ff671-2443-4556-a248-4e2319e30ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.547768 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-3d1ff671-2443-4556-a248-4e2319e30ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0436490 Feb 10 13:22:01.584713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:01.589042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:01.603639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-8f965643-0599-4af1-bcb0-737a2cdf3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.605589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-8f965643-0599-4af1-bcb0-737a2cdf3de0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0511556 Feb 10 13:22:01.629507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:01.721504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-5690613c-72d7-46af-96e5-e057e6e44809 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067662 Feb 10 13:22:01.822114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-78a68dcf-87ee-4426-958e-dc419d86ff40 req-1fda503b-70cc-4f4c-ade2-ca49dd2f1329 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938230 Feb 10 13:22:01.904154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (baee2f7f-d349-4029-a23a-99949fb6e431), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:01.947090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:01.947689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2b8b5-3514-4aea-855b-9f1e714369d0 req-e78a5960-9a1c-45f1-8e4f-a4631ccfd7e2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.949240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50d2b8b5-3514-4aea-855b-9f1e714369d0 req-e78a5960-9a1c-45f1-8e4f-a4631ccfd7e2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.1252227 Feb 10 13:22:01.957047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:01.968580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:01.974454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:01.975992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:01.983449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47160ab-82bf-43d1-8c16-6a783ae6f395 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:02.004252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5402222 Feb 10 13:22:02.004252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:02.007825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 78a753a2-a240-4122-a90b-4cc55d0bf563 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:22:02.008350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:02.008919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device f5580657-b1c7-4e19-afe2-d89b3253462b no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:02.009540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-82369559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'baee2f7f-d349-4029-a23a-99949fb6e431'}], 'security_groups': ['83fe3430-d05a-428d-9f96-66dd274af171']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:02.012407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325837f-42cf-4fa5-adab-55bef18f10fc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=baee2f7f-d349-4029-a23a-99949fb6e431,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:02.049615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: f5580657-b1c7-4e19-afe2-d89b3253462b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:02.049615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device f5580657-b1c7-4e19-afe2-d89b3253462b not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:02.082580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50d2b8b5-3514-4aea-855b-9f1e714369d0 req-aa557099-5db3-4928-9e76-0299ad1df9cf tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243997 Feb 10 13:22:02.238017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:02.263883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Update dhcp port {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'fixed_ips': [{'subnet_id': '72ce76cb-d9e3-4873-9539-54ba770f5daf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'baee2f7f-d349-4029-a23a-99949fb6e431'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '463cc7f3-6aa0-469a-87a2-118640e57c04'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:22:02.295730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:02.353331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:02.364924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cc840-5342-455c-bd22-ec0a2591a493 req-53c78e37-0269-4e02-8f67-8c82025a6e2d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:02.367768 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c1cc840-5342-455c-bd22-ec0a2591a493 req-53c78e37-0269-4e02-8f67-8c82025a6e2d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1214879 Feb 10 13:22:02.376358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:02.376963 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:02.432205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c1cc840-5342-455c-bd22-ec0a2591a493 req-f6f762c4-47ee-4459-bd96-03a180832072 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Feb 10 13:22:02.466939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35b8dca3-9577-477b-8c9c-2cee38378d44 req-cd9b1367-c67f-4491-9715-9aab090a8491 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0901759 Feb 10 13:22:02.562206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:02.564823 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34521921-9c24-48cf-a7f4-3781425ecd13" -d '{"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:02.610252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:02.619173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb2db2-40ae-414f-92da-e8a10f4b2b4a req-55f3f37b-f58e-48c4-9a1c-19980f6c1406 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:02.623338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Allocated IP 172.20.0.18 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/baee2f7f-d349-4029-a23a-99949fb6e431/463cc7f3-6aa0-469a-87a2-118640e57c04) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:02.636011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8bb2db2-40ae-414f-92da-e8a10f4b2b4a req-55f3f37b-f58e-48c4-9a1c-19980f6c1406 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 943 time: 0.0829649 Feb 10 13:22:02.640322 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4744a4a4-e995-49e8-be18-d5cd7e02cbc4 x-openstack-request-id: req-4744a4a4-e995-49e8-be18-d5cd7e02cbc4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:02.640666 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:02.640969 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4744a4a4-e995-49e8-be18-d5cd7e02cbc4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:02.641356 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'status': 'completed', 'code': 200} Feb 10 13:22:02.732336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e53a288e-b887-443b-823d-f5afbe807120 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:02.750018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d8bb2db2-40ae-414f-92da-e8a10f4b2b4a req-b6ff3581-04ec-41bf-815f-7f76bc949dc6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129916 Feb 10 13:22:02.759267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-2d946cef-ca09-4965-8f28-c084e30b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:02.761290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:02.761440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-2d946cef-ca09-4965-8f28-c084e30b4e80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1131 time: 0.1185272 Feb 10 13:22:02.783495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-df90adbb-ea22-4347-9f79-fd5c392ac304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:02.785450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-df90adbb-ea22-4347-9f79-fd5c392ac304 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 1131 time: 0.1365583 Feb 10 13:22:02.820252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Publish callbacks [] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:02.851907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:02.969333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Delete allocated IP 172.20.0.13 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/72ce76cb-d9e3-4873-9539-54ba770f5daf) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:22:02.981289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.27 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/baee2f7f-d349-4029-a23a-99949fb6e431/eea9603b-a07f-4c99-8762-0ab35cc89339) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:03.046363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-cd1e3ef9-210e-4187-aa35-eec27819bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.048774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-cd1e3ef9-210e-4187-aa35-eec27819bfb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2795880 Feb 10 13:22:03.052730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-59d0e6ea-28ab-49e6-924b-4c15c1b47618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.057024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-59d0e6ea-28ab-49e6-924b-4c15c1b47618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2577682 Feb 10 13:22:03.108181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:03.113249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-28257bc3-71c8-4b95-9574-d591aaea3976 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0473988 Feb 10 13:22:03.137695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'e53a288e-b887-443b-823d-f5afbe807120', 'network_id': '15c5cbb0-ac34-4cda-963e-2947e9c6b982', 'port_id': 'e53a288e-b887-443b-823d-f5afbe807120', 'mac_address': 'fa:16:3e:fb:8a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585b64e3-9f2d-4c5b-b04e-671588dac58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:03.163509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed582-de96-4f62-9a39-ffc2d9f1d067 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:03.178731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.182313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-148cd992-547c-4c43-b1d4-e5825b8299ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 200 len: 217 time: 0.0678349 Feb 10 13:22:03.185721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.253453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4916635-efeb-4738-8b35-917d9f8dc0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.255209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port e53a288e-b887-443b-823d-f5afbe807120 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:03.255911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.284640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53a288e-b887-443b-823d-f5afbe807120 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:03.294208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-7f1f645b-c7b2-4ced-b643-71e6d7b67fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.297190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-7f1f645b-c7b2-4ced-b643-71e6d7b67fe9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0519304 Feb 10 13:22:03.321967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:03.335166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.373120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-fb525a54-0d60-4237-9b22-fe57b39bf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.374591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-fb525a54-0d60-4237-9b22-fe57b39bf690 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1913490 Feb 10 13:22:03.395839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-64178e02-00b5-4f4d-b53e-79a2c827f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.397907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:03.398395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-64178e02-00b5-4f4d-b53e-79a2c827f929 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0948796 Feb 10 13:22:03.417360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=eea9603b-a07f-4c99-8762-0ab35cc89339,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:03.446349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126c4d-9ab2-41ee-8ff9-c8b853318a4d req-7c2e0d16-90a6-4fde-8c52-8e4a5b199661 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.447951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94126c4d-9ab2-41ee-8ff9-c8b853318a4d req-7c2e0d16-90a6-4fde-8c52-8e4a5b199661 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.2038858 Feb 10 13:22:03.451568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] In _notify_port_updated(), no bound segment for port eea9603b-a07f-4c99-8762-0ab35cc89339 on network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:22:03.458335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.459018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.461232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad1b31d8-1790-4dc3-bec2-e629fd578c91 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/ports/eea9603b-a07f-4c99-8762-0ab35cc89339 HTTP/1.1" status: 200 len: 919 time: 1.4566338 Feb 10 13:22:03.479747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:03.520334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-dcb533e6-2e3c-42f2-bbba-fc2a73859331 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054914 Feb 10 13:22:03.552159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-86ab7807-b7a4-481b-985d-5b212d79788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.553882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-86ab7807-b7a4-481b-985d-5b212d79788e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1703310 Feb 10 13:22:03.623087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94126c4d-9ab2-41ee-8ff9-c8b853318a4d req-bf6fda45-fd59-4066-90c3-4e9b6a0435b4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607141 Feb 10 13:22:03.646505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port eea9603b-a07f-4c99-8762-0ab35cc89339 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:03.647530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.775826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2bb915d2-5721-4ec7-bd57-6db54cd45a61 req-2d2ff2c5-87a3-43d9-92f1-857416523f01 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0454476 Feb 10 13:22:03.776485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbc9b3-93ce-42fc-97d7-a13b6a3a0eb5 req-2f92691b-1ddf-448c-a127-455a7610d05b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:03.778461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bcbc9b3-93ce-42fc-97d7-a13b6a3a0eb5 req-2f92691b-1ddf-448c-a127-455a7610d05b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2184443 Feb 10 13:22:03.781293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-9ec1a7a3-0298-45c6-b257-b5864ef81bc5 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089391 Feb 10 13:22:03.787022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-7da7e372-453f-4f12-8dd3-14bb0e60d3a3 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568710 Feb 10 13:22:03.797237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['e53a288e-b887-443b-823d-f5afbe807120'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:03.817196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:03.841897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for eea9603b-a07f-4c99-8762-0ab35cc89339 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:03.985040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bcbc9b3-93ce-42fc-97d7-a13b6a3a0eb5 req-bf91a5cb-b3ca-4297-ac39-dc1ef9d280e4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968553 Feb 10 13:22:03.987249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34521921-9c24-48cf-a7f4-3781425ecd13 req-627bfbad-ce06-428f-a146-396bc9016d27 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860936 Feb 10 13:22:04.046058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:04.046058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.071612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (eea9603b-a07f-4c99-8762-0ab35cc89339), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.083906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:04.087785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Could not find standard attr ID for object eea9603b-a07f-4c99-8762-0ab35cc89339. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:22:04.098170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:04.098537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.112925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91159adc-2935-4d90-a234-b309db1a3956 req-7a4308ac-57c4-46f0-8b41-59f3ccf18cc8 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:04.114439 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91159adc-2935-4d90-a234-b309db1a3956 req-7a4308ac-57c4-46f0-8b41-59f3ccf18cc8 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 944 time: 0.1242058 Feb 10 13:22:04.115207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=eea9603b-a07f-4c99-8762-0ab35cc89339,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:04.187925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f938d4e-b99b-49ad-9262-6518a08bc2d2 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:04.219970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.225427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d94b7ede-8f74-4d32-b43a-b8e43a189236 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/eea9603b-a07f-4c99-8762-0ab35cc89339 HTTP/1.1" status: 204 len: 168 time: 0.7425368 Feb 10 13:22:04.226673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:04.233270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91159adc-2935-4d90-a234-b309db1a3956 req-4b54d069-c77e-4b2f-9e87-b2a83d95f91d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910351 Feb 10 13:22:04.250969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:04.253141 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbba489a-a970-407a-ac34-c139bf96c716 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:22:04.254614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fbba489a-a970-407a-ac34-c139bf96c716 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/eea9603b-a07f-4c99-8762-0ab35cc89339 HTTP/1.1" status: 404 len: 333 time: 0.0269499 Feb 10 13:22:04.257399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:04.308778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:04.309414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.312393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (68e9be64-c868-403c-8af5-2197fbaed718), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.341954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (68e9be64-c868-403c-8af5-2197fbaed718), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.389482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:04.406651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68e9be64-c868-403c-8af5-2197fbaed718), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.410642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.411912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/security-groups/68e9be64-c868-403c-8af5-2197fbaed718 HTTP/1.1" status: 204 len: 168 time: 0.1535907 Feb 10 13:22:04.414720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:04.422154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458477-c155-4f9d-a518-4176a6c90c03 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9be64-c868-403c-8af5-2197fbaed718,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:04.479495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.509333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (83fe3430-d05a-428d-9f96-66dd274af171), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.535243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (83fe3430-d05a-428d-9f96-66dd274af171), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.586011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83fe3430-d05a-428d-9f96-66dd274af171), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.589188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.590453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/security-groups/83fe3430-d05a-428d-9f96-66dd274af171 HTTP/1.1" status: 204 len: 168 time: 0.1743274 Feb 10 13:22:04.593283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:04.600954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d37b6-7dd8-44da-8df4-7ba62da8ef21 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe3430-d05a-428d-9f96-66dd274af171,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:04.622508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d8aa25b5-a83b-4646-9032-555109777b51 None None] Could not find standard attr ID for object eea9603b-a07f-4c99-8762-0ab35cc89339. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:22:04.657089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 72ce76cb-d9e3-4873-9539-54ba770f5daf {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:04.660983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (72ce76cb-d9e3-4873-9539-54ba770f5daf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.724157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (72ce76cb-d9e3-4873-9539-54ba770f5daf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.737173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:04.819697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba47e-e0b0-4ca3-8bbe-dcb1eeeb4618 req-ad82b9ea-6e1c-48a8-9b45-bafdff3db374 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:04.821429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472ba47e-e0b0-4ca3-8bbe-dcb1eeeb4618 req-ad82b9ea-6e1c-48a8-9b45-bafdff3db374 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 949 time: 0.1103232 Feb 10 13:22:04.871607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:04.884110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (72ce76cb-d9e3-4873-9539-54ba770f5daf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.885826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'mac_address': 'fa:16:3e:c8:ec:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:04.949854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:04.950241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:04.961500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472ba47e-e0b0-4ca3-8bbe-dcb1eeeb4618 req-fb96d402-43be-4bf3-9658-c7ed2a1d1260 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210802 Feb 10 13:22:04.967163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87ace631-ff69-4f4f-82a0-ff2ce8d2b5bf req-8ddbdaaf-e799-41d0-997e-f5e74535ad8a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Feb 10 13:22:04.972006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:05.005690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:05.013551 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.016695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-de0121a7-3cc6-41da-baf9-8bde7ce2e876 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987446 Feb 10 13:22:05.036461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (72ce76cb-d9e3-4873-9539-54ba770f5daf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.076124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c98022-7214-4268-8e0b-c3e3a11f66b3 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:05.089309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=72ce76cb-d9e3-4873-9539-54ba770f5daf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:05.091858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.106836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6f6838d7-c5a6-40f7-a3c2-2e1a237b88b1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/72ce76cb-d9e3-4873-9539-54ba770f5daf HTTP/1.1" status: 204 len: 168 time: 0.5121810 Feb 10 13:22:05.120877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:05.120877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:05.132480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:05.234730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-5bf41ac9-ea4e-4f44-9d38-b2aa00409c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.236605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-5bf41ac9-ea4e-4f44-9d38-b2aa00409c05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe81e6117e9b40f28e60945a4130943a&device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 1128 time: 0.1284046 Feb 10 13:22:05.340946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dfd0c-9d11-4540-ad10-1128a6377d17 req-c3dc6d09-c362-4182-8202-e36b96816c06 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.342655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd7dfd0c-9d11-4540-ad10-1128a6377d17 req-c3dc6d09-c362-4182-8202-e36b96816c06 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1567671 Feb 10 13:22:05.387734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:05.391497 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.444161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:05.447201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-f9ecc5c7-df12-4172-ad2a-594e35df35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.448878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-f9ecc5c7-df12-4172-ad2a-594e35df35ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 200 len: 918 time: 0.1899748 Feb 10 13:22:05.476436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd7dfd0c-9d11-4540-ad10-1128a6377d17 req-a9c553de-2b64-4489-a7d0-0786e24ea4c8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257658 Feb 10 13:22:05.558969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d5f9b-cf1d-4167-8882-9418a3fd2c9f req-463dfef9-8827-43a4-a447-451fa5c1e508 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.560845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460d5f9b-cf1d-4167-8882-9418a3fd2c9f req-463dfef9-8827-43a4-a447-451fa5c1e508 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 944 time: 0.2045481 Feb 10 13:22:05.563112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-669a7f0b-7f7f-4fba-9b15-2cc4653728aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 200 len: 1000 time: 0.1068456 Feb 10 13:22:05.715813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-cf2f4cf1-9700-47ca-8a25-438d9d19b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.717825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-cf2f4cf1-9700-47ca-8a25-438d9d19b6ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 200 len: 856 time: 0.1412063 Feb 10 13:22:05.727293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460d5f9b-cf1d-4167-8882-9418a3fd2c9f req-45526fac-a80a-4668-9e82-d47ab122d19c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604152 Feb 10 13:22:05.776459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.807232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-1026dba7-7eea-4d18-944b-d61a5d417ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.809604 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-1026dba7-7eea-4d18-944b-d61a5d417ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9455be75-df22-48c9-ad69-184aa46ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0810966 Feb 10 13:22:05.844738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.847148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (2b16c412-0664-4d6a-82e1-225037c7116d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.912827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=2b16c412-0664-4d6a-82e1-225037c7116d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:05.926824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:05.929581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:05.932991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:05.933725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:05.933988 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-367264fe-58d9-4f49-bc71-c67501a1458a service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174035 Feb 10 13:22:05.973989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f829461-5844-431e-ab46-165ee850363a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8621964 Feb 10 13:22:05.977150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:05.983945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'security_group': {'name': 'tempest-secgroup-1741871480'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:06.021182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.055266 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2d9f882d-0d6d-46fd-921f-46fb9c7b5ab2 req-534c37bf-8440-46fb-84e9-83c1f55dbb03 service neutron] 10.222.0.21 "GET /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154895 Feb 10 13:22:06.121829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee802fa8-c92c-46a1-899c-6f6131b3b05f None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:06.194131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (85924d19-43e4-49ef-a369-d91217469d13), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.196722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dafe7a89-0e2d-4730-aa0c-7a6d37dc116f req-02550410-ab51-447c-8e4e-cd1b83d80271 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0526593 Feb 10 13:22:06.201459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85924d19-43e4-49ef-a369-d91217469d13), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.228199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75eff6-1580-477f-9bf0-c3208efd1948 req-675749bc-49c9-4af4-bd7a-3c8a3dd52e10 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:06.229812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b75eff6-1580-477f-9bf0-c3208efd1948 req-675749bc-49c9-4af4-bd7a-3c8a3dd52e10 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1022213 Feb 10 13:22:06.241553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:06.246389 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.251171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.252623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2743125 Feb 10 13:22:06.255991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:06.261516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'security_group': {'name': 'tempest-secgroup-2019294074'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:06.286361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.307079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338945c2-e244-4af1-b530-e2343d15a1f5 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85924d19-43e4-49ef-a369-d91217469d13,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:06.329186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:06.335066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9b75eff6-1580-477f-9bf0-c3208efd1948 req-d11e865a-81c9-402e-afa2-6d9c7c4a1e10 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985894 Feb 10 13:22:06.389386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:06.389762 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.407072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (70e0d3a1-d00b-4f6e-8508-d9116dbf87d2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.415260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (70e0d3a1-d00b-4f6e-8508-d9116dbf87d2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.490532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0d3a1-d00b-4f6e-8508-d9116dbf87d2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:06.495836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.500116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:06.503179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-57685887-758d-4143-8f24-1b93cc27a200 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2460787 Feb 10 13:22:06.526566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808966892'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:06.534516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd2eb-d14d-4c48-a69b-00675e48284e req-64d45a48-35a7-4167-b393-a82607db6a46 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:06.536619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a55fd2eb-d14d-4c48-a69b-00675e48284e req-64d45a48-35a7-4167-b393-a82607db6a46 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 950 time: 0.1164422 Feb 10 13:22:06.539173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9398a-c74d-4e3d-b613-f048da3d8595 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:06.555792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Update dhcp port {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'fixed_ips': [{'subnet_id': 'baee2f7f-d349-4029-a23a-99949fb6e431', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b16c412-0664-4d6a-82e1-225037c7116d'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '463cc7f3-6aa0-469a-87a2-118640e57c04'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:22:06.612102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.616962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a55fd2eb-d14d-4c48-a69b-00675e48284e req-4c7bdd6e-a4d3-4dbd-949c-8757c2aac7d8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675256 Feb 10 13:22:06.650083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.758864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e53a288e-b887-443b-823d-f5afbe807120 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:06.781591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b1d82-8a64-4b33-9ce3-0488632daca0 req-2c14fae4-a0a8-4ec0-93c5-f026c287d743 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:06.789826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e56b1d82-8a64-4b33-9ce3-0488632daca0 req-2c14fae4-a0a8-4ec0-93c5-f026c287d743 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2134027 Feb 10 13:22:06.890689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e56b1d82-8a64-4b33-9ce3-0488632daca0 req-d5e40602-9b76-4a7c-af2e-6d3c1214bae2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Feb 10 13:22:06.906933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (c123cf27-99df-4689-ab5a-d755d780143a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.920176 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c123cf27-99df-4689-ab5a-d755d780143a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.935697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port e53a288e-b887-443b-823d-f5afbe807120 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:22:06.949857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port e53a288e-b887-443b-823d-f5afbe807120 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:06.952187 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e53a288e-b887-443b-823d-f5afbe807120), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.958934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:06.960370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4584086 Feb 10 13:22:06.966038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:06.969565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93de28-e4da-4756-9471-ffea051215dd req-17ead43e-6045-4548-a3f3-799a72cd0b0d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:06.971137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f93de28-e4da-4756-9471-ffea051215dd req-17ead43e-6045-4548-a3f3-799a72cd0b0d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 944 time: 0.1236517 Feb 10 13:22:06.977430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-432526663', 'security_groups': ['c123cf27-99df-4689-ab5a-d755d780143a'], 'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b16c412-0664-4d6a-82e1-225037c7116d'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:06.996871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Allocated IP 172.20.0.2 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/2b16c412-0664-4d6a-82e1-225037c7116d/463cc7f3-6aa0-469a-87a2-118640e57c04) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:07.002640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cb432-6c1e-4dae-91c8-60cf4ae6c9d3 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c123cf27-99df-4689-ab5a-d755d780143a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:07.033567 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-e03c8990-d692-42a8-9fa6-03eca560c2c7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517356 Feb 10 13:22:07.061941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f93de28-e4da-4756-9471-ffea051215dd req-509e110e-5251-4d35-a308-6ed184577a9f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 Feb 10 13:22:07.151835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:07.174771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port e53a288e-b887-443b-823d-f5afbe807120 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:07.175084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.197155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Publish callbacks [] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.206284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.219947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:07.221503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-4429e975-e933-42e8-a97b-57d22b8c422b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:07.223235 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-4429e975-e933-42e8-a97b-57d22b8c422b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787217 Feb 10 13:22:07.223394 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93ea34-a2e1-4457-a2cc-8c85b57043df" -d '{"events": [{"server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "name": "network-vif-plugged", "status": "completed", "tag": "e53a288e-b887-443b-823d-f5afbe807120"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:07.224419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:07.266334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-34c12b58-a9f1-4b43-8f7f-54f086507921 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/quotas/725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 375 time: 0.0354888 Feb 10 13:22:07.266589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:07.293820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.334023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5695238-16c5-4de5-a627-c1d5c020860e None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:07.346064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd419610-4c50-4151-8d4e-eb1815f4cee9 req-ecfaa433-d6d2-4c92-8a54-88e0c1356646 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Feb 10 13:22:07.409148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.414748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:07.419049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-8a150f8f-8b2f-45df-836b-2751f61101ed tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184559 Feb 10 13:22:07.422364 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a32592b-72b3-4086-a58a-6d460d20dde9 x-openstack-request-id: req-1a32592b-72b3-4086-a58a-6d460d20dde9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:07.422942 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "name": "network-vif-plugged", "status": "completed", "tag": "e53a288e-b887-443b-823d-f5afbe807120", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:07.423585 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a32592b-72b3-4086-a58a-6d460d20dde9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:07.424207 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120', 'code': 200} Feb 10 13:22:07.427359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:07.472789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] device_id is not set on port 43d4bdad-01a4-4b5e-a665-5927d084e10a yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:22:07.667770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb8e3-d43f-4777-a04e-445304f6572a req-1eb5030e-360c-4459-9044-c441915f9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:07.668822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f8eb8e3-d43f-4777-a04e-445304f6572a req-1eb5030e-360c-4459-9044-c441915f9bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1127 time: 0.1750674 Feb 10 13:22:07.703686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-274885a7-2fd5-4cbd-aafd-3048e8d57e3d req-98deb0de-51a3-4064-ba00-6a896085ace1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 210 time: 0.0503352 Feb 10 13:22:07.812736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3f8eb8e3-d43f-4777-a04e-445304f6572a req-71c63507-14f7-402f-bea2-80a8f43d0e82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357388 Feb 10 13:22:07.833164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.9 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/2b16c412-0664-4d6a-82e1-225037c7116d/43d4bdad-01a4-4b5e-a665-5927d084e10a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:08.069726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.075188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:08.075586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.096402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8ce23-7606-4743-b159-bd62db2c9e00 req-e357b461-eb8f-4617-9d5e-6852ccb47e95 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:08.098238 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1ec8ce23-7606-4743-b159-bd62db2c9e00 req-e357b461-eb8f-4617-9d5e-6852ccb47e95 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0991850 Feb 10 13:22:08.121295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:08.131602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:08.131973 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.209452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470776d-aba7-470c-afb6-e02687b794fb req-ffa7f690-e4f1-422e-bc30-6784dfc2047c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:08.218738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0470776d-aba7-470c-afb6-e02687b794fb req-ffa7f690-e4f1-422e-bc30-6784dfc2047c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 945 time: 0.0734863 Feb 10 13:22:08.225832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ada5a929-0b89-4447-a1b9-9e1cfc09c8f8 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:08.227141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.283779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:08.284196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0470776d-aba7-470c-afb6-e02687b794fb req-f8af2e53-09ab-4a74-bf5c-7da71bd3eb5a tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Feb 10 13:22:08.289797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:08.312346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1ec8ce23-7606-4743-b159-bd62db2c9e00 req-649755bc-1c22-44f1-b36c-3207ae5b09f7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037032 Feb 10 13:22:08.322124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:08.327864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:08.368787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=43d4bdad-01a4-4b5e-a665-5927d084e10a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:08.411337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:08.411832 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.417695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:08.428590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.462884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-638f12cb-b5bb-4f7d-b064-dffdff0944cb tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4966249 Feb 10 13:22:08.466030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:08.471641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:08.538015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfe0eef8-c4f0-43bf-bf90-cea49cf4edd1 req-fde0a4ca-2c9e-4607-a2e7-63b1d73c113b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0502725 Feb 10 13:22:08.542163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:08.652801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:08.653536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ec40a9f1-a6b9-472d-b89b-ad7a1a2e2326 None None] Provisioning complete for port 43d4bdad-01a4-4b5e-a665-5927d084e10a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:08.653919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec40a9f1-a6b9-472d-b89b-ad7a1a2e2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.656448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.690889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec40a9f1-a6b9-472d-b89b-ad7a1a2e2326 None None] Port 43d4bdad-01a4-4b5e-a665-5927d084e10a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:08.753159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:08.769189 n-d-815324-6 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b16c412-0664-4d6a-82e1-225037c7116d (CIDR: 172.20.0.0/28) Feb 10 13:22:08.777719 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:22:08.778244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:08.810235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-831834d7-8eae-4ba4-8a7c-e71d1d685665 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3429661 Feb 10 13:22:08.813618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:08.823425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:08.839473 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-4f096230-f5e2-46e1-9922-7ee00b2bf0af tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=725486b70fe1497c9243ff6820a04be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378740 Feb 10 13:22:08.842195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 78a753a2-a240-4122-a90b-4cc55d0bf563 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:22:08.846823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 78a753a2-a240-4122-a90b-4cc55d0bf563 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:08.847393 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:08.886801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4530c7d5-00d7-4455-bb10-eee34976b489 req-5c7772ca-05af-4443-8d42-87744b2e87aa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 210 time: 0.0865378 Feb 10 13:22:09.004879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 78a753a2-a240-4122-a90b-4cc55d0bf563 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:09.005740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.061782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:09.067897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.073703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-69838ef9-704b-4aa7-a4bf-db7f3c64625d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:09.075324 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-69838ef9-704b-4aa7-a4bf-db7f3c64625d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020247 Feb 10 13:22:09.089838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Request body: {'port': {'device_id': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '725486b70fe1497c9243ff6820a04be7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:09.130585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:09.245975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Made reservation on behalf of 725486b70fe1497c9243ff6820a04be7 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:09.249998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.425459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:09.434237 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0555cddc-3ebf-4b8a-a4df-1f7aabab0381" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:09.448618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240964-3ff4-4e9a-a671-d1fcf059cf94 req-22f86d94-d5ad-4c85-a42f-1a8bc52bcdc6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:09.450444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4240964-3ff4-4e9a-a671-d1fcf059cf94 req-22f86d94-d5ad-4c85-a42f-1a8bc52bcdc6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 945 time: 0.0887411 Feb 10 13:22:09.463400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Allocated IP 192.168.233.141 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/783b363a-a31e-4fde-9ef5-5d207e5fca64) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:09.485963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:09.489846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.517029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba69ec-3eb4-4e56-b0f9-1fc3e6750b14 req-89bffb64-465a-4293-8995-c1977d8963c7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:09.518763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41ba69ec-3eb4-4e56-b0f9-1fc3e6750b14 req-89bffb64-465a-4293-8995-c1977d8963c7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1067884 Feb 10 13:22:09.582254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4240964-3ff4-4e9a-a671-d1fcf059cf94 req-d56f7c4a-a91e-4df4-b959-ad890040861f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220419 Feb 10 13:22:09.620879 n-d-815324-6 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet baee2f7f-d349-4029-a23a-99949fb6e431 (CIDR: 172.20.0.16/28) Feb 10 13:22:09.625189 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:22:09.625720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:09.650719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-08ba74a5-e80c-4ae2-ae19-0e2c8fdd3855 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8359113 Feb 10 13:22:09.653784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:09.659811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'subnet': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:09.661868 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c05a3bd-a71c-4c47-86ad-a61885bbf986 x-openstack-request-id: req-1c05a3bd-a71c-4c47-86ad-a61885bbf986 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:09.662713 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-plugged", "status": "completed", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:09.663141 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c05a3bd-a71c-4c47-86ad-a61885bbf986 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:09.663686 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'code': 200} Feb 10 13:22:09.712444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks [] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.739423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41ba69ec-3eb4-4e56-b0f9-1fc3e6750b14 req-c73b9843-43c8-494d-a92e-db3d61c0aa4a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091045 Feb 10 13:22:09.768430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5db3ab4d-875a-4aa1-ae8b-e52c72e3c8c1 req-49b43adf-6789-44f9-841b-42e4651f0ed7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0391409 Feb 10 13:22:09.784711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.801952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:09.805443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:09.822752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Made reservation on behalf of bb0f06339c5d4dde8152e68445f40263 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:09.826692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:09.884918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:09.895705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:09.899017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:09.936185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:10.022785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:10.030212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.047187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-edac035b-3b30-4c95-a6dd-a341f43d98fb tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1420176963&fields=id&tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 267 time: 0.1797800 Feb 10 13:22:10.059938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-16fc19b3-0f7e-49f9-a069-0367edba85a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9747686 Feb 10 13:22:10.076734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Request body: {'port': {'device_id': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:10.120379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400eee97-3ef9-456f-9eaa-3b0127864bce req-02c6344f-80d6-4a1b-8c26-5084cb2692f0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:10.126089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-400eee97-3ef9-456f-9eaa-3b0127864bce req-02c6344f-80d6-4a1b-8c26-5084cb2692f0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 936 time: 0.1246967 Feb 10 13:22:10.207838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.221604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-d189dc27-2f13-4562-9e40-72b90f2049ba tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:10.223510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-d189dc27-2f13-4562-9e40-72b90f2049ba tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 945 time: 0.1625271 Feb 10 13:22:10.235760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-400eee97-3ef9-456f-9eaa-3b0127864bce req-0cbe0da3-fda3-4d06-814b-e7883ac059d5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014988 Feb 10 13:22:10.272877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (531de206-c375-42bb-a62f-6a03d0f9e8e5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.275480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'security_groups': ['88b66595-8a74-401e-a9e7-bfd6d1d0d44e', '46acfc98-0d08-4177-a6c1-46d231ccf9ce']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:10.330021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:10.334905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:10.347829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:10.349343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.351341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d5800-096b-424d-be23-b5dcbccd7ac1 None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:10.367490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Subnet': ['ID=531de206-c375-42bb-a62f-6a03d0f9e8e5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:10.382038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-47206494-85e2-49de-80e4-3d1b1ca77286 None None] Provisioning complete for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:10.382411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47206494-85e2-49de-80e4-3d1b1ca77286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.382962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-abbfbcdb-008c-4df5-8a19-84aeae9b74af tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7271965 Feb 10 13:22:10.389293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:10.395655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1235520592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '531de206-c375-42bb-a62f-6a03d0f9e8e5'}], 'security_groups': ['85924d19-43e4-49ef-a369-d91217469d13', '70e0d3a1-d00b-4f6e-8508-d9116dbf87d2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:10.445588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.608829 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.639435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-47206494-85e2-49de-80e4-3d1b1ca77286 None None] Port 783b363a-a31e-4fde-9ef5-5d207e5fca64 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:10.798262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Update dhcp port {'port': {'network_id': '1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7', 'fixed_ips': [{'subnet_id': 'baee2f7f-d349-4029-a23a-99949fb6e431', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b16c412-0664-4d6a-82e1-225037c7116d', 'ip_address': '172.20.0.2'}, {'subnet_id': '531de206-c375-42bb-a62f-6a03d0f9e8e5'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '463cc7f3-6aa0-469a-87a2-118640e57c04'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:22:10.837769 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:10.977823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa124e-7a4e-49ca-91a3-2876d67e5ee8 req-fcd12595-8f39-427a-8e58-ea57ab12dfc2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:10.979629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1fa124e-7a4e-49ca-91a3-2876d67e5ee8 req-fcd12595-8f39-427a-8e58-ea57ab12dfc2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1517618 Feb 10 13:22:11.017307 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.091772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Delete allocated IP 172.20.0.9 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/2b16c412-0664-4d6a-82e1-225037c7116d) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:22:11.097049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1fa124e-7a4e-49ca-91a3-2876d67e5ee8 req-a7978b3c-196a-40a5-b363-ff2d16e07720 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095238 Feb 10 13:22:11.105043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Allocated IP 172.20.0.42 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/531de206-c375-42bb-a62f-6a03d0f9e8e5/43d4bdad-01a4-4b5e-a665-5927d084e10a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:11.119624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:11.132345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks [] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.135700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:11.159576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Transition to ACTIVE for port object 783b363a-a31e-4fde-9ef5-5d207e5fca64 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:22:11.165758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.220128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (e53a288e-b887-443b-823d-f5afbe807120), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.243937 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.257156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6', 'e53a288e-b887-443b-823d-f5afbe807120'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:11.278257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e84d797-d6d1-4fdc-b084-ae65878a59fb req-0d0c3340-af5d-489f-a9fa-5ae87cc4e491 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0348155 Feb 10 13:22:11.336787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:11.376899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.387141 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.404555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:11.405683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:11.406018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:11.421728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:11.422437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.423923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-57e162d0-4b2c-4394-b12b-be5508581da6 req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "PUT /v2.0/ports/e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 981 time: 1.1596160 Feb 10 13:22:11.426568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:11.431029 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f9366-d203-4928-8eb0-bb9105b765b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:11.436170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:22:11.436502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:11.472929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:11.473329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:11.473719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:11.474157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Bound port: 783b363a-a31e-4fde-9ef5-5d207e5fca64, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:11.474556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.479259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Allocated IP 172.20.0.34 (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7/531de206-c375-42bb-a62f-6a03d0f9e8e5/463cc7f3-6aa0-469a-87a2-118640e57c04) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:11.495699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac15a-c565-42ea-8794-115157a5e8b2 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:11.551880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event updated for resources: {'Port': ['ID=43d4bdad-01a4-4b5e-a665-5927d084e10a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:11.562676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0cf8af50-ab8e-46bf-a780-3bbd140949d0 req-c96f8b85-5162-4841-9a61-aad63f2ebe4c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/46acfc98-0d08-4177-a6c1-46d231ccf9ce HTTP/1.1" status: 200 len: 1820 time: 0.1128201 Feb 10 13:22:11.592679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:11.600213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['e53a288e-b887-443b-823d-f5afbe807120'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:11.633315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:11.638492 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-0cf8af50-ab8e-46bf-a780-3bbd140949d0 req-633ac8b7-d116-4a00-9a5a-3f0ea92928a9 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 13:22:11.639492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0cf8af50-ab8e-46bf-a780-3bbd140949d0 req-633ac8b7-d116-4a00-9a5a-3f0ea92928a9 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/46acfc98-0d08-4177-a6c1-46d231ccf9ce HTTP/1.1" status: 409 len: 341 time: 0.0697258 Feb 10 13:22:11.643769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.683597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:11.684787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.685983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] 10.222.0.77 "PUT /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 1096 time: 1.6148226 Feb 10 13:22:11.726545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:11.727413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9c2fb-4d65-4898-978e-831b8875d857 req-1ad78bfb-85c7-401f-9cdf-29a90e936ec9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:11.729164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b9c2fb-4d65-4898-978e-831b8875d857 req-1ad78bfb-85c7-401f-9cdf-29a90e936ec9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.2578506 Feb 10 13:22:11.742395 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1fc00-a405-4d3e-864c-84ee892bd0de x-openstack-request-id: req-58f1fc00-a405-4d3e-864c-84ee892bd0de {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:11.742760 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:11.743280 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58f1fc00-a405-4d3e-864c-84ee892bd0de {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:11.744549 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120', 'status': 'completed', 'code': 200} Feb 10 13:22:11.779877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] In _notify_port_updated(), no bound segment for port 43d4bdad-01a4-4b5e-a665-5927d084e10a on network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:22:11.797261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:11.797981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.799403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a37f3aab-c479-485c-a5e1-f663ed658be4 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "PUT /v2.0/ports/43d4bdad-01a4-4b5e-a665-5927d084e10a HTTP/1.1" status: 200 len: 960 time: 1.4087362 Feb 10 13:22:11.806387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:11.871832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b9c2fb-4d65-4898-978e-831b8875d857 req-4a71834f-13f4-47b5-aac0-7630a08a8d27 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314671 Feb 10 13:22:11.920371 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Publish callbacks [] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:11.929351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9008a6-a8bf-4a1a-8cd7-b83a7326ac3a service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:12.009488 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:12.044850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-541d3266-0de9-4564-92c3-03346dad4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.046517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-541d3266-0de9-4564-92c3-03346dad4c58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1130 time: 0.2799740 Feb 10 13:22:12.055976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-9b1408db-210e-40c9-8411-cfe818251867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.057646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-9b1408db-210e-40c9-8411-cfe818251867 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1166 time: 0.2677348 Feb 10 13:22:12.075314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161b25-bf15-4627-84b2-ad5abeda2bb7 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:12.121953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f069cc-575a-4ca8-89a7-68dc8f5d1dc7 req-e98bf653-4b8e-4c2c-8e20-a829c1ff1489 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.136460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4f069cc-575a-4ca8-89a7-68dc8f5d1dc7 req-e98bf653-4b8e-4c2c-8e20-a829c1ff1489 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 984 time: 0.1115806 Feb 10 13:22:12.136948 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-10ba4d07-efa4-484f-8ca0-095f2a651952 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.0769048 Feb 10 13:22:12.243253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port 43d4bdad-01a4-4b5e-a665-5927d084e10a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:12.243598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:12.260976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4f069cc-575a-4ca8-89a7-68dc8f5d1dc7 req-dd15121e-aca8-4337-a8e7-ddd1e8930bd7 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1233478 Feb 10 13:22:12.309126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-1b73599e-e117-44fe-90bc-27a7acf24522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.310580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-1b73599e-e117-44fe-90bc-27a7acf24522 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.2433314 Feb 10 13:22:12.311887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-e388c347-b9da-4687-a484-eb5d23b2252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.316453 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-e388c347-b9da-4687-a484-eb5d23b2252e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1670537 Feb 10 13:22:12.325108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:12.408978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc25f917-e31e-4e4a-ba3c-286e9ba48b59 req-70af2e18-ed0f-41a3-a5ac-dad6151e402a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0454752 Feb 10 13:22:12.414082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:12.463387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-fe95ebe8-6fd0-4bae-95b9-0600883fa275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 217 time: 0.0386097 Feb 10 13:22:12.526044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for 43d4bdad-01a4-4b5e-a665-5927d084e10a owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:12.539301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:12.539683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:12.590518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-a7c3a3f9-e5b7-4457-abad-19ec32343d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.592157 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-a7c3a3f9-e5b7-4457-abad-19ec32343d3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.1036620 Feb 10 13:22:12.702710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-bdffedfd-8603-4c54-bed8-bba0ec2226d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983179 Feb 10 13:22:12.725872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:12.736503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43982a-8d31-4ab1-83cf-08a557cac4eb req-a603a2e1-f21b-4154-ab4a-1a1fedf8a3b6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.738231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b43982a-8d31-4ab1-83cf-08a557cac4eb req-a603a2e1-f21b-4154-ab4a-1a1fedf8a3b6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.4403520 Feb 10 13:22:12.830746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-729da8d2-a9c6-4202-bd52-dd3f15db0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:12.832354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-729da8d2-a9c6-4202-bd52-dd3f15db0d9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3521764 Feb 10 13:22:12.953670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b43982a-8d31-4ab1-83cf-08a557cac4eb req-2ff4a911-7c7e-4fd5-ae23-084acb59beac tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977198 Feb 10 13:22:12.964089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-7caa46bb-4495-4cc0-a6fd-51418301f4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530680 Feb 10 13:22:13.039725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267492-cdba-4fb8-a993-d4da1909c756 req-157f81de-d8e5-44b1-9244-996269f5eb86 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.049694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd267492-cdba-4fb8-a993-d4da1909c756 req-157f81de-d8e5-44b1-9244-996269f5eb86 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.0759740 Feb 10 13:22:13.064946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:13.066213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.110984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:13.125290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd267492-cdba-4fb8-a993-d4da1909c756 req-acef3baf-d454-4dc1-8b12-cf52af73d9c1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Feb 10 13:22:13.125860 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-491cc0fb-32df-475c-96f3-918ec8af70c1 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843099 Feb 10 13:22:13.127237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Provisioning complete for port 43d4bdad-01a4-4b5e-a665-5927d084e10a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:13.128181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.166983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (43d4bdad-01a4-4b5e-a665-5927d084e10a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.171814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Port 43d4bdad-01a4-4b5e-a665-5927d084e10a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:13.183026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:13.183618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.255746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=43d4bdad-01a4-4b5e-a665-5927d084e10a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:13.280797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-73156e49-34ff-4a71-85f0-f37fa8bd34e3 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:13.307243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-443f9366-d203-4928-8eb0-bb9105b765b4 req-35f8fba1-3598-4118-bc72-50f1172de3a7 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348210 Feb 10 13:22:13.366046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.369249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-edea03f5-5643-4a56-8b18-43bfeda8e1a1 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/43d4bdad-01a4-4b5e-a665-5927d084e10a HTTP/1.1" status: 204 len: 168 time: 1.5607555 Feb 10 13:22:13.373732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:13.399122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0531de43-3ab8-4554-98cd-e1359e57c5fc req-bfa64a6f-7418-40a0-97f5-a1db95128def service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575021 Feb 10 13:22:13.454151 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-6532ad37-0676-4bce-a86d-77977144473f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] GET failed (client error): The resource could not be found. Feb 10 13:22:13.463997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6532ad37-0676-4bce-a86d-77977144473f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports/43d4bdad-01a4-4b5e-a665-5927d084e10a HTTP/1.1" status: 404 len: 333 time: 0.0870104 Feb 10 13:22:13.465212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c1d0-843c-4eee-ba47-816a0249b1c6 req-8810450a-6384-49a7-b4ff-2bbf063e3466 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.466845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7dd4c1d0-843c-4eee-ba47-816a0249b1c6 req-8810450a-6384-49a7-b4ff-2bbf063e3466 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 984 time: 0.1255457 Feb 10 13:22:13.467414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:13.504045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-1782d063-4d82-4a52-8f82-f0ce0707da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.506206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-1782d063-4d82-4a52-8f82-f0ce0707da30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1166 time: 0.1436243 Feb 10 13:22:13.538328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3371643b-9497-4769-8ad9-db2487ba6457 req-a8d11cc6-5d75-45a8-805a-a85e2ce2fcf3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0420444 Feb 10 13:22:13.614528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (c123cf27-99df-4689-ab5a-d755d780143a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.661862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7dd4c1d0-843c-4eee-ba47-816a0249b1c6 req-be6fea95-3120-4a49-91f0-44f1264a6f39 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1535599 Feb 10 13:22:13.679680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (c123cf27-99df-4689-ab5a-d755d780143a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.696596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-58ea6e23-6f17-4007-9ff4-f5c0e3c5bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.698317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-58ea6e23-6f17-4007-9ff4-f5c0e3c5bb5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.1826954 Feb 10 13:22:13.699200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dffa837f-21d1-4b66-8ad0-cbba6d8b3b81 None None] Could not find standard attr ID for object 43d4bdad-01a4-4b5e-a665-5927d084e10a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:22:13.752263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:13.754584 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:13.761264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-0fab3761-9d76-4cba-872e-053495045ee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 217 time: 0.0550942 Feb 10 13:22:13.806526 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7594182-21f9-40d7-96ec-dbf43d8629e7 x-openstack-request-id: req-f7594182-21f9-40d7-96ec-dbf43d8629e7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:13.806822 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:13.807073 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7594182-21f9-40d7-96ec-dbf43d8629e7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:13.807461 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'status': 'completed', 'code': 200} Feb 10 13:22:13.822473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c123cf27-99df-4689-ab5a-d755d780143a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.825166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.829159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/security-groups/c123cf27-99df-4689-ab5a-d755d780143a HTTP/1.1" status: 204 len: 168 time: 0.3577991 Feb 10 13:22:13.830665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:13.874448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5a8f3-0c07-4f69-add8-f7a62e269103 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123cf27-99df-4689-ab5a-d755d780143a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:13.897233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-a5699e32-ef90-49e2-99a8-a09d0f73ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.898676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-a5699e32-ef90-49e2-99a8-a09d0f73ef04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.1309998 Feb 10 13:22:13.922095 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (70e0d3a1-d00b-4f6e-8508-d9116dbf87d2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:13.944890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-83194c35-863d-4359-8382-298239a26c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:13.946426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-83194c35-863d-4359-8382-298239a26c85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1130 time: 0.1012669 Feb 10 13:22:13.948466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-13f4a076-4e1d-4d88-b69f-031552bc4a1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438130 Feb 10 13:22:13.949970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (70e0d3a1-d00b-4f6e-8508-d9116dbf87d2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.007306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (70e0d3a1-d00b-4f6e-8508-d9116dbf87d2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.010268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.014689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/security-groups/70e0d3a1-d00b-4f6e-8508-d9116dbf87d2 HTTP/1.1" status: 204 len: 168 time: 0.1820145 Feb 10 13:22:14.015492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:14.038965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b073f41-95e5-498b-9114-d9bdee39832c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0d3a1-d00b-4f6e-8508-d9116dbf87d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:14.117014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (85924d19-43e4-49ef-a369-d91217469d13), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.223970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (85924d19-43e4-49ef-a369-d91217469d13), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.259077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-551f37af-4589-4f95-be99-8532cc0b1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.260930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-551f37af-4589-4f95-be99-8532cc0b1a3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3072550 Feb 10 13:22:14.277026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-cbc2f1b4-7aad-4a6b-a747-b52418ac4c41 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855320 Feb 10 13:22:14.291082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992a7e-83b4-437a-a217-87b790598620 req-cf360d76-5836-4faf-93b1-746c5689a136 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.292985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e992a7e-83b4-437a-a217-87b790598620 req-cf360d76-5836-4faf-93b1-746c5689a136 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1635089 Feb 10 13:22:14.329607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac79f-90d7-4e75-bed8-7e66fdf36c1a req-8fd233b6-779e-4c84-8704-b584872dbcec tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.331177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-002ac79f-90d7-4e75-bed8-7e66fdf36c1a req-8fd233b6-779e-4c84-8704-b584872dbcec tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.0796332 Feb 10 13:22:14.338355 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85924d19-43e4-49ef-a369-d91217469d13), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.342463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.343805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/security-groups/85924d19-43e4-49ef-a369-d91217469d13 HTTP/1.1" status: 204 len: 168 time: 0.3148513 Feb 10 13:22:14.353047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:14.375191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9a888-c478-40c6-a82b-52626efa3e7d tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85924d19-43e4-49ef-a369-d91217469d13,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:14.382360 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-673e75cb-d1c7-4ea2-bb43-017323888e27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.1041489 Feb 10 13:22:14.389781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e992a7e-83b4-437a-a217-87b790598620 req-052a5ba2-5894-47c8-a753-0b12d3a0b65b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Feb 10 13:22:14.484643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 2b16c412-0664-4d6a-82e1-225037c7116d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:14.492869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (2b16c412-0664-4d6a-82e1-225037c7116d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.498736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-002ac79f-90d7-4e75-bed8-7e66fdf36c1a req-874a42a2-f002-4b50-a6b6-a836c08d717f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537814 Feb 10 13:22:14.521540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5f0b80-5514-48f6-969b-2efd860d94bf req-842643a2-9c3e-4efa-8522-5921541e1e0f service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258797 Feb 10 13:22:14.530426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-9e3c7a11-9675-4e39-9411-72fa279948dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.532273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-9e3c7a11-9675-4e39-9411-72fa279948dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0786734 Feb 10 13:22:14.571062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (2b16c412-0664-4d6a-82e1-225037c7116d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.623851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-bc6490e3-4743-4156-b2df-e732238b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.630793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-bc6490e3-4743-4156-b2df-e732238b257a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0899880 Feb 10 13:22:14.722609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3585e64-87b9-48c0-a1dc-eb3bc0a212f7 req-74b70a1a-c6c6-43a7-bbd9-184c9b5b7e56 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071a8e9-5832-401a-95da-16aefc10e531 HTTP/1.1" status: 200 len: 210 time: 0.0361693 Feb 10 13:22:14.748533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2b16c412-0664-4d6a-82e1-225037c7116d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.862494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (2b16c412-0664-4d6a-82e1-225037c7116d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.864293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-6354b363-a0a2-40da-8c4e-baeb6086d010 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262251 Feb 10 13:22:14.874866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa864-024b-43e3-9068-0685fc45995e req-f1a1ff63-7389-4a8d-b418-f82fb1b55711 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.883382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e3fa864-024b-43e3-9068-0685fc45995e req-f1a1ff63-7389-4a8d-b418-f82fb1b55711 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.1056094 Feb 10 13:22:14.892710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=2b16c412-0664-4d6a-82e1-225037c7116d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:14.906478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e40e-2c95-465b-bed3-bbad4cffa003 req-be782cba-1046-482f-b2cd-c777576d90dd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:14.908147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4303e40e-2c95-465b-bed3-bbad4cffa003 req-be782cba-1046-482f-b2cd-c777576d90dd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 984 time: 0.1074293 Feb 10 13:22:14.913159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:14.924303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9597f13e-da11-43a3-b2de-90cfdf68686f tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/2b16c412-0664-4d6a-82e1-225037c7116d HTTP/1.1" status: 204 len: 168 time: 0.5605454 Feb 10 13:22:14.924423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b87e5-d425-4042-8765-3713da70a9df None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:14.924825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:14.992809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4303e40e-2c95-465b-bed3-bbad4cffa003 req-02e516cb-e123-45d3-bc6a-89a3a7720fac tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0684555 Feb 10 13:22:15.040141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet 531de206-c375-42bb-a62f-6a03d0f9e8e5 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:15.047765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e3fa864-024b-43e3-9068-0685fc45995e req-638c98ce-9639-40c4-8d52-4f00a6f9ac2d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635449 Feb 10 13:22:15.048430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (531de206-c375-42bb-a62f-6a03d0f9e8e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.111756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (531de206-c375-42bb-a62f-6a03d0f9e8e5), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.156208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4697a1-cfa6-4bba-8bbc-1cd07cebb0ee req-bbb08c28-9bad-48b1-910f-25528c0cde58 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701914 Feb 10 13:22:15.222869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (531de206-c375-42bb-a62f-6a03d0f9e8e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.295127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (531de206-c375-42bb-a62f-6a03d0f9e8e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.326368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=531de206-c375-42bb-a62f-6a03d0f9e8e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:15.332524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.337683 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea6f8db9-1f22-4372-b519-6f82a523fc8c tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/531de206-c375-42bb-a62f-6a03d0f9e8e5 HTTP/1.1" status: 204 len: 168 time: 0.4124179 Feb 10 13:22:15.340108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.373696 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4cc935-e1b0-4ecc-a9e7-7ad621f4ec7e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:15.374116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4cc935-e1b0-4ecc-a9e7-7ad621f4ec7e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:15.377382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5d4cc935-e1b0-4ecc-a9e7-7ad621f4ec7e tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/2b16c412-0664-4d6a-82e1-225037c7116d HTTP/1.1" status: 404 len: 337 time: 0.0356817 Feb 10 13:22:15.379889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.434298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting subnet baee2f7f-d349-4029-a23a-99949fb6e431 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:15.438822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (baee2f7f-d349-4029-a23a-99949fb6e431), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.498606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (baee2f7f-d349-4029-a23a-99949fb6e431), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.556454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1095a-d95b-4f50-8084-822ef9a8489c req-1e1692d5-6fd5-48c2-bfce-efc0e834e50d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:15.558077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa1095a-d95b-4f50-8084-822ef9a8489c req-1e1692d5-6fd5-48c2-bfce-efc0e834e50d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0681579 Feb 10 13:22:15.608280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (baee2f7f-d349-4029-a23a-99949fb6e431), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.626264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa1095a-d95b-4f50-8084-822ef9a8489c req-5947a430-d34a-4ac2-ae1c-0a5755db7e62 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598493 Feb 10 13:22:15.713216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c0473-e35c-4a4a-847d-5a1fcab57f4d req-dd9042b4-deb8-4e5f-89b8-f4b5a276b6a5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:15.714787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e0c0473-e35c-4a4a-847d-5a1fcab57f4d req-dd9042b4-deb8-4e5f-89b8-f4b5a276b6a5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.0830798 Feb 10 13:22:15.716386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (baee2f7f-d349-4029-a23a-99949fb6e431), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.754776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb6661-3b05-458f-a713-256f6c63c36e None None] Network 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:15.772104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Subnet': ['ID=baee2f7f-d349-4029-a23a-99949fb6e431,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:15.781251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.787554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.788177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-acfb8a82-9e87-45ea-a906-7db6be0b3c05 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/baee2f7f-d349-4029-a23a-99949fb6e431 HTTP/1.1" status: 204 len: 168 time: 0.4072554 Feb 10 13:22:15.815135 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-347eec17-80f7-43fe-9527-6da2093f53fe tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:15.815597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347eec17-80f7-43fe-9527-6da2093f53fe tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:15.818949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-347eec17-80f7-43fe-9527-6da2093f53fe tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/72ce76cb-d9e3-4873-9539-54ba770f5daf HTTP/1.1" status: 404 len: 337 time: 0.0302763 Feb 10 13:22:15.826571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.838548 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8e0c0473-e35c-4a4a-847d-5a1fcab57f4d req-e131cf80-9224-484a-bcd7-8f4b467531a1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107113 Feb 10 13:22:15.870795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.879407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15be7b75-bb8c-4d5f-8a2a-e1a45de4a023 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "GET /v2.0/ports?device_id=4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 HTTP/1.1" status: 200 len: 205 time: 0.0414608 Feb 10 13:22:15.886713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Provisioning complete for port d2158640-8fab-4c9e-82ea-ad76799afef6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:15.887254 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:15.933646 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-908302aa-8771-4a53-b6c6-28b24dc123c2 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] delete failed (client error): The resource could not be found. Feb 10 13:22:15.935206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-908302aa-8771-4a53-b6c6-28b24dc123c2 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/routers/4deb12c0-9a23-42e9-ba71-ffb6ac9ea193 HTTP/1.1" status: 404 len: 336 time: 0.0633593 Feb 10 13:22:15.937670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.949378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Port d2158640-8fab-4c9e-82ea-ad76799afef6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:15.972571 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c92feb4-ebe9-4045-bab4-c2060c33ed59 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:15.972571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c92feb4-ebe9-4045-bab4-c2060c33ed59 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:15.973473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:15.973560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8c92feb4-ebe9-4045-bab4-c2060c33ed59 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/5d481613-55ef-4a00-84ec-baa621b52df7 HTTP/1.1" status: 404 len: 337 time: 0.0336454 Feb 10 13:22:15.973638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:15.974167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Provisioning complete for port 463cc7f3-6aa0-469a-87a2-118640e57c04 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:15.975396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.010492 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a111cd4-c9ee-4545-a84e-c977f05f20dc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.011062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a111cd4-c9ee-4545-a84e-c977f05f20dc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.020550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a111cd4-c9ee-4545-a84e-c977f05f20dc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/c69a9d23-455f-4e0c-bf16-11c4ab9e92a3 HTTP/1.1" status: 404 len: 337 time: 0.0460505 Feb 10 13:22:16.023625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.076895 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b253c2f4-b133-4764-a079-a9877723fe0b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.077588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b253c2f4-b133-4764-a079-a9877723fe0b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.086280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.086626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] DHCP port deletion for 1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:22:16.092417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b253c2f4-b133-4764-a079-a9877723fe0b tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/15413fc5-b5c1-47c4-b2aa-859532bac293 HTTP/1.1" status: 404 len: 337 time: 0.0562279 Feb 10 13:22:16.144345 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf7f0e9-e936-4ec1-bf07-875c39987638 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.144345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf7f0e9-e936-4ec1-bf07-875c39987638 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.147863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bbf7f0e9-e936-4ec1-bf07-875c39987638 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/74cbfa4d-974d-4713-8cf6-3a5d425ed825 HTTP/1.1" status: 404 len: 333 time: 0.0589194 Feb 10 13:22:16.158904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.213545 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa7bd4f-47cf-4409-8e8c-50c317c207ce tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.214173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa7bd4f-47cf-4409-8e8c-50c317c207ce tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.218190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3fa7bd4f-47cf-4409-8e8c-50c317c207ce tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/9019ab1c-e41c-403d-b792-f33b1be8676e HTTP/1.1" status: 404 len: 337 time: 0.0609167 Feb 10 13:22:16.222599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.248681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568e9f7-26d3-4a14-95b7-f2a55aae1001 req-33e9bfb6-3809-4ebc-8242-6ca1aab20a33 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:16.261240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0568e9f7-26d3-4a14-95b7-f2a55aae1001 req-33e9bfb6-3809-4ebc-8242-6ca1aab20a33 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 984 time: 0.1148765 Feb 10 13:22:16.303391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:16.319707 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf579bbb-54a1-4172-8eed-de21e33a41cf tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.319707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf579bbb-54a1-4172-8eed-de21e33a41cf tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.324599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'mac_address': 'fa:16:3e:72:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:16.335009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf579bbb-54a1-4172-8eed-de21e33a41cf tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/ac6605db-f649-4cc3-8230-2962a6851f94 HTTP/1.1" status: 404 len: 337 time: 0.1084170 Feb 10 13:22:16.371403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 463cc7f3-6aa0-469a-87a2-118640e57c04 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:16.376008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.416627 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67833ee-a9b9-4fc9-bac9-193e45dfea69 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.417663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67833ee-a9b9-4fc9-bac9-193e45dfea69 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.423697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f67833ee-a9b9-4fc9-bac9-193e45dfea69 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/2e2aae6f-e4cb-4eff-bc82-ac978863ddd7 HTTP/1.1" status: 404 len: 333 time: 0.0386505 Feb 10 13:22:16.427240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.428287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6430bf3b-8b5a-4d00-b1c6-81e49439fa00 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:16.436894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 783b363a-a31e-4fde-9ef5-5d207e5fca64 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:16.437301 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.454198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Deleting port 463cc7f3-6aa0-469a-87a2-118640e57c04 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:16.454570 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.479043 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3340c26f-b21f-42ae-ab8b-6be69352854a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.479513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3340c26f-b21f-42ae-ab8b-6be69352854a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.485497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3340c26f-b21f-42ae-ab8b-6be69352854a tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/8781966a-4360-4b6e-8621-80dfe45d7630 HTTP/1.1" status: 404 len: 337 time: 0.0546463 Feb 10 13:22:16.486245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:16.487899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.532945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faa7dd-8395-4e11-b9be-e55b293a7be2 req-9b4e0ca4-1b47-4fa3-8ab9-bc13d71cf11d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:16.544062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64faa7dd-8395-4e11-b9be-e55b293a7be2 req-9b4e0ca4-1b47-4fa3-8ab9-bc13d71cf11d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.3007629 Feb 10 13:22:16.583647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:16.586196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:16.586603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.601640 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.609622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Calling delete_port for 463cc7f3-6aa0-469a-87a2-118640e57c04 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:16.629747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64faa7dd-8395-4e11-b9be-e55b293a7be2 req-9921085b-cbb0-49fa-9e75-8b87ea2fec8f tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e35856-e835-4e5f-9d8a-d596db4dc8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846779 Feb 10 13:22:16.632045 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4128eadd-272a-41aa-aa93-f5255d74ecdc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] DELETE failed (client error): The resource could not be found. Feb 10 13:22:16.633899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4128eadd-272a-41aa-aa93-f5255d74ecdc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:22:16.644166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4128eadd-272a-41aa-aa93-f5255d74ecdc tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/subnets/75f85822-88c5-4c15-9e18-fb6b0ed4229a HTTP/1.1" status: 404 len: 337 time: 0.1530602 Feb 10 13:22:16.644519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:16.657790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 463cc7f3-6aa0-469a-87a2-118640e57c04 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:16.658020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.742776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:16.751359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0568e9f7-26d3-4a14-95b7-f2a55aae1001 req-1a508362-d74b-4c52-83a3-904d40ace6a3 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4840424 Feb 10 13:22:16.768655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 463cc7f3-6aa0-469a-87a2-118640e57c04, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=463cc7f3-6aa0-469a-87a2-118640e57c04,segment=NetworkSegment(6070249c-727b-4de6-a288-edd47b549230),segment_id=6070249c-727b-4de6-a288-edd47b549230)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:16.802249 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.826099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-5316c6d0-ed35-41c0-a090-98199b14450b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:16.828060 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-5316c6d0-ed35-41c0-a090-98199b14450b tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.21 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 946 time: 0.0989511 Feb 10 13:22:16.893169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (463cc7f3-6aa0-469a-87a2-118640e57c04), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:16.906060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:16.916965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] No DVR routers for this DVR port 463cc7f3-6aa0-469a-87a2-118640e57c04 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:16.927856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['783b363a-a31e-4fde-9ef5-5d207e5fca64'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:16.986141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715bdd8-af58-49d3-9aca-501cf69a00d4 req-4c7856e1-ffed-4671-949c-32078856dd40 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:16.986439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-22e4b3a5-5c5c-47bd-bf64-9543014e61b2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:16.993570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7715bdd8-af58-49d3-9aca-501cf69a00d4 req-4c7856e1-ffed-4671-949c-32078856dd40 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1178718 Feb 10 13:22:16.997246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544ebfc-baa4-45d5-8c43-c952761dccbf None None] Pushing event deleted for resources: {'Port': ['ID=463cc7f3-6aa0-469a-87a2-118640e57c04,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:17.004891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-22e4b3a5-5c5c-47bd-bf64-9543014e61b2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.2134140 Feb 10 13:22:17.031171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-dd10bc56-582a-4036-9c1e-050e8fc2dc99 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0251055 Feb 10 13:22:17.052870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Deleting port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:17.053217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.071099 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7715bdd8-af58-49d3-9aca-501cf69a00d4 req-bfb865c2-63dc-4757-bc29-b1bbd121dc70 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Feb 10 13:22:17.086209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-5541fbb9-ae4b-47eb-b905-41f7c9240e2f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532868 Feb 10 13:22:17.172034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Deleting port d2158640-8fab-4c9e-82ea-ad76799afef6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:17.172374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.236210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] For port c29277c7-66ff-4c8f-81ba-8f94f85a37e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:17.236469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.241380 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-8f1d9c32-a62c-4592-8526-cb0a063c8fcf tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-235627924&fields=id&tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc HTTP/1.1" status: 200 len: 267 time: 0.0724890 Feb 10 13:22:17.252322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-961c90fa-b4af-4178-b401-00f710766b5c service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648004 Feb 10 13:22:17.256558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.305242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Calling delete_port for d2158640-8fab-4c9e-82ea-ad76799afef6 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:17.401927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-29e36d28-06a2-409a-9197-af4f7bd2d571 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:17.403675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-29e36d28-06a2-409a-9197-af4f7bd2d571 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 984 time: 0.1183503 Feb 10 13:22:17.413155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-df0f2cd5-10e5-4d72-a133-a378d3c8cfd2 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532862 Feb 10 13:22:17.422362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'port': {'security_groups': ['46acfc98-0d08-4177-a6c1-46d231ccf9ce', '88b66595-8a74-401e-a9e7-bfd6d1d0d44e', '393e8474-5eec-4b4d-baf0-d50315b8fbb5']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:17.459747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d2158640-8fab-4c9e-82ea-ad76799afef6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.490518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Port': ['ID=d2158640-8fab-4c9e-82ea-ad76799afef6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:17.504477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.508920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6d00a302-75ba-4603-8ecb-cf5d53e8d449 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/ports/d2158640-8fab-4c9e-82ea-ad76799afef6 HTTP/1.1" status: 204 len: 168 time: 0.8596501 Feb 10 13:22:17.511337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:17.620232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.620232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.620538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.620879 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Floating IP d818d877-5ad3-4e05-812d-9497ded5a3cc disassociated. External IP: 172.25.8.71, port: c29277c7-66ff-4c8f-81ba-8f94f85a37e7. Feb 10 13:22:17.621232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Calling delete_port for c29277c7-66ff-4c8f-81ba-8f94f85a37e7 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:17.671448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.703762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f1404-da48-40b0-87f1-9523ccf4708f req-4440b0e2-bf52-4018-a84d-07e24607e3a1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:17.711911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a24f1404-da48-40b0-87f1-9523ccf4708f req-4440b0e2-bf52-4018-a84d-07e24607e3a1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.1016569 Feb 10 13:22:17.830756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.855399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a24f1404-da48-40b0-87f1-9523ccf4708f req-ba112201-5484-4779-9830-de144b75e3a9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430743 Feb 10 13:22:17.891852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:17.921932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6070249c-727b-4de6-a288-edd47b549230') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:17.922266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6070249c-727b-4de6-a288-edd47b549230') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:17.942812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (6070249c-727b-4de6-a288-edd47b549230), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.951701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c29277c7-66ff-4c8f-81ba-8f94f85a37e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:17.977175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc98cec9-45ad-42b9-beb4-f8aec944d2a7 req-c1a4c6b4-72a8-4271-933b-2f264a3ce8eb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0483139 Feb 10 13:22:17.997618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6070249c-727b-4de6-a288-edd47b549230), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.003865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:18.005348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:22:18.005948 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (6070249c-727b-4de6-a288-edd47b549230), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:22:18.010266 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:22:18.014113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'Port': ['ID=c29277c7-66ff-4c8f-81ba-8f94f85a37e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:18.027254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:18.124795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65b4bad1-7f1a-4372-9aa0-e13b4a01a64e req-336a0fe0-1504-40e3-bd0b-336d8a148117 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 210 time: 0.0361934 Feb 10 13:22:18.135466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.141958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:18.145699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.152285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] 10.222.0.13 "DELETE /v2.0/networks/1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7 HTTP/1.1" status: 204 len: 168 time: 0.6376588 Feb 10 13:22:18.169410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477da2d-f314-4530-abcb-bc605c6109d7 tempest-PortsTestJSON-187040479 tempest-PortsTestJSON-187040479-project] Pushing event deleted for resources: {'Network': ['ID=1b201dd7-fb43-44f3-a2ce-7ed28db4e2b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:18.273324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for port (e53a288e-b887-443b-823d-f5afbe807120), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.282102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.336743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:22:18.352017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:18.352677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.366902 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3bb56a9-c427-4329-9505-f735b9856fc8 req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "PUT /v2.0/ports/e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 1020 time: 0.9512315 Feb 10 13:22:18.367833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:18.370929 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c006d35e-ac5d-44e7-85b2-78600d9dcb38" -d '{"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:18.543760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2cd37-5ead-4d2e-8de9-a3fc4a9941b6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:18.548698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:18.644153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6', 'e53a288e-b887-443b-823d-f5afbe807120'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:18.686517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8076-d9d5-42aa-8557-a76edf1fc4d2 req-93780679-1c2c-4977-b2d1-8e41f7006c6b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:18.702305 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94ca8076-d9d5-42aa-8557-a76edf1fc4d2 req-93780679-1c2c-4977-b2d1-8e41f7006c6b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2178862 Feb 10 13:22:18.757259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['e53a288e-b887-443b-823d-f5afbe807120'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:18.770976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-133a6654-5f98-448d-8962-b5bd8d82df0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb0f06339c5d4dde8152e68445f40263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210283 Feb 10 13:22:18.774147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:18.804689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:18.852211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:18.883928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:18.895751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] Publish callbacks [] for security_group (3eee74ac-6951-4533-83b1-c3366c90aba8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.903168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: c29277c7-66ff-4c8f-81ba-8f94f85a37e7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:18.903680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c29277c7-66ff-4c8f-81ba-8f94f85a37e7 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:18.910098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94ca8076-d9d5-42aa-8557-a76edf1fc4d2 req-20aff38b-f35b-482c-83f5-5e1d9ab826f8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062485 Feb 10 13:22:18.934210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] No DVR routers for this DVR port c29277c7-66ff-4c8f-81ba-8f94f85a37e7 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:18.939287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.942123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] Publish callbacks [] for security_group (3eee74ac-6951-4533-83b1-c3366c90aba8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:18.943691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a5b4c6b-d080-40b0-90b3-193e212e0770 req-97722da3-18d2-49bb-8bb9-43c8e1579b5a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.21 "DELETE /v2.0/ports/c29277c7-66ff-4c8f-81ba-8f94f85a37e7 HTTP/1.1" status: 204 len: 173 time: 2.1045115 Feb 10 13:22:19.080409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3eee74ac-6951-4533-83b1-c3366c90aba8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:19.085350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:19.088877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eee74ac-6951-4533-83b1-c3366c90aba8 HTTP/1.1" status: 204 len: 168 time: 0.3099892 Feb 10 13:22:19.089022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-068adfe2-fabc-49d1-8e64-69509dd34f85 req-29c76cdf-8049-439a-8126-f05cc46308eb tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/393e8474-5eec-4b4d-baf0-d50315b8fbb5 HTTP/1.1" status: 200 len: 1819 time: 0.1261837 Feb 10 13:22:19.126537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32040fe-0464-47ce-964e-1c870475d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee74ac-6951-4533-83b1-c3366c90aba8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:19.200126 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d31b1aa-cc67-4b9b-bedd-1738da21d6d9 x-openstack-request-id: req-4d31b1aa-cc67-4b9b-bedd-1738da21d6d9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:19.200501 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "tag": "e53a288e-b887-443b-823d-f5afbe807120", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:19.200677 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d31b1aa-cc67-4b9b-bedd-1738da21d6d9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:19.202497 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120', 'status': 'completed', 'code': 200} Feb 10 13:22:19.270437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:19.271080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:19.282160 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-068adfe2-fabc-49d1-8e64-69509dd34f85 req-f2ae9135-c48e-4baa-a91e-667026713b1f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 13:22:19.283346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-068adfe2-fabc-49d1-8e64-69509dd34f85 req-f2ae9135-c48e-4baa-a91e-667026713b1f tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/393e8474-5eec-4b4d-baf0-d50315b8fbb5 HTTP/1.1" status: 409 len: 341 time: 0.1927388 Feb 10 13:22:19.378343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-fe39e920-99fb-44dc-9b53-23f4d32571c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:19.385959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-fe39e920-99fb-44dc-9b53-23f4d32571c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1206 time: 0.1239865 Feb 10 13:22:19.387526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e288d-576e-4a78-a949-e93dc0b22a93 req-c4891a43-68d8-4bc7-9315-82acc78c5039 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:19.389372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e29e288d-576e-4a78-a949-e93dc0b22a93 req-c4891a43-68d8-4bc7-9315-82acc78c5039 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.0889733 Feb 10 13:22:19.418941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:19.440491 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-993eb7b4-2032-468f-b458-e8c348be6525 req-912a56e7-afc2-4803-bda9-0fb93226cdbf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0533335 Feb 10 13:22:19.498999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e29e288d-576e-4a78-a949-e93dc0b22a93 req-3ec7f924-72bc-468a-a168-ecc8036024b9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Feb 10 13:22:19.571926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:19.653157 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-989de3be-5107-498d-b2fe-fbefe54fbf40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0743167 Feb 10 13:22:19.755529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-ad424a14-461f-4c75-9939-268b6f1aabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:19.768129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-ad424a14-461f-4c75-9939-268b6f1aabae service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 200 len: 914 time: 0.3605804 Feb 10 13:22:19.781767 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-257f3f39-8ee1-4109-a651-2bad485a4254 req-b5f17779-ed5e-48f6-9669-7e085560380d tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/ports?device_id=717f839d-620c-459e-80ad-906975961d37 HTTP/1.1" status: 200 len: 210 time: 0.1275864 Feb 10 13:22:19.839970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:22:19.845710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-7f78e69e-6eb4-4a46-933e-66776a54d114 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 200 len: 217 time: 0.0625672 Feb 10 13:22:19.846732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:19.847115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:19.901724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'port_id': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'mac_address': 'fa:16:3e:7e:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749a6550-fd64-4705-94a5-f1d4cbea7ced', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:19.926354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-66ee541e-0b5f-4db1-9a63-30172b77d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:19.927852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-66ee541e-0b5f-4db1-9a63-30172b77d46b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 200 len: 853 time: 0.0510864 Feb 10 13:22:19.993397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-ee1cd184-4d1d-4ba5-aef9-c71400e0c1dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c5cbb0-ac34-4cda-963e-2947e9c6b982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478625 Feb 10 13:22:20.007088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:20.007482 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.116371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:20.154507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709f861-4ee0-4e7f-a9db-a83881e5cf82 req-8530cab3-5810-41ca-93eb-fedf6c914895 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:20.170020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d709f861-4ee0-4e7f-a9db-a83881e5cf82 req-8530cab3-5810-41ca-93eb-fedf6c914895 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1451175 Feb 10 13:22:20.189718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-8d5cf133-1aa0-4300-83d8-986e9dcde94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:20.191543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-8d5cf133-1aa0-4300-83d8-986e9dcde94a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5264444 Feb 10 13:22:20.207324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 783b363a-a31e-4fde-9ef5-5d207e5fca64 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:20.211608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.247457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:20.280474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d709f861-4ee0-4e7f-a9db-a83881e5cf82 req-5443b50a-0ea1-4d9d-9ba4-917e4164391c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892682 Feb 10 13:22:20.280579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b1c4-62e8-4482-93b4-66b471979dc3 req-fa78667e-79ec-4233-b1f3-4c8d0e938174 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:20.287135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6546b1c4-62e8-4482-93b4-66b471979dc3 req-fa78667e-79ec-4233-b1f3-4c8d0e938174 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1023 time: 0.3581698 Feb 10 13:22:20.289959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.312251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:20.314822 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6861df04-26bb-4866-b9a4-c9356f517ccf" -d '{"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-plugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:20.315211 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-9316c003-7f0e-45d9-ad05-94637d883238 service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089056 Feb 10 13:22:20.388150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:20.391076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:20.414679 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2fdac-ead5-4562-aca2-0d347938f16b x-openstack-request-id: req-5bb2fdac-ead5-4562-aca2-0d347938f16b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:20.414977 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-plugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:20.415250 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bb2fdac-ead5-4562-aca2-0d347938f16b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:20.415635 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'code': 200} Feb 10 13:22:20.429667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:20.505012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c006d35e-ac5d-44e7-85b2-78600d9dcb38 req-da0cec93-817f-4d14-9f0b-0ffb47644bbd service neutron] 10.222.0.21 "GET /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809959 Feb 10 13:22:20.543362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.549653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:22:20.557693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:20.631828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:20.640097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6546b1c4-62e8-4482-93b4-66b471979dc3 req-120e3487-8a61-4fef-bfd7-ef1b3acc3ddb tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=393e8474-5eec-4b4d-baf0-d50315b8fbb5&id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3516052 Feb 10 13:22:20.673994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:20.675667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:20.679967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f4ebdfc-ddf4-4304-8574-0b0a77d98a5c req-82142d92-7d62-4e2a-b408-ec3528a324d8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.1035702 Feb 10 13:22:20.683582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-879988259'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:20.703318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-67584b82-167c-43fb-95d7-a92fa9163da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:20.713128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-67584b82-167c-43fb-95d7-a92fa9163da5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083573 Feb 10 13:22:20.737213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:20.749596 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.766476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e23ab-dcf9-4692-94a0-19e6b9575460 req-76dcae34-7710-4a93-8eab-f876977b4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:20.767999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f06e23ab-dcf9-4692-94a0-19e6b9575460 req-76dcae34-7710-4a93-8eab-f876977b4648 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1132 time: 0.2666276 Feb 10 13:22:20.769188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.804426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6614eb3d-3e71-4e40-8397-ae21b0b389c5 req-52e38ab9-2515-4a91-894b-e73df3b2509f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0572181 Feb 10 13:22:20.814792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:20.926693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for security_group (96cdf1dc-d890-4c9e-8dec-acad81b1369f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:20.954517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:20.957810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (96cdf1dc-d890-4c9e-8dec-acad81b1369f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.005889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8453b4-fc50-44f6-a50b-25361a63ff78 req-b833355a-873e-4be9-96b2-4faa1bff6070 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:21.026878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c8453b4-fc50-44f6-a50b-25361a63ff78 req-b833355a-873e-4be9-96b2-4faa1bff6070 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.2209220 Feb 10 13:22:21.055736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:22:21.078162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:21.095539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cdf1dc-d890-4c9e-8dec-acad81b1369f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:21.103021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.103678 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment 33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4 of type vlan for network 79693a25-8091-4bfe-96dd-24ad45c3684c Feb 10 13:22:21.117252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f06e23ab-dcf9-4692-94a0-19e6b9575460 req-a7bee749-9c4a-4360-8766-b4a549f22145 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376055 Feb 10 13:22:21.148684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c8453b4-fc50-44f6-a50b-25361a63ff78 req-058a9622-9448-4275-8077-6ff74ce1bc76 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207910 Feb 10 13:22:21.190244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (99e35856-e835-4e5f-9d8a-d596db4dc8a9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.209572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-deleted', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:21.213053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (79693a25-8091-4bfe-96dd-24ad45c3684c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.214177 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbc5b2-a745-4092-83bd-be42ef0dac58" -d '{"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-deleted", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:21.243091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (99e35856-e835-4e5f-9d8a-d596db4dc8a9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.275122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (79693a25-8091-4bfe-96dd-24ad45c3684c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.284504 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891d4405-4866-4d3c-807a-772c0dd7a7c2 x-openstack-request-id: req-891d4405-4866-4d3c-807a-772c0dd7a7c2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:21.285122 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f839d-620c-459e-80ad-906975961d37", "name": "network-vif-deleted", "tag": "c29277c7-66ff-4c8f-81ba-8f94f85a37e7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:21.285692 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-891d4405-4866-4d3c-807a-772c0dd7a7c2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:21.286188 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f839d-620c-459e-80ad-906975961d37', 'name': 'network-vif-deleted', 'tag': 'c29277c7-66ff-4c8f-81ba-8f94f85a37e7', 'status': 'completed', 'code': 200} Feb 10 13:22:21.301191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:21.309568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.364215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (99e35856-e835-4e5f-9d8a-d596db4dc8a9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.378145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.384025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "DELETE /v2.0/security-groups/99e35856-e835-4e5f-9d8a-d596db4dc8a9 HTTP/1.1" status: 204 len: 168 time: 0.4240646 Feb 10 13:22:21.391392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:21.433748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0004210 Feb 10 13:22:21.456527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:21.464133 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-d326ffb8-c85e-462c-8c4a-a7ba45b4322a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] show failed (client error): The resource could not be found. Feb 10 13:22:21.469321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d326ffb8-c85e-462c-8c4a-a7ba45b4322a tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "GET /v2.0/security-groups/99e35856-e835-4e5f-9d8a-d596db4dc8a9 HTTP/1.1" status: 404 len: 347 time: 0.0606098 Feb 10 13:22:21.484547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-273397033'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:21.518165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730df40-e951-4be5-aacb-a8c4833016cd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=79693a25-8091-4bfe-96dd-24ad45c3684c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:21.522286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:21.548710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 79693a25-8091-4bfe-96dd-24ad45c3684c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:22:21.655727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825f317-a9a5-4ef0-bd64-920ba32ed2f4 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e35856-e835-4e5f-9d8a-d596db4dc8a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:21.657084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-9e01364a-a161-48d9-b853-33c32e43293b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0430751 Feb 10 13:22:21.696137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:21.701187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.760616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73493d7-f90e-45ea-8fd8-db58417d93d2 req-94e727f1-6167-4cb0-b0f8-5a3423b9a1d7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:21.768041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a73493d7-f90e-45ea-8fd8-db58417d93d2 req-94e727f1-6167-4cb0-b0f8-5a3423b9a1d7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 944 time: 0.3137870 Feb 10 13:22:21.774257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:22:21.832744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede224ed-2692-45bf-93b5-4e034333997b req-c6a60bf8-e13f-47e4-ac7d-6b43f1205821 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:21.834488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ede224ed-2692-45bf-93b5-4e034333997b req-c6a60bf8-e13f-47e4-ac7d-6b43f1205821 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1023 time: 0.2778993 Feb 10 13:22:21.843092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (758b9629-f14d-4dc3-a057-79365dc8cce5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:21.843525 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment 758b9629-f14d-4dc3-a057-79365dc8cce5 of type vlan for network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 Feb 10 13:22:21.991665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:22.019841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a73493d7-f90e-45ea-8fd8-db58417d93d2 req-b9135fa3-3a63-4388-9b64-771aed5ecec2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488492 Feb 10 13:22:22.025219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (818ac6e9-fc39-4050-aadf-48f51d20e2c2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.030647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06482a-cb60-48cc-9e13-a58f30176547 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:13:52Z', 'revision_number': 4, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2723addb-4342-4759-8de1-6384deee2d54', 'name': '', 'network_id': '9455be75-df22-48c9-ad69-184aa46ee9d6', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'mac_address': 'fa:16:3e:7d:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:50Z', 'updated_at': '2022-02-10T13:14:05Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'subnets': [{'id': 'a9a7bee6-1950-4360-90f6-1a614ddff68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:22.112334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7985c-97ec-4bde-8332-312e7c9bfce1 req-328dc9ad-1b3a-45f2-88b7-f8264cfad0ed tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:22.114315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92b7985c-97ec-4bde-8332-312e7c9bfce1 req-328dc9ad-1b3a-45f2-88b7-f8264cfad0ed tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1023 time: 0.2777963 Feb 10 13:22:22.171750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-0488cc82-ab5e-40d1-a50c-ebe4459bce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:22.179555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-0488cc82-ab5e-40d1-a50c-ebe4459bce2a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3851368 Feb 10 13:22:22.249587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc9a699e-54cc-4599-9fc0-9761da7b779b req-2415bd41-4c2e-44cb-9e89-8a806b4c2417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0983496 Feb 10 13:22:22.259467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (818ac6e9-fc39-4050-aadf-48f51d20e2c2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.266093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Deleting port 385a449f-367a-447f-a005-36053982d6bd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:22.267082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (385a449f-367a-447f-a005-36053982d6bd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.277581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:22.278703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.311541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:22.358174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8954077 Feb 10 13:22:22.373182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:22.416695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:22.433004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Deleting port e53a288e-b887-443b-823d-f5afbe807120 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:22.433430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e53a288e-b887-443b-823d-f5afbe807120), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.506822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92b7985c-97ec-4bde-8332-312e7c9bfce1 req-40baf579-0cc3-428d-8fbf-67bb0b26c3fb tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=393e8474-5eec-4b4d-baf0-d50315b8fbb5&id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3738761 Feb 10 13:22:22.530955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b49e01c1-0e44-4afe-81ce-86b737e71c36 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:22.531335 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.565011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (385a449f-367a-447f-a005-36053982d6bd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.565703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (385a449f-367a-447f-a005-36053982d6bd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.569761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-ef37efd6-b18e-4ecf-a847-f2f8611bae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:22.571528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-ef37efd6-b18e-4ecf-a847-f2f8611bae01 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3580613 Feb 10 13:22:22.585840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Calling delete_port for 385a449f-367a-447f-a005-36053982d6bd owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:22.610937 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c0763-3903-473b-84fe-efe555df99cb None None] New status for floating IP d818d877-5ad3-4e05-812d-9497ded5a3cc: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:22:22.673888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420084c3-b201-4918-b2ce-e5bf4ed420d5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=818ac6e9-fc39-4050-aadf-48f51d20e2c2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:22.692769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:22:22.754819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:22.761023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.905201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:22.909865 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc3f5b1-654d-4be4-aa4b-5d2c737b3c19" -d '{"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:22.948816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:22.960190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:22.997363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf957a46-7714-4690-8b16-51961df178f6 req-83c85f98-a910-4649-91b9-c42f466a2ace tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:23.003272 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf957a46-7714-4690-8b16-51961df178f6 req-83c85f98-a910-4649-91b9-c42f466a2ace tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.5715146 Feb 10 13:22:23.005508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port e53a288e-b887-443b-823d-f5afbe807120, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e53a288e-b887-443b-823d-f5afbe807120,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:23.006604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e53a288e-b887-443b-823d-f5afbe807120), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.022586 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ef7d8-c09e-437c-85ee-1b548c176948 x-openstack-request-id: req-067ef7d8-c09e-437c-85ee-1b548c176948 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:23.023172 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:23.023580 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-067ef7d8-c09e-437c-85ee-1b548c176948 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:23.024142 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'code': 200} Feb 10 13:22:23.024285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:23.027697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.078984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:23.124124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cabbec2b-de1e-4321-b125-989f9e10ae19 req-3130d5e6-b29b-4a46-bec6-53a0bb6903d4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.4791951 Feb 10 13:22:23.201154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e8c2-b64a-40a9-8ac6-b8b2e64f348b req-3851a84f-62dc-41a8-8b02-6267e405f35a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:23.209272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b1e8c2-b64a-40a9-8ac6-b8b2e64f348b req-3851a84f-62dc-41a8-8b02-6267e405f35a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0885870 Feb 10 13:22:23.277752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b1e8c2-b64a-40a9-8ac6-b8b2e64f348b req-2e9793f9-cb88-485d-88e8-2896b1c4bc95 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675759 Feb 10 13:22:23.393292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (385a449f-367a-447f-a005-36053982d6bd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.475630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Pushing event deleted for resources: {'Port': ['ID=385a449f-367a-447f-a005-36053982d6bd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:23.523603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac423547-70e0-45f6-8757-1b5c4bd4d2f9 req-92b68b29-9fe7-4315-99db-9c6480449d1c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=e741cc81-b457-45b3-b323-8330df7f2acb HTTP/1.1" status: 200 len: 210 time: 0.0708277 Feb 10 13:22:23.632151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks [] for floatingip (d818d877-5ad3-4e05-812d-9497ded5a3cc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.635153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.636373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6746afc6-6121-4fcd-a820-3d0c967ac923 tempest-AttachVolumeShelveTestJSON-1858144538 tempest-AttachVolumeShelveTestJSON-1858144538-project] 10.222.0.13 "DELETE /v2.0/floatingips/d818d877-5ad3-4e05-812d-9497ded5a3cc HTTP/1.1" status: 204 len: 168 time: 2.1116409 Feb 10 13:22:23.698139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Calling delete_port for e53a288e-b887-443b-823d-f5afbe807120 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:23.790373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf957a46-7714-4690-8b16-51961df178f6 req-08c33392-1f81-4883-8672-46db3c8b188d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592592 Feb 10 13:22:23.806397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5fad-f92c-4084-9392-82a5cc2c6bde req-1f4f91f8-af77-4123-8f4f-cbfabdb038b1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:23.810098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939d5fad-f92c-4084-9392-82a5cc2c6bde req-1f4f91f8-af77-4123-8f4f-cbfabdb038b1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80871a6-cf78-4b3d-b562-c18d4b7695b3 HTTP/1.1" status: 200 len: 1023 time: 0.1725748 Feb 10 13:22:23.869400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8c59509e-c403-4351-b0e7-2b080fb384e7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:23.964600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939d5fad-f92c-4084-9392-82a5cc2c6bde req-8d947cd7-c7d1-4353-ab24-e2c55f95b7d3 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=393e8474-5eec-4b4d-baf0-d50315b8fbb5&id=46acfc98-0d08-4177-a6c1-46d231ccf9ce&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1388156 Feb 10 13:22:24.033801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=8c59509e-c403-4351-b0e7-2b080fb384e7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:24.060539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e53a288e-b887-443b-823d-f5afbe807120), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:24.062634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:24.063030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: 79693a25-8091-4bfe-96dd-24ad45c3684c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:22:24.075543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:24.101458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'Port': ['ID=e53a288e-b887-443b-823d-f5afbe807120,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:24.148450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 79693a25-8091-4bfe-96dd-24ad45c3684c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:22:24.169299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] No DVR routers for this DVR port e53a288e-b887-443b-823d-f5afbe807120 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:24.171069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 79693a25-8091-4bfe-96dd-24ad45c3684c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:24.173127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:24.182568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ede224ed-2692-45bf-93b5-4e034333997b req-af3ef3e2-e902-4ab4-971f-86a75b2bfeec tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "DELETE /v2.0/ports/e53a288e-b887-443b-823d-f5afbe807120 HTTP/1.1" status: 204 len: 173 time: 2.3374052 Feb 10 13:22:24.183222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'name': 'network-vif-deleted', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:24.195034 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3772be-f310-4253-8fb1-49e00f94e57d" -d '{"events": [{"server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "name": "network-vif-deleted", "tag": "e53a288e-b887-443b-823d-f5afbe807120"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:24.207995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:24.209398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:24.244952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a1d0a7f-3b83-4668-a1e3-242a49702d57 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8643072 Feb 10 13:22:24.245467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:24.250833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:24.255432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2022a9b-24ff-4c15-98fe-54d8b87629e1 None None] Network 79693a25-8091-4bfe-96dd-24ad45c3684c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:24.349019 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda2e48-c119-4f7c-ae78-245579478f8d x-openstack-request-id: req-2bda2e48-c119-4f7c-ae78-245579478f8d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:24.349952 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80871a6-cf78-4b3d-b562-c18d4b7695b3", "name": "network-vif-deleted", "tag": "e53a288e-b887-443b-823d-f5afbe807120", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:24.350217 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bda2e48-c119-4f7c-ae78-245579478f8d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:24.350632 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80871a6-cf78-4b3d-b562-c18d4b7695b3', 'name': 'network-vif-deleted', 'tag': 'e53a288e-b887-443b-823d-f5afbe807120', 'status': 'completed', 'code': 200} Feb 10 13:22:24.511000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-79693a25-8091-4bfe-96dd-24ad45c3684c', 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '8c59509e-c403-4351-b0e7-2b080fb384e7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:22:24.512009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:24.514623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:24.518852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:24.541102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70430e0d-538b-4aad-b08a-323033a9c544 req-ccb7f5b8-92a5-44d3-95a6-e9ca9f44d966 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:24.543085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70430e0d-538b-4aad-b08a-323033a9c544 req-ccb7f5b8-92a5-44d3-95a6-e9ca9f44d966 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1168265 Feb 10 13:22:24.726087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70430e0d-538b-4aad-b08a-323033a9c544 req-388d4372-e945-40f5-8212-da888d3d1243 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576147 Feb 10 13:22:24.962210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Allocated IP 172.20.0.2 (79693a25-8091-4bfe-96dd-24ad45c3684c/8c59509e-c403-4351-b0e7-2b080fb384e7/729755de-bbee-4946-9d9e-32a0f1c0e836) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:25.131238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5541d-ba51-42c5-876c-1517f4956728 req-a3f8e76e-5006-48f8-b991-9d9406dce29f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:25.140148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fcb5541d-ba51-42c5-876c-1517f4956728 req-a3f8e76e-5006-48f8-b991-9d9406dce29f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1542876 Feb 10 13:22:25.231965 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (1d05804f-ed98-4a5e-9554-feee84a4e57d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.243951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fcb5541d-ba51-42c5-876c-1517f4956728 req-534a3ff8-fd71-4df9-a686-cc1ca86f1559 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917714 Feb 10 13:22:25.336655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks [] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.349768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=1d05804f-ed98-4a5e-9554-feee84a4e57d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:25.368334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e53a288e-b887-443b-823d-f5afbe807120 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:25.374026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.433065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-08d1d416-f8cf-4472-83b0-5125148cd9b4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:25.434581 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-08d1d416-f8cf-4472-83b0-5125148cd9b4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.2964444 Feb 10 13:22:25.435683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': '758b9629-f14d-4dc3-a057-79365dc8cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:25.436050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: 818ac6e9-fc39-4050-aadf-48f51d20e2c2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:22:25.489788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-9cde8328-7c30-4355-951a-05021b2758a6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0420175 Feb 10 13:22:25.492306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:22:25.497294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: e53a288e-b887-443b-823d-f5afbe807120 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:25.500918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e53a288e-b887-443b-823d-f5afbe807120 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:25.508683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Network 79693a25-8091-4bfe-96dd-24ad45c3684c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:25.538540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 818ac6e9-fc39-4050-aadf-48f51d20e2c2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:25.540109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:25.560027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:25.568984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db411b8e-4de7-4681-a4af-1b28b42d1fc0 None None] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:25.585483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-06ff1c62-06fb-4d84-ba2f-db592f1b238b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853519 Feb 10 13:22:25.586823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:25.587412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.672985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a4e64-a409-4550-aefc-c2980592f396 req-c88f7954-fcc7-4162-8944-5692b75d5946 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:25.675036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42c4786d-6274-45ec-87fb-ecd30c3981b2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4284670 Feb 10 13:22:25.680525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:25.686584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188795541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:25.686868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d4a4e64-a409-4550-aefc-c2980592f396 req-c88f7954-fcc7-4162-8944-5692b75d5946 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1132 time: 0.1102095 Feb 10 13:22:25.808803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d4a4e64-a409-4550-aefc-c2980592f396 req-704fdfde-a11d-4fea-95eb-5c2f368cd685 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132309 Feb 10 13:22:25.842852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Pushing event updated for resources: {'Port': ['ID=729755de-bbee-4946-9d9e-32a0f1c0e836,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:25.886064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (36d313b1-520c-4303-899b-2bf9e602456a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.887332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (36d313b1-520c-4303-899b-2bf9e602456a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.896245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Attempting to bind port 729755de-bbee-4946-9d9e-32a0f1c0e836 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:25.897244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Attempting to bind port 729755de-bbee-4946-9d9e-32a0f1c0e836 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:25.897629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Attempting to bind port 729755de-bbee-4946-9d9e-32a0f1c0e836 on network 79693a25-8091-4bfe-96dd-24ad45c3684c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:25.908135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-219300c4-cd21-4b9a-9640-0e440b061c6e service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110940 Feb 10 13:22:25.931227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-f0e0ec6f-1434-4f53-a719-f97b5996f745 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/46acfc98-0d08-4177-a6c1-46d231ccf9ce HTTP/1.1" status: 200 len: 1820 time: 0.0807278 Feb 10 13:22:25.942237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.943038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.943565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.944075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.944593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.945641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.946156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.946632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.947126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.947871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.948492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.949235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.949716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:25.959977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-818ac6e9-fc39-4050-aadf-48f51d20e2c2', 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '1d05804f-ed98-4a5e-9554-feee84a4e57d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:22:25.961103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.969275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:25.969952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Checking segment: {'id': '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:25.970539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:25.971090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Bound using segment: {'id': '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:25.971972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Bound port: 729755de-bbee-4946-9d9e-32a0f1c0e836, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '79693a25-8091-4bfe-96dd-24ad45c3684c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:25.972538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.065843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] For port 729755de-bbee-4946-9d9e-32a0f1c0e836, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:26.071475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] For port 729755de-bbee-4946-9d9e-32a0f1c0e836, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=729755de-bbee-4946-9d9e-32a0f1c0e836,segment=NetworkSegment(33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4),segment_id=33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:26.075595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (46acfc98-0d08-4177-a6c1-46d231ccf9ce), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.113370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.135263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (46acfc98-0d08-4177-a6c1-46d231ccf9ce), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.243456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (36d313b1-520c-4303-899b-2bf9e602456a), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.259237 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (36d313b1-520c-4303-899b-2bf9e602456a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.278120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-d6ae7516-45e8-4635-be70-0b796b067d2d service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555851 Feb 10 13:22:26.288780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (46acfc98-0d08-4177-a6c1-46d231ccf9ce), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.291750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.296571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.298354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-34d1c1c4-1f59-4482-9706-61d02e523b39 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6149092 Feb 10 13:22:26.300697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:26.309200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7338703-abc4-4c5d-8596-daa09c57e0df req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/46acfc98-0d08-4177-a6c1-46d231ccf9ce HTTP/1.1" status: 204 len: 173 time: 0.3716691 Feb 10 13:22:26.331079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be0c47-1bad-4e4b-a46f-9567bade5232 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46acfc98-0d08-4177-a6c1-46d231ccf9ce,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:26.459539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef9a88-5804-4d01-a8d5-17348b780e49 None None] Pushing event updated for resources: {'Port': ['ID=729755de-bbee-4946-9d9e-32a0f1c0e836,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:26.570826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Allocated IP 172.21.0.2 (818ac6e9-fc39-4050-aadf-48f51d20e2c2/1d05804f-ed98-4a5e-9554-feee84a4e57d/4c23863c-2b62-4816-9797-733a28a19d40) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:26.758932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-934a26c9-7c6f-40f6-befc-d37a20e0673b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:26.769574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-934a26c9-7c6f-40f6-befc-d37a20e0673b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.2610362 Feb 10 13:22:26.809390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-e5574c74-24a6-41d9-bec1-9a7971ae8295 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/quotas/0470b80777d44b6a9fdd4af1e608b16f HTTP/1.1" status: 200 len: 375 time: 0.0371952 Feb 10 13:22:26.913409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-db52e6a7-cb00-4c08-9c80-a7162703e3c9 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967600 Feb 10 13:22:26.951423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks [] for port (4c23863c-2b62-4816-9797-733a28a19d40), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:26.980861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4c23863c-2b62-4816-9797-733a28a19d40), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:27.071494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:27.087171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:27.096996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:27.139742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-0ab719ef-13b9-4de6-943f-c24b1b022df2 service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187264 Feb 10 13:22:27.193763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Pushing event updated for resources: {'Port': ['ID=4c23863c-2b62-4816-9797-733a28a19d40,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:27.280659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Attempting to bind port 4c23863c-2b62-4816-9797-733a28a19d40 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:27.281075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Attempting to bind port 4c23863c-2b62-4816-9797-733a28a19d40 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '758b9629-f14d-4dc3-a057-79365dc8cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:27.281699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Attempting to bind port 4c23863c-2b62-4816-9797-733a28a19d40 on network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:27.294839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:27.295216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Checking segment: {'id': '758b9629-f14d-4dc3-a057-79365dc8cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:27.295627 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:27.296039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Bound using segment: {'id': '758b9629-f14d-4dc3-a057-79365dc8cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:27.296502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Bound port: 4c23863c-2b62-4816-9797-733a28a19d40, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758b9629-f14d-4dc3-a057-79365dc8cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '818ac6e9-fc39-4050-aadf-48f51d20e2c2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:27.296915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4c23863c-2b62-4816-9797-733a28a19d40), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:27.321961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:27.350195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-7c0d1614-3d37-4845-878e-61e7306947cf service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094672 Feb 10 13:22:27.353689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf457732-b198-4601-a1ea-508bb8f1e9f9 req-d671bc97-cafb-47d1-aa8a-c910684ded37 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:27.355412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf457732-b198-4601-a1ea-508bb8f1e9f9 req-d671bc97-cafb-47d1-aa8a-c910684ded37 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.4663727 Feb 10 13:22:27.430777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] For port 4c23863c-2b62-4816-9797-733a28a19d40, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:27.444075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] For port 4c23863c-2b62-4816-9797-733a28a19d40, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4c23863c-2b62-4816-9797-733a28a19d40,segment=NetworkSegment(758b9629-f14d-4dc3-a057-79365dc8cce5),segment_id=758b9629-f14d-4dc3-a057-79365dc8cce5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:27.456999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4c23863c-2b62-4816-9797-733a28a19d40), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:27.660719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffcc65-b44f-41ea-b1c4-19270a25b6a9 None None] Pushing event updated for resources: {'Port': ['ID=4c23863c-2b62-4816-9797-733a28a19d40,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:27.732249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-f0e17e5e-0c19-4672-85ba-bb5a1ab1627a req-a653be9d-f5da-4fc1-b6d0-7dfb86e93522 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:22:27.733894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0e17e5e-0c19-4672-85ba-bb5a1ab1627a req-a653be9d-f5da-4fc1-b6d0-7dfb86e93522 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075910 Feb 10 13:22:27.829254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.20.0.1 (79693a25-8091-4bfe-96dd-24ad45c3684c/8c59509e-c403-4351-b0e7-2b080fb384e7/48091b4b-e057-4825-8df3-bd56c63020d1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:28.070307 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (48091b4b-e057-4825-8df3-bd56c63020d1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:28.321092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:28.364687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf457732-b198-4601-a1ea-508bb8f1e9f9 req-a95a9b40-a754-4ffb-9029-d83912d7b5fd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963260 Feb 10 13:22:28.471774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4494030-de1d-47e0-9019-c366804f82b5 None None] Network 79693a25-8091-4bfe-96dd-24ad45c3684c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:28.476166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=48091b4b-e057-4825-8df3-bd56c63020d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:28.539452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 79693a25-8091-4bfe-96dd-24ad45c3684c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:28.555261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:28.572139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:28.698805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-54fbe165-53a4-4273-a22c-f5905987e527 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/393e8474-5eec-4b4d-baf0-d50315b8fbb5 HTTP/1.1" status: 200 len: 1819 time: 0.2192371 Feb 10 13:22:28.714500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 729755de-bbee-4946-9d9e-32a0f1c0e836 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:28.724048 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:28.913090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (393e8474-5eec-4b4d-baf0-d50315b8fbb5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.027957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6237c0d6-4754-4827-bc5b-07ac08c4d1b6 req-3d145090-de6b-4465-a55b-ff5e6f416f06 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 210 time: 0.0879276 Feb 10 13:22:29.047477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Provisioning complete for port 729755de-bbee-4946-9d9e-32a0f1c0e836 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:29.053616 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.166050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (393e8474-5eec-4b4d-baf0-d50315b8fbb5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.259422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.285088 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af318ac1-a6d7-46e2-bd68-418e99a1720a req-8a97458b-8f8a-411c-9830-95eaafcb97e5 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 210 time: 0.1122479 Feb 10 13:22:29.328094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 729755de-bbee-4946-9d9e-32a0f1c0e836 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:29.328417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.611567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Current status of the port 729755de-bbee-4946-9d9e-32a0f1c0e836 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:29.611981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.640783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-89d576dc-e70c-4e05-b449-6e8b91257e41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:29.642347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-89d576dc-e70c-4e05-b449-6e8b91257e41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.5315759 Feb 10 13:22:29.668615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:29.709476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] For port 729755de-bbee-4946-9d9e-32a0f1c0e836, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=729755de-bbee-4946-9d9e-32a0f1c0e836,segment=NetworkSegment(33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4),segment_id=33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:29.723096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.752543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-6cd2e191-9cf1-431c-acba-f82b3ca01d8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7803028 Feb 10 13:22:29.805089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79841ea1-9a42-42c0-8604-cbd5cbefd8b4 req-6c1c9d5b-fadb-40b7-a19c-856a0828770d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:29.806655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79841ea1-9a42-42c0-8604-cbd5cbefd8b4 req-6c1c9d5b-fadb-40b7-a19c-856a0828770d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.3370376 Feb 10 13:22:29.897493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (393e8474-5eec-4b4d-baf0-d50315b8fbb5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.901102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:29.902521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9323c67-0f5f-430b-bef0-facef81c9609 req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/393e8474-5eec-4b4d-baf0-d50315b8fbb5 HTTP/1.1" status: 204 len: 173 time: 1.2009451 Feb 10 13:22:29.949233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071abc5-409e-47d5-82e7-2ddfd113c9da None None] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:30.028090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e8474-5eec-4b4d-baf0-d50315b8fbb5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:30.155176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79841ea1-9a42-42c0-8604-cbd5cbefd8b4 req-e84a1ba0-e10f-46ca-af33-1999985893a4 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363070 Feb 10 13:22:30.242149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.242813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-496838681', 'description': 'tempest-description-1370598405'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:30.243289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.248947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.249777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.251429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.251992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.252549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.255971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.256660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.257343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.257806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.258262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.258697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33efc9-9b6c-4b47-a3f6-2328e626cdfa tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:30.317201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:30.321007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.518669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb0e8a-d0a7-409c-8c9e-132b5e334e2d None None] Pushing event updated for resources: {'Port': ['ID=729755de-bbee-4946-9d9e-32a0f1c0e836,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:30.586161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 729755de-bbee-4946-9d9e-32a0f1c0e836 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:30.587259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4c23863c-2b62-4816-9797-733a28a19d40 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:30.662401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866bb5-aadf-4289-8f29-56c420972a53 req-e177e5bd-4b3f-4c70-ad3c-094723c3c6ec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:30.670903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5866bb5-aadf-4289-8f29-56c420972a53 req-e177e5bd-4b3f-4c70-ad3c-094723c3c6ec tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.6048567 Feb 10 13:22:30.675008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.4 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/1d4502b5-be3e-4e2e-a62a-62df0ede409c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:30.692106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (48091b4b-e057-4825-8df3-bd56c63020d1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.703682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Provisioning complete for port 729755de-bbee-4946-9d9e-32a0f1c0e836 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:30.710005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-17328a5a-cebe-4648-b0e6-e3a2ff67bb24 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:30.712175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-17328a5a-cebe-4648-b0e6-e3a2ff67bb24 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.6284854 Feb 10 13:22:30.717271 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.720683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-d2750d69-b4b9-43ca-99ef-b298b2da660a tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:30.722619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-d2750d69-b4b9-43ca-99ef-b298b2da660a tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 1129 time: 0.1950407 Feb 10 13:22:30.728503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.736305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Request body: {'port': {'device_id': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'admin_state_up': True, 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:30.867505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.903277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.914220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:30.974383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4c23863c-2b62-4816-9797-733a28a19d40 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:30.977256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4c23863c-2b62-4816-9797-733a28a19d40), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.078400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.088424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Current status of the port 729755de-bbee-4946-9d9e-32a0f1c0e836 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:31.096582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25ff8e54-84fe-4dcd-b1d9-c58bb631684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.113275 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.143670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Provisioning complete for port 48091b4b-e057-4825-8df3-bd56c63020d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:31.146767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.270349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-83cb6c76-b086-4507-ba27-316d575c3ad4 None None] Port 48091b4b-e057-4825-8df3-bd56c63020d1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:31.300042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:31.326180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.327930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4c23863c-2b62-4816-9797-733a28a19d40 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:31.328796 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4c23863c-2b62-4816-9797-733a28a19d40), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.346000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-10e03e4a-a8b8-429c-9b12-01acf1e09c09 req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1430607 Feb 10 13:22:31.347827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:31.358255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:31.461315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 4c23863c-2b62-4816-9797-733a28a19d40, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4c23863c-2b62-4816-9797-733a28a19d40,segment=NetworkSegment(758b9629-f14d-4dc3-a057-79365dc8cce5),segment_id=758b9629-f14d-4dc3-a057-79365dc8cce5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:31.468382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:31.469100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.478588 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4c23863c-2b62-4816-9797-733a28a19d40), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.486010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1117609-f7e2-4bda-8c46-bfd29d60e32e tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4135ad5-b4cf-42cb-baed-3d413314758c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:31.495407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:31.507871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Provisioning complete for port 48091b4b-e057-4825-8df3-bd56c63020d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:31.508246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.632049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-f253929f-3b3d-4d20-a9ac-4be7a575eb6b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9691269 Feb 10 13:22:31.656271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=48091b4b-e057-4825-8df3-bd56c63020d1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:31.663754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Request body: {'port': {'device_id': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:31.674228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Port 48091b4b-e057-4825-8df3-bd56c63020d1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:31.738890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Provisioning complete for port 4c23863c-2b62-4816-9797-733a28a19d40 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:31.742698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4c23863c-2b62-4816-9797-733a28a19d40), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.789382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5866bb5-aadf-4289-8f29-56c420972a53 req-75965a9f-9049-4b15-a682-8f31e806f85b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1175029 Feb 10 13:22:31.792528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.839632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 729755de-bbee-4946-9d9e-32a0f1c0e836 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:31.883341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8da7-d4ac-42ac-ac13-ae714c61f0ec req-2bd82514-2fc2-4872-ad30-31f3313647b0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:31.897083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-adef8da7-d4ac-42ac-ac13-ae714c61f0ec req-2bd82514-2fc2-4872-ad30-31f3313647b0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 931 time: 0.4105299 Feb 10 13:22:31.901517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=4c23863c-2b62-4816-9797-733a28a19d40,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:31.908191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:31.985839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-405c6514-158e-4c1c-8f56-0fc35c60fef5 req-b6633567-37fb-4be9-b866-ddd395a24646 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 210 time: 0.0964899 Feb 10 13:22:32.058076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:32.065681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.067923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-adef8da7-d4ac-42ac-ac13-ae714c61f0ec req-28b7cf9e-f687-4e4a-9edb-a478fde3f8aa tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688263 Feb 10 13:22:32.073998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9badc29-2d5a-41fd-aa8e-aef48b380944 None None] Current status of the port 4c23863c-2b62-4816-9797-733a28a19d40 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:32.118434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 729755de-bbee-4946-9d9e-32a0f1c0e836 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:32.118816 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.221841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-97774a48-52a7-46c2-88a1-938d1b9a9e01 None None] Provisioning complete for port 4c23863c-2b62-4816-9797-733a28a19d40 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:32.222232 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-97774a48-52a7-46c2-88a1-938d1b9a9e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4c23863c-2b62-4816-9797-733a28a19d40), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.227021 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-947f5ce3-e54f-42c3-9cc7-1bac568c94fd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/b4135ad5-b4cf-42cb-baed-3d413314758c HTTP/1.1" status: 200 len: 1819 time: 0.0792403 Feb 10 13:22:32.240853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1797746642', 'description': 'tempest-description-hth-1678662011'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:32.322619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 729755de-bbee-4946-9d9e-32a0f1c0e836 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:32.325226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.348352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Allocated IP 172.20.0.10 (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8/e8a1747a-e4a1-4705-8eef-d3a266e69d56/0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:32.378158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-97774a48-52a7-46c2-88a1-938d1b9a9e01 None None] Current status of the port 4c23863c-2b62-4816-9797-733a28a19d40 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:32.395868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.403297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.406401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.425520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88998b9c-ef1c-48a8-a4ad-0de0931d8120 req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "PUT /v2.0/security-groups/b4135ad5-b4cf-42cb-baed-3d413314758c HTTP/1.1" status: 200 len: 1794 time: 0.1974318 Feb 10 13:22:32.539772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks [] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.606272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a20843-1020-4dc3-8d6e-e049ce99aee6 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4135ad5-b4cf-42cb-baed-3d413314758c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:32.623587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ef1c741-6b2c-459d-90ac-5bde004c4975 req-15eee66b-4f73-4e0d-8aba-80b5c53a52ff tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/b4135ad5-b4cf-42cb-baed-3d413314758c HTTP/1.1" status: 200 len: 1794 time: 0.1289601 Feb 10 13:22:32.651168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.663570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:32.695293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:32.709852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:32.716483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:32.752626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-62d8a277-7c07-4dbc-85b3-89f7c24b3b8c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/b4135ad5-b4cf-42cb-baed-3d413314758c HTTP/1.1" status: 200 len: 1794 time: 0.1093462 Feb 10 13:22:32.812589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d8940-4d8e-4f45-9bfa-48f279857985 req-ef006f32-3d7f-4c12-8353-2399e7945ca8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:32.814967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-313d8940-4d8e-4f45-9bfa-48f279857985 req-ef006f32-3d7f-4c12-8353-2399e7945ca8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.5810790 Feb 10 13:22:32.819164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event updated for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:32.903285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 79693a25-8091-4bfe-96dd-24ad45c3684c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:32.908861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.931606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:32.957292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4502b5-be3e-4e2e-a62a-62df0ede409c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:32.977629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks [] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.980855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:32.989578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-22a75899-03fc-4e5d-a76f-19bd116758b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.004252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-22a75899-03fc-4e5d-a76f-19bd116758b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1132 time: 0.8265712 Feb 10 13:22:33.017289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Transition to ACTIVE for port object 1d4502b5-be3e-4e2e-a62a-62df0ede409c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:22:33.030574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.048733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.049613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.127717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:33.142551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b4135ad5-b4cf-42cb-baed-3d413314758c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.145468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.160882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0daaace3-475c-43bf-9fb0-962a72f817bc req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4135ad5-b4cf-42cb-baed-3d413314758c HTTP/1.1" status: 204 len: 173 time: 0.3991108 Feb 10 13:22:33.186336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-f1ab9260-dee0-443f-9244-946e08ff5702 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4610505 Feb 10 13:22:33.199006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272b78-3d4d-457c-bf5c-aa7f22ae0e1d tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4135ad5-b4cf-42cb-baed-3d413314758c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:33.207921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-084ea8f6-f5ff-4263-abd4-b4f97fe81ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.222285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-313d8940-4d8e-4f45-9bfa-48f279857985 req-3bbec8b7-d11c-44e9-9838-f875fb8e7f42 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919485 Feb 10 13:22:33.373141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Request body: {'port': {'device_id': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:33.376784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-88667960-6ba7-4d7e-8782-5ad850d0203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.379384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-88667960-6ba7-4d7e-8782-5ad850d0203a service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3640025 Feb 10 13:22:33.401501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Attempting to bind port 1d4502b5-be3e-4e2e-a62a-62df0ede409c on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:33.402036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Attempting to bind port 1d4502b5-be3e-4e2e-a62a-62df0ede409c by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:33.402315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Attempting to bind port 1d4502b5-be3e-4e2e-a62a-62df0ede409c on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:33.412578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cedfe-f5e3-455e-b5ce-c8132bf10394 req-24ebe058-4747-4c74-b05f-2a8dc6b5d94a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.414308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c95cedfe-f5e3-455e-b5ce-c8132bf10394 req-24ebe058-4747-4c74-b05f-2a8dc6b5d94a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1479273 Feb 10 13:22:33.416653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Port 1d4502b5-be3e-4e2e-a62a-62df0ede409c on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:22:33.417197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Attempting to bind port 1d4502b5-be3e-4e2e-a62a-62df0ede409c on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:33.422259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9892937-cea8-4de7-8331-77928697f7d7 None None] Provisioning complete for port 48091b4b-e057-4825-8df3-bd56c63020d1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:33.422625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9892937-cea8-4de7-8331-77928697f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.428210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:33.428700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:33.429475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:33.430030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Bound port: 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:33.430520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.546047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:33.551090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9892937-cea8-4de7-8331-77928697f7d7 None None] Port 48091b4b-e057-4825-8df3-bd56c63020d1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:33.554793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-91b1e42c-9a10-4e99-b81b-9bd6729c6563 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.1141415 Feb 10 13:22:33.556373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:33.613409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c95cedfe-f5e3-455e-b5ce-c8132bf10394 req-3c8daadb-7e69-4af4-be79-c0f36891511a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780128 Feb 10 13:22:33.618523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.651442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4c23863c-2b62-4816-9797-733a28a19d40 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:33.739152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4c23863c-2b62-4816-9797-733a28a19d40 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:33.739537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4c23863c-2b62-4816-9797-733a28a19d40), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.746723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.771378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccaea2-22bf-4d30-be0e-b6c235886186 req-89e84b8e-44fc-4ec2-849f-939130a161b0 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.779575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ccaea2-22bf-4d30-be0e-b6c235886186 req-89e84b8e-44fc-4ec2-849f-939130a161b0 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 932 time: 0.3951678 Feb 10 13:22:33.796687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:33.812993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.814113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:33.815936 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a42d6d2d-852a-4f2f-803f-88241856cf92 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d4502b5-be3e-4e2e-a62a-62df0ede409c HTTP/1.1" status: 200 len: 1091 time: 2.1751959 Feb 10 13:22:33.816660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:33.819177 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71f1788-3a22-4982-bf96-d90400fdfb70" -d '{"events": [{"name": "network-changed", "server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:33.831746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-0d0f890c-1a01-492e-b7cb-7fb65a78402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.833667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-0d0f890c-1a01-492e-b7cb-7fb65a78402f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2712486 Feb 10 13:22:33.871722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a637-f108-46ae-adc1-f1dd78a141c7 req-888492e6-0f7e-4471-8018-fb63d66a767c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:33.876889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 36d313b1-520c-4303-899b-2bf9e602456a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:22:33.878659 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5755a637-f108-46ae-adc1-f1dd78a141c7 req-888492e6-0f7e-4471-8018-fb63d66a767c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 943 time: 0.1151180 Feb 10 13:22:33.897206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4c23863c-2b62-4816-9797-733a28a19d40 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:33.973649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ccaea2-22bf-4d30-be0e-b6c235886186 req-f21e0b73-ad8d-4eb0-9436-0038c0697e67 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929026 Feb 10 13:22:34.005775 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5755a637-f108-46ae-adc1-f1dd78a141c7 req-78b53162-ff76-4f7b-a44d-a4edd4cac4d3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026809 Feb 10 13:22:34.048276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-ae9b1409-95e7-4321-8845-34c05cb57efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:34.050874 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-ae9b1409-95e7-4321-8845-34c05cb57efe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 1125 time: 0.1653924 Feb 10 13:22:34.144218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a71f5c8f-f862-46b2-9045-b0cf447d6057 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c HTTP/1.1" status: 200 len: 217 time: 0.0852644 Feb 10 13:22:34.150964 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4fc23-3308-4f85-b29b-2003b3afef59 x-openstack-request-id: req-64e4fc23-3308-4f85-b29b-2003b3afef59 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:34.151257 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:34.151519 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64e4fc23-3308-4f85-b29b-2003b3afef59 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:34.151934 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c', 'status': 'completed', 'code': 200} Feb 10 13:22:34.234235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-e3a2537d-06ac-415b-b9b6-b77fd8194d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:34.242325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-e3a2537d-06ac-415b-b9b6-b77fd8194d07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.0893705 Feb 10 13:22:34.266476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-2e694a44-058e-4f90-8e62-49a67539a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:34.269312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-2e694a44-058e-4f90-8e62-49a67539a864 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4275005 Feb 10 13:22:34.276479 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:22:34.277063 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-d71eeb43-95e1-4831-b79c-40b8192a1f66 req-00ac59d1-2653-4a73-8433-47c0ccfdc5b1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:34.291607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d71eeb43-95e1-4831-b79c-40b8192a1f66 req-00ac59d1-2653-4a73-8433-47c0ccfdc5b1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/393e8474-5eec-4b4d-baf0-d50315b8fbb5 HTTP/1.1" status: 404 len: 352 time: 0.0467181 Feb 10 13:22:34.387497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-14456d48-0927-4a8c-bf27-97ccb98e304e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944989 Feb 10 13:22:34.446727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:34.472415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] Sync routers for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:34.526215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c1fa5fa0-65e0-4f1c-bd71-9b06d7499b2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2239656 Feb 10 13:22:34.526389 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:34.535963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:34.539716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:34.542222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:34.646762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:34.648725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-a1cd0afd-cba9-4f2c-87f6-e81bca7ddebe service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360854 Feb 10 13:22:34.677152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:34.678308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:34.687581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35289d-b6f4-4478-81cc-90d09806daac tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:34.689747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ec35289d-b6f4-4478-81cc-90d09806daac tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports/48091b4b-e057-4825-8df3-bd56c63020d1 HTTP/1.1" status: 200 len: 910 time: 0.1429930 Feb 10 13:22:34.739666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:34.789541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:34.790222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aa998-376e-41ac-9f2e-337402e93a7e None None] The sync data for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:34.806938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-f2f57f5b-14d3-41e4-a3a1-f77951052076 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274211 Feb 10 13:22:34.816045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6646e-6bfb-496a-be68-df2af6d99429 req-fb10b306-b65d-43b6-bcb6-91e4592196a8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:34.823500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ff6646e-6bfb-496a-be68-df2af6d99429 req-fb10b306-b65d-43b6-bcb6-91e4592196a8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.4311666 Feb 10 13:22:34.856720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58444dfe-0f2c-4305-bb88-0bac13c42e6d req-b06ba56a-4a4d-4d31-856c-1db041320674 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049718 Feb 10 13:22:34.858049 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-66934ea0-5c4c-436d-9774-fadc07e24a8b req-daeb93bb-a0fa-457a-858f-1222e5fd22ed tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:34.880450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-66934ea0-5c4c-436d-9774-fadc07e24a8b req-daeb93bb-a0fa-457a-858f-1222e5fd22ed tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/46acfc98-0d08-4177-a6c1-46d231ccf9ce HTTP/1.1" status: 404 len: 352 time: 0.4918547 Feb 10 13:22:35.077392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ff6646e-6bfb-496a-be68-df2af6d99429 req-b5e206c8-a476-4d1c-963f-2a7a1c9a12d5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523491 Feb 10 13:22:35.092343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-f76f1215-10c5-4a85-b535-f6f6109608ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:35.093953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-f76f1215-10c5-4a85-b535-f6f6109608ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 1125 time: 0.1587830 Feb 10 13:22:35.206754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3443931-6586-405b-8c8c-b8f9d5268608 req-6aa3d724-2b7d-4a20-91d6-2ca65cdbfbd3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:35.219847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3443931-6586-405b-8c8c-b8f9d5268608 req-6aa3d724-2b7d-4a20-91d6-2ca65cdbfbd3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2200594 Feb 10 13:22:35.284910 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-16022ec4-6bfc-4353-86b9-7ea28c992626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:35.286571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-16022ec4-6bfc-4353-86b9-7ea28c992626 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.1812139 Feb 10 13:22:35.301642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:35.306395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f3443931-6586-405b-8c8c-b8f9d5268608 req-62055c15-1eeb-4011-b8e4-81c0532ab5bc tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855691 Feb 10 13:22:35.314422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks [] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:35.338827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Transition to ACTIVE for port object 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:22:35.350939 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-abea66cb-0479-46ca-bde4-af13e9da1570 req-18b290d9-d89d-4d9f-aa50-a248d3455553 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:35.352305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abea66cb-0479-46ca-bde4-af13e9da1570 req-18b290d9-d89d-4d9f-aa50-a248d3455553 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/5a483d6d-7ac2-48bf-b91d-a9a9ce84776b HTTP/1.1" status: 404 len: 352 time: 0.1872916 Feb 10 13:22:35.436247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-f8981a44-1704-4538-9fd0-2b46fd4e624e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c HTTP/1.1" status: 200 len: 217 time: 0.1287174 Feb 10 13:22:35.607000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ce629-2438-4dee-9e2e-b1dbfb786bf7 req-592f7d53-6834-44a6-b1d8-0b74167e3d13 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:35.614490 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a54ce629-2438-4dee-9e2e-b1dbfb786bf7 req-592f7d53-6834-44a6-b1d8-0b74167e3d13 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.1738195 Feb 10 13:22:35.618093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-5a610ae6-d73b-4eb3-9aa8-13cf1b6e5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:35.619552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-5a610ae6-d73b-4eb3-9aa8-13cf1b6e5ed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.1684849 Feb 10 13:22:35.671184 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-672ad8e2-1600-4cb8-bc75-1e0f3a2b113e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451596 Feb 10 13:22:35.745669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:35.791551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-476d15a1-58ea-4ab6-bfe4-cde03af317ee service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117439 Feb 10 13:22:35.841639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a54ce629-2438-4dee-9e2e-b1dbfb786bf7 req-1bbfcb44-7e1d-4fc4-85b0-047d7e91100c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256176 Feb 10 13:22:35.872220 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:35.920541 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-26120c24-2e0e-40ff-8130-6c73de10772d req-18ee4f6c-3e1c-4734-8001-dd04087a3ab7 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:35.928469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-26120c24-2e0e-40ff-8130-6c73de10772d req-18ee4f6c-3e1c-4734-8001-dd04087a3ab7 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/32979f87-032c-4ca3-87c9-b51b7908b517 HTTP/1.1" status: 404 len: 352 time: 0.0536344 Feb 10 13:22:35.973316 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-65525340-dfab-48b7-99b7-faf326141f90 req-2d271677-4925-4d76-a3ae-8614e50b3803 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:35.980937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-0c90c801-d737-4ebb-bd25-13442c1b86ec service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1483462 Feb 10 13:22:35.981458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65525340-dfab-48b7-99b7-faf326141f90 req-2d271677-4925-4d76-a3ae-8614e50b3803 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/4de4c0df-70f2-4408-ab6c-86768faf5993 HTTP/1.1" status: 404 len: 352 time: 0.0283341 Feb 10 13:22:35.981750 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:36.012439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f71f1788-3a22-4982-bf96-d90400fdfb70 req-7c76bede-6e7f-45dc-9d3f-8d7b8f67b8d8 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089202 Feb 10 13:22:36.026570 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-afe4db52-9d19-45ba-ac43-f934a587b53c req-d2b815e5-d007-4cd2-ad8b-483f3c6bc44b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] show failed (client error): The resource could not be found. Feb 10 13:22:36.040632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-afe4db52-9d19-45ba-ac43-f934a587b53c req-d2b815e5-d007-4cd2-ad8b-483f3c6bc44b tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/375f0cc3-d710-487d-aa13-da47df3fcd5a HTTP/1.1" status: 404 len: 352 time: 0.0379689 Feb 10 13:22:36.098372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Pushing event updated for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:36.350072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77817421-7143-49ae-a4c2-2324da920b40 req-bbf61322-da50-40aa-86a9-1565a12c452e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:36.359892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77817421-7143-49ae-a4c2-2324da920b40 req-bbf61322-da50-40aa-86a9-1565a12c452e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 943 time: 0.3014591 Feb 10 13:22:36.491820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ff3a-80ce-4e6b-a036-544b372178ca req-8dd81b9b-7b9d-41f6-a4a2-768640ef8e34 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:36.504781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f89ff3a-80ce-4e6b-a036-544b372178ca req-8dd81b9b-7b9d-41f6-a4a2-768640ef8e34 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.0797296 Feb 10 13:22:36.505982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77817421-7143-49ae-a4c2-2324da920b40 req-fee98d90-8951-448f-bbd9-b72b582b0ac1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448958 Feb 10 13:22:36.510839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Attempting to bind port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:36.511169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Attempting to bind port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:36.511503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Attempting to bind port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:36.542551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:22:36.543127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Attempting to bind port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:36.572347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f89ff3a-80ce-4e6b-a036-544b372178ca req-ce0a3d4c-fa7b-4511-90e3-fcf28042820e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704522 Feb 10 13:22:36.589226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:36.593382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Checking segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:36.594025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Bound using segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:36.594689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Bound port: 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:36.598546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:36.707436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be44d6-5ed2-4919-9e13-9af3eb254126 req-c23ab7ce-32e1-42d4-bb7d-102f69bb36be tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:36.710781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65be44d6-5ed2-4919-9e13-9af3eb254126 req-c23ab7ce-32e1-42d4-bb7d-102f69bb36be tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1023 time: 0.0752954 Feb 10 13:22:36.719143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:36.814865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:36.828826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65be44d6-5ed2-4919-9e13-9af3eb254126 req-e319a5c6-8b2b-45b1-8215-709d6ed4aa53 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3afa488-c9b7-4e87-a4d7-f275a27c2e54&id=53796a70-029d-4e78-bdbc-f7138114b5d9&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1072211 Feb 10 13:22:36.850439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f0655-0445-4e97-8be2-dfab915fa1f7 req-097d5d53-50f7-452a-990b-d52247cb565e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:36.858462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c70f0655-0445-4e97-8be2-dfab915fa1f7 req-097d5d53-50f7-452a-990b-d52247cb565e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2216408 Feb 10 13:22:36.899216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:36.919286 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:37.058659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652fac0-85af-4c5f-9e50-2d3b33c596a0 req-d1bdbebc-157e-45ea-b266-5d857e8752be tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.070268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7652fac0-85af-4c5f-9e50-2d3b33c596a0 req-d1bdbebc-157e-45ea-b266-5d857e8752be tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.1017063 Feb 10 13:22:37.075015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c70f0655-0445-4e97-8be2-dfab915fa1f7 req-a996798b-f7ee-4b19-9485-60e508ee33d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156286 Feb 10 13:22:37.089283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.090069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:37.092382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] 10.222.0.21 "PUT /v2.0/ports/0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 200 len: 1092 time: 3.8561368 Feb 10 13:22:37.093038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:37.098024 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9947f86-6332-4f12-94fc-38cf09588217" -d '{"events": [{"name": "network-changed", "server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:37.147069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7652fac0-85af-4c5f-9e50-2d3b33c596a0 req-02b352de-9fa5-4710-9c85-4b87e1ec2084 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689933 Feb 10 13:22:37.179461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3a2da-1079-4dc3-978f-3989026ab1aa service neutron] Pushing event updated for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:37.230195 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea15ed-35fe-4feb-98b8-12bd59fdf994 x-openstack-request-id: req-70ea15ed-35fe-4feb-98b8-12bd59fdf994 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:37.230477 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:37.230754 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70ea15ed-35fe-4feb-98b8-12bd59fdf994 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:37.231218 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', 'status': 'completed', 'code': 200} Feb 10 13:22:37.301107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-e80ef15a-1feb-4ae7-9847-5bc49b622c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.302883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-e80ef15a-1feb-4ae7-9847-5bc49b622c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 1126 time: 0.1393614 Feb 10 13:22:37.321990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.21.0.1 (818ac6e9-fc39-4050-aadf-48f51d20e2c2/1d05804f-ed98-4a5e-9554-feee84a4e57d/1fd05baf-5b6b-45c7-b80d-c98980f3730a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:37.369704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-b3173fb2-c6a0-46e6-80ea-699492e09de8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 200 len: 217 time: 0.0577381 Feb 10 13:22:37.398600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:37.524368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-bf88c4f7-592c-4be2-85bb-fc98595c9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.526186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-bf88c4f7-592c-4be2-85bb-fc98595c9ffa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.1497436 Feb 10 13:22:37.605146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:37.732955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-467d5c13-9940-4b69-8f97-4066193f554d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873233 Feb 10 13:22:37.739367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebde35-3870-4000-bdb8-6bed0c78daa1 req-1f85be57-8e1b-47cc-97be-d82b564d6468 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.742999 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5ebde35-3870-4000-bdb8-6bed0c78daa1 req-1f85be57-8e1b-47cc-97be-d82b564d6468 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 943 time: 0.1220663 Feb 10 13:22:37.832580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:37.866240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5ebde35-3870-4000-bdb8-6bed0c78daa1 req-f7943ad6-794b-45c1-a862-6e7e00be1833 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063139 Feb 10 13:22:37.919177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=1fd05baf-5b6b-45c7-b80d-c98980f3730a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:37.947508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84893863-7dba-4098-a44e-1a34e87df471 req-4ffba137-595d-4b92-8660-02cab887bbf2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:37.950492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84893863-7dba-4098-a44e-1a34e87df471 req-4ffba137-595d-4b92-8660-02cab887bbf2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.2926788 Feb 10 13:22:38.013911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:38.023277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:38.033824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:38.074221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-c375556f-b562-48cf-a86e-da911f6ceee4 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:38.076206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-c375556f-b562-48cf-a86e-da911f6ceee4 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1023 time: 0.0986011 Feb 10 13:22:38.094036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:38.116672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84893863-7dba-4098-a44e-1a34e87df471 req-66608549-0f3e-4832-a0e2-99f096524e50 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524959 Feb 10 13:22:38.185762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-01b0e522-2c34-4942-afcf-cc075768a27a service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416959 Feb 10 13:22:38.254817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae94ae-2a6c-44b0-9cd3-91ad063af459 req-b6456e7d-7c38-44c8-aece-2ce4175cd4e1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:38.269213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae94ae-2a6c-44b0-9cd3-91ad063af459 req-b6456e7d-7c38-44c8-aece-2ce4175cd4e1 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 1023 time: 0.2524664 Feb 10 13:22:38.428890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f46c51ef-7588-4515-b0cb-487462466ca5 None None] Provisioning complete for port 1fd05baf-5b6b-45c7-b80d-c98980f3730a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:38.429501 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f46c51ef-7588-4515-b0cb-487462466ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:38.443533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Deleting port 7270a953-fd96-42af-81ec-98fe8b7e98f6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:38.444038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:38.481437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eceb030-9e30-45fb-b1ed-3aaabf1085b6 req-63f39b7a-4fd9-41af-8909-77c3e051f863 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788191 Feb 10 13:22:38.482397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:38.492987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae94ae-2a6c-44b0-9cd3-91ad063af459 req-b15e39b0-760e-4a6e-bb55-61796ec44ee7 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3afa488-c9b7-4e87-a4d7-f275a27c2e54&id=53796a70-029d-4e78-bdbc-f7138114b5d9&id=88b66595-8a74-401e-a9e7-bfd6d1d0d44e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2224956 Feb 10 13:22:38.513811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f46c51ef-7588-4515-b0cb-487462466ca5 None None] Port 1fd05baf-5b6b-45c7-b80d-c98980f3730a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:38.575554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218dc72-591e-4dee-8d81-8995b8f765a9 req-2ccbd32a-ebf3-4329-a50d-5f40c279a864 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:38.577641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c218dc72-591e-4dee-8d81-8995b8f765a9 req-2ccbd32a-ebf3-4329-a50d-5f40c279a864 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2930980 Feb 10 13:22:38.703921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] For port 7270a953-fd96-42af-81ec-98fe8b7e98f6, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7270a953-fd96-42af-81ec-98fe8b7e98f6,segment=NetworkSegment(07078634-af4d-4097-a4fb-d144c14f3792),segment_id=07078634-af4d-4097-a4fb-d144c14f3792)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:38.704290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:38.725663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7cb3-f870-4a0b-8b7b-5de61db3d494 req-c199faab-2099-4789-9057-db7de9ac7a7c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:38.743764 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a61c7cb3-f870-4a0b-8b7b-5de61db3d494 req-c199faab-2099-4789-9057-db7de9ac7a7c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.1312180 Feb 10 13:22:38.786354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Calling delete_port for 7270a953-fd96-42af-81ec-98fe8b7e98f6 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:38.816249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c218dc72-591e-4dee-8d81-8995b8f765a9 req-4f3ba365-e92d-4d75-b4d1-c05fc9b0a1ac tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248704 Feb 10 13:22:38.824434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1d4502b5-be3e-4e2e-a62a-62df0ede409c details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:38.847221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947f86-6332-4f12-94fc-38cf09588217 req-2907fbe0-3467-4eb9-adea-017210fdaf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:38.850917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-2907fbe0-3467-4eb9-adea-017210fdaf47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 1126 time: 0.2715464 Feb 10 13:22:39.003624 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a61c7cb3-f870-4a0b-8b7b-5de61db3d494 req-49066e8d-c707-4887-9a84-6015e7fd3fbe tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588542 Feb 10 13:22:39.059290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:39.087737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '1d4502b5-be3e-4e2e-a62a-62df0ede409c', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '1d4502b5-be3e-4e2e-a62a-62df0ede409c', 'mac_address': 'fa:16:3e:2d:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:39.180821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7270a953-fd96-42af-81ec-98fe8b7e98f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.181062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 1d4502b5-be3e-4e2e-a62a-62df0ede409c is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:39.182914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.214535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['7270a953-fd96-42af-81ec-98fe8b7e98f6'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:39.234477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'Port': ['ID=7270a953-fd96-42af-81ec-98fe8b7e98f6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:39.252257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.265319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4502b5-be3e-4e2e-a62a-62df0ede409c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:39.272785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.273175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.273515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.274422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.274800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.275143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.275772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.276118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.276581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.277295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.277639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.278008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.278309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:39.317363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.323519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] No DVR routers for this DVR port 7270a953-fd96-42af-81ec-98fe8b7e98f6 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:39.327639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.331563 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5f41a01e-890e-4b64-9681-a4d6ee76f03d req-4c522993-4773-42b8-8e30-43a0a864f072 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.21 "DELETE /v2.0/ports/7270a953-fd96-42af-81ec-98fe8b7e98f6 HTTP/1.1" status: 204 len: 173 time: 1.2455244 Feb 10 13:22:39.332043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'name': 'network-vif-deleted', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:39.335414 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eba682-1365-451c-9dd0-7bb659232adf" -d '{"events": [{"server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "name": "network-vif-deleted", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:39.343908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:39.356612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.407304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:39.430433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192cfb7-cbaf-4de2-9d2d-73bf0fa60fc2 req-92ae29a4-efbe-4df2-a823-0cae95c0c9f7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:39.440159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3192cfb7-cbaf-4de2-9d2d-73bf0fa60fc2 req-92ae29a4-efbe-4df2-a823-0cae95c0c9f7 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1290755 Feb 10 13:22:39.459824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:39.575851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3192cfb7-cbaf-4de2-9d2d-73bf0fa60fc2 req-92271776-7690-49c5-b6c7-b784560ad70f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261764 Feb 10 13:22:39.640255 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a8be9-c30d-457e-8970-bd7a081b2a80 x-openstack-request-id: req-724a8be9-c30d-457e-8970-bd7a081b2a80 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:39.640559 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044abfc8-70f9-41fb-a7da-4f02f645caf0", "name": "network-vif-deleted", "tag": "7270a953-fd96-42af-81ec-98fe8b7e98f6", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:39.640846 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-724a8be9-c30d-457e-8970-bd7a081b2a80 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:39.641263 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044abfc8-70f9-41fb-a7da-4f02f645caf0', 'name': 'network-vif-deleted', 'tag': '7270a953-fd96-42af-81ec-98fe8b7e98f6', 'status': 'completed', 'code': 200} Feb 10 13:22:39.670466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bcd5e-4054-4745-b5ba-89b0350be75d req-0ac7fd2c-2ad7-4e06-8016-a17cdec315ad tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:39.672314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-646bcd5e-4054-4745-b5ba-89b0350be75d req-0ac7fd2c-2ad7-4e06-8016-a17cdec315ad tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 944 time: 0.3657882 Feb 10 13:22:39.673130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=1fd05baf-5b6b-45c7-b80d-c98980f3730a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:39.750819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947f86-6332-4f12-94fc-38cf09588217 req-0854b8c8-f136-4595-96f6-544f940ac696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:39.752527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-0854b8c8-f136-4595-96f6-544f940ac696 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.8829739 Feb 10 13:22:39.757732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-646bcd5e-4054-4745-b5ba-89b0350be75d req-abeb34fd-edc3-45a0-9f25-aeebb9ca7374 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695419 Feb 10 13:22:39.792436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0eecadac-99eb-4631-97cd-72ffea1c372d req-6979e958-5dfa-42b2-86cc-4e15919a8ed0 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/ports?device_id=044abfc8-70f9-41fb-a7da-4f02f645caf0 HTTP/1.1" status: 200 len: 210 time: 0.0543394 Feb 10 13:22:39.814779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-b4c2cf9f-5c01-413b-9321-ac077a9ca86b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 200 len: 217 time: 0.0525181 Feb 10 13:22:39.888358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['1d4502b5-be3e-4e2e-a62a-62df0ede409c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:39.893913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947f86-6332-4f12-94fc-38cf09588217 req-34858431-850d-46b6-93fb-3038e21ca481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:39.898424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-34858431-850d-46b6-93fb-3038e21ca481 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.0775478 Feb 10 13:22:39.910242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:39.947292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:39.965857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-10873a4d-19ae-4083-b188-5560443138e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526378 Feb 10 13:22:39.997657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7584-fb1b-4433-a759-299d2540c6e2 req-c0e6587d-23d4-4a20-b365-8059dd96c314 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:40.006513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-31ff7584-fb1b-4433-a759-299d2540c6e2 req-c0e6587d-23d4-4a20-b365-8059dd96c314 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0833731 Feb 10 13:22:40.121764 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-31ff7584-fb1b-4433-a759-299d2540c6e2 req-996ef7ae-e40d-4ba0-9919-6a94bb578b86 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083133 Feb 10 13:22:40.465642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0fd004ea-3ebc-4946-881a-e381686be85d None None] Provisioning complete for port 1fd05baf-5b6b-45c7-b80d-c98980f3730a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:40.466706 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd004ea-3ebc-4946-881a-e381686be85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:40.511587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0fd004ea-3ebc-4946-881a-e381686be85d None None] Port 1fd05baf-5b6b-45c7-b80d-c98980f3730a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:40.699328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 36d313b1-520c-4303-899b-2bf9e602456a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:22:40.724836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a0a6d-50a9-4454-872e-87209eda1778 req-2ac78b40-95e4-4e97-8778-35e82233bd71 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:40.726333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-838a0a6d-50a9-4454-872e-87209eda1778 req-2ac78b40-95e4-4e97-8778-35e82233bd71 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.1167781 Feb 10 13:22:40.730063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-f524dbb6-4b53-43c6-a6b0-36e2b4a2c3a1 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531378 Feb 10 13:22:40.779109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261086ca-5616-47aa-90e4-b1b3a01beb2d req-57159245-ddff-4f36-a2e9-5556300efade tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:40.787117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-261086ca-5616-47aa-90e4-b1b3a01beb2d req-57159245-ddff-4f36-a2e9-5556300efade tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.0995564 Feb 10 13:22:40.791721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-838a0a6d-50a9-4454-872e-87209eda1778 req-508bdf77-e086-4679-9817-17a32c299962 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Feb 10 13:22:40.828081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7270a953-fd96-42af-81ec-98fe8b7e98f6 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:40.916013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 7270a953-fd96-42af-81ec-98fe8b7e98f6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:40.916860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7270a953-fd96-42af-81ec-98fe8b7e98f6 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:40.940680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-261086ca-5616-47aa-90e4-b1b3a01beb2d req-eb06779d-5512-46d5-ac40-158a0d57fe3b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456661 Feb 10 13:22:40.982995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.043783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-082f6904-56ce-487c-9793-d4277d8660fd tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/53796a70-029d-4e78-bdbc-f7138114b5d9 HTTP/1.1" status: 200 len: 1820 time: 0.0828574 Feb 10 13:22:41.103358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:41.114356 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] Sync routers for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:41.123230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (53796a70-029d-4e78-bdbc-f7138114b5d9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.133671 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:41.134701 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:41.142514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-74977ef0-123d-4759-b743-48325381b2fe tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4006217 Feb 10 13:22:41.145355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:41.149489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (53796a70-029d-4e78-bdbc-f7138114b5d9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.207904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (53796a70-029d-4e78-bdbc-f7138114b5d9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.211788 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:41.213671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.229017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-15e9407e-d14a-4f13-a183-6a85126c09b9 req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/53796a70-029d-4e78-bdbc-f7138114b5d9 HTTP/1.1" status: 204 len: 173 time: 0.1801252 Feb 10 13:22:41.233857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f740457-949c-4d91-bd90-470384c88f95 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:41.238822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1f740457-949c-4d91-bd90-470384c88f95 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports/1fd05baf-5b6b-45c7-b80d-c98980f3730a HTTP/1.1" status: 200 len: 910 time: 0.0914028 Feb 10 13:22:41.244684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:41.247198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9947f86-6332-4f12-94fc-38cf09588217 req-01eab3ab-0c03-4eb7-bfd7-6d2d761821df service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654267 Feb 10 13:22:41.263495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b53ec-8d85-4ef5-8685-38fbdda75510 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53796a70-029d-4e78-bdbc-f7138114b5d9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:41.265329 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:41.266292 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:41.348183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:41.349761 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d75c6-9920-48a6-be6b-88be5f00fb66 None None] The sync data for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:41.420104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef03-9460-4eac-a6e0-7f303fc91548 req-a3a8ba9a-65ec-4cc3-a5a9-bc53e394ebe8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:41.429214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6c4ef03-9460-4eac-a6e0-7f303fc91548 req-a3a8ba9a-65ec-4cc3-a5a9-bc53e394ebe8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.0891485 Feb 10 13:22:41.491017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f81a2e-5d80-48fd-a654-fb48ada2ad80 req-b915f110-8b5f-46d5-a710-b326fc123269 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:41.497782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81f81a2e-5d80-48fd-a654-fb48ada2ad80 req-b915f110-8b5f-46d5-a710-b326fc123269 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 944 time: 0.4673641 Feb 10 13:22:41.500540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6c4ef03-9460-4eac-a6e0-7f303fc91548 req-e2c17882-1aba-4c1d-afb0-bdfd0947617d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Feb 10 13:22:41.569746 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88dad1ff-6736-409f-9062-5e993acacf66 req-1d5a2f14-08ba-4152-8b75-c1b579884c05 tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "GET /v2.0/security-groups/d3afa488-c9b7-4e87-a4d7-f275a27c2e54 HTTP/1.1" status: 200 len: 1818 time: 0.0526013 Feb 10 13:22:41.646938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88dad1ff-6736-409f-9062-5e993acacf66 req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (d3afa488-c9b7-4e87-a4d7-f275a27c2e54), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.676628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88dad1ff-6736-409f-9062-5e993acacf66 req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (d3afa488-c9b7-4e87-a4d7-f275a27c2e54), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.731841 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88dad1ff-6736-409f-9062-5e993acacf66 req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3afa488-c9b7-4e87-a4d7-f275a27c2e54), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.734748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-88dad1ff-6736-409f-9062-5e993acacf66 req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.736381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88dad1ff-6736-409f-9062-5e993acacf66 req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3afa488-c9b7-4e87-a4d7-f275a27c2e54 HTTP/1.1" status: 204 len: 173 time: 0.1657739 Feb 10 13:22:41.736946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81f81a2e-5d80-48fd-a654-fb48ada2ad80 req-076d185e-6bf3-4085-8d3b-69433c4cf573 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344546 Feb 10 13:22:41.743933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:41.766361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894c925-942a-4dae-b3e2-9292ff48a21c tempest-SecurityGroupsTestJSON-189369360 tempest-SecurityGroupsTestJSON-189369360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3afa488-c9b7-4e87-a4d7-f275a27c2e54,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:41.852545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Deleting subnet 585b64e3-9f2d-4c5b-b04e-671588dac58f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:41.858675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Publish callbacks [] for subnet (585b64e3-9f2d-4c5b-b04e-671588dac58f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:41.991379 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (585b64e3-9f2d-4c5b-b04e-671588dac58f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.008047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.101400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (585b64e3-9f2d-4c5b-b04e-671588dac58f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.157645 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (585b64e3-9f2d-4c5b-b04e-671588dac58f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.191751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a721-d93d-4472-99f9-e846cca16218 req-f402c3d5-4929-42e7-824a-a14e189fbea4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:42.199722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-69d6a721-d93d-4472-99f9-e846cca16218 req-f402c3d5-4929-42e7-824a-a14e189fbea4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.2806261 Feb 10 13:22:42.210361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585b64e3-9f2d-4c5b-b04e-671588dac58f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:42.224139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.227692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9df240b8-c921-4025-9ab5-57019aedff9f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/585b64e3-9f2d-4c5b-b04e-671588dac58f HTTP/1.1" status: 204 len: 168 time: 0.4828053 Feb 10 13:22:42.232502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41270) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:42.266080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d72-fa46-4d3c-938d-1ee6ee4eab4f req-d60ea2a1-564a-4465-bc02-462007b259c2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:42.267534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24616d72-fa46-4d3c-938d-1ee6ee4eab4f req-d60ea2a1-564a-4465-bc02-462007b259c2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1804566 Feb 10 13:22:42.319177 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-69d6a721-d93d-4472-99f9-e846cca16218 req-4929ed33-e8da-4325-9390-81dd24adb150 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184344 Feb 10 13:22:42.355079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (15c5cbb0-ac34-4cda-963e-2947e9c6b982), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.391181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24616d72-fa46-4d3c-938d-1ee6ee4eab4f req-83ed66cd-3ecf-4959-a4ce-965918001672 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824521 Feb 10 13:22:42.458998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:42.504520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (15c5cbb0-ac34-4cda-963e-2947e9c6b982), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.562887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5cbb0-ac34-4cda-963e-2947e9c6b982']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:42.586625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07078634-af4d-4097-a4fb-d144c14f3792') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:42.586988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07078634-af4d-4097-a4fb-d144c14f3792') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:42.604105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (07078634-af4d-4097-a4fb-d144c14f3792), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.619823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (07078634-af4d-4097-a4fb-d144c14f3792), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.635148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:22:42.635598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (07078634-af4d-4097-a4fb-d144c14f3792), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:22:42.637553 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:22:42.704122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 1fd05baf-5b6b-45c7-b80d-c98980f3730a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:42.704521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.834890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:22:42.843585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1d4502b5-be3e-4e2e-a62a-62df0ede409c up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:42.853744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31728c1-5d16-405e-8518-75762eff3481 req-51492e87-341d-4226-a0be-24fef9abd359 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:42.855365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b31728c1-5d16-405e-8518-75762eff3481 req-51492e87-341d-4226-a0be-24fef9abd359 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2539854 Feb 10 13:22:42.938071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:42.963218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b31728c1-5d16-405e-8518-75762eff3481 req-f7b692b1-2f20-40d2-a8ef-9bf89a117b11 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920300 Feb 10 13:22:42.964236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 1fd05baf-5b6b-45c7-b80d-c98980f3730a owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:42.971541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 1d4502b5-be3e-4e2e-a62a-62df0ede409c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:22:43.007160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 1d4502b5-be3e-4e2e-a62a-62df0ede409c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:43.007544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.158930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 1d4502b5-be3e-4e2e-a62a-62df0ede409c is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:43.159331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.209479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:43.211820 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54378a34-dd22-42e1-a37f-8760df0037f4" -d '{"events": [{"server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "name": "network-vif-plugged", "status": "completed", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:43.235170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:43.239279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:43.250457 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.260677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'port_id': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', 'mac_address': 'fa:16:3e:18:ff:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a1747a-e4a1-4705-8eef-d3a266e69d56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:22:43.329017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1fd05baf-5b6b-45c7-b80d-c98980f3730a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.501455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (15c5cbb0-ac34-4cda-963e-2947e9c6b982), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.528478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.532464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15c5cbb0-ac34-4cda-963e-2947e9c6b982 HTTP/1.1" status: 204 len: 168 time: 1.2988377 Feb 10 13:22:43.567023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:43.569625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7bb16-82d6-4e84-9886-811d98dc3f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c5cbb0-ac34-4cda-963e-2947e9c6b982,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:43.575250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:43.575648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.593886 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3679e837-8c87-45aa-b3d5-640940f63ad0 x-openstack-request-id: req-3679e837-8c87-45aa-b3d5-640940f63ad0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:43.594941 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "name": "network-vif-plugged", "status": "completed", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:43.595308 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3679e837-8c87-45aa-b3d5-640940f63ad0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:43.595620 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c', 'code': 200} Feb 10 13:22:43.597334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:22:43.627919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:43.637677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:43.662899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=1fd05baf-5b6b-45c7-b80d-c98980f3730a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:43.750066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:43.751260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb09047-8f50-40c2-92bb-db0a41d85aab req-47d5b749-c406-48bf-b506-b8adef4bea0b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:43.757743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d07f-cf62-457e-9cc4-2992ff83db7b req-777706ef-b0bd-4ab6-9dce-c54ae41c4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:43.759700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d363d07f-cf62-457e-9cc4-2992ff83db7b req-777706ef-b0bd-4ab6-9dce-c54ae41c4f34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 1127 time: 0.2554419 Feb 10 13:22:43.765948 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ccb09047-8f50-40c2-92bb-db0a41d85aab req-47d5b749-c406-48bf-b506-b8adef4bea0b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.4312468 Feb 10 13:22:43.890086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:43.890701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a676-8466-4f2a-b068-e64cbf3fe259 req-1dae0860-6754-4556-9575-a75820290c19 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:43.898844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1554a676-8466-4f2a-b068-e64cbf3fe259 req-1dae0860-6754-4556-9575-a75820290c19 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 944 time: 0.3061619 Feb 10 13:22:43.969723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d363d07f-cf62-457e-9cc4-2992ff83db7b req-9d00a913-45e8-41e2-a6d8-1bdbfdc0719b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006376 Feb 10 13:22:43.981588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ccb09047-8f50-40c2-92bb-db0a41d85aab req-153ce402-78d8-411d-838d-7464ca449437 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145548 Feb 10 13:22:44.012698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.017918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:44.061472 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1554a676-8466-4f2a-b068-e64cbf3fe259 req-233db4e2-0a0e-4147-b1a9-fe1a42496389 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611502 Feb 10 13:22:44.099929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-89cd2231-e716-4bf7-9a56-740dcbe9e6bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc558bb082f4548ada3fa3dacbbcdfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699049 Feb 10 13:22:44.131761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:44.303418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc34b2-3a7a-49b0-be56-7d9506589eba req-20c969dc-7ec7-41a7-b23e-8e20171430e2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:44.313532 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9bc34b2-3a7a-49b0-be56-7d9506589eba req-20c969dc-7ec7-41a7-b23e-8e20171430e2 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1739323 Feb 10 13:22:44.375848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] Publish callbacks [] for security_group (88b66595-8a74-401e-a9e7-bfd6d1d0d44e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.428795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] Publish callbacks [] for security_group (88b66595-8a74-401e-a9e7-bfd6d1d0d44e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.471644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9bc34b2-3a7a-49b0-be56-7d9506589eba req-988ba086-358c-4faf-b211-4ef79ff2dc70 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523037 Feb 10 13:22:44.533455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f4499-c375-44a0-b926-1b12770f427b req-ccd62ad7-5964-4301-b932-5b9ae0d5a278 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:44.534990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb9f4499-c375-44a0-b926-1b12770f427b req-ccd62ad7-5964-4301-b932-5b9ae0d5a278 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.3620231 Feb 10 13:22:44.544185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 36d313b1-520c-4303-899b-2bf9e602456a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:22:44.549273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88b66595-8a74-401e-a9e7-bfd6d1d0d44e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.552559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.556168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88b66595-8a74-401e-a9e7-bfd6d1d0d44e HTTP/1.1" status: 204 len: 168 time: 0.4211285 Feb 10 13:22:44.574327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:44.577691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adafa3-1fcf-4c4a-b20f-4c0bfbe7a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b66595-8a74-401e-a9e7-bfd6d1d0d44e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:44.762048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb9f4499-c375-44a0-b926-1b12770f427b req-1038f5e1-f7eb-47e5-b14e-393c7ffad328 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075965 Feb 10 13:22:44.768706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:44.777495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5cbabe35-f0dd-478c-9296-5a0797b4ddba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5261567 Feb 10 13:22:44.777758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:44.784680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] Sync routers for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:44.809922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:44.810593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:44.894080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:44.911922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:44.913057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:44.987235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:44.987916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb13458-87f8-4607-bbef-92a2e6eb9be1 None None] The sync data for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:45.015769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Deleting port 2723addb-4342-4759-8de1-6384deee2d54 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:45.016172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2723addb-4342-4759-8de1-6384deee2d54), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:45.260515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] For port 2723addb-4342-4759-8de1-6384deee2d54, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2723addb-4342-4759-8de1-6384deee2d54,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:45.260920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2723addb-4342-4759-8de1-6384deee2d54), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:45.266530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dc55-abe8-4f76-95de-f7945a36fe9e req-a391e48b-98ca-4700-84b1-ae3647d1e1c9 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:45.268091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e683dc55-abe8-4f76-95de-f7945a36fe9e req-a391e48b-98ca-4700-84b1-ae3647d1e1c9 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 945 time: 0.1161108 Feb 10 13:22:45.288762 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Calling delete_port for 2723addb-4342-4759-8de1-6384deee2d54 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:45.296855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f8a1-dbb7-4ae9-a0fd-a48baed25829 req-d0c38abb-f537-4993-a4a0-8f26e5a8ca74 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:45.298481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a950f8a1-dbb7-4ae9-a0fd-a48baed25829 req-d0c38abb-f537-4993-a4a0-8f26e5a8ca74 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.1330860 Feb 10 13:22:45.345198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e683dc55-abe8-4f76-95de-f7945a36fe9e req-d31cb0bb-df34-4fa8-97d1-50e1b0af4b04 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Feb 10 13:22:45.411881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:45.416633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a950f8a1-dbb7-4ae9-a0fd-a48baed25829 req-0949e412-5ffd-42af-9fdf-909de6814567 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087191 Feb 10 13:22:45.610925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2723addb-4342-4759-8de1-6384deee2d54), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:45.670398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2723addb-4342-4759-8de1-6384deee2d54,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:45.790260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:45.867091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:45.961015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-702666517-network', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:46.032807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:46.035056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.051937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc8b5-7bec-4564-99fc-9bf1e953c5a0 req-5f157884-8f6d-408e-982e-c37495f1640b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.053452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4abc8b5-7bec-4564-99fc-9bf1e953c5a0 req-5f157884-8f6d-408e-982e-c37495f1640b tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1330302 Feb 10 13:22:46.055363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a14a2-9105-49ba-8175-026e604a049d req-4eece7ca-52e6-4f47-808e-fa2809b294f9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.057035 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c0a14a2-9105-49ba-8175-026e604a049d req-4eece7ca-52e6-4f47-808e-fa2809b294f9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1730716 Feb 10 13:22:46.060199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.157406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4abc8b5-7bec-4564-99fc-9bf1e953c5a0 req-1d124852-66a1-4f36-87df-0f005beb782e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Feb 10 13:22:46.184077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6c0a14a2-9105-49ba-8175-026e604a049d req-4b310aae-cc93-4ca8-83c0-780e7f33b0b3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185293 Feb 10 13:22:46.193534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-4a51d883-b322-49c1-9481-c9550897fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.195594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-4a51d883-b322-49c1-9481-c9550897fe7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1127 time: 0.1089194 Feb 10 13:22:46.270046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Router a183033e-e91e-4a6e-a4c4-93cf343e1f32 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:22:46.277019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks [] for security_group (67b04b7d-e03b-4e1c-9392-65837830fa43), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.284936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67b04b7d-e03b-4e1c-9392-65837830fa43), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.330388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-b6bc1da9-6d32-4850-84f8-b916850719d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.331775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-b6bc1da9-6d32-4850-84f8-b916850719d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.1261435 Feb 10 13:22:46.342377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:22:46.349258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 48091b4b-e057-4825-8df3-bd56c63020d1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:46.349603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.376647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e47dd676-bbf1-45b3-856d-4ea6f428300a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.377027 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Added segment e47dd676-bbf1-45b3-856d-4ea6f428300a of type vlan for network f13e8613-842a-4931-8d8c-9f651aa3f2b8 Feb 10 13:22:46.381492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b04b7d-e03b-4e1c-9392-65837830fa43,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:46.389427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-bbeaea85-fec7-4159-97cf-af554ed49b4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0501921 Feb 10 13:22:46.462962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f13e8613-842a-4931-8d8c-9f651aa3f2b8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.481173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:46.493347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93ec8d14-3091-462d-bf6c-d65fd8a72dd4 admin admin] 10.222.0.13 "PUT /v2.0/routers/a183033e-e91e-4a6e-a4c4-93cf343e1f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0331905 Feb 10 13:22:46.495292 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Sync routers for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:46.495769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:46.504710 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:46.506444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:46.535624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-a82aac09-744c-4da4-8295-1df40b5f6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.537189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-a82aac09-744c-4da4-8295-1df40b5f6034 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.1363189 Feb 10 13:22:46.552128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f13e8613-842a-4931-8d8c-9f651aa3f2b8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.553106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.553687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.570098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.595130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-19d35ffd-8b6a-4ca2-b3fe-a6b3c2aec822 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469911 Feb 10 13:22:46.610074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f741a-592a-4602-9a60-1d528cefb390 req-f10384b2-179d-442e-9225-07ac032e7abf tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.611655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-266f741a-592a-4602-9a60-1d528cefb390 req-f10384b2-179d-442e-9225-07ac032e7abf tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 945 time: 0.1737633 Feb 10 13:22:46.613913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 48091b4b-e057-4825-8df3-bd56c63020d1 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:46.624345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8303921 Feb 10 13:22:46.634775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:46.640722 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:46.645644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Request body: {'subnet': {'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-702666517-subnet', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:46.694176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cef9b-3595-4530-b11f-3c9fc7d597cf admin admin] Pushing event updated for resources: {'Network': ['ID=f13e8613-842a-4931-8d8c-9f651aa3f2b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:46.714016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:22:46.714740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e450a6-6aa5-483b-a589-fe9da6a1ecef req-d448693b-4ff7-4388-9d18-df2dbadb5fd8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:46.716376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b9e450a6-6aa5-483b-a589-fe9da6a1ecef req-d448693b-4ff7-4388-9d18-df2dbadb5fd8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.2128522 Feb 10 13:22:46.717863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks [] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.794445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:46.796886 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.835279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b9e450a6-6aa5-483b-a589-fe9da6a1ecef req-27a35415-e806-43d0-ac14-3bc0a525f118 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056380 Feb 10 13:22:46.837727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-266f741a-592a-4602-9a60-1d528cefb390 req-259d7e6d-d834-41e3-b9a1-9a9192ef56ff tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019842 Feb 10 13:22:46.850548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:46.865639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-118bfa49-fb9f-47b4-b99b-2c39339e0456 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443721 Feb 10 13:22:46.929311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:22:46.936743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:46.937337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.938924 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:22:45Z', 'revision_number': 5, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port': {'id': 'e41a458a-1177-45f6-9148-2caa9ca9ecaa', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:13:46Z', 'updated_at': '2022-02-10T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:46.958616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks [] for router_gateway (a183033e-e91e-4a6e-a4c4-93cf343e1f32), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:46.970403 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Checking router: a183033e-e91e-4a6e-a4c4-93cf343e1f32 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:22:46.981784 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Routers {'a183033e-e91e-4a6e-a4c4-93cf343e1f32'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:46.982842 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:47.064689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:47.065131 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.110190 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] Set router a183033e-e91e-4a6e-a4c4-93cf343e1f32 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:47.118750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Deleting port e41a458a-1177-45f6-9148-2caa9ca9ecaa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:47.120262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.122792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:47.123833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:47.126968 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621d6d5-9bbb-4645-8801-448b8c27849a" -d '{"events": [{"server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "name": "network-vif-plugged", "status": "completed", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:47.132380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.186329 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:22:46Z', 'revision_number': 6, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:47.189249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9da5fb7-24ff-4c7c-b061-93216a142e26 req-b6abb8ea-04d9-4aef-8f9b-d47b58df53ee service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813330 Feb 10 13:22:47.207555 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (48091b4b-e057-4825-8df3-bd56c63020d1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.213422 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b964d-de6f-4229-b999-9ff9d2b267e4 x-openstack-request-id: req-1b2b964d-de6f-4229-b999-9ff9d2b267e4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:47.213704 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "name": "network-vif-plugged", "status": "completed", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:47.215602 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b2b964d-de6f-4229-b999-9ff9d2b267e4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:47.216052 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', 'code': 200} Feb 10 13:22:47.218358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:47.225062 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054ec12-edb1-464a-8ca5-b9ab6acf0456 None None] The sync data for ids ['a183033e-e91e-4a6e-a4c4-93cf343e1f32'] in n-d-815324-6 is: [{'id': 'a183033e-e91e-4a6e-a4c4-93cf343e1f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1538272100-router', 'tenant_id': 'fe81e6117e9b40f28e60945a4130943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:13:45Z', 'updated_at': '2022-02-10T13:22:46Z', 'revision_number': 6, 'project_id': 'fe81e6117e9b40f28e60945a4130943a', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:47.307762 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] For port e41a458a-1177-45f6-9148-2caa9ca9ecaa, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e41a458a-1177-45f6-9148-2caa9ca9ecaa,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:47.308521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.324284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=48091b4b-e057-4825-8df3-bd56c63020d1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:47.354216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Calling delete_port for e41a458a-1177-45f6-9148-2caa9ca9ecaa owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:47.408354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (988d6160-7a3d-41c7-987d-0a859c8fb272), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.425384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48001-d181-4cb6-b71a-c14586ee088d req-65dd4fe8-fa84-422b-b976-626fd18376ec tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:47.427483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98e48001-d181-4cb6-b71a-c14586ee088d req-65dd4fe8-fa84-422b-b976-626fd18376ec tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.1912627 Feb 10 13:22:47.523694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988d6160-7a3d-41c7-987d-0a859c8fb272,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:47.526414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98e48001-d181-4cb6-b71a-c14586ee088d req-8ff79feb-6819-41e5-9fc9-20b13833971f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864053 Feb 10 13:22:47.540215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fa1a-6e42-4fe5-8490-eac9bd6e1aab req-a7da69f8-e9bb-425d-a203-f542a27a55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:47.540719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf92fa1a-6e42-4fe5-8490-eac9bd6e1aab req-a7da69f8-e9bb-425d-a203-f542a27a55f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 1128 time: 0.2296362 Feb 10 13:22:47.590959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b9ad-50ff-4f3e-964c-1fa9e65d56bc req-e47e7668-75a4-4ed6-b73e-50b709824036 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:47.591845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a247b9ad-50ff-4f3e-964c-1fa9e65d56bc req-e47e7668-75a4-4ed6-b73e-50b709824036 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.2777443 Feb 10 13:22:47.609862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e41a458a-1177-45f6-9148-2caa9ca9ecaa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.672128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41a458a-1177-45f6-9148-2caa9ca9ecaa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:47.684134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2723addb-4342-4759-8de1-6384deee2d54 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:47.693669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Checking segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:47.694026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Network hostable DHCP agents. Network: f13e8613-842a-4931-8d8c-9f651aa3f2b8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:22:47.706558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (36d313b1-520c-4303-899b-2bf9e602456a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.715359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2723addb-4342-4759-8de1-6384deee2d54 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:47.716463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2723addb-4342-4759-8de1-6384deee2d54 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:47.787896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc2800-b423-474b-9927-4eb7562d18fd req-03b26fe3-f7bd-4dbe-8618-4bf9c782497c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:47.789429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2cfc2800-b423-474b-9927-4eb7562d18fd req-03b26fe3-f7bd-4dbe-8618-4bf9c782497c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.1400650 Feb 10 13:22:47.792609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.814098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf92fa1a-6e42-4fe5-8490-eac9bd6e1aab req-215a4fab-27cb-4d3a-be32-05d5117d7c5b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347126 Feb 10 13:22:47.842939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a247b9ad-50ff-4f3e-964c-1fa9e65d56bc req-f284ec3a-daa7-4bf6-b2e2-e4ab829f6a5e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172616 Feb 10 13:22:47.843512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:22:47.865847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f13e8613-842a-4931-8d8c-9f651aa3f2b8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:47.865847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:47.865847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.878507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e42063-371d-4a8f-8589-a6b2c4c4f78e None None] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:47.924867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.929737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks [] for router_controller (a183033e-e91e-4a6e-a4c4-93cf343e1f32), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:47.947474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84d5685b-9ae1-4533-9d69-164307bd2ad7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3101029 Feb 10 13:22:47.951045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:47.955843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:47.957706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2cfc2800-b423-474b-9927-4eb7562d18fd req-43358273-51c7-486c-b172-8e6bb9d32f1a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358721 Feb 10 13:22:48.003066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 36d313b1-520c-4303-899b-2bf9e602456a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:22:48.007182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a183033e-e91e-4a6e-a4c4-93cf343e1f32), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.007789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a183033e-e91e-4a6e-a4c4-93cf343e1f32 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:22:48.019586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.024129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58da9802-8e77-4951-84ef-983db1eb13c8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a183033e-e91e-4a6e-a4c4-93cf343e1f32 HTTP/1.1" status: 204 len: 168 time: 1.5243053 Feb 10 13:22:48.024689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:48.028320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.029449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.049912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b4432-6bae-49b6-a6a5-2859a6134088 req-4cb5b852-391a-4693-b405-0d8013ca66c4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:48.051510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc5b4432-6bae-49b6-a6a5-2859a6134088 req-4cb5b852-391a-4693-b405-0d8013ca66c4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 946 time: 0.0896783 Feb 10 13:22:48.088633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Deleting subnet a9a7bee6-1950-4360-90f6-1a614ddff68e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:48.092403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Publish callbacks [] for subnet (a9a7bee6-1950-4360-90f6-1a614ddff68e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.149097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (a9a7bee6-1950-4360-90f6-1a614ddff68e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.158469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:48.168224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] Sync routers for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:48.191622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f46f99ef-aad1-401b-b141-64bd1c27970a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4104855 Feb 10 13:22:48.191954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:48.193499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for router_controller (792cf374-ed5a-4e0f-ba17-d44471a33f96), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.203227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:48.203851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:48.237513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-195daa0c-4887-47fa-971b-a3e796f40a2d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=36d313b1-520c-4303-899b-2bf9e602456a HTTP/1.1" status: 200 len: 205 time: 0.0414789 Feb 10 13:22:48.238526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:48.239965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:22:48.240868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.244811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:48.258624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc5b4432-6bae-49b6-a6a5-2859a6134088 req-bf98ff57-b92c-4f5a-97bb-1f7c711236ad tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629970 Feb 10 13:22:48.335255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] Routers {'36d313b1-520c-4303-899b-2bf9e602456a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:48.335909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['36d313b1-520c-4303-899b-2bf9e602456a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:48.367687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for router_gateway (792cf374-ed5a-4e0f-ba17-d44471a33f96), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.381347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:48.382017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9aa35-d5a8-46d5-8ded-4e9245201c91 None None] The sync data for ids ['36d313b1-520c-4303-899b-2bf9e602456a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:48.440581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Allocated IP 172.20.0.2 (f13e8613-842a-4931-8d8c-9f651aa3f2b8/988d6160-7a3d-41c7-987d-0a859c8fb272/7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:48.643805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks [] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.651092 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.660859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for router_gateway (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.681229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.703041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:48.706424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:48.709831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:48.740093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (36d313b1-520c-4303-899b-2bf9e602456a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.766087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Pushing event updated for resources: {'Port': ['ID=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:48.775415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Attempting to bind port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:48.775796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Attempting to bind port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:48.776167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Attempting to bind port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c on network f13e8613-842a-4931-8d8c-9f651aa3f2b8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:48.782903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:48.782903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Checking segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:48.782903 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.782903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Bound using segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:48.783340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Bound port: 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:48.783635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.825837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a9a7bee6-1950-4360-90f6-1a614ddff68e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.850194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Allocated IP 172.25.8.211 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/68c8a8e9-1f17-455f-a36d-a67120c98b43) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:48.852291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] For port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:48.856097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] For port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:48.868148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:48.938743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7dfb-e438-4f2d-bb0f-443418d268d8 None None] Pushing event updated for resources: {'Port': ['ID=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:48.982892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a4dfd-59c2-4480-bf25-3516b63f3025 req-3538be77-29cf-4712-a2df-378d7a865015 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:48.989064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-967a4dfd-59c2-4480-bf25-3516b63f3025 req-3538be77-29cf-4712-a2df-378d7a865015 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.3055267 Feb 10 13:22:49.024374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.051166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (36d313b1-520c-4303-899b-2bf9e602456a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.051410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5fd9b-8a4b-4911-ad6b-5941b9ef3eb3 req-00582ceb-e60a-42c6-ad3d-8192a40f71ac tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:49.054986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (36d313b1-520c-4303-899b-2bf9e602456a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.059127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a9a7bee6-1950-4360-90f6-1a614ddff68e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.059338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc5fd9b-8a4b-4911-ad6b-5941b9ef3eb3 req-00582ceb-e60a-42c6-ad3d-8192a40f71ac tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1182578 Feb 10 13:22:49.132348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cc5fd9b-8a4b-4911-ad6b-5941b9ef3eb3 req-1ad09007-90e9-408a-9f91-726adb65726f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Feb 10 13:22:49.144736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a7bee6-1950-4360-90f6-1a614ddff68e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:49.157899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.159614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.161292 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-87e523f4-7c57-4352-b913-9e0daff6ce7a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a9a7bee6-1950-4360-90f6-1a614ddff68e HTTP/1.1" status: 204 len: 168 time: 1.1357977 Feb 10 13:22:49.163782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:49.167793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c470ac8-97b7-4758-9331-b3ec538e9916 None None] Network 9455be75-df22-48c9-ad69-184aa46ee9d6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:49.194873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-967a4dfd-59c2-4480-bf25-3516b63f3025 req-b26379dc-8f8e-49d1-98aa-84fbc05cc152 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039993 Feb 10 13:22:49.197488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (36d313b1-520c-4303-899b-2bf9e602456a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.198388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router 36d313b1-520c-4303-899b-2bf9e602456a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:22:49.248428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.257930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:49.259198 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9de93f88-fef7-485e-8f9a-4f43f18cfe41 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a HTTP/1.1" status: 204 len: 168 time: 1.0199411 Feb 10 13:22:49.391892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:49.394778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Pushing event updated for resources: {'Port': ['ID=68c8a8e9-1f17-455f-a36d-a67120c98b43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:49.433820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:49.436280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:49.474324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] DHCP port deletion for 9455be75-df22-48c9-ad69-184aa46ee9d6 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:22:49.482239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 1d05804f-ed98-4a5e-9554-feee84a4e57d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:49.486561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9455be75-df22-48c9-ad69-184aa46ee9d6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.496420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (1d05804f-ed98-4a5e-9554-feee84a4e57d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.553296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Deleting port 0b06213f-aee2-4577-9367-074b74d427b8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:49.553803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0b06213f-aee2-4577-9367-074b74d427b8), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.568614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc22b7-a097-4224-b0e1-d66e81ea858f req-508e557f-8f3a-4071-9a99-5f5f45ba407a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:49.570221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6cc22b7-a097-4224-b0e1-d66e81ea858f req-508e557f-8f3a-4071-9a99-5f5f45ba407a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.3074980 Feb 10 13:22:49.594019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (1d05804f-ed98-4a5e-9554-feee84a4e57d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.646215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] For port 0b06213f-aee2-4577-9367-074b74d427b8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0b06213f-aee2-4577-9367-074b74d427b8,segment=NetworkSegment(ee603884-4909-49e2-bbaf-5339154cf23e),segment_id=ee603884-4909-49e2-bbaf-5339154cf23e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:49.646612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0b06213f-aee2-4577-9367-074b74d427b8), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.671813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Calling delete_port for 0b06213f-aee2-4577-9367-074b74d427b8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:49.679220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:49.682495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd36268-50f7-4be3-8230-815a8f3ff47f req-3a0eda92-c166-4495-aafe-f4a3880e4e77 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:49.685215 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dcd36268-50f7-4be3-8230-815a8f3ff47f req-3a0eda92-c166-4495-aafe-f4a3880e4e77 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 946 time: 0.1078861 Feb 10 13:22:49.749709 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-dcd36268-50f7-4be3-8230-815a8f3ff47f req-88326823-0ea0-412a-9835-3b4828d9ac86 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545626 Feb 10 13:22:49.804919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:49.805936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.831451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (0b06213f-aee2-4577-9367-074b74d427b8), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.874736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] No DVR routers for this DVR port 0b06213f-aee2-4577-9367-074b74d427b8 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:49.884496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cee69-e72d-4e86-8707-f3c86b1bb697 None None] Pushing event deleted for resources: {'Port': ['ID=0b06213f-aee2-4577-9367-074b74d427b8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:49.946517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ada4ec-f2e9-48e0-8454-474a4908faa9 req-ba9e52eb-1bc1-4e60-b72a-37dbfe4b8aca tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:49.951041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:49.951512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:49.954953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41ada4ec-f2e9-48e0-8454-474a4908faa9 req-ba9e52eb-1bc1-4e60-b72a-37dbfe4b8aca tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.1320803 Feb 10 13:22:49.994371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:50.000638 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.057842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41ada4ec-f2e9-48e0-8454-474a4908faa9 req-b6ebe48c-c969-4451-af1b-f5092622d94e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015656 Feb 10 13:22:50.092445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:50.258071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6cc22b7-a097-4224-b0e1-d66e81ea858f req-4065e4dc-baeb-4620-979e-8d1bff5861fa tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630669 Feb 10 13:22:50.263574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e41a458a-1177-45f6-9148-2caa9ca9ecaa no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:50.294517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e41a458a-1177-45f6-9148-2caa9ca9ecaa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:50.295043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e41a458a-1177-45f6-9148-2caa9ca9ecaa not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:50.295570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0b06213f-aee2-4577-9367-074b74d427b8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:50.322397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 0b06213f-aee2-4577-9367-074b74d427b8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:50.323027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0b06213f-aee2-4577-9367-074b74d427b8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:50.360656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Deleting port 0b06213f-aee2-4577-9367-074b74d427b8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:50.361017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0b06213f-aee2-4577-9367-074b74d427b8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.371147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1d05804f-ed98-4a5e-9554-feee84a4e57d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.398022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d894f9-290e-4a1b-b6de-489c3bdbe2b2 None None] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:50.401441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c053b90-0292-4275-8f9e-c5c72ce368d0 req-c362f9d4-f7f7-477b-97a7-121c593e8c8c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:50.403576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c053b90-0292-4275-8f9e-c5c72ce368d0 req-c362f9d4-f7f7-477b-97a7-121c593e8c8c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.0784209 Feb 10 13:22:50.428029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:50.463789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c053b90-0292-4275-8f9e-c5c72ce368d0 req-74cb4904-9fae-4637-80c6-764acd0fb7e9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539792 Feb 10 13:22:50.512584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9ee15494-4927-4b5c-8312-7ab73fabf1ab None None] Provisioning complete for port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:50.513077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ee15494-4927-4b5c-8312-7ab73fabf1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.557392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] For port 0b06213f-aee2-4577-9367-074b74d427b8, host n-d-815324-6, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:50.557759 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0b06213f-aee2-4577-9367-074b74d427b8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.587095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Calling delete_port for 0b06213f-aee2-4577-9367-074b74d427b8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:50.591502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Port 0b06213f-aee2-4577-9367-074b74d427b8 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:22:50.592987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for router_gateway (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.604184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b87b4-a40e-4bd9-99d0-0a6231c6f6c0 req-23989a71-2cd8-407a-bdcd-92bfb153fe91 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:50.605751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c09b87b4-a40e-4bd9-99d0-0a6231c6f6c0 req-23989a71-2cd8-407a-bdcd-92bfb153fe91 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 945 time: 0.2425592 Feb 10 13:22:50.606402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0b06213f-aee2-4577-9367-074b74d427b8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.633650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:50.633973 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.653923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1d05804f-ed98-4a5e-9554-feee84a4e57d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.697098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b06213f-aee2-4577-9367-074b74d427b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:50.713291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:50.717101 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181d7d7f-926c-49b6-ac67-af93ff58da0d" -d '{"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-unplugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:50.742637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:50.745968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] No DVR routers for this DVR port 0b06213f-aee2-4577-9367-074b74d427b8 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:50.746826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9ee15494-4927-4b5c-8312-7ab73fabf1ab None None] Current status of the port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:50.757829 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.762774 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.767574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/1d05804f-ed98-4a5e-9554-feee84a4e57d HTTP/1.1" status: 204 len: 168 time: 1.4986622 Feb 10 13:22:50.767574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0174b7-3f0a-4217-93d4-ae215bd199cc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=1d05804f-ed98-4a5e-9554-feee84a4e57d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:50.768374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:50.805558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d42f3-da14-46a2-9ff9-98204a12f6a8 None None] Network 818ac6e9-fc39-4050-aadf-48f51d20e2c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:50.833190 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9b567-3eb3-4723-b774-efd75b053405 x-openstack-request-id: req-f1e9b567-3eb3-4723-b774-efd75b053405 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:50.833749 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-unplugged", "status": "failed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:50.834008 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1e9b567-3eb3-4723-b774-efd75b053405 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:50.834409 n-d-815324-6 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'code': 422} returned with failed status Feb 10 13:22:50.877354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 8c59509e-c403-4351-b0e7-2b080fb384e7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:22:50.881248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (8c59509e-c403-4351-b0e7-2b080fb384e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.896316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c09b87b4-a40e-4bd9-99d0-0a6231c6f6c0 req-86faca7a-b534-498b-9804-16a7aa44a202 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537963 Feb 10 13:22:50.935790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9455be75-df22-48c9-ad69-184aa46ee9d6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.969132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8c59509e-c403-4351-b0e7-2b080fb384e7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:50.990329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9455be75-df22-48c9-ad69-184aa46ee9d6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:50.991060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:51.002796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee603884-4909-49e2-bbaf-5339154cf23e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:51.003095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee603884-4909-49e2-bbaf-5339154cf23e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:51.067822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ee603884-4909-49e2-bbaf-5339154cf23e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.080627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3dc547cd-1117-4703-9466-6209f3d51775 None None] Provisioning complete for port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:51.087734 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cd-1117-4703-9466-6209f3d51775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.093136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] DHCP port deletion for 818ac6e9-fc39-4050-aadf-48f51d20e2c2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:22:51.105405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ee603884-4909-49e2-bbaf-5339154cf23e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.116546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:22:51.117208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ee603884-4909-49e2-bbaf-5339154cf23e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:22:51.118687 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:22:51.248862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8c59509e-c403-4351-b0e7-2b080fb384e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.259901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Deleting port 4c23863c-2b62-4816-9797-733a28a19d40 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:51.260282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4c23863c-2b62-4816-9797-733a28a19d40), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.263521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3dc547cd-1117-4703-9466-6209f3d51775 None None] Current status of the port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:51.367087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914812c-1817-40a8-bd21-6dfd0d4e1dbd req-804ceac0-4a8f-4044-9a04-46adf0281168 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:51.374577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d914812c-1817-40a8-bd21-6dfd0d4e1dbd req-804ceac0-4a8f-4044-9a04-46adf0281168 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.1613536 Feb 10 13:22:51.378589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9455be75-df22-48c9-ad69-184aa46ee9d6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.387514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.397699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9455be75-df22-48c9-ad69-184aa46ee9d6 HTTP/1.1" status: 204 len: 168 time: 2.2317777 Feb 10 13:22:51.445517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] For port 4c23863c-2b62-4816-9797-733a28a19d40, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4c23863c-2b62-4816-9797-733a28a19d40,segment=NetworkSegment(758b9629-f14d-4dc3-a057-79365dc8cce5),segment_id=758b9629-f14d-4dc3-a057-79365dc8cce5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:51.445806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4c23863c-2b62-4816-9797-733a28a19d40), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.446582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8c59509e-c403-4351-b0e7-2b080fb384e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.466493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-6c2c9a9c-65bb-49d3-ab5e-829e77361fdf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:51.476213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-6c2c9a9c-65bb-49d3-ab5e-829e77361fdf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 945 time: 0.4265454 Feb 10 13:22:51.480653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29ea9-3b9e-4b9f-b819-4b2f5246c675 admin admin] Pushing event deleted for resources: {'Network': ['ID=9455be75-df22-48c9-ad69-184aa46ee9d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:51.482028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Calling delete_port for 4c23863c-2b62-4816-9797-733a28a19d40 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:51.497539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dcfa6-0276-4b22-8290-6d5ae260e8cb None None] Network 79693a25-8091-4bfe-96dd-24ad45c3684c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:51.514927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d914812c-1817-40a8-bd21-6dfd0d4e1dbd req-7a9161f5-84a2-43fd-8264-59fecaa1b73b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387737 Feb 10 13:22:51.524002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.536914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/8c59509e-c403-4351-b0e7-2b080fb384e7 HTTP/1.1" status: 204 len: 168 time: 0.7633591 Feb 10 13:22:51.588195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:51.607880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f3f5a-3f51-42a2-820a-8fe86ef05c81 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=8c59509e-c403-4351-b0e7-2b080fb384e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:51.639618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.723397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:51.774743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:51.814024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b80d9-1f5c-44f4-9973-aad9b36859d5 req-0a4ec411-b5db-4c8d-ac05-3c6e02477429 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:51.821843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-365b80d9-1f5c-44f4-9973-aad9b36859d5 req-0a4ec411-b5db-4c8d-ac05-3c6e02477429 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.5233433 Feb 10 13:22:51.841218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (818ac6e9-fc39-4050-aadf-48f51d20e2c2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:51.939580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f57a41-6681-4108-9c16-083da4b3bc0c req-7aad685a-f0be-4ebc-b801-9c16b71882e1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:51.943636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-365b80d9-1f5c-44f4-9973-aad9b36859d5 req-4bba6fd8-3099-4612-b726-33384d9cecef tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205840 Feb 10 13:22:51.949501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71f57a41-6681-4108-9c16-083da4b3bc0c req-7aad685a-f0be-4ebc-b801-9c16b71882e1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.2919114 Feb 10 13:22:51.957611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36492d13-6531-4702-9c32-34a4379341d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe81e6117e9b40f28e60945a4130943a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320242 Feb 10 13:22:51.965522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:52.048269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port 1d4502b5-be3e-4e2e-a62a-62df0ede409c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:52.048898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.101195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-90d0b712-afcd-40e8-9ba1-609b634806be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2386870 Feb 10 13:22:52.128202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71f57a41-6681-4108-9c16-083da4b3bc0c req-f62f1546-0e2f-4380-89e5-f0e4985bc46a tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624951 Feb 10 13:22:52.163441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:52.163990 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.174016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] Publish callbacks [] for security_group (bbcb4e16-cc9c-48c7-ad65-c45264d80b44), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.179377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 4c23863c-2b62-4816-9797-733a28a19d40 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:52.179736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4c23863c-2b62-4816-9797-733a28a19d40), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.208773 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (4c23863c-2b62-4816-9797-733a28a19d40), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.228878 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] Publish callbacks [] for security_group (bbcb4e16-cc9c-48c7-ad65-c45264d80b44), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.256628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] DHCP port deletion for 79693a25-8091-4bfe-96dd-24ad45c3684c request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:22:52.263471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] Pushing event deleted for resources: {'Port': ['ID=4c23863c-2b62-4816-9797-733a28a19d40,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:52.277717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb886a2-d341-4b21-afa7-dbd1903153ba None None] No DVR routers for this DVR port 4c23863c-2b62-4816-9797-733a28a19d40 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:52.298218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bbcb4e16-cc9c-48c7-ad65-c45264d80b44), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.302063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.303330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbcb4e16-cc9c-48c7-ad65-c45264d80b44 HTTP/1.1" status: 204 len: 168 time: 0.3323836 Feb 10 13:22:52.333601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e941-0671-4555-acda-3b4eca18faca req-afa98bbb-c1a2-47d5-a072-25fe2b201bee tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:52.335380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-afa98bbb-c1a2-47d5-a072-25fe2b201bee tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports/b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 940 time: 0.1597974 Feb 10 13:22:52.345154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Router 792cf374-ed5a-4e0f-ba17-d44471a33f96 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:22:52.355310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port 1d4502b5-be3e-4e2e-a62a-62df0ede409c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1d4502b5-be3e-4e2e-a62a-62df0ede409c,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:52.359107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.394419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ada95-7ab1-4a82-b736-4dab749be7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb4e16-cc9c-48c7-ad65-c45264d80b44,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:52.429931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 4c23863c-2b62-4816-9797-733a28a19d40, host n-d-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:52.430461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4c23863c-2b62-4816-9797-733a28a19d40), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.459178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for 1d4502b5-be3e-4e2e-a62a-62df0ede409c owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:52.465305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 4c23863c-2b62-4816-9797-733a28a19d40 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:52.471235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Port 4c23863c-2b62-4816-9797-733a28a19d40 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:22:52.472653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4c23863c-2b62-4816-9797-733a28a19d40), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.495212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:52.515252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Deleting port 729755de-bbee-4946-9d9e-32a0f1c0e836 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:22:52.525200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.528505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=4c23863c-2b62-4816-9797-733a28a19d40,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:52.536847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port 4c23863c-2b62-4816-9797-733a28a19d40 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:52.644059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] For port 729755de-bbee-4946-9d9e-32a0f1c0e836, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=729755de-bbee-4946-9d9e-32a0f1c0e836,segment=NetworkSegment(33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4),segment_id=33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:52.644478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.659913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Calling delete_port for 729755de-bbee-4946-9d9e-32a0f1c0e836 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:22:52.732199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (818ac6e9-fc39-4050-aadf-48f51d20e2c2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.753336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1d4502b5-be3e-4e2e-a62a-62df0ede409c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.766431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818ac6e9-fc39-4050-aadf-48f51d20e2c2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:52.777996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758b9629-f14d-4dc3-a057-79365dc8cce5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:52.778666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8d446b3-4ece-41f1-8346-b9c473d5ead4 req-ed406e83-3aab-437e-81be-e254df8e11fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 210 time: 0.0384722 Feb 10 13:22:52.790807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758b9629-f14d-4dc3-a057-79365dc8cce5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:52.806554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (758b9629-f14d-4dc3-a057-79365dc8cce5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.831836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (758b9629-f14d-4dc3-a057-79365dc8cce5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.833210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4c23863c-2b62-4816-9797-733a28a19d40 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:52.840412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:22:52.840920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (758b9629-f14d-4dc3-a057-79365dc8cce5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.872589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=1d4502b5-be3e-4e2e-a62a-62df0ede409c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:52.886011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['1d4502b5-be3e-4e2e-a62a-62df0ede409c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:22:52.891140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4c23863c-2b62-4816-9797-733a28a19d40 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:52.891281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4c23863c-2b62-4816-9797-733a28a19d40 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:22:52.925736 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:22:52.931350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (818ac6e9-fc39-4050-aadf-48f51d20e2c2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.949799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:52.959546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/818ac6e9-fc39-4050-aadf-48f51d20e2c2 HTTP/1.1" status: 204 len: 168 time: 1.3693159 Feb 10 13:22:52.960303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:52.978552 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (729755de-bbee-4946-9d9e-32a0f1c0e836), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.015137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port 1d4502b5-be3e-4e2e-a62a-62df0ede409c on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:53.021127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:22:53.023634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.029781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d001ae5-41f0-4199-8d3f-9e231b91e754 req-d63b7916-8a96-4b47-a226-22d59af37422 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "DELETE /v2.0/ports/1d4502b5-be3e-4e2e-a62a-62df0ede409c HTTP/1.1" status: 204 len: 173 time: 1.5431373 Feb 10 13:22:53.032611 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Sync routers for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:22:53.037489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'name': 'network-vif-deleted', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:53.040226 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4151378-8241-431a-bf55-a94ef38efb1a" -d '{"events": [{"server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "name": "network-vif-deleted", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:53.053875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1cdec-71d2-463e-9b6e-7a1c593e895e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=818ac6e9-fc39-4050-aadf-48f51d20e2c2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:53.074183 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-27abb27a-e3c8-43c4-9eaf-fff7ea0f9d0c service neutron] show failed (client error): The resource could not be found. Feb 10 13:22:53.075599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-27abb27a-e3c8-43c4-9eaf-fff7ea0f9d0c service neutron] 10.222.0.77 "GET /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.1923892 Feb 10 13:22:53.090153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.093943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f9b0ea25-a28a-493e-b3b9-4bcfbe112992 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1418676 Feb 10 13:22:53.096679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:53.100359 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:53.101030 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:53.156354 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f659d971-c80a-41a7-9ea1-c075ce3f284a x-openstack-request-id: req-f659d971-c80a-41a7-9ea1-c075ce3f284a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:53.156947 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16867e42-5010-49a3-9e6d-e57a8250d41d", "name": "network-vif-deleted", "tag": "1d4502b5-be3e-4e2e-a62a-62df0ede409c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:53.157502 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f659d971-c80a-41a7-9ea1-c075ce3f284a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:53.158587 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16867e42-5010-49a3-9e6d-e57a8250d41d', 'name': 'network-vif-deleted', 'tag': '1d4502b5-be3e-4e2e-a62a-62df0ede409c', 'status': 'completed', 'code': 200} Feb 10 13:22:53.172456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] No DVR routers for this DVR port 729755de-bbee-4946-9d9e-32a0f1c0e836 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:53.208381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27cb76-4137-4234-94af-53fef37ae252 None None] Pushing event deleted for resources: {'Port': ['ID=729755de-bbee-4946-9d9e-32a0f1c0e836,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:53.296729 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:53.352855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (79693a25-8091-4bfe-96dd-24ad45c3684c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.374727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea592f-7230-4c05-ae14-3c99b518c17d req-c9849a06-f695-4b26-b9f9-3f311e6636d3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:53.377465 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65ea592f-7230-4c05-ae14-3c99b518c17d req-c9849a06-f695-4b26-b9f9-3f311e6636d3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.2822630 Feb 10 13:22:53.554442 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (79693a25-8091-4bfe-96dd-24ad45c3684c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.564214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-65ea592f-7230-4c05-ae14-3c99b518c17d req-6fc333c9-1c19-4850-aefd-6af8a38b6f23 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809032 Feb 10 13:22:53.589691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79693a25-8091-4bfe-96dd-24ad45c3684c']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:53.620136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:53.620136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:53.623319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 729755de-bbee-4946-9d9e-32a0f1c0e836 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:53.636578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.662414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.671918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:22:53.672468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (33fd2161-9e56-48eb-aa67-2f2e4dcfc2c4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:22:53.675996 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:22:53.685575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 729755de-bbee-4946-9d9e-32a0f1c0e836 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:53.686149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 729755de-bbee-4946-9d9e-32a0f1c0e836 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:53.715109 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:50Z', 'revision_number': 3, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:53.754837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Checking router: 792cf374-ed5a-4e0f-ba17-d44471a33f96 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:22:53.755440 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Updating router 792cf374-ed5a-4e0f-ba17-d44471a33f96 port 68c8a8e9-1f17-455f-a36d-a67120c98b43 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:22:53.798216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-642e6caa-36d5-47b3-aea5-452804ff9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:53.799947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-642e6caa-36d5-47b3-aea5-452804ff9ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1132 time: 0.2971971 Feb 10 13:22:53.809743 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.816220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (79693a25-8091-4bfe-96dd-24ad45c3684c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.832169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.836455 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/79693a25-8091-4bfe-96dd-24ad45c3684c HTTP/1.1" status: 204 len: 168 time: 0.8702850 Feb 10 13:22:53.841897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:53.848562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1708270155'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:53.869709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:53.877956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82077f-8e96-426a-9998-0bf40f1d5d15 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=79693a25-8091-4bfe-96dd-24ad45c3684c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:53.928948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:53.933311 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:53.947532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f4a37-285a-4031-a954-3d168c11d624 req-05f047ca-8713-4195-9dab-d23b387bcf0f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:53.954987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e4f4a37-285a-4031-a954-3d168c11d624 req-05f047ca-8713-4195-9dab-d23b387bcf0f tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.4140091 Feb 10 13:22:53.982204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:22:54.002769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a646123b-5ac3-41d6-9ccf-43d46f0a6928), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.003183 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment a646123b-5ac3-41d6-9ccf-43d46f0a6928 of type vlan for network 8dec858b-16a9-4582-8d40-7232504e5b8b Feb 10 13:22:54.102391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e4f4a37-285a-4031-a954-3d168c11d624 req-73231df9-a51a-4796-a027-6f84d660f172 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462715 Feb 10 13:22:54.116027 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b2a2e1cb-9b2a-448b-ae1b-c42696c07d30 req-f13a9eff-35fd-47e8-8a8a-f219a27c073a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=16867e42-5010-49a3-9e6d-e57a8250d41d HTTP/1.1" status: 200 len: 210 time: 0.0961611 Feb 10 13:22:54.137790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.160791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8dec858b-16a9-4582-8d40-7232504e5b8b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.163772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e941-0671-4555-acda-3b4eca18faca req-97979e88-10be-4743-9131-a79a8c94c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:54.165418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-97979e88-10be-4743-9131-a79a8c94c4c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7&tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e HTTP/1.1" status: 200 len: 1125 time: 0.2825999 Feb 10 13:22:54.215113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8dec858b-16a9-4582-8d40-7232504e5b8b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.220195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:54.220887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.296002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4488978 Feb 10 13:22:54.305931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:54.310833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:54.385201 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks [] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.395266 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.415098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1503-6eda-4f83-b2b2-118965e1cd2c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=8dec858b-16a9-4582-8d40-7232504e5b8b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:54.431753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8dec858b-16a9-4582-8d40-7232504e5b8b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:22:54.537476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:54.542419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.545803 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Attempting to bind port 68c8a8e9-1f17-455f-a36d-a67120c98b43 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:54.546369 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Attempting to bind port 68c8a8e9-1f17-455f-a36d-a67120c98b43 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:54.546836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Attempting to bind port 68c8a8e9-1f17-455f-a36d-a67120c98b43 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:54.566858 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:54.567433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:54.568038 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.568670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:54.573268 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Bound port: 68c8a8e9-1f17-455f-a36d-a67120c98b43, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:54.580002 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.588245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Pushing event updated for resources: {'Port': ['ID=68c8a8e9-1f17-455f-a36d-a67120c98b43,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:54.635459 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.636596 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.637068 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.637505 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.638112 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.638447 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.638969 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.647305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.647967 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.649176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.649727 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.650483 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.651553 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:22:54.752733 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] For port 68c8a8e9-1f17-455f-a36d-a67120c98b43, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:54.756536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] For port 68c8a8e9-1f17-455f-a36d-a67120c98b43, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=68c8a8e9-1f17-455f-a36d-a67120c98b43,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:54.760296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e941-0671-4555-acda-3b4eca18faca req-cbd58c01-234f-43c1-a489-8b5ed807cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:54.763467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-cbd58c01-234f-43c1-a489-8b5ed807cd98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1125 time: 0.5708492 Feb 10 13:22:54.773375 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:54.894834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1d4502b5-be3e-4e2e-a62a-62df0ede409c no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:54.903311 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:22:54.903952 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:22:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:54.952781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe8be-5b82-4287-addf-ecc297188c28 req-d2c519b0-1017-4b38-b4a8-395e2f00debd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:54.954473 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef1fe8be-5b82-4287-addf-ecc297188c28 req-d2c519b0-1017-4b38-b4a8-395e2f00debd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.2571704 Feb 10 13:22:54.955692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 1d4502b5-be3e-4e2e-a62a-62df0ede409c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:22:54.957144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1d4502b5-be3e-4e2e-a62a-62df0ede409c not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:55.064831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ab9514bb-31c5-436b-bef9-bc44d314e5aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.100487 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:22:55.104854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:55.130559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef1fe8be-5b82-4287-addf-ecc297188c28 req-ded1d0be-826a-46de-a684-c473ae1dc9fa tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259513 Feb 10 13:22:55.153142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:55.205990 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks [] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.216004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=ab9514bb-31c5-436b-bef9-bc44d314e5aa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:55.229061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:55.233882 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd433a73-7965-44f8-8a8d-455eebac3326" -d '{"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-unplugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:55.246614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': 'a646123b-5ac3-41d6-9ccf-43d46f0a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:55.247464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: 8dec858b-16a9-4582-8d40-7232504e5b8b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:22:55.279949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e173-e6e0-4c0b-a752-9ebb999bccf5 None None] Pushing event updated for resources: {'Port': ['ID=68c8a8e9-1f17-455f-a36d-a67120c98b43,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:55.288578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 8dec858b-16a9-4582-8d40-7232504e5b8b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:22:55.299030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Transition to ACTIVE for port object 783b363a-a31e-4fde-9ef5-5d207e5fca64 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:22:55.319047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8dec858b-16a9-4582-8d40-7232504e5b8b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:55.329641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b97a1-5b21-44f8-a12b-23a07c64e953 None None] Network 8dec858b-16a9-4582-8d40-7232504e5b8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:55.335488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:55.336993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.353168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.358270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e941-0671-4555-acda-3b4eca18faca req-3023ae48-9f16-4fdd-90c7-b64a45a9eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:55.359928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-3023ae48-9f16-4fdd-90c7-b64a45a9eef5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.5866504 Feb 10 13:22:55.364392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d4c2daaf-9a27-46d6-a804-ff21e6746467 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0567451 Feb 10 13:22:55.366290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:55.374676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294479987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:55.411899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.413761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.432244 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72030b5-ab2c-40c8-8694-f7767bbc7840 x-openstack-request-id: req-d72030b5-ab2c-40c8-8694-f7767bbc7840 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:55.432578 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-unplugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:55.432995 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72030b5-ab2c-40c8-8694-f7767bbc7840 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:55.433561 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'code': 200} Feb 10 13:22:55.529400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-6f433536-9587-4d53-b85e-258892385686 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0938711 Feb 10 13:22:55.611055 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:50Z', 'revision_number': 3, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:22:55.621445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8dec858b-16a9-4582-8d40-7232504e5b8b', 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': 'ab9514bb-31c5-436b-bef9-bc44d314e5aa'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:22:55.623010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.648608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:55.649900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.662781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.665091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] No DVR routers for this DVR port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:22:55.685797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.698785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4060b-e24e-44d0-871c-4179c71f10dc None None] The sync data for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 is: [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:50Z', 'revision_number': 3, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:22:55.824355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf0109-9f00-4282-a530-8dcf8402b11c req-bf068573-4e35-4a79-bcc8-4cc0675cd762 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:55.825938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdaf0109-9f00-4282-a530-8dcf8402b11c req-bf068573-4e35-4a79-bcc8-4cc0675cd762 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.5176404 Feb 10 13:22:55.895270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e941-0671-4555-acda-3b4eca18faca req-c1ed9ed6-5b52-4cd3-a3b4-c71bffeb5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:55.897552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-c1ed9ed6-5b52-4cd3-a3b4-c71bffeb5dc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.3401136 Feb 10 13:22:55.907530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:55.912346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-384db406-f266-49c1-87e1-0a395bb5699b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5396333 Feb 10 13:22:55.918430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:55.934894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'port': {'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b', 'name': 'tempest-RoutersTest-302544779'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:22:55.943466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Allocated IP 172.20.0.2 (8dec858b-16a9-4582-8d40-7232504e5b8b/ab9514bb-31c5-436b-bef9-bc44d314e5aa/13be2948-488f-4f98-bc03-fa13e2640663) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:56.058462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:56.058798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:56.059131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:56.107643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-dadc0bf5-258c-493d-b49c-2f54c1858b96 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:56.111255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-dadc0bf5-258c-493d-b49c-2f54c1858b96 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.5017314 Feb 10 13:22:56.140218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-fc7a7312-5aac-419c-a234-fc0059d96459 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573906 Feb 10 13:22:56.191952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:22:56.193603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:56.205822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-1370fc21-521b-43b3-a4b5-a47753bb4eb5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0859215 Feb 10 13:22:56.253397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks [] for port (13be2948-488f-4f98-bc03-fa13e2640663), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.264463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (13be2948-488f-4f98-bc03-fa13e2640663), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.311914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-cec628e2-2bd2-442b-935f-fd8224eae5dc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936532 Feb 10 13:22:56.315303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Pushing event updated for resources: {'Port': ['ID=13be2948-488f-4f98-bc03-fa13e2640663,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:56.336067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:56.336803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Network 8dec858b-16a9-4582-8d40-7232504e5b8b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:56.338662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:56.341273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:56.341448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:56.341926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Bound port: 783b363a-a31e-4fde-9ef5-5d207e5fca64, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:56.342794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:56.345595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.415206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdaf0109-9f00-4282-a530-8dcf8402b11c req-b9071353-1d39-42b8-8d80-1965cfa9e810 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752735 Feb 10 13:22:56.435729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Attempting to bind port 13be2948-488f-4f98-bc03-fa13e2640663 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:22:56.436546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Attempting to bind port 13be2948-488f-4f98-bc03-fa13e2640663 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'a646123b-5ac3-41d6-9ccf-43d46f0a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:22:56.437368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Attempting to bind port 13be2948-488f-4f98-bc03-fa13e2640663 on network 8dec858b-16a9-4582-8d40-7232504e5b8b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:22:56.445096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:22:56.446179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Checking segment: {'id': 'a646123b-5ac3-41d6-9ccf-43d46f0a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:22:56.446814 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.447468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Bound using segment: {'id': 'a646123b-5ac3-41d6-9ccf-43d46f0a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:22:56.448206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Bound port: 13be2948-488f-4f98-bc03-fa13e2640663, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a646123b-5ac3-41d6-9ccf-43d46f0a6928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dec858b-16a9-4582-8d40-7232504e5b8b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:22:56.449229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (13be2948-488f-4f98-bc03-fa13e2640663), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.521768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:22:56.525139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.560478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] For port 13be2948-488f-4f98-bc03-fa13e2640663, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:56.565494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] For port 13be2948-488f-4f98-bc03-fa13e2640663, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=13be2948-488f-4f98-bc03-fa13e2640663,segment=NetworkSegment(a646123b-5ac3-41d6-9ccf-43d46f0a6928),segment_id=a646123b-5ac3-41d6-9ccf-43d46f0a6928)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:56.571078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] device_id is not set on port beb5c306-1b79-42f8-8640-cd7098f844b9 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:22:56.572200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:22:56.644690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (13be2948-488f-4f98-bc03-fa13e2640663), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.722812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-1b6c4e32-ebe6-4f1b-857b-f76f0175029e service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882632 Feb 10 13:22:56.743558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838c64-6868-4065-9d8d-7483ea23be8f None None] Pushing event updated for resources: {'Port': ['ID=13be2948-488f-4f98-bc03-fa13e2640663,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:56.751850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:22:56.752443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:22:56.787139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-ba910983-153d-4945-be3d-637a55981c4a service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065011 Feb 10 13:22:56.825347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:22:56.830762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Allocated IP 172.20.0.1 (f13e8613-842a-4931-8d8c-9f651aa3f2b8/988d6160-7a3d-41c7-987d-0a859c8fb272/54dda027-919c-4ff8-8f4a-b5c99dcebe24) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:56.873578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:22:56.929037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:56.954887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c145b-3f8d-419f-89ec-39e76b015913 req-fceaf775-23b4-4a62-af56-44cc1ea55f01 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:56.962744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd9c145b-3f8d-419f-89ec-39e76b015913 req-fceaf775-23b4-4a62-af56-44cc1ea55f01 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.3314373 Feb 10 13:22:56.987932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.20.0.8 (8dec858b-16a9-4582-8d40-7232504e5b8b/ab9514bb-31c5-436b-bef9-bc44d314e5aa/beb5c306-1b79-42f8-8640-cd7098f844b9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:22:57.021576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-b3dcf756-6fd0-4309-945a-f3e44220d18c service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974782 Feb 10 13:22:57.117516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:57.118187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.119844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] 10.222.0.21 "PUT /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 1096 time: 3.3024881 Feb 10 13:22:57.152091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-dc762aad-5e81-44e9-ad05-ab2ff97a9944 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559663 Feb 10 13:22:57.379042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.418864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks [] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.450271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.493195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:22:57.496207 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe49ee-88f4-41c4-85dd-4905397a0c57" -d '{"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:22:57.544089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ed19-fecb-42f1-a487-99dc48ad4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:57.560064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.591900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=beb5c306-1b79-42f8-8640-cd7098f844b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:57.600791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd9c145b-3f8d-419f-89ec-39e76b015913 req-252e2add-92fb-4b51-9325-17d23c7d4007 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367536 Feb 10 13:22:57.640694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-688c719d-322f-4347-b717-0627144a2bd6 req-cd5c5f21-9ec3-4b1b-a3e3-c9362294e828 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 210 time: 0.1066658 Feb 10 13:22:57.661658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 8dec858b-16a9-4582-8d40-7232504e5b8b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:57.673811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:57.673811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:57.749898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:22:57.757897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-5c6f8557-5bf2-4ea9-b2cd-9fe04e40a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:57.760359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-5c6f8557-5bf2-4ea9-b2cd-9fe04e40a32e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1130 time: 0.6070380 Feb 10 13:22:57.763855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:22:57.767051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:22:57.871717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:57.875959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.882907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:57.888175 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad26fe0-24c7-4aef-ab97-59e030642bd7 x-openstack-request-id: req-1ad26fe0-24c7-4aef-ab97-59e030642bd7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:22:57.888839 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:22:57.889104 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad26fe0-24c7-4aef-ab97-59e030642bd7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:22:57.889588 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'status': 'completed', 'code': 200} Feb 10 13:22:57.920433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c97f265-43d2-44ad-895c-9a53e4578c6d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9996085 Feb 10 13:22:57.924024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:22:57.934561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 13be2948-488f-4f98-bc03-fa13e2640663 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:58.112271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 13be2948-488f-4f98-bc03-fa13e2640663 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:58.113088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (13be2948-488f-4f98-bc03-fa13e2640663), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:58.456672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 13be2948-488f-4f98-bc03-fa13e2640663 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:58.460088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (13be2948-488f-4f98-bc03-fa13e2640663), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:58.472230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-a16546fd-da9a-4be3-ae99-952b3ada3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:58.480447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-a16546fd-da9a-4be3-ae99-952b3ada3d5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.7073338 Feb 10 13:22:58.545314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a738585-ad84-4cd9-903a-c979998e2a9c None None] Provisioning complete for port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:58.545645 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a738585-ad84-4cd9-903a-c979998e2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:58.551440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:58.605585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a738585-ad84-4cd9-903a-c979998e2a9c None None] Port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:22:58.622624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 13be2948-488f-4f98-bc03-fa13e2640663, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=13be2948-488f-4f98-bc03-fa13e2640663,segment=NetworkSegment(a646123b-5ac3-41d6-9ccf-43d46f0a6928),segment_id=a646123b-5ac3-41d6-9ccf-43d46f0a6928)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:58.631837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (13be2948-488f-4f98-bc03-fa13e2640663), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:58.636435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 68c8a8e9-1f17-455f-a36d-a67120c98b43 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:22:58.755699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-01929049-b79c-4c54-84eb-aa4663c33e6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.2207437 Feb 10 13:22:58.923264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=13be2948-488f-4f98-bc03-fa13e2640663,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:58.967044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 68c8a8e9-1f17-455f-a36d-a67120c98b43 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:58.970384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:58.996165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:59.044278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ef18f-3744-40e3-802d-5fe5b47cc7c7 req-b818a302-751e-43cd-a759-fef3747bd305 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:59.058450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-449ef18f-3744-40e3-802d-5fe5b47cc7c7 req-b818a302-751e-43cd-a759-fef3747bd305 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 1.1677041 Feb 10 13:22:59.230613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-2b4d2957-90ef-4b02-a751-2ca30fce43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:59.232196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-2b4d2957-90ef-4b02-a751-2ca30fce43de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1130 time: 1.2395935 Feb 10 13:22:59.233398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40fc8f-29cd-4633-8f13-d948a1f367e6 None None] Network 8dec858b-16a9-4582-8d40-7232504e5b8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:22:59.268999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-0960a6f8-4bdd-41aa-829a-9f878db485fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:59.274240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-0960a6f8-4bdd-41aa-829a-9f878db485fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.4907064 Feb 10 13:22:59.281115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 68c8a8e9-1f17-455f-a36d-a67120c98b43 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:22:59.281506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:59.372677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-449ef18f-3744-40e3-802d-5fe5b47cc7c7 req-cc8a12b6-ec98-40cc-9090-315c9d17a584 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103237 Feb 10 13:22:59.391008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-45bbef5a-7bc0-4eb7-bcc2-96295c31eaac None None] Provisioning complete for port 13be2948-488f-4f98-bc03-fa13e2640663 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:22:59.391962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45bbef5a-7bc0-4eb7-bcc2-96295c31eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (13be2948-488f-4f98-bc03-fa13e2640663), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:59.507979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 68c8a8e9-1f17-455f-a36d-a67120c98b43, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=68c8a8e9-1f17-455f-a36d-a67120c98b43,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:22:59.562626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:22:59.656412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e7a5fe5-5dc7-4b8d-b0bd-ffeaf60c8d38 req-a5d130ad-8463-4bc9-b53f-4fefe74e73e5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 210 time: 0.0406411 Feb 10 13:22:59.734918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=68c8a8e9-1f17-455f-a36d-a67120c98b43,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:22:59.748906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-474fb7dc-d789-47f9-8a26-a2e5f7aa1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:22:59.754866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-474fb7dc-d789-47f9-8a26-a2e5f7aa1941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4170718 Feb 10 13:22:59.780546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 13be2948-488f-4f98-bc03-fa13e2640663 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:00.009028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-eb070eab-f237-4861-a6dc-45ee42be3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:00.010884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-eb070eab-f237-4861-a6dc-45ee42be3b5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.6934478 Feb 10 13:23:00.051529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bda8b3-f3ab-4c36-a47e-f9a9e2009aa0 req-6494e8ab-cb0f-47b1-bf7f-8490393d80d4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:00.065835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b9bda8b3-f3ab-4c36-a47e-f9a9e2009aa0 req-6494e8ab-cb0f-47b1-bf7f-8490393d80d4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 1.1892436 Feb 10 13:23:00.158694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 13be2948-488f-4f98-bc03-fa13e2640663 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:00.159714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (13be2948-488f-4f98-bc03-fa13e2640663), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.168879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45bbef5a-7bc0-4eb7-bcc2-96295c31eaac None None] Current status of the port 13be2948-488f-4f98-bc03-fa13e2640663 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:00.205172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-83f72b88-4741-44bf-ad19-42a2393e91ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.1593273 Feb 10 13:23:00.279522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-6be2f2ea-fffe-4879-8cc5-bcc69ad18cfc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:00.282785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-6be2f2ea-fffe-4879-8cc5-bcc69ad18cfc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.3954263 Feb 10 13:23:00.360980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:00.384718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-fc35d4e4-6a92-4ace-9df3-e549e2e629a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:00.386296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-fc35d4e4-6a92-4ace-9df3-e549e2e629a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0819118 Feb 10 13:23:00.521636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 13be2948-488f-4f98-bc03-fa13e2640663 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:00.523014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.605901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-b3e5f565-d325-481a-ae2e-226959cdc08a service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497728 Feb 10 13:23:00.660649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b9bda8b3-f3ab-4c36-a47e-f9a9e2009aa0 req-2d2b4640-69ba-4d95-bd66-99fc85e5b9b7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938261 Feb 10 13:23:00.717257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks [] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.721036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Provisioning complete for port beb5c306-1b79-42f8-8640-cd7098f844b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:00.721476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.787854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.828957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:00.845627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.898536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Port beb5c306-1b79-42f8-8640-cd7098f844b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:00.954058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Provisioning complete for port 13be2948-488f-4f98-bc03-fa13e2640663 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:00.954729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (13be2948-488f-4f98-bc03-fa13e2640663), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:00.958407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3f8cfca-10db-4d58-b121-25d78fa0287e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:01.145819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6cce144f-40a8-4132-ac48-02422dc73d56 None None] Current status of the port 13be2948-488f-4f98-bc03-fa13e2640663 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:01.303345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-71dcf5ee-9151-4d88-9757-479c1f9f1926 None None] Provisioning complete for port beb5c306-1b79-42f8-8640-cd7098f844b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:01.304024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71dcf5ee-9151-4d88-9757-479c1f9f1926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:01.357008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9e7a3574-d0eb-4567-9b82-70f8150b3a34 req-da4c905b-17b2-4e30-bf88-ed8c552464a7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 210 time: 0.4806752 Feb 10 13:23:01.421957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-71dcf5ee-9151-4d88-9757-479c1f9f1926 None None] Port beb5c306-1b79-42f8-8640-cd7098f844b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:01.598241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:01.648324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.6 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/8e870102-ae03-4d86-ab68-db9eadf8e8c4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:01.729107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:01.779426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 68c8a8e9-1f17-455f-a36d-a67120c98b43 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:01.920743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 68c8a8e9-1f17-455f-a36d-a67120c98b43 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:01.921436 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:01.955216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:02.003656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-723c61af-62d7-41f3-88a2-86b9534447a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:02.005611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-723c61af-62d7-41f3-88a2-86b9534447a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.5969665 Feb 10 13:23:02.062900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d332357-1533-498f-9ce2-1a2ad81705f5 req-9f065b38-be42-42af-b63d-9880db96017c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:02.075271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d332357-1533-498f-9ce2-1a2ad81705f5 req-9f065b38-be42-42af-b63d-9880db96017c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 1.5142343 Feb 10 13:23:02.088402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 68c8a8e9-1f17-455f-a36d-a67120c98b43 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:02.116430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-15a1ca8a-c1d1-4854-9159-8652f9a6120c service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3969266 Feb 10 13:23:02.126897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:02.226305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=beb5c306-1b79-42f8-8640-cd7098f844b9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:02.491261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32552b-2977-40e6-9412-28a066322463 req-db90aa88-749f-4e4a-a1b7-a732971d24b1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:02.502104 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d32552b-2977-40e6-9412-28a066322463 req-db90aa88-749f-4e4a-a1b7-a732971d24b1 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.6223319 Feb 10 13:23:02.524423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:02.541615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:02.578062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a81133ff-c4be-4e86-99da-5d6d0057f9fd None None] Provisioning complete for port beb5c306-1b79-42f8-8640-cd7098f844b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:02.581744 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a81133ff-c4be-4e86-99da-5d6d0057f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:02.664895 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a81133ff-c4be-4e86-99da-5d6d0057f9fd None None] Port beb5c306-1b79-42f8-8640-cd7098f844b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:02.767387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:02.804790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Router 792cf374-ed5a-4e0f-ba17-d44471a33f96 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:02.887973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d332357-1533-498f-9ce2-1a2ad81705f5 req-aed4955e-4c8c-45ad-b078-3e03f906e454 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8116989 Feb 10 13:23:02.892381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-4b5376d1-edac-4ed9-bc8e-5595b3819e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:02.895011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-4b5376d1-edac-4ed9-bc8e-5595b3819e6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1130 time: 0.5655251 Feb 10 13:23:02.958812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.085408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-7f6e0ed1-b381-4d7a-8e26-72f40cd2a61d service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571582 Feb 10 13:23:03.110395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fce259f7-2209-4428-9ea6-4242d4a6a459 None None] Provisioning complete for port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:03.114534 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fce259f7-2209-4428-9ea6-4242d4a6a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.178435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.226684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fce259f7-2209-4428-9ea6-4242d4a6a459 None None] Port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:03.232068 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7e25999-4198-479f-918e-1c7c1f15561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.276669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:03.337005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d32552b-2977-40e6-9412-28a066322463 req-fac9c1ad-fbca-4e59-9ba3-58ce4b02cd2b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8311050 Feb 10 13:23:03.378682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:03.391610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:03.399485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:03.493060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-84d8d494-9c91-4d65-ae6c-5bd29a141d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:03.494696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-84d8d494-9c91-4d65-ae6c-5bd29a141d73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4072812 Feb 10 13:23:03.548465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:03.548994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:03.549780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.554144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-04fb9cdb-dd9a-4efe-b0ab-64668aa2e1a2 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276962 Feb 10 13:23:03.569481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Sync routers for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:03.586949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ef4cd944-7c47-4780-8804-28448f7c1a76 admin admin] 10.222.0.13 "PUT /v2.0/routers/792cf374-ed5a-4e0f-ba17-d44471a33f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4796379 Feb 10 13:23:03.606618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:03.606848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:03.608315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:03.634096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-2025dc2e-79ac-4176-ab4b-55067cf3bc88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.0759943 Feb 10 13:23:03.655926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-771dd26e-2322-41c0-81fa-09adcb7ad417 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3003805 Feb 10 13:23:03.726778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Request body: {'port': {'device_id': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:03.731254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77988cb9-0695-4be2-89a4-d919d16f329b req-a3f6d642-3e37-4904-83da-1381c7f130e6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:03.738410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77988cb9-0695-4be2-89a4-d919d16f329b req-a3f6d642-3e37-4904-83da-1381c7f130e6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 931 time: 0.6518197 Feb 10 13:23:03.900994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-e643587c-4800-4d1f-97db-f6d5999d393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:03.903008 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-e643587c-4800-4d1f-97db-f6d5999d393a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2591758 Feb 10 13:23:03.971310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:04.012507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77988cb9-0695-4be2-89a4-d919d16f329b req-1976562a-5b23-4f43-aef4-1e783a01aaae tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624228 Feb 10 13:23:04.076724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-79b783f7-0664-4c82-a35d-2c9340437997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:04.078412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-79b783f7-0664-4c82-a35d-2c9340437997 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1589015 Feb 10 13:23:04.132351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:04.505063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66a062-df34-4f7a-8b9c-daf56dc81af7 req-218de59c-4e2a-436e-8835-962b607493d9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:04.510517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf66a062-df34-4f7a-8b9c-daf56dc81af7 req-218de59c-4e2a-436e-8835-962b607493d9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.4436665 Feb 10 13:23:04.588713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-1e1d6d89-4975-427a-8156-7e88b5565d6e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977331 Feb 10 13:23:04.636042 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:04.670553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 2, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:04.736687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Checking router: 792cf374-ed5a-4e0f-ba17-d44471a33f96 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:23:04.737272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Updating router 792cf374-ed5a-4e0f-ba17-d44471a33f96 port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:23:04.810083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:04.840536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995166b8-f583-4afe-8a30-37d8b2d968a9 req-f14b164b-68e4-4e1d-9454-1913bbc4eca8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:04.842210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-995166b8-f583-4afe-8a30-37d8b2d968a9 req-f14b164b-68e4-4e1d-9454-1913bbc4eca8 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.3622305 Feb 10 13:23:04.844372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2fe49ee-88f4-41c4-85dd-4905397a0c57 req-d0c27158-84a3-412c-a218-dcb07d80b604 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470477 Feb 10 13:23:04.924189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:04.940182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:04.946611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-995166b8-f583-4afe-8a30-37d8b2d968a9 req-67ec8eff-57d6-4396-b078-0c154568de5e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 Feb 10 13:23:05.011227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41646) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:05.019052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-270709002-network', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:05.082271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Made reservation on behalf of eabf35f5f09a497faefdf0d7b81f6870 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:05.085079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.123714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.137545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=beb5c306-1b79-42f8-8640-cd7098f844b9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:05.169162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.234686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cf66a062-df34-4f7a-8b9c-daf56dc81af7 req-b83a71b2-126a-4443-a18f-aedf26866c12 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029075 Feb 10 13:23:05.428838 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks [] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.441049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.454186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks [] for security_group (dab949e5-1dca-4d6a-9bca-5c718a10419e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.466414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dab949e5-1dca-4d6a-9bca-5c718a10419e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.541054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:23:05.550078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 8dec858b-16a9-4582-8d40-7232504e5b8b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:05.554283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:05.571823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399483d-080c-4ac7-b9ac-9ea41e6df11b req-afa7f4fb-3e3a-4685-ac37-9f415cef08f4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:05.579196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0399483d-080c-4ac7-b9ac-9ea41e6df11b req-afa7f4fb-3e3a-4685-ac37-9f415cef08f4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 931 time: 0.2947485 Feb 10 13:23:05.592684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1de534dd-dbfd-4f15-bec3-92e1d9fc3b21), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.593382 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Added segment 1de534dd-dbfd-4f15-bec3-92e1d9fc3b21 of type vlan for network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 Feb 10 13:23:05.606417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a085-d854-4d8d-b51a-7d2af6a484bb None None] Pushing event updated for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:05.608059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab949e5-1dca-4d6a-9bca-5c718a10419e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:05.713755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e870102-ae03-4d86-ab68-db9eadf8e8c4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:05.734514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks [] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.805469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Transition to ACTIVE for port object 8e870102-ae03-4d86-ab68-db9eadf8e8c4 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:23:05.863276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.883206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:05.934323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0399483d-080c-4ac7-b9ac-9ea41e6df11b req-7afc8fb3-f4eb-4cfe-ac6a-157a7c50640d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541427 Feb 10 13:23:05.971806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:23:06.007690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.022278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Attempting to bind port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:06.023188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Attempting to bind port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:06.023728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Attempting to bind port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 on network f13e8613-842a-4931-8d8c-9f651aa3f2b8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:06.042853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:06.043695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Checking segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:06.044032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.044456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Bound using segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:06.044985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Bound port: 54dda027-919c-4ff8-8f4a-b5c99dcebe24, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:06.048392 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.090918 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.124925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:06.211383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.212379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.212994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.238037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] For port 54dda027-919c-4ff8-8f4a-b5c99dcebe24, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:06.243996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] For port 54dda027-919c-4ff8-8f4a-b5c99dcebe24, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=54dda027-919c-4ff8-8f4a-b5c99dcebe24,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:06.255018 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.386809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:06.387570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:06.390593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a085-d854-4d8d-b51a-7d2af6a484bb None None] Pushing event updated for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:06.396375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Provisioning complete for port beb5c306-1b79-42f8-8640-cd7098f844b9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:06.396375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.542317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Port beb5c306-1b79-42f8-8640-cd7098f844b9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:06.542967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] Pushing event updated for resources: {'Network': ['ID=7f78e7c0-7071-4382-8f10-28a8eb7f5ae2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:06.570334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:23:06.572071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6e744dd3-568c-4943-8c05-818263731d19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5593822 Feb 10 13:23:06.577020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:06.593889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Request body: {'subnet': {'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-270709002-subnet', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:06.673316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-8a27ec36-7775-47e2-bcb4-1c7d8a40b8d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7298679 Feb 10 13:23:06.735030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router bc1b5554-a747-4cd0-a282-84b7e7d3b8fc is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:23:06.784713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ec28-6e57-409f-a5da-a612c400b691 req-ce78e075-e9c2-4593-a093-c558a632ffac tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.787266 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fe70ec28-6e57-409f-a5da-a612c400b691 req-ce78e075-e9c2-4593-a093-c558a632ffac tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.5565484 Feb 10 13:23:06.810744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Made reservation on behalf of eabf35f5f09a497faefdf0d7b81f6870 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:06.812304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Provisioning complete for port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:06.812685 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.814288 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:06.911487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26fca9-ca2e-449c-a9c9-cff0b645add8 req-58d4585b-707a-4f9f-916d-17ccf10302b8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.925282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c26fca9-ca2e-449c-a9c9-cff0b645add8 req-58d4585b-707a-4f9f-916d-17ccf10302b8 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.3514462 Feb 10 13:23:06.942501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.942985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.943458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.943923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.945540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.945540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.945540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:06.957344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-409f4caa-ac03-4f0b-b5b6-2a03e4edfc3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 6718 time: 0.2309406 Feb 10 13:23:07.026672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fe70ec28-6e57-409f-a5da-a612c400b691 req-6f556ead-0e95-4096-a619-c2c47ea3d757 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292507 Feb 10 13:23:07.047078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Attempting to bind port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:07.047870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Attempting to bind port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:07.048436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Attempting to bind port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:07.082484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:07.184270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:23:07.184839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Attempting to bind port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:07.210192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:07.210552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:07.210915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:07.211360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Bound port: 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:07.211711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:07.287526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-76508a1c-4e6e-4478-9cd4-64e26185972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.287994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-76508a1c-4e6e-4478-9cd4-64e26185972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.288453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-76508a1c-4e6e-4478-9cd4-64e26185972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.290478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-76508a1c-4e6e-4478-9cd4-64e26185972a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b HTTP/1.1" status: 200 len: 2298 time: 0.3009942 Feb 10 13:23:07.418217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:07.422257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c26fca9-ca2e-449c-a9c9-cff0b645add8 req-85329b40-3e86-4856-a106-f1be3d64f59e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934247 Feb 10 13:23:07.488238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'mac_address': 'fa:16:3e:72:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:07.509732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:07.516809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:07.547961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd79d2-fdb1-4d80-a1b0-3956039a9eee req-8eb89367-b5d4-41f9-996a-545dba4c0517 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.553372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64dd79d2-fdb1-4d80-a1b0-3956039a9eee req-8eb89367-b5d4-41f9-996a-545dba4c0517 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 943 time: 0.3158557 Feb 10 13:23:07.568375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:07.588381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:07.600795 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] Sync routers for ids ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:07.615397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] Routers {'bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:07.616029 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:07.672900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-72de92a4-7e6c-4620-966c-5bd900437b36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65 HTTP/1.1" status: 200 len: 1002 time: 0.2794921 Feb 10 13:23:07.724691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:07.738633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:07.750517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:07.766727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-5943ac9d-8f29-43d3-95a8-c421def8d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.768817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-5943ac9d-8f29-43d3-95a8-c421def8d9bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c4d593-2e10-4ded-91bf-411f449fb4ee HTTP/1.1" status: 200 len: 855 time: 0.0884495 Feb 10 13:23:07.779010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:07.780007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:07.788097 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] Routers {'bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:07.789522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] 10.222.0.21 "PUT /v2.0/ports/8e870102-ae03-4d86-ab68-db9eadf8e8c4 HTTP/1.1" status: 200 len: 1091 time: 4.0732052 Feb 10 13:23:07.799395 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:07.806075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-591706d3-8c4a-458e-bf7c-c57058673115 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/bc1b5554-a747-4cd0-a282-84b7e7d3b8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8808460 Feb 10 13:23:07.826637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:07.841826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c0391-f11c-4614-92e7-7a76525ceb53 service neutron] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:07.853755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:07.871396 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c849c0-7ead-4022-ae76-e595d399368f" -d '{"events": [{"name": "network-changed", "server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:07.948970 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:07.949664 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e47f9-4fcd-4479-983f-0a474fd192ad None None] The sync data for ids ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:08.128709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e270cd0-afa8-451f-bdf9-12cdc592c866 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:08.135791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7e270cd0-afa8-451f-bdf9-12cdc592c866 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports/beb5c306-1b79-42f8-8640-cd7098f844b9 HTTP/1.1" status: 200 len: 976 time: 0.2438445 Feb 10 13:23:08.143142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:08.237656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Current status of the port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:08.241324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:08.282255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-1a491185-ab36-4050-b1dc-73943898821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:08.284590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-1a491185-ab36-4050-b1dc-73943898821b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5087183 Feb 10 13:23:08.300943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 783b363a-a31e-4fde-9ef5-5d207e5fca64 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:08.307329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:08.462990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:08.556867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:08.573622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] For port 54dda027-919c-4ff8-8f4a-b5c99dcebe24, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=54dda027-919c-4ff8-8f4a-b5c99dcebe24,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:08.579201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:08.599311 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:08.747102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb1470-22e4-4b47-9898-a530cd96f42a req-4f8737f9-6e11-402c-893a-9d43601c0cbd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:08.752862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:08.764495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6cb1470-22e4-4b47-9898-a530cd96f42a req-4f8737f9-6e11-402c-893a-9d43601c0cbd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 948 time: 0.4326799 Feb 10 13:23:08.815874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-7c73ad24-bcb1-487d-8245-8064d6bbb946 service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854882 Feb 10 13:23:08.829266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e726-0ddb-4ef9-b096-439bc31b673f None None] Pushing event updated for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:08.837667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-13c7e21f-123a-4958-aefd-2eb59a6af430 None None] Provisioning complete for port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:08.838064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-13c7e21f-123a-4958-aefd-2eb59a6af430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:08.869813 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d3b737-965c-40c3-b2b5-2bc5e61c0368 x-openstack-request-id: req-d1d3b737-965c-40c3-b2b5-2bc5e61c0368 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:08.870438 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:08.870646 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1d3b737-965c-40c3-b2b5-2bc5e61c0368 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:08.871124 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'status': 'completed', 'code': 200} Feb 10 13:23:09.072249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6cb1470-22e4-4b47-9898-a530cd96f42a req-aa30341e-77a1-4ee7-a173-2b1b3dae745c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065193 Feb 10 13:23:09.094989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['783b363a-a31e-4fde-9ef5-5d207e5fca64'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:09.109711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-aa87ed0f-817f-4876-a178-3484c8e0e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.117008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-aa87ed0f-817f-4876-a178-3484c8e0e442 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 1125 time: 1.2326734 Feb 10 13:23:09.124615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-40e5e17f-bbf6-4822-a92c-44473771e2b9 service neutron] 10.222.0.21 "GET /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971303 Feb 10 13:23:09.209001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64dd79d2-fdb1-4d80-a1b0-3956039a9eee req-b957d8d7-d410-4bae-a23f-eefb2735ee05 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6183069 Feb 10 13:23:09.227097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-01a10dc5-8fb3-4030-ab0b-3a506dc29703 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 217 time: 0.0705452 Feb 10 13:23:09.309208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-0060cab2-78fd-4196-8c1b-50c53800aae7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0766289 Feb 10 13:23:09.347485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-a53782bd-c2ef-4b60-9474-a1a4d5fabb94 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.347485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-a53782bd-c2ef-4b60-9474-a1a4d5fabb94 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410&tenant_id=725486b70fe1497c9243ff6820a04be7&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 949 time: 0.4665020 Feb 10 13:23:09.442787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (53b6cf86-6155-412f-adfb-9a67cde5433f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:09.487469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6b90f55d-84df-405c-9e49-79597b18c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.489466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6b90f55d-84df-405c-9e49-79597b18c256 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.2450390 Feb 10 13:23:09.501107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-ea95bd80-7416-4194-b833-e050094ace56 service neutron] 10.222.0.21 "GET /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64/bindings/n-h1-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.1412439 Feb 10 13:23:09.625172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-13c7e21f-123a-4958-aefd-2eb59a6af430 None None] Current status of the port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:09.651535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990daeb3-2f88-4d0f-8bc0-705c191c7433 req-c771e7c6-b3ed-403e-9a87-ec68d248412f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.658587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:06Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:09.660735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-990daeb3-2f88-4d0f-8bc0-705c191c7433 req-c771e7c6-b3ed-403e-9a87-ec68d248412f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.4257052 Feb 10 13:23:09.675418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:09.684823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-9ca78f2b-fc86-487f-bc74-407a5bcb927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.686507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-9ca78f2b-fc86-487f-bc74-407a5bcb927c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.3385577 Feb 10 13:23:09.733350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472c7df-7e94-475b-9f5c-7bfc3aa552de None None] The sync data for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 is: [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:06Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:09.816294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b6cf86-6155-412f-adfb-9a67cde5433f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:09.892727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-ca112204-7c03-47b1-8258-95ac93be1e21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262805 Feb 10 13:23:09.894280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Checking segment: {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:09.894653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Network hostable DHCP agents. Network: 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:23:09.968703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-66c32051-77b7-4182-87a7-d5420ae5c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.969694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6fa91ec0-b71f-49e3-80bb-b8369087036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:09.971407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-66c32051-77b7-4182-87a7-d5420ae5c118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1131 time: 0.4309733 Feb 10 13:23:09.973023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6fa91ec0-b71f-49e3-80bb-b8369087036e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4687464 Feb 10 13:23:10.187192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-990daeb3-2f88-4d0f-8bc0-705c191c7433 req-80c3ad8a-a5bf-4576-85c3-246b8b6f521f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252805 Feb 10 13:23:10.334125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-cb12eb8f-fea3-4dfd-b16e-730bda2cb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:10.335615 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-cb12eb8f-fea3-4dfd-b16e-730bda2cb363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3503447 Feb 10 13:23:10.492386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-521ab054-bb10-413a-a599-7dcf5d933560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.0898392 Feb 10 13:23:10.541583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:23:10.582755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-bd87b9c0-a644-4c91-9ee9-6cc209eeff93 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635707 Feb 10 13:23:10.597316 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-fa028c16-fbe6-42af-9679-ddb80f5ecdc3 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882401 Feb 10 13:23:10.612306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:10.624326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58b1b4-0327-4e90-bb0c-48bb944ad207 None None] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:10.637942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:10.638617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:10.694956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-37844052-89c0-4d07-9ead-137ec2352445 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010623 Feb 10 13:23:10.768386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60561e4-5c94-4949-8888-c2eb1481dc5a req-103a4631-8773-44fb-a511-cc57598f81fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:10.780631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d60561e4-5c94-4949-8888-c2eb1481dc5a req-103a4631-8773-44fb-a511-cc57598f81fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 943 time: 0.2714920 Feb 10 13:23:10.794484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-8ee767e4-a884-4a46-892e-d9aa762d5aae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 217 time: 0.0885382 Feb 10 13:23:10.854672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb7fff-8f3a-4a46-9336-05d36f3f10ef req-9ed0bad1-b57e-4826-bff2-1c5a4969fc07 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:10.856607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ebb7fff-8f3a-4a46-9336-05d36f3f10ef req-9ed0bad1-b57e-4826-bff2-1c5a4969fc07 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.5130534 Feb 10 13:23:10.889167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6d0e4785-a3bc-4203-829f-9d9567145b4b req-8fbd40b0-d366-4c10-8f6f-09eb5e21ce83 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170446 Feb 10 13:23:10.903585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'fixed_ips': [{'subnet_id': '53b6cf86-6155-412f-adfb-9a67cde5433f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:23:10.904653 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:10.936035 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7ba7ee49-63e8-4ae3-84c4-7e688d199a8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3479240 Feb 10 13:23:10.943276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:10.948729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d60561e4-5c94-4949-8888-c2eb1481dc5a req-c745bca8-2e6a-43c6-b753-f11fb61600db tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670990 Feb 10 13:23:10.949583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:11.025952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-49b63faa-4798-4fbd-8f0b-8d930edd2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:11.027906 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-49b63faa-4798-4fbd-8f0b-8d930edd2997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.5201421 Feb 10 13:23:11.066649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-2f7bbe1a-6e68-4f44-965a-90ad1b7e1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:11.069669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-2f7bbe1a-6e68-4f44-965a-90ad1b7e1b60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.2621336 Feb 10 13:23:11.152724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ebb7fff-8f3a-4a46-9336-05d36f3f10ef req-c0c8b572-1d5e-4da3-9892-d0c470c3309e tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603602 Feb 10 13:23:11.175935 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.192512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c849c0-7ead-4022-ae76-e595d399368f req-d81bc1de-fda8-4683-9c2d-b15168e23e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:11.202930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-d81bc1de-fda8-4683-9c2d-b15168e23e3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 1125 time: 0.2310374 Feb 10 13:23:11.203956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.222763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.276067 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:23:11.334063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Allocated IP 172.20.0.2 (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2/53b6cf86-6155-412f-adfb-9a67cde5433f/c087b172-7c62-475b-999f-6f865e317e07) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:11.406114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for router_controller (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.544987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-fe02e7a0-b346-4728-9717-534a4db774af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:11.547995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-fe02e7a0-b346-4728-9717-534a4db774af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5041203 Feb 10 13:23:11.790779 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks [] for port (c087b172-7c62-475b-999f-6f865e317e07), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.813695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c087b172-7c62-475b-999f-6f865e317e07), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:11.890560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 54dda027-919c-4ff8-8f4a-b5c99dcebe24 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:11.903695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-e1ebf8be-8b50-427d-a7ce-1ad8a97fd0de service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774739 Feb 10 13:23:12.023312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:12.027509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:12.031475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:12.063305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:12.063699 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.080785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port beb5c306-1b79-42f8-8640-cd7098f844b9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:12.082655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.089556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Pushing event updated for resources: {'Port': ['ID=c087b172-7c62-475b-999f-6f865e317e07,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:12.302072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for router_gateway (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.350305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Attempting to bind port c087b172-7c62-475b-999f-6f865e317e07 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:12.352993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Attempting to bind port c087b172-7c62-475b-999f-6f865e317e07 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:12.353934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Attempting to bind port c087b172-7c62-475b-999f-6f865e317e07 on network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:12.357751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-e7ce4940-4f63-4b71-8230-ed192eefd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:12.359935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-e7ce4940-4f63-4b71-8230-ed192eefd431 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.2810724 Feb 10 13:23:12.434435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-9b2dff47-e663-4103-bc38-deb1aed4c673 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077434 Feb 10 13:23:12.452513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dc2e-3221-4711-8211-492de7068edd req-cd0b360e-91fb-44cc-88f3-20d5568cc0c2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:12.454123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ce0dc2e-3221-4711-8211-492de7068edd req-cd0b360e-91fb-44cc-88f3-20d5568cc0c2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.9128830 Feb 10 13:23:12.455166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c849c0-7ead-4022-ae76-e595d399368f req-e04e0016-9b75-40f8-859f-e436753f2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:12.458241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-e04e0016-9b75-40f8-859f-e436753f2c38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 1.1376905 Feb 10 13:23:12.475575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:12.491548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Checking segment: {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:12.492064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.492470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Bound using segment: {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:12.493002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Bound port: c087b172-7c62-475b-999f-6f865e317e07, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:12.493485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c087b172-7c62-475b-999f-6f865e317e07), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.538938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-4e0d65f9-1a25-4edf-bdd7-e4ae6daee535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0690982 Feb 10 13:23:12.573656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:12.614961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ce0dc2e-3221-4711-8211-492de7068edd req-fd30a6ca-c0e3-4665-aa7a-c1f02a135564 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369393 Feb 10 13:23:12.731009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c849c0-7ead-4022-ae76-e595d399368f req-91858ba4-b4bc-4ae1-876d-6dc147b5c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:12.732650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-91858ba4-b4bc-4ae1-876d-6dc147b5c714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.1659636 Feb 10 13:23:12.761694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9345-ec1a-4928-be74-a0955a597b62 req-8fd0aa9b-4bde-4910-be10-dfdbca8be469 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:12.774881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] For port c087b172-7c62-475b-999f-6f865e317e07, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:12.784361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] For port c087b172-7c62-475b-999f-6f865e317e07, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c087b172-7c62-475b-999f-6f865e317e07,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:12.789321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d1f9345-ec1a-4928-be74-a0955a597b62 req-8fd0aa9b-4bde-4910-be10-dfdbca8be469 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 943 time: 0.5051880 Feb 10 13:23:12.794386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c087b172-7c62-475b-999f-6f865e317e07), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.831179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-9466e388-5fd8-4a63-be60-872663555db6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838461 Feb 10 13:23:12.889879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:12.930528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86769442-4739-4aac-85b5-10ca0f07c062 None None] Pushing event updated for resources: {'Port': ['ID=c087b172-7c62-475b-999f-6f865e317e07,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:12.973117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:12.975692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d1f9345-ec1a-4928-be74-a0955a597b62 req-155139de-3511-4680-9b45-f5c5888e3d51 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804235 Feb 10 13:23:12.985775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for beb5c306-1b79-42f8-8640-cd7098f844b9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:13.010105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-ca4cb35b-cc74-43a7-be3c-406ac11a6d1f service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138282 Feb 10 13:23:13.128444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-2bd94767-7506-4e5e-803f-46b8202fa539 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105180 Feb 10 13:23:13.196173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:23:13.210207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:13.210785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.406835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-f9ef874f-2309-4ddb-a38c-88f5228ec2b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621490 Feb 10 13:23:13.449020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6acc-b97b-4e87-82fb-72634714a506 req-0db16ee3-cabf-4a53-92e5-d564f6f4d002 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:13.455026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-c6c03b57-e516-4187-9cb7-8ed1843b1bb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 HTTP/1.1" status: 200 len: 217 time: 0.0737925 Feb 10 13:23:13.462128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6ec6acc-b97b-4e87-82fb-72634714a506 req-0db16ee3-cabf-4a53-92e5-d564f6f4d002 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.5326855 Feb 10 13:23:13.466147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 783b363a-a31e-4fde-9ef5-5d207e5fca64 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:13.466546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.502795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:13.503779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:13.507332 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2090ac3f-eb43-4959-87b4-2c4485316aa8" -d '{"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-plugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:13.512011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.571181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:13.588660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-be4ee6c5-e621-4271-9009-34eed2f618e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:13.590256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-be4ee6c5-e621-4271-9009-34eed2f618e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.1196039 Feb 10 13:23:13.602487 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8587bc2-464e-470e-ad03-00967f448e3f x-openstack-request-id: req-e8587bc2-464e-470e-ad03-00967f448e3f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:13.602782 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-plugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:13.603035 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8587bc2-464e-470e-ad03-00967f448e3f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:13.603433 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'code': 200} Feb 10 13:23:13.623085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for router_gateway (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.665799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.685870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6ec6acc-b97b-4e87-82fb-72634714a506 req-71bc9735-c740-40de-a263-2980d5dd1770 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225211 Feb 10 13:23:13.726154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (beb5c306-1b79-42f8-8640-cd7098f844b9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.745726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c087b172-7c62-475b-999f-6f865e317e07 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:13.784303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=beb5c306-1b79-42f8-8640-cd7098f844b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:13.787500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-9362c3d6-f37e-42bd-8342-529ea4054e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:13.789055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-9362c3d6-f37e-42bd-8342-529ea4054e87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1802619 Feb 10 13:23:13.795828 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-14c849c0-7ead-4022-ae76-e595d399368f req-be3976d6-4f04-4bbd-9b7b-76ef4565d138 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712792 Feb 10 13:23:13.847482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c087b172-7c62-475b-999f-6f865e317e07 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:13.847886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c087b172-7c62-475b-999f-6f865e317e07), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:13.934260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Allocated IP 172.25.8.62 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:14.008923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c087b172-7c62-475b-999f-6f865e317e07 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:14.009519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c087b172-7c62-475b-999f-6f865e317e07), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.078601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c087b172-7c62-475b-999f-6f865e317e07, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c087b172-7c62-475b-999f-6f865e317e07,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:14.088037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c087b172-7c62-475b-999f-6f865e317e07), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.206935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc57d5-b80a-4620-a971-6dd38eb212f3 req-9aba7798-2037-48f1-8d0b-22997b99e1f4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:14.211326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c087b172-7c62-475b-999f-6f865e317e07,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:14.219748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dfc57d5-b80a-4620-a971-6dd38eb212f3 req-9aba7798-2037-48f1-8d0b-22997b99e1f4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 943 time: 0.4373915 Feb 10 13:23:14.273862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.326365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e995096-4be8-4acf-a2a0-2e44a058eef6 req-4e6c6704-c02e-47db-b52b-3747d9e46bea tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:14.335018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e995096-4be8-4acf-a2a0-2e44a058eef6 req-4e6c6704-c02e-47db-b52b-3747d9e46bea tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 943 time: 0.1881688 Feb 10 13:23:14.386564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-e3a0287a-a356-4b4f-b166-8ca0c69ee0d9 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708628 Feb 10 13:23:14.418893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e995096-4be8-4acf-a2a0-2e44a058eef6 req-5d0e91fb-4055-4526-8294-96f55ff86973 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Feb 10 13:23:14.426128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.439907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dfc57d5-b80a-4620-a971-6dd38eb212f3 req-e6fd43a9-7458-492b-a34f-058430e78ebb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188141 Feb 10 13:23:14.441161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.477448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:14.480606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:14.484524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:14.536484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Pushing event updated for resources: {'Port': ['ID=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:14.588709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b2fff-bd04-4533-a3c6-22b944c07df7 None None] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:14.679113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-c61a2185-4cf3-4dd5-93eb-7f1462554f3c service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825789 Feb 10 13:23:14.745877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-44296860-e6b0-4339-85e9-8782b6e7a756 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 HTTP/1.1" status: 200 len: 217 time: 0.0579875 Feb 10 13:23:14.748417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d534f26a-e229-433a-883d-8198a441f1cd None None] Provisioning complete for port c087b172-7c62-475b-999f-6f865e317e07 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:14.748821 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d534f26a-e229-433a-883d-8198a441f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c087b172-7c62-475b-999f-6f865e317e07), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.898079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for router_gateway (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:14.932360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d534f26a-e229-433a-883d-8198a441f1cd None None] Current status of the port c087b172-7c62-475b-999f-6f865e317e07 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:14.949509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router bc1b5554-a747-4cd0-a282-84b7e7d3b8fc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:14.996277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:15.033185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-97f6d3ca-6f08-416a-aff0-c4bf1aeba4c7 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:15.040868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-97f6d3ca-6f08-416a-aff0-c4bf1aeba4c7 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.3434658 Feb 10 13:23:15.065127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-9de8e753-8cfd-49b1-8b98-e142eedf022e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/quotas/0470b80777d44b6a9fdd4af1e608b16f HTTP/1.1" status: 200 len: 375 time: 0.0232828 Feb 10 13:23:15.155065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f542ec-7e46-4559-b182-0638591884bd req-6888e7f3-fdfc-4701-be92-a1a9269c37aa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:15.162680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:15.164556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f542ec-7e46-4559-b182-0638591884bd req-6888e7f3-fdfc-4701-be92-a1a9269c37aa tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.3125329 Feb 10 13:23:15.181681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'mac_address': 'fa:16:3e:50:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:15.227434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:15.228735 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.244673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e870102-ae03-4d86-ab68-db9eadf8e8c4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:15.270564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:15.273798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f542ec-7e46-4559-b182-0638591884bd req-d4e247c4-4c59-4058-ada4-74535ec53ee5 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082063 Feb 10 13:23:15.281488 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.302139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-3fdf9b22-4fc3-4044-b8ef-bde05c1ddb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:15.303674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-3fdf9b22-4fc3-4044-b8ef-bde05c1ddb11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 200 len: 797 time: 0.3832498 Feb 10 13:23:15.305818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-999e7a37-0139-4af5-a0d0-a7ed38638466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:15.307296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-999e7a37-0139-4af5-a0d0-a7ed38638466 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410&tenant_id=725486b70fe1497c9243ff6820a04be7 HTTP/1.1" status: 200 len: 1132 time: 0.2125611 Feb 10 13:23:15.308208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:15.321788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84ac1474-28fc-4b46-9f4e-0075b6cee97a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/bc1b5554-a747-4cd0-a282-84b7e7d3b8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1722298 Feb 10 13:23:15.325812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:15.329726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:15.359270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:15.363450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] Sync routers for ids ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:15.388835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85e5982f-6022-4811-b000-0ae43712fbb9 None None] Provisioning complete for port c087b172-7c62-475b-999f-6f865e317e07 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:15.389546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85e5982f-6022-4811-b000-0ae43712fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c087b172-7c62-475b-999f-6f865e317e07), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.434575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] Routers {'bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:15.435369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:15.494907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:15.529322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] Routers {'bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:15.530214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:15.546959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.551396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-5037adc3-4d9f-4c2d-aa5b-11d495faa7b7 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4852846 Feb 10 13:23:15.617367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-85e5982f-6022-4811-b000-0ae43712fbb9 None None] Current status of the port c087b172-7c62-475b-999f-6f865e317e07 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:15.622081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:15.623862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f99f5-8e8b-4e83-8085-d20991be5917 None None] The sync data for ids ['bc1b5554-a747-4cd0-a282-84b7e7d3b8fc'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:15.673644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.678808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8e870102-ae03-4d86-ab68-db9eadf8e8c4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:15.717123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c087b172-7c62-475b-999f-6f865e317e07 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:15.785075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-4bda081f-e2ca-4de6-bb53-c49c2ac492b2 service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327883 Feb 10 13:23:15.828047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c087b172-7c62-475b-999f-6f865e317e07 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:15.828434 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c087b172-7c62-475b-999f-6f865e317e07), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:15.900363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-1a7823db-42a5-450b-a603-4cb658eab036 service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080194 Feb 10 13:23:15.929689 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1ed944c8-bdb5-4cb4-9d7d-8ad568b78553 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 13:23:15.940409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1ed944c8-bdb5-4cb4-9d7d-8ad568b78553 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/bc1b5554-a747-4cd0-a282-84b7e7d3b8fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5633056 Feb 10 13:23:15.962996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:15.995616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c087b172-7c62-475b-999f-6f865e317e07 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:16.006302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-780ea2d1-f178-492b-9746-f0fdb39477ab tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc1b5554-a747-4cd0-a282-84b7e7d3b8fc HTTP/1.1" status: 200 len: 205 time: 0.0396802 Feb 10 13:23:16.007437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:16.091457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7457f1-9120-418b-a7d9-99a8e0627993 req-93e55a50-eb4b-4af1-bfce-7ba35383cc27 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:16.099395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f7457f1-9120-418b-a7d9-99a8e0627993 req-93e55a50-eb4b-4af1-bfce-7ba35383cc27 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 944 time: 0.5434632 Feb 10 13:23:16.116349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.116600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-1ff5a25f-7ec8-439a-8583-3e64b8dd3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:16.118267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-1ff5a25f-7ec8-439a-8583-3e64b8dd3c5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c5cbca9-97de-45ee-9b83-69af1d1776d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8077719 Feb 10 13:23:16.120306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:16.301541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:23:16.312648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.312648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.313361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f7457f1-9120-418b-a7d9-99a8e0627993 req-8f7f63ea-ea74-428c-a20c-612eaa613ea7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965230 Feb 10 13:23:16.477703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:16.489367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (bc1b5554-a747-4cd0-a282-84b7e7d3b8fc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.489957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router bc1b5554-a747-4cd0-a282-84b7e7d3b8fc {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:23:16.494295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:16.494698 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Sync routers for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:16.511986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.519052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d22c9605-47b8-4fbe-9625-5936672eabfd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/bc1b5554-a747-4cd0-a282-84b7e7d3b8fc HTTP/1.1" status: 204 len: 168 time: 0.5082493 Feb 10 13:23:16.519823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:16.529350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.531187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:16.532008 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:16.534978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-acb05aa9-6847-4103-9777-f0aa8a3e79ef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5889060 Feb 10 13:23:16.652225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet ab9514bb-31c5-436b-bef9-bc44d314e5aa {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:23:16.659832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:16.711978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:16.739649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'network_id': '60695e88-79df-4dda-8a4c-b9c4d7b738cf', 'port_id': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'mac_address': 'fa:16:3e:7e:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749a6550-fd64-4705-94a5-f1d4cbea7ced', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:16.787252 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:16.799147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (ab9514bb-31c5-436b-bef9-bc44d314e5aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.823565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:16.825392 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.873864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:16.932296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:16.957267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:16.962397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (ab9514bb-31c5-436b-bef9-bc44d314e5aa), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.021498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8017ddcf-5646-4c81-8d94-e36a6d42de1e req-6aa26c8b-0c5c-454e-a8e1-980273a9990b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 210 time: 0.5739274 Feb 10 13:23:17.037909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:17.042875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:17.156022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:17.167892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ab9514bb-31c5-436b-bef9-bc44d314e5aa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.194294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:23:17.203076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:17.228358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:17.231184 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a74e55-a57f-474c-bde2-96783e88f674" -d '{"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-unplugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:17.237419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks [] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.242976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-faa123e4-4da7-4359-ad26-224e3ddc50bf service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1155839 Feb 10 13:23:17.265329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:17.265329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.266799 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:14Z', 'revision_number': 3, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:17.303850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Transition to ACTIVE for port object 783b363a-a31e-4fde-9ef5-5d207e5fca64 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:23:17.330356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.358597 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Checking router: 607d61b1-f963-4ea5-bd3d-97a8a0d6475a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:23:17.364692 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Updating router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:23:17.426882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988db7-c430-4f86-93af-e587e6e83893 req-eff8f100-5862-4e1b-9924-42bfcba64b37 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:17.435082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45988db7-c430-4f86-93af-e587e6e83893 req-eff8f100-5862-4e1b-9924-42bfcba64b37 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.3203070 Feb 10 13:23:17.437563 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.485678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (ab9514bb-31c5-436b-bef9-bc44d314e5aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.530151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9514bb-31c5-436b-bef9-bc44d314e5aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:17.537360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:17.567283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.574910 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d04e6649-13d5-4133-b0fe-e3d04fbc856a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/ab9514bb-31c5-436b-bef9-bc44d314e5aa HTTP/1.1" status: 204 len: 168 time: 1.0500083 Feb 10 13:23:17.582219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:17.585319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7e220-22bb-443a-b9f3-dc872fc6cb10 None None] Network 8dec858b-16a9-4582-8d40-7232504e5b8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:17.619908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] No DVR routers for this DVR port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:17.732212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:17.733449 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.765528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-b6968260-ae8b-4082-a67c-95ef68e7a837 service neutron] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108323 Feb 10 13:23:17.779828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8dec858b-16a9-4582-8d40-7232504e5b8b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:17.935899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:17.937080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:17.938124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:17.943549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-d0dd12d0-3d29-499e-a274-2fe6083a6f87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=758452e7-83ea-42a6-a384-69d82a4a8f76 HTTP/1.1" status: 200 len: 217 time: 0.1036603 Feb 10 13:23:17.951646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45988db7-c430-4f86-93af-e587e6e83893 req-4c2da2b1-bc87-4cd9-bd6f-f678cea76b06 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153775 Feb 10 13:23:17.988400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:23:17.991287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Attempting to bind port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:17.992998 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks [] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.007351 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.097925 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7a1e8-791f-40ac-8169-6c909ebbc05a x-openstack-request-id: req-95e7a1e8-791f-40ac-8169-6c909ebbc05a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:18.100029 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-unplugged", "status": "completed", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:18.101403 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e7a1e8-791f-40ac-8169-6c909ebbc05a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:18.102124 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'code': 200} Feb 10 13:23:18.131797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:18.136801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:18.137603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:18.138492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Bound port: 783b363a-a31e-4fde-9ef5-5d207e5fca64, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:18.141133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.146412 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Attempting to bind port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:18.146950 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Attempting to bind port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:18.147518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Attempting to bind port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:18.150773 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a73050-c805-4df2-9a55-651fa8a648dc None None] Pushing event updated for resources: {'Port': ['ID=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:18.159000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:18.167251 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:18.167660 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:18.169299 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5fd3a-c0db-437c-947f-e6e7b1190877" -d '{"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:18.170471 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.170934 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:18.171438 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Bound port: d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:18.171828 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.202956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:18.226488 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.227402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:18.247501 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] For port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:18.252786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] For port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:18.265674 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.349531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-cea8bbd3-6dce-4189-a3fc-8619d7d7ac2b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.351560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-cea8bbd3-6dce-4189-a3fc-8619d7d7ac2b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.5662086 Feb 10 13:23:18.353857 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:18.354507 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:18.358011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a73050-c805-4df2-9a55-651fa8a648dc None None] Pushing event updated for resources: {'Port': ['ID=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:18.369370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70892d01-7511-4cf7-aa1b-fde3fd727ff6 req-58e5ed3e-d8c6-4327-8d01-699bc8ac85a3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.369741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-3a40e52c-b69d-4e19-8586-b776633ac064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.372260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-3a40e52c-b69d-4e19-8586-b776633ac064 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 200 len: 797 time: 0.4136655 Feb 10 13:23:18.376247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70892d01-7511-4cf7-aa1b-fde3fd727ff6 req-58e5ed3e-d8c6-4327-8d01-699bc8ac85a3 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 944 time: 1.7181249 Feb 10 13:23:18.390030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Request body: {'port': {'device_id': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'admin_state_up': True, 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:18.487770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:18.500158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:18.520686 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:18.523367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:18.549330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70892d01-7511-4cf7-aa1b-fde3fd727ff6 req-60a01788-fb2d-4ae0-8bf3-2a75eefdcb57 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720467 Feb 10 13:23:18.560936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47e6b-a754-4cf6-abc1-a50a0ee75f08 req-27e60eca-38ab-4ab8-a4ee-bf9628886aa3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.575363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d47e6b-a754-4cf6-abc1-a50a0ee75f08 req-27e60eca-38ab-4ab8-a4ee-bf9628886aa3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.3443780 Feb 10 13:23:18.614349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:23:18.615143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:18.635028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.674768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] DHCP port deletion for 8dec858b-16a9-4582-8d40-7232504e5b8b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:23:18.742852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-a59d6014-aabf-470f-b6df-ac95ef3cb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.744453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-a59d6014-aabf-470f-b6df-ac95ef3cb316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3591194 Feb 10 13:23:18.775525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:18.776245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.779502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Deleting port 13be2948-488f-4f98-bc03-fa13e2640663 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:18.779887 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (13be2948-488f-4f98-bc03-fa13e2640663), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.781317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] 10.222.0.77 "PUT /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 1097 time: 3.4542572 Feb 10 13:23:18.854720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] For port 13be2948-488f-4f98-bc03-fa13e2640663, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=13be2948-488f-4f98-bc03-fa13e2640663,segment=NetworkSegment(a646123b-5ac3-41d6-9ccf-43d46f0a6928),segment_id=a646123b-5ac3-41d6-9ccf-43d46f0a6928)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:18.855175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (13be2948-488f-4f98-bc03-fa13e2640663), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.862721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667cc22-c637-46b3-af48-58efe4ddac4c service neutron] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:18.869391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Calling delete_port for 13be2948-488f-4f98-bc03-fa13e2640663 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:18.882823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a13b22e-7efa-47ca-b25f-1391175ebf80 req-b39ab061-7189-4536-8f0e-9977a79b6873 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 210 time: 0.1646757 Feb 10 13:23:18.938621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 13be2948-488f-4f98-bc03-fa13e2640663 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:18.938964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (13be2948-488f-4f98-bc03-fa13e2640663), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:18.995531 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:14Z', 'revision_number': 3, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:19.022285 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e999af27-dae2-4491-99e3-eb6cb35a5bd5 x-openstack-request-id: req-e999af27-dae2-4491-99e3-eb6cb35a5bd5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:19.022595 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:19.022914 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e999af27-dae2-4491-99e3-eb6cb35a5bd5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:19.023263 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'code': 200} Feb 10 13:23:19.043429 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (13be2948-488f-4f98-bc03-fa13e2640663), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.127305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665adbcb-c13c-4712-8b39-9d6198a12da6 None None] The sync data for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 is: [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:14Z', 'revision_number': 3, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:19.130766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] No DVR routers for this DVR port 13be2948-488f-4f98-bc03-fa13e2640663 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:19.138498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d09bc2-7cdd-46db-b6f8-1875e1938fc2 None None] Pushing event deleted for resources: {'Port': ['ID=13be2948-488f-4f98-bc03-fa13e2640663,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:19.215092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6e3c9890-6d48-4dc0-b333-e56d9daba664 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311206 Feb 10 13:23:19.223712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d47e6b-a754-4cf6-abc1-a50a0ee75f08 req-e1751879-0980-42de-8da0-b865f09a6535 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466897 Feb 10 13:23:19.274608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 13be2948-488f-4f98-bc03-fa13e2640663, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=13be2948-488f-4f98-bc03-fa13e2640663,segment=NetworkSegment(a646123b-5ac3-41d6-9ccf-43d46f0a6928),segment_id=a646123b-5ac3-41d6-9ccf-43d46f0a6928)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:19.277151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (13be2948-488f-4f98-bc03-fa13e2640663), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.297667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 13be2948-488f-4f98-bc03-fa13e2640663 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:19.338843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-00f19966-1cd9-458d-b452-e81c1af68309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:19.340509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-00f19966-1cd9-458d-b452-e81c1af68309 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1131 time: 0.4525902 Feb 10 13:23:19.385493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (13be2948-488f-4f98-bc03-fa13e2640663), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.388650 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.449018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:19.452426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.464051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-bc03cbc4-5ef2-4512-8520-749d351ddfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:19.465768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=13be2948-488f-4f98-bc03-fa13e2640663,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:19.468461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-bc03cbc4-5ef2-4512-8520-749d351ddfed service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1195736 Feb 10 13:23:19.539189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-762ffcf0-87ed-4a89-a7b3-58903850bdc9 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128810 Feb 10 13:23:19.541642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-d4ebf077-c209-461b-8b36-f41201ad8f23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.0604041 Feb 10 13:23:19.667221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port 13be2948-488f-4f98-bc03-fa13e2640663 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:19.692395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-ed654ffe-44bd-44bd-b952-0aa21d3b6e54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765be135-1c4e-4829-bfeb-49a019783cf4 HTTP/1.1" status: 200 len: 217 time: 0.1264648 Feb 10 13:23:19.738813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-f9f0090f-1777-4789-a300-1c2cd74181e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:19.740448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-f9f0090f-1777-4789-a300-1c2cd74181e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1859615 Feb 10 13:23:19.790624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:19.858014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Allocated IP 172.20.0.9 (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8/e8a1747a-e4a1-4705-8eef-d3a266e69d56/01488e92-3320-474d-8728-3961cb96d234) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:19.898568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:19.898950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:19.921723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-e219331c-1f0d-4e5d-a038-914a61e6d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:19.923212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-e219331c-1f0d-4e5d-a038-914a61e6d5a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 200 len: 797 time: 0.2022448 Feb 10 13:23:19.988430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f01b-c8e3-4cd4-b115-9104da041e60 req-4c5fc478-a84f-4014-aa2c-78c42f87654f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:19.990165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6030f01b-c8e3-4cd4-b115-9104da041e60 req-4c5fc478-a84f-4014-aa2c-78c42f87654f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 944 time: 0.2965679 Feb 10 13:23:20.001417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-7a76e70b-8e86-402b-a860-caf220cef98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.003115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-7a76e70b-8e86-402b-a860-caf220cef98f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2278893 Feb 10 13:23:20.092348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:20.093916 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:20.104638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:20.107042 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28ccfb-7482-4346-bc07-239be6ecda00" -d '{"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:20.111110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6caea4dd-a014-42d5-b61b-5c67e2a67da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.112584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-6caea4dd-a014-42d5-b61b-5c67e2a67da7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a8ec27-3a85-4423-a6e6-d7651602bd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1738181 Feb 10 13:23:20.119648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:20.128171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:20.226448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6030f01b-c8e3-4cd4-b115-9104da041e60 req-ce15070e-00af-4a4d-ab04-68544ec2017f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222521 Feb 10 13:23:20.227020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 13be2948-488f-4f98-bc03-fa13e2640663 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:20.289336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 13be2948-488f-4f98-bc03-fa13e2640663 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:20.289839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 13be2948-488f-4f98-bc03-fa13e2640663 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:20.321666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-22619da2-cad1-476b-aca2-7b0eb5f95e4a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964971 Feb 10 13:23:20.352520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:20.425802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-9aecd7fd-a7da-4ca4-bcf9-22e157245cd4 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727041 Feb 10 13:23:20.460318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59c01441-7e81-416e-ab2b-865afea6341b req-49250ded-25bb-48f9-b4fb-669a1918670c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0369864 Feb 10 13:23:20.508572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:20.629876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b49e01c1-0e44-4afe-81ce-86b737e71c36 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:20.633216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:20.642825 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f19ac-cbec-456b-a103-df177d0f16aa x-openstack-request-id: req-108f19ac-cbec-456b-a103-df177d0f16aa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:20.653574 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:20.653815 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-108f19ac-cbec-456b-a103-df177d0f16aa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:20.654324 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'status': 'completed', 'code': 200} Feb 10 13:23:20.741417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf967e5-5640-46a7-9750-ad094a6a0ba3 req-9bd615c2-2cfa-4a08-8582-3e99937891c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.743127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-acf967e5-5640-46a7-9750-ad094a6a0ba3 req-9bd615c2-2cfa-4a08-8582-3e99937891c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 1127 time: 1.6580451 Feb 10 13:23:20.768462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e668-26fe-4a82-ad3f-1566be951a44 req-aca168a6-3390-486e-b689-4872cd1c5cf9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.776175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c75e668-26fe-4a82-ad3f-1566be951a44 req-aca168a6-3390-486e-b689-4872cd1c5cf9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 1.3919024 Feb 10 13:23:20.780676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b49e01c1-0e44-4afe-81ce-86b737e71c36 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:20.781507 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:20.790077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-2c79ef23-df11-4c39-a0f5-778dbfcb8e88 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284540 Feb 10 13:23:20.830381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:20.838675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-f8e2f459-d6ee-4345-a7ca-20348bf04882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.840254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-f8e2f459-d6ee-4345-a7ca-20348bf04882 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1131 time: 0.1833599 Feb 10 13:23:20.843037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2e5ac5-7888-48bb-bdd5-9f8eb22ddcc7 req-73c7732f-d674-44ae-a7d5-2eefa8b28a6a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151343 Feb 10 13:23:20.849844 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:20.894546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc21b-4260-48c1-a08a-14c4b226792c req-73766cb6-13db-4f98-96b0-5758ef9ba28e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:20.902262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfccc21b-4260-48c1-a08a-14c4b226792c req-73766cb6-13db-4f98-96b0-5758ef9ba28e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1831088 Feb 10 13:23:20.985083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:20.997882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8dec858b-16a9-4582-8d40-7232504e5b8b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.025179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:21.028554 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f470ceef-779e-43cc-a906-7eb87ab822ba" -d '{"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:21.054930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-acf967e5-5640-46a7-9750-ad094a6a0ba3 req-28895777-81fb-4609-b77c-bd8e980b0e68 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957854 Feb 10 13:23:21.082213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c75e668-26fe-4a82-ad3f-1566be951a44 req-9e38e7d1-4ab5-4b30-a495-ea261183ca11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051860 Feb 10 13:23:21.085497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks [] for port (01488e92-3320-474d-8728-3961cb96d234), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.087625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dec858b-16a9-4582-8d40-7232504e5b8b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:21.090576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Allocated IP 172.20.0.1 (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2/53b6cf86-6155-412f-adfb-9a67cde5433f/5c833cee-e6bd-4011-9d3a-a4515fcbbdc8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:21.106847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a646123b-5ac3-41d6-9ccf-43d46f0a6928') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:21.107150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a646123b-5ac3-41d6-9ccf-43d46f0a6928') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:21.126262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-95724603-e1b2-4b92-8697-03a2b4e1b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.127497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (a646123b-5ac3-41d6-9ccf-43d46f0a6928), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.128950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-95724603-e1b2-4b92-8697-03a2b4e1b561 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2796390 Feb 10 13:23:21.135223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfccc21b-4260-48c1-a08a-14c4b226792c req-5dfe619f-07cb-487a-8814-290dd19ae541 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317407 Feb 10 13:23:21.165474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a646123b-5ac3-41d6-9ccf-43d46f0a6928), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.168145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-26988eab-fb9c-471b-84ac-b14cb6b10b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.170248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-26988eab-fb9c-471b-84ac-b14cb6b10b80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=725486b70fe1497c9243ff6820a04be7&device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1131 time: 0.2400532 Feb 10 13:23:21.182155 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e148d9c-c349-447b-aaed-c78c8e8767b0 x-openstack-request-id: req-1e148d9c-c349-447b-aaed-c78c8e8767b0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:21.182748 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-plugged", "status": "completed", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:21.184141 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e148d9c-c349-447b-aaed-c78c8e8767b0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:21.185471 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'code': 200} Feb 10 13:23:21.189962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:23:21.190386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (a646123b-5ac3-41d6-9ccf-43d46f0a6928), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:23:21.195395 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:23:21.321471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (01488e92-3320-474d-8728-3961cb96d234), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.354172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:21.433002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:21.461087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8dec858b-16a9-4582-8d40-7232504e5b8b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.461937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-da2feda9-6087-4c0c-a84c-8499fc2fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.465454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-da2feda9-6087-4c0c-a84c-8499fc2fa6e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2784233 Feb 10 13:23:21.479492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks [] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.484088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:21.495220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.502002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/8dec858b-16a9-4582-8d40-7232504e5b8b HTTP/1.1" status: 204 len: 168 time: 3.9142234 Feb 10 13:23:21.502002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event updated for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:21.508895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41842) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:21.520686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-240077297'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:21.537707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:21.576882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:21.606320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3065d-f496-4a9a-98d0-23f74732529f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=8dec858b-16a9-4582-8d40-7232504e5b8b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:21.614038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-3cd0ec96-ba5b-4af7-8bc7-7ab554521f07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.0759890 Feb 10 13:23:21.694309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb0805-1208-4c24-83cf-30f2def094e3 req-3c47a432-1bb6-4c94-a742-5a6a66edbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.701338 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0fb0805-1208-4c24-83cf-30f2def094e3 req-3c47a432-1bb6-4c94-a742-5a6a66edbb97 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1128 time: 0.3042092 Feb 10 13:23:21.747807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-5999de66-07b5-478c-b7ab-2c22b46abb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.750311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-5999de66-07b5-478c-b7ab-2c22b46abb15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0979183 Feb 10 13:23:21.753321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-29ef6f11-8644-4e72-91bc-7b82c572b04f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 200 len: 217 time: 0.1976485 Feb 10 13:23:21.780547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:21.791755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:21.795243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.862718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.862718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.867792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:21.903518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76472-c81f-4eef-88c1-fad1749c84d5 req-e1ddc0d3-a5fc-43c7-ab7d-ac843dfdf919 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.905639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aee76472-c81f-4eef-88c1-fad1749c84d5 req-e1ddc0d3-a5fc-43c7-ab7d-ac843dfdf919 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.4392271 Feb 10 13:23:21.923621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-169b6fea-240c-40ba-8a43-c64e7cf2beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.925640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-169b6fea-240c-40ba-8a43-c64e7cf2beef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1632314 Feb 10 13:23:21.929320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0fb0805-1208-4c24-83cf-30f2def094e3 req-88e2a5bb-4b75-4a3f-86c9-c28b8f4c9812 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741900 Feb 10 13:23:21.937253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Pushing event updated for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:21.960373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c96ac6-9ce3-45ba-a57c-cebc11ccf6de req-63d5e4d4-a751-45c1-8209-db53fd4c4070 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:21.967456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3c96ac6-9ce3-45ba-a57c-cebc11ccf6de req-63d5e4d4-a751-45c1-8209-db53fd4c4070 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 931 time: 0.3138635 Feb 10 13:23:21.977153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:23:21.993163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-da319628-266b-43d9-934c-ff6b9721d17c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6067271 Feb 10 13:23:21.995086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:22.007110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Request body: {'port': {'device_id': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:22.017498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:22.022493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-7500a064-1992-47bd-8ec9-f9150ad35caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:22.027226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-7500a064-1992-47bd-8ec9-f9150ad35caa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2286184 Feb 10 13:23:22.048021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:22.097962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2563689d-6d60-48b5-afb3-719d8d196ad4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.098420 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment 2563689d-6d60-48b5-afb3-719d8d196ad4 of type vlan for network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 Feb 10 13:23:22.100097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.220848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aee76472-c81f-4eef-88c1-fad1749c84d5 req-6a0787ba-f5d0-40b1-8de6-0db10a75be0b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006976 Feb 10 13:23:22.257675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (333ac8d5-d282-43b0-b1cb-954dcc1191b1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.299516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a3c96ac6-9ce3-45ba-a57c-cebc11ccf6de req-b65037a0-cbb4-466e-8c7e-49599414a894 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310039 Feb 10 13:23:22.347151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:22.347721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.375903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:23:22.478038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01488e92-3320-474d-8728-3961cb96d234), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.555802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (333ac8d5-d282-43b0-b1cb-954dcc1191b1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.583299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:22.583567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-043af282-886c-4ad3-bcbd-70a680fec96d None None] Provisioning complete for port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:22.583888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-043af282-886c-4ad3-bcbd-70a680fec96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.586381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.637807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-7b162dbe-56cc-4d18-a9a5-e7910690dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:22.641222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-7b162dbe-56cc-4d18-a9a5-e7910690dc73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4809337 Feb 10 13:23:22.683631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:22.702998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-043af282-886c-4ad3-bcbd-70a680fec96d None None] Port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:22.745801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2311227 Feb 10 13:23:22.836797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:22.840160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:22.846432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:22.863678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-8a6f630b-1e30-43b0-b513-2d894bb6502d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267180 Feb 10 13:23:22.865684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-77689f5a-b777-4270-ba1e-3347b2c0c6f0 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058065 Feb 10 13:23:22.878653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d064e7-a55a-4585-8cde-c0b8b3a34791 req-5b02bd93-5c4f-41e2-ba94-07a3e269357c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:22.878653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d064e7-a55a-4585-8cde-c0b8b3a34791 req-5b02bd93-5c4f-41e2-ba94-07a3e269357c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.4424946 Feb 10 13:23:22.884719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb51402-0b66-467b-8c24-16fc409fbe13 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=333ac8d5-d282-43b0-b1cb-954dcc1191b1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:22.897520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:23:22.928430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6f5f-a31a-49f2-9b14-d3b1b044f897 req-6d40bc21-be99-42f1-ae6d-5c6e7d9eab44 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:22.930204 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7ae6f5f-a31a-49f2-9b14-d3b1b044f897 req-6d40bc21-be99-42f1-ae6d-5c6e7d9eab44 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.5008943 Feb 10 13:23:23.146807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d064e7-a55a-4585-8cde-c0b8b3a34791 req-a67b9388-9b8c-4039-bca2-14f08084bc40 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524672 Feb 10 13:23:23.165494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-04184fc1-e163-4321-bafb-7c801adc17b1 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886345 Feb 10 13:23:23.215288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef28ccfb-7482-4346-bc07-239be6ecda00 req-0a8389da-8003-4245-ba0e-069c630f322d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298686 Feb 10 13:23:23.307533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c7ae6f5f-a31a-49f2-9b14-d3b1b044f897 req-e65a8ca5-2493-455e-a827-e434a10b3e33 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486137 Feb 10 13:23:23.404270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:23.407812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:23.449991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1605a6-c678-4a22-b784-8ae605b5f64e req-f2341250-c416-4021-983a-a8e109eabd7f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:23.453499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b1605a6-c678-4a22-b784-8ae605b5f64e req-f2341250-c416-4021-983a-a8e109eabd7f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1213183 Feb 10 13:23:23.584254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b1605a6-c678-4a22-b784-8ae605b5f64e req-4c904202-fb56-4135-b151-c0c3b1f1ff84 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221304 Feb 10 13:23:23.856126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249eae4-566a-4cad-92e9-7640645fc231 req-4ae2f31c-f51b-4d49-9b92-2972cb847d74 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:23.863690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a249eae4-566a-4cad-92e9-7640645fc231 req-4ae2f31c-f51b-4d49-9b92-2972cb847d74 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 931 time: 0.4336100 Feb 10 13:23:23.923052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks [] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:23.952043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:23.998513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.001418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01488e92-3320-474d-8728-3961cb96d234 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:24.018211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks [] for port (01488e92-3320-474d-8728-3961cb96d234), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.055347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (1f7933d4-1846-42e4-aff4-6e28d0407fed), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.106029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Transition to ACTIVE for port object 01488e92-3320-474d-8728-3961cb96d234 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:23:24.237293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Pushing event updated for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:24.261085 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a249eae4-566a-4cad-92e9-7640645fc231 req-0e0a7f4f-63cd-47f1-b026-9be330f300be tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662915 Feb 10 13:23:24.281947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (01488e92-3320-474d-8728-3961cb96d234), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.342354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:24.401809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:24.422894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=1f7933d4-1846-42e4-aff4-6e28d0407fed,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:24.432996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Pushing event updated for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:24.542769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:24.561771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': '2563689d-6d60-48b5-afb3-719d8d196ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:24.562370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: 333ac8d5-d282-43b0-b1cb-954dcc1191b1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:23:24.761232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:24.780727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'mac_address': 'fa:16:3e:72:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:24.801592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:23:24.861997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 333ac8d5-d282-43b0-b1cb-954dcc1191b1) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:24.872225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9daea-c6f6-4639-9f40-1f9e4acfa7e8 req-746950e2-a9b3-4ff1-9eff-daf493577978 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:24.875086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-691d2b9c-4456-4a96-97d8-95c61aa46ddb None None] Provisioning complete for port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:24.875473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-691d2b9c-4456-4a96-97d8-95c61aa46ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.880270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffd9daea-c6f6-4639-9f40-1f9e4acfa7e8 req-746950e2-a9b3-4ff1-9eff-daf493577978 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 949 time: 0.5968146 Feb 10 13:23:24.884621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:24.885256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.889813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e02b2-e6ec-46a8-84bc-34ebe6a10c90 None None] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:24.911127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336eda-c35f-42f5-9260-f0e980163755 req-ce7f4c1d-cc08-4b4d-9af6-48c1951358b8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:24.912646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84336eda-c35f-42f5-9260-f0e980163755 req-ce7f4c1d-cc08-4b4d-9af6-48c1951358b8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.4045129 Feb 10 13:23:24.918357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Attempting to bind port 01488e92-3320-474d-8728-3961cb96d234 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:24.918357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Attempting to bind port 01488e92-3320-474d-8728-3961cb96d234 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:24.918676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Attempting to bind port 01488e92-3320-474d-8728-3961cb96d234 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:24.922840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:24.934963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-522e2b57-f910-4c50-aca2-de9d9b1ad105 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0924685 Feb 10 13:23:24.937558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:24.939021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Port 01488e92-3320-474d-8728-3961cb96d234 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:23:24.939348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Attempting to bind port 01488e92-3320-474d-8728-3961cb96d234 on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:24.950593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182569962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:24.954939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 783b363a-a31e-4fde-9ef5-5d207e5fca64 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:24.955338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:24.955683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Checking segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:24.956025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.956159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Bound using segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:24.956559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Bound port: 01488e92-3320-474d-8728-3961cb96d234, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:24.956952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01488e92-3320-474d-8728-3961cb96d234), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:24.982540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffd9daea-c6f6-4639-9f40-1f9e4acfa7e8 req-5388bfe9-46db-4596-a19c-60e94fbad8ff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005127 Feb 10 13:23:25.003096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:25.012562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0507fe83-8654-44a0-9fb8-696061748189), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.014117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0507fe83-8654-44a0-9fb8-696061748189), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.042027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-691d2b9c-4456-4a96-97d8-95c61aa46ddb None None] Port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:25.048085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:25.055933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.096498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (0507fe83-8654-44a0-9fb8-696061748189), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.099127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84336eda-c35f-42f5-9260-f0e980163755 req-171d1117-9914-439a-beaa-dec22a7c5762 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731167 Feb 10 13:23:25.116977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0507fe83-8654-44a0-9fb8-696061748189), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.128071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:25.149573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-333ac8d5-d282-43b0-b1cb-954dcc1191b1', 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '1f7933d4-1846-42e4-aff4-6e28d0407fed'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:23:25.150718 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.175287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.182304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:25.184103 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0beb3b29-5ca5-43a7-bffd-4e5fa4d357a7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2420893 Feb 10 13:23:25.218175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c7d4d-43db-4026-af60-673964c9f880 req-332f8650-1f6e-4c2a-91a7-329c789a1194 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:25.225969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f10c7d4d-43db-4026-af60-673964c9f880 req-332f8650-1f6e-4c2a-91a7-329c789a1194 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1249151 Feb 10 13:23:25.268719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:25.295067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f10c7d4d-43db-4026-af60-673964c9f880 req-0a391171-ac69-490b-a552-4ee52950c3ff tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680056 Feb 10 13:23:25.334164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:25.338495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=01488e92-3320-474d-8728-3961cb96d234,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:25.341766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Allocated IP 172.20.0.2 (333ac8d5-d282-43b0-b1cb-954dcc1191b1/1f7933d4-1846-42e4-aff4-6e28d0407fed/1bac6577-242a-4de0-ba0f-368707a37357) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:25.360677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c0a6171-3fd4-493f-a9c1-29692d4c027c admin admin] 10.222.0.13 "PUT /v2.0/routers/607d61b1-f963-4ea5-bd3d-97a8a0d6475a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6842899 Feb 10 13:23:25.546945 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks [] for port (1bac6577-242a-4de0-ba0f-368707a37357), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.556475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Sync routers for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:25.565150 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1bac6577-242a-4de0-ba0f-368707a37357), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.627497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:25.628369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:25.684872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:25.685850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['783b363a-a31e-4fde-9ef5-5d207e5fca64'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:25.766288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:25.790660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:25.865177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Pushing event updated for resources: {'Port': ['ID=1bac6577-242a-4de0-ba0f-368707a37357,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:25.895744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (01488e92-3320-474d-8728-3961cb96d234), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.973734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d70df-1162-40e3-9c60-7ab43da503db req-0cb3519b-8ac4-4440-9f7b-288775c3fc66 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:25.980354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:25.981011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:25.982488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] 10.222.0.21 "PUT /v2.0/ports/01488e92-3320-474d-8728-3961cb96d234 HTTP/1.1" status: 200 len: 1091 time: 3.9811196 Feb 10 13:23:25.985569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'tag': '01488e92-3320-474d-8728-3961cb96d234'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:25.986260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293d70df-1162-40e3-9c60-7ab43da503db req-0cb3519b-8ac4-4440-9f7b-288775c3fc66 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 943 time: 0.1034701 Feb 10 13:23:25.987895 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a260539-fd7f-46d3-b90b-d29f183b71a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "tag": "01488e92-3320-474d-8728-3961cb96d234"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:26.038077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a387ad-0515-45c5-808f-946dec1d21b7 req-ef20d750-9a46-4fdd-898f-0b84f23eabe7 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:26.039613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9a387ad-0515-45c5-808f-946dec1d21b7 req-ef20d750-9a46-4fdd-898f-0b84f23eabe7 tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 1132 time: 0.7890208 Feb 10 13:23:26.101182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293d70df-1162-40e3-9c60-7ab43da503db req-5f05fe94-d71f-4bac-93bf-f732ef2d80e1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131732 Feb 10 13:23:26.157094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc7b86-dadd-4dec-ab9f-8c1fd0474bcd service neutron] Pushing event updated for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:26.241301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a9a387ad-0515-45c5-808f-946dec1d21b7 req-34f1f838-c28f-481c-abf4-0985285c358e tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806810 Feb 10 13:23:26.250792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-af7fd14a-5377-4b37-bd7a-8995f36329a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:26.252554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-af7fd14a-5377-4b37-bd7a-8995f36329a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 1125 time: 0.2070568 Feb 10 13:23:26.283795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:26.324291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Attempting to bind port 1bac6577-242a-4de0-ba0f-368707a37357 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:26.324650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Attempting to bind port 1bac6577-242a-4de0-ba0f-368707a37357 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2563689d-6d60-48b5-afb3-719d8d196ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:26.325040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Attempting to bind port 1bac6577-242a-4de0-ba0f-368707a37357 on network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:26.341154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-19b43ec6-603c-4782-9fb7-ea14da38c18a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01488e92-3320-474d-8728-3961cb96d234 HTTP/1.1" status: 200 len: 217 time: 0.0668888 Feb 10 13:23:26.349931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:26.350356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Checking segment: {'id': '2563689d-6d60-48b5-afb3-719d8d196ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:26.350771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:26.351160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Bound using segment: {'id': '2563689d-6d60-48b5-afb3-719d8d196ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:26.351644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Bound port: 1bac6577-242a-4de0-ba0f-368707a37357, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2563689d-6d60-48b5-afb3-719d8d196ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '333ac8d5-d282-43b0-b1cb-954dcc1191b1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:26.352033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1bac6577-242a-4de0-ba0f-368707a37357), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:26.377853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:26.419280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19d91-bb79-430f-83a9-2b1f3c032d69 req-d90d5783-c43d-4692-87ab-c42bdaf0b134 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:26.435804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe19d91-bb79-430f-83a9-2b1f3c032d69 req-d90d5783-c43d-4692-87ab-c42bdaf0b134 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1850860 Feb 10 13:23:26.574401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556615d-5499-4fa9-a232-fac781cae004 req-f3318d73-28ac-4e3c-b8b9-d38d3f62e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:26.576365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe19d91-bb79-430f-83a9-2b1f3c032d69 req-16fa049e-acc5-4d6c-b257-a29b79c3e428 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Feb 10 13:23:26.576901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-f3318d73-28ac-4e3c-b8b9-d38d3f62e585 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.2265136 Feb 10 13:23:26.620908 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d574181e-6c7d-495f-b582-fadee8fc44f1 x-openstack-request-id: req-d574181e-6c7d-495f-b582-fadee8fc44f1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:26.622010 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "tag": "01488e92-3320-474d-8728-3961cb96d234", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:26.622488 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d574181e-6c7d-495f-b582-fadee8fc44f1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:26.623102 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'tag': '01488e92-3320-474d-8728-3961cb96d234', 'status': 'completed', 'code': 200} Feb 10 13:23:26.643127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] For port 1bac6577-242a-4de0-ba0f-368707a37357, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:26.649971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-e1839220-3994-4e5c-9506-438497196559 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573957 Feb 10 13:23:26.658552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] For port 1bac6577-242a-4de0-ba0f-368707a37357, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1bac6577-242a-4de0-ba0f-368707a37357,segment=NetworkSegment(2563689d-6d60-48b5-afb3-719d8d196ad4),segment_id=2563689d-6d60-48b5-afb3-719d8d196ad4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:26.732579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1bac6577-242a-4de0-ba0f-368707a37357), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:26.787501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff4d50-56a2-4033-b99f-0f0abe77909b req-1e3bdd74-b10c-4d2c-a07d-62137eaa096d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:26.789269 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34ff4d50-56a2-4033-b99f-0f0abe77909b req-1e3bdd74-b10c-4d2c-a07d-62137eaa096d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.3198483 Feb 10 13:23:26.858671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Pushing event updated for resources: {'Port': ['ID=1bac6577-242a-4de0-ba0f-368707a37357,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:26.950709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.951077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.951434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.951781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.952123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.952461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.952835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.953175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.961860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.962806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.963509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.963872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.966438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177ce371-e2e1-45d1-8981-e814a5db2380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:26.992892 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34ff4d50-56a2-4033-b99f-0f0abe77909b req-eae47fa6-1a0c-4e85-9cf6-1600d7322dad tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851330 Feb 10 13:23:27.000131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-19d43fae-b588-41b6-89e3-ac38feba6914 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391261 Feb 10 13:23:27.022803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.20.0.1 (333ac8d5-d282-43b0-b1cb-954dcc1191b1/1f7933d4-1846-42e4-aff4-6e28d0407fed/e839f797-9604-4c1b-8404-4ebe09a75077) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:27.170644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:22Z', 'revision_number': 4, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5c833cee-e6bd-4011-9d3a-a4515fcbbdc8', 'name': '', 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'mac_address': 'fa:16:3e:1b:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:19Z', 'updated_at': '2022-02-10T13:23:23Z', 'revision_number': 2, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'subnets': [{'id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:27.178891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932433ad-e7a4-4d3a-b43e-5f2af1300488 req-a9fadef2-9449-4cf6-96ee-ac2b21ece359 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:27.184169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-932433ad-e7a4-4d3a-b43e-5f2af1300488 req-a9fadef2-9449-4cf6-96ee-ac2b21ece359 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1295624 Feb 10 13:23:27.309226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Checking router: 607d61b1-f963-4ea5-bd3d-97a8a0d6475a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:23:27.309768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Updating router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:23:27.371030 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:27.383442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-932433ad-e7a4-4d3a-b43e-5f2af1300488 req-620ed1cd-0915-40a8-b71d-b0cddc3600c4 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873951 Feb 10 13:23:27.518461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8556615d-5499-4fa9-a232-fac781cae004 req-5ee31969-2ed7-46b4-b5ed-642f87e68550 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091987 Feb 10 13:23:27.587889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eb8c-c5fe-473f-85a0-3c23ca27514e req-b6eead3a-c130-45cc-b122-a3e80695c561 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:27.589464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64c6eb8c-c5fe-473f-85a0-3c23ca27514e req-b6eead3a-c130-45cc-b122-a3e80695c561 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.4122691 Feb 10 13:23:27.616889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (e839f797-9604-4c1b-8404-4ebe09a75077), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:27.727064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f755f-cba5-40db-8eda-e332fc9cc32c req-234f9f01-12cd-4e70-a103-8861128043c6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:27.739150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a4f755f-cba5-40db-8eda-e332fc9cc32c req-234f9f01-12cd-4e70-a103-8861128043c6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 943 time: 0.1888700 Feb 10 13:23:27.788801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-64c6eb8c-c5fe-473f-85a0-3c23ca27514e req-fad2872f-aebe-46e6-ba6d-c6df29507dc1 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820703 Feb 10 13:23:27.802403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-50cf967d-78ad-4b74-99fe-57159dd2c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:27.815582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-50cf967d-78ad-4b74-99fe-57159dd2c7b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 1125 time: 0.2094038 Feb 10 13:23:27.835790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:27.843463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1bac6577-242a-4de0-ba0f-368707a37357 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:27.876903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a4f755f-cba5-40db-8eda-e332fc9cc32c req-60a72a6a-73b3-46bd-b431-bbdf3c5c37ff tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335158 Feb 10 13:23:28.020772 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks [] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.063022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.157672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b43e-15a2-4d55-9208-ce39bcbef858 req-82ce383a-553e-401f-ab3b-4bb4f7d1a50b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.163114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d4b43e-15a2-4d55-9208-ce39bcbef858 req-82ce383a-553e-401f-ab3b-4bb4f7d1a50b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1681190 Feb 10 13:23:28.165652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-3bcd7157-1ccf-4c8f-bfc3-ab5f08a70e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.167105 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-3bcd7157-1ccf-4c8f-bfc3-ab5f08a70e87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.3509338 Feb 10 13:23:28.202097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:28.219036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca065ad-7e75-4510-a657-f8f2369a37bf None None] Pushing event updated for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:28.225165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1bac6577-242a-4de0-ba0f-368707a37357 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:28.225645 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1bac6577-242a-4de0-ba0f-368707a37357), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.338489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:28.341496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-6ebb72da-1b71-49fd-a53c-1c5c25c1124e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01488e92-3320-474d-8728-3961cb96d234 HTTP/1.1" status: 200 len: 217 time: 0.1038501 Feb 10 13:23:28.348232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:28.361441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d4b43e-15a2-4d55-9208-ce39bcbef858 req-f4a93cbf-68b0-4972-8fa3-eb76f29730c5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922846 Feb 10 13:23:28.422050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-66ce4547-cf17-4d6c-bd20-af653ed5d314 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.424085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-66ce4547-cf17-4d6c-bd20-af653ed5d314 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.2090869 Feb 10 13:23:28.505752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Attempting to bind port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:23:28.506315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Attempting to bind port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:23:28.506664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Attempting to bind port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 on network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:23:28.561172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:23:28.561653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Checking segment: {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:28.562122 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.562588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Bound using segment: {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:23:28.579518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Bound port: 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:23:28.580020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.627461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:28.664859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=e839f797-9604-4c1b-8404-4ebe09a75077,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:28.712297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-0cfe538f-9cf7-49bd-bc52-861b011ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.714471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-0cfe538f-9cf7-49bd-bc52-861b011ff824 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.3621855 Feb 10 13:23:28.717987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (0507fe83-8654-44a0-9fb8-696061748189), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.847890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1bac6577-242a-4de0-ba0f-368707a37357 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:28.848468 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1bac6577-242a-4de0-ba0f-368707a37357), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:28.852485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b18c-c9f8-43d6-90ba-de7bbebb2c28 req-3bd10dfd-4948-4063-899a-3a0cd6009220 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.869797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-f3c8fe30-7a5f-4334-aaa3-23a1ae26a0ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522265 Feb 10 13:23:28.881832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d25da-3034-41cd-a58a-6473a7b93604 req-0f76d4b8-9487-4fff-a0b9-44abbe17f024 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:28.883078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0b1b18c-c9f8-43d6-90ba-de7bbebb2c28 req-3bd10dfd-4948-4063-899a-3a0cd6009220 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.3403430 Feb 10 13:23:28.891174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-529d25da-3034-41cd-a58a-6473a7b93604 req-0f76d4b8-9487-4fff-a0b9-44abbe17f024 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.6855178 Feb 10 13:23:28.954972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1bac6577-242a-4de0-ba0f-368707a37357, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1bac6577-242a-4de0-ba0f-368707a37357,segment=NetworkSegment(2563689d-6d60-48b5-afb3-719d8d196ad4),segment_id=2563689d-6d60-48b5-afb3-719d8d196ad4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:29.006322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0b1b18c-c9f8-43d6-90ba-de7bbebb2c28 req-fbaba6e3-ef9f-423b-9689-89ce7abf669f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158786 Feb 10 13:23:29.024904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63856491-4ad5-4983-b155-ab79107a49ef None None] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:29.034148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Deleting port 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:29.034782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.108147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1bac6577-242a-4de0-ba0f-368707a37357), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.154300 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-529d25da-3034-41cd-a58a-6473a7b93604 req-a7deccb4-8ca8-4bac-bd0c-fc6cfafe92f1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582784 Feb 10 13:23:29.190365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a8a10013-0869-4fbe-96e9-1e0d80e38ebf None None] Provisioning complete for port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:29.190676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a8a10013-0869-4fbe-96e9-1e0d80e38ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.212682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] For port 783b363a-a31e-4fde-9ef5-5d207e5fca64, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=783b363a-a31e-4fde-9ef5-5d207e5fca64,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:29.213488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.231565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd5786-233c-45e9-bff8-20398c0bdcd3 req-f8e9ac5d-98a5-43f0-ba6e-1bebe263e6e9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:29.241157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6bd5786-233c-45e9-bff8-20398c0bdcd3 req-f8e9ac5d-98a5-43f0-ba6e-1bebe263e6e9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 950 time: 0.1163800 Feb 10 13:23:29.263779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Calling delete_port for 783b363a-a31e-4fde-9ef5-5d207e5fca64 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:29.265820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] For port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:29.283166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.348373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6bd5786-233c-45e9-bff8-20398c0bdcd3 req-169fdf6e-465a-437b-921b-a1106eecb738 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054292 Feb 10 13:23:29.394858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:23:29.420718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-c63f73a7-6791-4552-8c2d-7636343e8338 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179634 Feb 10 13:23:29.461593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 783b363a-a31e-4fde-9ef5-5d207e5fca64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:29.461593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.484463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a8a10013-0869-4fbe-96e9-1e0d80e38ebf None None] Port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:29.514031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] For port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:23:29.544826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.593470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (783b363a-a31e-4fde-9ef5-5d207e5fca64), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.641737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1bac6577-242a-4de0-ba0f-368707a37357,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:29.648299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94571588-ec93-4979-85b2-516391cbd5e1 req-6206f749-2556-4321-957b-4626b05bfbf8 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:29.653660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', '783b363a-a31e-4fde-9ef5-5d207e5fca64'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:29.656561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94571588-ec93-4979-85b2-516391cbd5e1 req-6206f749-2556-4321-957b-4626b05bfbf8 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 943 time: 0.3660860 Feb 10 13:23:29.659507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:29.733622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event deleted for resources: {'Port': ['ID=783b363a-a31e-4fde-9ef5-5d207e5fca64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:29.882741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] No DVR routers for this DVR port 783b363a-a31e-4fde-9ef5-5d207e5fca64 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:29.896791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:29.901880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9c64805-ad80-445e-9fe2-c18bea4b3b14 req-3fa877d1-7e22-40a3-bddb-9bcd20b1af7c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "DELETE /v2.0/ports/783b363a-a31e-4fde-9ef5-5d207e5fca64 HTTP/1.1" status: 204 len: 173 time: 1.3115909 Feb 10 13:23:29.909003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-deleted', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:29.912192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Could not find standard attr ID for object 783b363a-a31e-4fde-9ef5-5d207e5fca64. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:23:29.918174 n-d-815324-6 neutron-server[103401]: INFO neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No ports have port_id starting with 783b363a-a31e-4fde-9ef5-5d207e5fca64 Feb 10 13:23:29.925324 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0530987d-d2cb-4943-a913-a951c2121f17" -d '{"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-deleted", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:29.979310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8bb76-3d98-43b8-9870-ff1b5addabca req-a024c043-8eaf-41ec-8fdd-ea7ed2e88456 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:29.989831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5e8bb76-3d98-43b8-9870-ff1b5addabca req-a024c043-8eaf-41ec-8fdd-ea7ed2e88456 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.4224210 Feb 10 13:23:30.031819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:30.032926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:30.101760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94571588-ec93-4979-85b2-516391cbd5e1 req-2a65c55e-5ff4-4ede-8557-e77d1dafa7df tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440844 Feb 10 13:23:30.154999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5e8bb76-3d98-43b8-9870-ff1b5addabca req-2a339fff-ac04-4ae0-a36e-82bb370a406f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637452 Feb 10 13:23:30.194234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4a260539-fd7f-46d3-b90b-d29f183b71a1 req-d5f2b4bb-c2b2-4d66-a10a-430787216be7 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566404 Feb 10 13:23:30.260250 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e65c581-787d-4d3d-9b9b-56a944bef8c7 x-openstack-request-id: req-2e65c581-787d-4d3d-9b9b-56a944bef8c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:30.260549 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a335007a-a84a-47ef-b915-a073ab4b4410", "name": "network-vif-deleted", "tag": "783b363a-a31e-4fde-9ef5-5d207e5fca64", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:30.260864 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e65c581-787d-4d3d-9b9b-56a944bef8c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:30.261294 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a335007a-a84a-47ef-b915-a073ab4b4410', 'name': 'network-vif-deleted', 'tag': '783b363a-a31e-4fde-9ef5-5d207e5fca64', 'status': 'completed', 'code': 200} Feb 10 13:23:30.434379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5ea85282-f0f2-412d-a505-145e5b288d23 None None] Provisioning complete for port 1bac6577-242a-4de0-ba0f-368707a37357 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:30.439366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fc732-9aa9-4952-9dae-3563c8a8d6b1 req-b4b4e98d-5d66-4d2b-8fc1-b7b58797f7d6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:30.440257 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ea85282-f0f2-412d-a505-145e5b288d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1bac6577-242a-4de0-ba0f-368707a37357), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:30.458291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba7fc732-9aa9-4952-9dae-3563c8a8d6b1 req-b4b4e98d-5d66-4d2b-8fc1-b7b58797f7d6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1534736 Feb 10 13:23:30.558031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba7fc732-9aa9-4952-9dae-3563c8a8d6b1 req-730ec1b5-8a8e-4160-8ac4-0e6244e30995 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986354 Feb 10 13:23:30.575173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (e839f797-9604-4c1b-8404-4ebe09a75077), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:30.600351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bfaf5-3fee-48b1-b1ea-a02d894bf8d7 req-52fed757-5e95-454f-affc-e9b744af72a6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:30.608437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de6bfaf5-3fee-48b1-b1ea-a02d894bf8d7 req-52fed757-5e95-454f-affc-e9b744af72a6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.2516854 Feb 10 13:23:30.611367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:30.771241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7ced7dd-cf5a-4fbf-9bc4-00105f6dfd11 req-70108c70-1c64-4d84-871f-e5343ccfa8ff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=a335007a-a84a-47ef-b915-a073ab4b4410 HTTP/1.1" status: 200 len: 210 time: 0.0702448 Feb 10 13:23:30.846174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:30.851633 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de6bfaf5-3fee-48b1-b1ea-a02d894bf8d7 req-8de91e74-55e0-447f-8cdf-d6f4368a4d01 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420163 Feb 10 13:23:30.880350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (0507fe83-8654-44a0-9fb8-696061748189), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:30.888072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=e839f797-9604-4c1b-8404-4ebe09a75077,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:30.965074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca065ad-7e75-4510-a657-f8f2369a37bf None None] Pushing event updated for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:31.100234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 01488e92-3320-474d-8728-3961cb96d234 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:31.148198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:31.150433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:31.286224 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4c4bf85-ee74-445b-ae6a-a0773598ea03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:31.387141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24874dc7-a67a-4ce4-bf05-51bcd61556d4 req-f8edc496-f566-4276-98ac-4b605901d523 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:31.396971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24874dc7-a67a-4ce4-bf05-51bcd61556d4 req-f8edc496-f566-4276-98ac-4b605901d523 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 943 time: 0.1437998 Feb 10 13:23:31.475630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24874dc7-a67a-4ce4-bf05-51bcd61556d4 req-67834c20-9e6e-41fc-8077-18f76ad68c02 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771594 Feb 10 13:23:31.701704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ea85282-f0f2-412d-a505-145e5b288d23 None None] Current status of the port 1bac6577-242a-4de0-ba0f-368707a37357 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:31.802862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98eefd-af52-40bf-b5ec-b5038495c445 req-e5dd5b86-51de-4925-8b10-9aa247293f56 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:31.804556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f98eefd-af52-40bf-b5ec-b5038495c445 req-e5dd5b86-51de-4925-8b10-9aa247293f56 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.0957482 Feb 10 13:23:31.817949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1bac6577-242a-4de0-ba0f-368707a37357 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:31.879368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=01488e92-3320-474d-8728-3961cb96d234,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:31.895711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f98eefd-af52-40bf-b5ec-b5038495c445 req-07ca80f3-7b48-4cd4-8230-6fff11156779 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848513 Feb 10 13:23:31.927769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '01488e92-3320-474d-8728-3961cb96d234', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'port_id': '01488e92-3320-474d-8728-3961cb96d234', 'mac_address': 'fa:16:3e:39:de:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a1747a-e4a1-4705-8eef-d3a266e69d56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:31.933256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Provisioning complete for port 1bac6577-242a-4de0-ba0f-368707a37357 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:31.933956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1bac6577-242a-4de0-ba0f-368707a37357), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:31.978554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd709bc-5901-41d4-9a34-2c98fa26e06f req-d84131ef-81ee-422b-98f4-5fea41fb28e9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:31.986492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ecd709bc-5901-41d4-9a34-2c98fa26e06f req-d84131ef-81ee-422b-98f4-5fea41fb28e9 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.8106158 Feb 10 13:23:32.000502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:22Z', 'revision_number': 4, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5c833cee-e6bd-4011-9d3a-a4515fcbbdc8', 'name': '', 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'mac_address': 'fa:16:3e:1b:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:19Z', 'updated_at': '2022-02-10T13:23:29Z', 'revision_number': 4, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'subnets': [{'id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:32.089368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ecd709bc-5901-41d4-9a34-2c98fa26e06f req-ee229c75-dd20-450a-ab41-e5131f205739 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018932 Feb 10 13:23:32.097032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 0507fe83-8654-44a0-9fb8-696061748189 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:23:32.113459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b003cd4-d3ee-4788-bd04-e12e4cc90900 None None] The sync data for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 is: [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:23:22Z', 'revision_number': 4, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '5c833cee-e6bd-4011-9d3a-a4515fcbbdc8', 'name': '', 'network_id': '7f78e7c0-7071-4382-8f10-28a8eb7f5ae2', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'mac_address': 'fa:16:3e:1b:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:19Z', 'updated_at': '2022-02-10T13:23:29Z', 'revision_number': 4, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'subnets': [{'id': '53b6cf86-6155-412f-adfb-9a67cde5433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:32.176600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 01488e92-3320-474d-8728-3961cb96d234 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:32.179342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01488e92-3320-474d-8728-3961cb96d234), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:32.181595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1bac6577-242a-4de0-ba0f-368707a37357 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:32.181967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1bac6577-242a-4de0-ba0f-368707a37357), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:32.214953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:32.225304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90b0486f-def2-4e96-84db-6abe9380e35d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/0507fe83-8654-44a0-9fb8-696061748189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0331881 Feb 10 13:23:32.229131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:32.237709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] Sync routers for ids ['0507fe83-8654-44a0-9fb8-696061748189'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:32.258629 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] Routers {'0507fe83-8654-44a0-9fb8-696061748189'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:32.259691 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0507fe83-8654-44a0-9fb8-696061748189'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:32.259854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01488e92-3320-474d-8728-3961cb96d234 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:32.312330 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:32.324923 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] Routers {'0507fe83-8654-44a0-9fb8-696061748189'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:32.327719 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0507fe83-8654-44a0-9fb8-696061748189'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:32.390320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62783022-d78a-4c1e-9f09-5b0ddc41cb78 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:32.394311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-62783022-d78a-4c1e-9f09-5b0ddc41cb78 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports/e839f797-9604-4c1b-8404-4ebe09a75077 HTTP/1.1" status: 200 len: 910 time: 0.1516137 Feb 10 13:23:32.397864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42072) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:32.402783 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:32.403725 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aabd85-06dc-4756-8c35-cc8fbd64d7db None None] The sync data for ids ['0507fe83-8654-44a0-9fb8-696061748189'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:32.418632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=01488e92-3320-474d-8728-3961cb96d234,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:32.428023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (01488e92-3320-474d-8728-3961cb96d234), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:32.488972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Current status of the port 1bac6577-242a-4de0-ba0f-368707a37357 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:32.536546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:32.559806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Provisioning complete for port e839f797-9604-4c1b-8404-4ebe09a75077 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:32.560325 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:32.563779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1bac6577-242a-4de0-ba0f-368707a37357 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:32.623021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:32.652558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f54b9-79f6-4e9a-9555-6c93d99434fa req-eacaf706-3a71-47ad-8e31-fa91f886f6fa tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:32.660195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed8f54b9-79f6-4e9a-9555-6c93d99434fa req-eacaf706-3a71-47ad-8e31-fa91f886f6fa tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 944 time: 0.0692091 Feb 10 13:23:32.680320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Port e839f797-9604-4c1b-8404-4ebe09a75077 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:32.682983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 783b363a-a31e-4fde-9ef5-5d207e5fca64 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:32.688674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 783b363a-a31e-4fde-9ef5-5d207e5fca64 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:32.739575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Provisioning complete for port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:32.739949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:32.762487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed8f54b9-79f6-4e9a-9555-6c93d99434fa req-3103f9ca-3a65-41f0-86a0-e60bc0197b7e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Feb 10 13:23:32.800639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97021c19-8bc5-4e6c-b822-5afd71bbf63e req-36b30acf-ed9b-4bce-bd2d-690ec93c2f04 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:32.803040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97021c19-8bc5-4e6c-b822-5afd71bbf63e req-36b30acf-ed9b-4bce-bd2d-690ec93c2f04 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 951 time: 0.3873024 Feb 10 13:23:32.946680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-97021c19-8bc5-4e6c-b822-5afd71bbf63e req-097647f6-fcdf-41b3-96b4-99c610fad97d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307616 Feb 10 13:23:33.040636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Current status of the port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:33.041217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.043916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['01488e92-3320-474d-8728-3961cb96d234'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:33.166693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] For port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:33.182261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.237643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d91ffd55-90f6-4d9d-97ba-529b206f4746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.266748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662b801-85f0-440c-b615-0f0e6ce22c99 req-ccd616ca-df85-4c33-b497-0c344f582d1f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:33.287440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f662b801-85f0-440c-b615-0f0e6ce22c99 req-ccd616ca-df85-4c33-b497-0c344f582d1f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1971300 Feb 10 13:23:33.295344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aafb2-21b7-4c30-861e-5357669c1a10 None None] Pushing event updated for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:33.336781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:33.407106 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f662b801-85f0-440c-b615-0f0e6ce22c99 req-82d3deb2-e1d3-4dbd-add3-24723d345241 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137550 Feb 10 13:23:33.478162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37d3ab-3672-4398-ba63-09308cd48e4a req-a05c2ad1-033f-4749-8af7-7da957bb051c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:33.487378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b37d3ab-3672-4398-ba63-09308cd48e4a req-a05c2ad1-033f-4749-8af7-7da957bb051c tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.2185092 Feb 10 13:23:33.568467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (0507fe83-8654-44a0-9fb8-696061748189), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.587846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b37d3ab-3672-4398-ba63-09308cd48e4a req-d9878b03-b085-4d99-b8ba-cc41c0f9b774 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995440 Feb 10 13:23:33.627395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ced7f1-8824-4804-a208-be9985bb17f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.833535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:33.971306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ced7f1-8824-4804-a208-be9985bb17f3 admin admin] Publish callbacks [] for security_group (eee454ab-c75b-406b-8139-136d8038d03f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.976022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:33.976419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.984420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255dc8-cea1-4350-874f-13cffc1fd31f req-7fcf253b-41b4-44ee-b7d7-be5697e6a5fc tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:33.986965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ced7f1-8824-4804-a208-be9985bb17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eee454ab-c75b-406b-8139-136d8038d03f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:33.996045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7255dc8-cea1-4350-874f-13cffc1fd31f req-7fcf253b-41b4-44ee-b7d7-be5697e6a5fc tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1043139 Feb 10 13:23:34.159618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7255dc8-cea1-4350-874f-13cffc1fd31f req-919d84af-1096-4d98-95d7-40c897edf2ca tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614280 Feb 10 13:23:34.181146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ced7f1-8824-4804-a208-be9985bb17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee454ab-c75b-406b-8139-136d8038d03f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:34.182397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:34.206529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a4ced7f1-8824-4804-a208-be9985bb17f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d7d629aa6254fe28c6f18d2d336bd68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8650873 Feb 10 13:23:34.206813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:34.255803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-8127409c-eccf-4e5e-a6ca-daae19db6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.261433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-8127409c-eccf-4e5e-a6ca-daae19db6d0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1128 time: 0.1526766 Feb 10 13:23:34.277479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b76236-c6bd-45d7-8316-894f4fc2a4e1 req-94664739-57e8-4397-ac37-f0db636ac474 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.279022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54b76236-c6bd-45d7-8316-894f4fc2a4e1 req-94664739-57e8-4397-ac37-f0db636ac474 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 951 time: 0.1049592 Feb 10 13:23:34.291747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-66295e71-64c5-4aae-b24f-b8bd82db5d22 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.293307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-66295e71-64c5-4aae-b24f-b8bd82db5d22 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 951 time: 0.2219927 Feb 10 13:23:34.303899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port e839f797-9604-4c1b-8404-4ebe09a75077 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:34.304247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.377038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Publish callbacks [] for security_group (eee454ab-c75b-406b-8139-136d8038d03f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.454250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Publish callbacks [] for security_group (eee454ab-c75b-406b-8139-136d8038d03f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.517279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.541741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54b76236-c6bd-45d7-8316-894f4fc2a4e1 req-6c181f49-df22-4c5f-98be-2788768d95dc tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471223 Feb 10 13:23:34.554411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c365def-61c6-48ef-a5e6-fa1b10044e8f req-89ce4f53-9dd6-42f0-8b4b-2779622cc743 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.556034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c365def-61c6-48ef-a5e6-fa1b10044e8f req-89ce4f53-9dd6-42f0-8b4b-2779622cc743 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.2431722 Feb 10 13:23:34.560292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-51d8d5ea-11b2-468e-b609-b3a01c42b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.561787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-51d8d5ea-11b2-468e-b609-b3a01c42b3cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.2904084 Feb 10 13:23:34.589426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.608791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for e839f797-9604-4c1b-8404-4ebe09a75077 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:34.671048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-0cd28f1c-9889-4b71-9f9e-595fcaf58d14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0853021 Feb 10 13:23:34.740415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-2372f9d7-0d0e-4fa0-98a2-8338f5c08750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:34.741855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-2372f9d7-0d0e-4fa0-98a2-8338f5c08750 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.0608485 Feb 10 13:23:34.745531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eee454ab-c75b-406b-8139-136d8038d03f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.748133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:34.751616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eee454ab-c75b-406b-8139-136d8038d03f HTTP/1.1" status: 204 len: 168 time: 0.5407300 Feb 10 13:23:34.814336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c365def-61c6-48ef-a5e6-fa1b10044e8f req-430700dd-9d93-4b56-9f6d-a0199662afce tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358649 Feb 10 13:23:34.814336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee454ab-c75b-406b-8139-136d8038d03f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:34.814336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-0b662b45-6988-4d4d-aeec-f19a429774b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574529 Feb 10 13:23:34.842555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.842914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.843262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.843609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.843947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.844284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.844725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.845390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.845730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.846062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.846392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.846720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.847046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd95be-756c-45ba-a243-29f625623d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:34.954834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-6fa69749-cdd6-4661-a517-e9d19ce7d291 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374235 Feb 10 13:23:35.009400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Deleting port 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:35.009673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.020407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e839f797-9604-4c1b-8404-4ebe09a75077), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.076212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b597-e870-40af-93e6-9204711acf74 req-2be9f627-bb27-487c-8c77-1195a87dea2c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:35.077929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b665b597-e870-40af-93e6-9204711acf74 req-2be9f627-bb27-487c-8c77-1195a87dea2c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2653582 Feb 10 13:23:35.088395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 01488e92-3320-474d-8728-3961cb96d234 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:35.089355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=e839f797-9604-4c1b-8404-4ebe09a75077,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:35.107248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d1613b7-7914-479c-a1cd-0868f6d89e95 req-eca48b27-5bbb-4c90-a38e-1d0eadfa3760 service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453958 Feb 10 13:23:35.173479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 01488e92-3320-474d-8728-3961cb96d234 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:23:35.179220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 01488e92-3320-474d-8728-3961cb96d234 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:35.179716 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (01488e92-3320-474d-8728-3961cb96d234), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.346414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 01488e92-3320-474d-8728-3961cb96d234 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:35.347719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01488e92-3320-474d-8728-3961cb96d234), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.418863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=01488e92-3320-474d-8728-3961cb96d234,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:35.418863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01488e92-3320-474d-8728-3961cb96d234'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:35.422866 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11941428-7c7f-425c-a4af-fe9682f6b5d0" -d '{"events": [{"server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "01488e92-3320-474d-8728-3961cb96d234"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:35.426285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426cec-9f30-4834-88e7-38b2a65ad4fb req-d0582943-7edc-4e9e-a3ca-9cb4fd445599 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:35.428590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (01488e92-3320-474d-8728-3961cb96d234), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.437438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91426cec-9f30-4834-88e7-38b2a65ad4fb req-d0582943-7edc-4e9e-a3ca-9cb4fd445599 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1583810 Feb 10 13:23:35.494679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b665b597-e870-40af-93e6-9204711acf74 req-062825fa-3306-4c14-8aa1-f81b6d49ad7b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067240 Feb 10 13:23:35.517180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] For port 78a753a2-a240-4122-a90b-4cc55d0bf563, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=78a753a2-a240-4122-a90b-4cc55d0bf563,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:35.517490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.528714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:35.577368 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0159a04-0479-418a-b723-8f71c31dec45 x-openstack-request-id: req-d0159a04-0479-418a-b723-8f71c31dec45 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:35.578133 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "01488e92-3320-474d-8728-3961cb96d234", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:35.578601 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0159a04-0479-418a-b723-8f71c31dec45 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:35.579348 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01488e92-3320-474d-8728-3961cb96d234', 'code': 200} Feb 10 13:23:35.602317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91426cec-9f30-4834-88e7-38b2a65ad4fb req-134cc81b-6f43-4fe7-9927-35b07d7f1332 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631203 Feb 10 13:23:35.677421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Calling delete_port for 78a753a2-a240-4122-a90b-4cc55d0bf563 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:35.743061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.743833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100497-bac0-44d1-9721-1d184ed9476a req-c8f7e469-5783-424c-81aa-daebca035164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:35.745820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65100497-bac0-44d1-9721-1d184ed9476a req-c8f7e469-5783-424c-81aa-daebca035164 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 1127 time: 0.0747597 Feb 10 13:23:35.810726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65100497-bac0-44d1-9721-1d184ed9476a req-8497b1e9-c49c-4d74-95b2-1efedc30b4e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529160 Feb 10 13:23:35.835206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (0507fe83-8654-44a0-9fb8-696061748189), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:35.884785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.015706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9497d2-50d9-4eca-a4a3-3e87b4b4514d req-54bde024-ffc8-42fd-bde2-31ec6714b724 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.025049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9497d2-50d9-4eca-a4a3-3e87b4b4514d req-54bde024-ffc8-42fd-bde2-31ec6714b724 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1008587 Feb 10 13:23:36.028153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005febba-d6cd-4c07-a2e9-86b09b40eb30 req-8e7494ce-f80d-494a-9421-aaeea6b7ffff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.030155 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-005febba-d6cd-4c07-a2e9-86b09b40eb30 req-8e7494ce-f80d-494a-9421-aaeea6b7ffff tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c00bf0-59c1-4272-8c45-d9c65989c945 HTTP/1.1" status: 200 len: 951 time: 0.3076568 Feb 10 13:23:36.089533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9497d2-50d9-4eca-a4a3-3e87b4b4514d req-975f7338-5415-41d6-9af6-c39cea09a550 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Feb 10 13:23:36.205393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 0507fe83-8654-44a0-9fb8-696061748189 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:36.220566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-005febba-d6cd-4c07-a2e9-86b09b40eb30 req-920bbbea-e532-4cbe-962c-60e1a8ed5dd0 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794603 Feb 10 13:23:36.232127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (78a753a2-a240-4122-a90b-4cc55d0bf563), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.252159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:36.263414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aefb8-5800-4037-a285-8bdba00fa330 req-cfeb1eaf-aeb0-4d3a-8023-1f2347ec0313 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.272720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae6aefb8-5800-4037-a285-8bdba00fa330 req-cfeb1eaf-aeb0-4d3a-8023-1f2347ec0313 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.0872643 Feb 10 13:23:36.295161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['78a753a2-a240-4122-a90b-4cc55d0bf563'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:36.335187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event deleted for resources: {'Port': ['ID=78a753a2-a240-4122-a90b-4cc55d0bf563,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:36.347237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:36.362729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] Sync routers for ids ['0507fe83-8654-44a0-9fb8-696061748189'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:36.381280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae6aefb8-5800-4037-a285-8bdba00fa330 req-9a1e6fce-1743-4452-9862-9ffd354a109e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972111 Feb 10 13:23:36.393170 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d091d61-96c5-474e-a0a4-c531a34d8812 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/0507fe83-8654-44a0-9fb8-696061748189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9881032 Feb 10 13:23:36.393417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42144) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:36.400962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] Routers {'0507fe83-8654-44a0-9fb8-696061748189'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:36.402019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0507fe83-8654-44a0-9fb8-696061748189'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:36.417905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] No DVR routers for this DVR port 78a753a2-a240-4122-a90b-4cc55d0bf563 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:36.421527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.428169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7780e0fb-5b48-45d7-9b7d-07ea2ce87259 req-60d8fbc8-620f-4bef-be94-4febe6913a11 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.21 "DELETE /v2.0/ports/78a753a2-a240-4122-a90b-4cc55d0bf563 HTTP/1.1" status: 204 len: 173 time: 2.1194344 Feb 10 13:23:36.428169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-deleted', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:36.430584 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5592c62-39e8-431b-af39-4d11dab78063" -d '{"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-deleted", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:36.436855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-731cee06-8279-4204-ac1d-3f235a0f2805 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=0507fe83-8654-44a0-9fb8-696061748189 HTTP/1.1" status: 200 len: 205 time: 0.0451627 Feb 10 13:23:36.440169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:36.537957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:36.582205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] Routers {'0507fe83-8654-44a0-9fb8-696061748189'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:36.582997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0507fe83-8654-44a0-9fb8-696061748189'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:36.589710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (0507fe83-8654-44a0-9fb8-696061748189), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.629882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:36.630480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb30a6-bbe1-4069-9e55-a34ba0615530 None None] The sync data for ids ['0507fe83-8654-44a0-9fb8-696061748189'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:36.647700 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62dae84-68df-4eed-ac3f-38d6b6a5af9b x-openstack-request-id: req-f62dae84-68df-4eed-ac3f-38d6b6a5af9b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:36.648355 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c00bf0-59c1-4272-8c45-d9c65989c945", "name": "network-vif-deleted", "tag": "78a753a2-a240-4122-a90b-4cc55d0bf563", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:36.649060 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f62dae84-68df-4eed-ac3f-38d6b6a5af9b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:36.649546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb728fc-8ca6-4ad2-902d-14292e257b11 req-5a9b8f0d-492f-4519-8379-b9f97b82f1bd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.649927 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c00bf0-59c1-4272-8c45-d9c65989c945', 'name': 'network-vif-deleted', 'tag': '78a753a2-a240-4122-a90b-4cc55d0bf563', 'status': 'completed', 'code': 200} Feb 10 13:23:36.661209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eb728fc-8ca6-4ad2-902d-14292e257b11 req-5a9b8f0d-492f-4519-8379-b9f97b82f1bd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1506414 Feb 10 13:23:36.772146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eb728fc-8ca6-4ad2-902d-14292e257b11 req-c363fca9-86bb-4f26-96d2-062e6004df27 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100340 Feb 10 13:23:36.906074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0507fe83-8654-44a0-9fb8-696061748189), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.909242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (0507fe83-8654-44a0-9fb8-696061748189), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.918262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721669c8-3bd0-483b-9aa4-7e2c563bf5a7 req-e47a7e25-86d9-4bce-8d47-296b3344b066 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.927497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-721669c8-3bd0-483b-9aa4-7e2c563bf5a7 req-e47a7e25-86d9-4bce-8d47-296b3344b066 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 945 time: 0.0840073 Feb 10 13:23:36.966251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6480-d19c-4a7a-a1b8-ee05f9a3e033 req-9bd97c1f-37d4-4b25-b279-63cbb3f42436 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:36.974169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d0e6480-d19c-4a7a-a1b8-ee05f9a3e033 req-9bd97c1f-37d4-4b25-b279-63cbb3f42436 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1868856 Feb 10 13:23:36.976969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-721669c8-3bd0-483b-9aa4-7e2c563bf5a7 req-5a291aa6-07ef-4b2d-84ef-ce9cbde96e11 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Feb 10 13:23:36.996480 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0507fe83-8654-44a0-9fb8-696061748189), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:36.997036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router 0507fe83-8654-44a0-9fb8-696061748189 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:23:37.004287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.005430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09efe084-1494-4d8d-860e-f1b825576809 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/0507fe83-8654-44a0-9fb8-696061748189 HTTP/1.1" status: 204 len: 168 time: 0.5649140 Feb 10 13:23:37.015407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:37.042602 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8d0e6480-d19c-4a7a-a1b8-ee05f9a3e033 req-170d3c3a-7941-4ac8-8898-bc77fd601e72 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Feb 10 13:23:37.130034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 1f7933d4-1846-42e4-aff4-6e28d0407fed {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:23:37.136189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (1f7933d4-1846-42e4-aff4-6e28d0407fed), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.188326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58164d60-16c1-449d-b066-81be31f114c7 req-62f5444b-7a8f-4714-b71a-1bff14adb606 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:37.193245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58164d60-16c1-449d-b066-81be31f114c7 req-62f5444b-7a8f-4714-b71a-1bff14adb606 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1212411 Feb 10 13:23:37.209017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (1f7933d4-1846-42e4-aff4-6e28d0407fed), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.320963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58164d60-16c1-449d-b066-81be31f114c7 req-aa125a13-95f4-404d-a068-c6337da2e3ca tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239161 Feb 10 13:23:37.384315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1f7933d4-1846-42e4-aff4-6e28d0407fed), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.397017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.475429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1f7933d4-1846-42e4-aff4-6e28d0407fed), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.523544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7933d4-1846-42e4-aff4-6e28d0407fed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:37.542419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.548620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-559f32c8-a589-4bf3-8904-ad23054e4cc1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/1f7933d4-1846-42e4-aff4-6e28d0407fed HTTP/1.1" status: 204 len: 168 time: 0.5286727 Feb 10 13:23:37.548738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:37.553616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac3bad-4077-4d30-bd08-a8d23ce570ca None None] Network 333ac8d5-d282-43b0-b1cb-954dcc1191b1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:37.591133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab784f5-0018-4c85-ae06-d78d3bfeac93 req-41c4ec75-dadc-4aeb-8ff3-b99428de6f08 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:37.594300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ab784f5-0018-4c85-ae06-d78d3bfeac93 req-41c4ec75-dadc-4aeb-8ff3-b99428de6f08 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.0742788 Feb 10 13:23:37.676399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ab784f5-0018-4c85-ae06-d78d3bfeac93 req-82044e03-e1be-47a8-bcee-3e1434b7f1cd tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761814 Feb 10 13:23:37.678002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (333ac8d5-d282-43b0-b1cb-954dcc1191b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.764436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dcc96-100c-4381-b7d1-2e3dbe437629 req-6e99a257-da85-4a2f-b9a4-028bd86ce297 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:37.767608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-151dcc96-100c-4381-b7d1-2e3dbe437629 req-6e99a257-da85-4a2f-b9a4-028bd86ce297 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1732121 Feb 10 13:23:37.831378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:37.841197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] DHCP port deletion for 333ac8d5-d282-43b0-b1cb-954dcc1191b1 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:23:37.848315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 1bac6577-242a-4de0-ba0f-368707a37357 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:37.848774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1bac6577-242a-4de0-ba0f-368707a37357), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.887183 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-151dcc96-100c-4381-b7d1-2e3dbe437629 req-61431b35-d3b1-4f6e-b0bf-e463c58ef7fe tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998156 Feb 10 13:23:37.890894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c53f-d96c-4c77-8738-366a59cd44de req-e641dd4c-af7b-4b8b-947c-b3cdf59e8311 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:37.892367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c01c53f-d96c-4c77-8738-366a59cd44de req-e641dd4c-af7b-4b8b-947c-b3cdf59e8311 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1128609 Feb 10 13:23:37.952275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Deleting port 1bac6577-242a-4de0-ba0f-368707a37357 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:37.953654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1bac6577-242a-4de0-ba0f-368707a37357), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.962389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c01c53f-d96c-4c77-8738-366a59cd44de req-326b07a2-7838-49bc-9bd2-bfdbb7d09875 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Feb 10 13:23:37.975298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 1bac6577-242a-4de0-ba0f-368707a37357, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1bac6577-242a-4de0-ba0f-368707a37357,segment=NetworkSegment(2563689d-6d60-48b5-afb3-719d8d196ad4),segment_id=2563689d-6d60-48b5-afb3-719d8d196ad4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:37.977159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1bac6577-242a-4de0-ba0f-368707a37357), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:37.994242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 1bac6577-242a-4de0-ba0f-368707a37357 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:38.039174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344c3add-b02e-4ba0-bfba-e3cb5e3e11b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.134525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] For port 1bac6577-242a-4de0-ba0f-368707a37357, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1bac6577-242a-4de0-ba0f-368707a37357,segment=NetworkSegment(2563689d-6d60-48b5-afb3-719d8d196ad4),segment_id=2563689d-6d60-48b5-afb3-719d8d196ad4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:38.135312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1bac6577-242a-4de0-ba0f-368707a37357), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.154373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1bac6577-242a-4de0-ba0f-368707a37357), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.155952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Calling delete_port for 1bac6577-242a-4de0-ba0f-368707a37357 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:38.205184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=1bac6577-242a-4de0-ba0f-368707a37357,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:38.207757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port 1bac6577-242a-4de0-ba0f-368707a37357 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:38.218084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344c3add-b02e-4ba0-bfba-e3cb5e3e11b0 admin admin] Publish callbacks [] for security_group (21573615-d704-44b9-8705-3531b6943fa5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.230169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-344c3add-b02e-4ba0-bfba-e3cb5e3e11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21573615-d704-44b9-8705-3531b6943fa5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.266637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca4d5e-c69a-480a-b6f7-454490a556ab req-a02be550-f9af-426a-a8bb-8fa75210221e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:38.269109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71ca4d5e-c69a-480a-b6f7-454490a556ab req-a02be550-f9af-426a-a8bb-8fa75210221e tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1737826 Feb 10 13:23:38.277934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1bac6577-242a-4de0-ba0f-368707a37357), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.281538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223a8a-cd14-480c-8bd9-a3df5a0a2c57 req-4976ee93-6a07-418a-8dec-28ea1ec50901 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:38.282915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef223a8a-cd14-480c-8bd9-a3df5a0a2c57 req-4976ee93-6a07-418a-8dec-28ea1ec50901 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1451221 Feb 10 13:23:38.304708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-344c3add-b02e-4ba0-bfba-e3cb5e3e11b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c94ef1944aa4386a5a02371afd5204b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699781 Feb 10 13:23:38.306578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:38.313710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c3add-b02e-4ba0-bfba-e3cb5e3e11b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21573615-d704-44b9-8705-3531b6943fa5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:38.328599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] Pushing event deleted for resources: {'Port': ['ID=1bac6577-242a-4de0-ba0f-368707a37357,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:38.333613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c47f0-fe69-449c-9ac8-1b67632f6984 None None] No DVR routers for this DVR port 1bac6577-242a-4de0-ba0f-368707a37357 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:38.345553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (333ac8d5-d282-43b0-b1cb-954dcc1191b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.365348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef223a8a-cd14-480c-8bd9-a3df5a0a2c57 req-1d03f3cd-123d-4693-b279-ce2f9c94e1ba tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748904 Feb 10 13:23:38.420206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ac8d5-d282-43b0-b1cb-954dcc1191b1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:38.437635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71ca4d5e-c69a-480a-b6f7-454490a556ab req-f905a243-64ee-4a59-acfb-8e18bf44fad2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599627 Feb 10 13:23:38.439978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2563689d-6d60-48b5-afb3-719d8d196ad4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:38.440284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2563689d-6d60-48b5-afb3-719d8d196ad4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:38.452577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2563689d-6d60-48b5-afb3-719d8d196ad4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.483915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] Publish callbacks [] for security_group (21573615-d704-44b9-8705-3531b6943fa5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.489411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2563689d-6d60-48b5-afb3-719d8d196ad4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.504836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:23:38.505250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2563689d-6d60-48b5-afb3-719d8d196ad4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:23:38.508342 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:23:38.532339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] Publish callbacks [] for security_group (21573615-d704-44b9-8705-3531b6943fa5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.566117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99265a71-9cbf-4d2c-b4a6-48e7a4bb50fb req-671b43c2-806f-4083-b193-4de827b47b41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:38.567558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99265a71-9cbf-4d2c-b4a6-48e7a4bb50fb req-671b43c2-806f-4083-b193-4de827b47b41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1380401 Feb 10 13:23:38.605574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (333ac8d5-d282-43b0-b1cb-954dcc1191b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.616557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.622910 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/333ac8d5-d282-43b0-b1cb-954dcc1191b1 HTTP/1.1" status: 204 len: 168 time: 1.0733144 Feb 10 13:23:38.630164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:38.636202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b029-e15a-443c-9a5c-b0a65d872067 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=333ac8d5-d282-43b0-b1cb-954dcc1191b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:38.644087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682147304', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:38.670499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21573615-d704-44b9-8705-3531b6943fa5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.677872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.678335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.679386 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:38.687945 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21573615-d704-44b9-8705-3531b6943fa5 HTTP/1.1" status: 204 len: 168 time: 0.3756368 Feb 10 13:23:38.706568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa2a5-f805-4f5f-abac-01bafb3d501b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21573615-d704-44b9-8705-3531b6943fa5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:38.790859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99265a71-9cbf-4d2c-b4a6-48e7a4bb50fb req-739f0b45-8422-4959-8d52-83a7008460da tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176507 Feb 10 13:23:38.945437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:39.071214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-16601518-60b6-48b0-bfcb-98d17988de75 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.073051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-16601518-60b6-48b0-bfcb-98d17988de75 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.1918616 Feb 10 13:23:39.088303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:39.118021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 78a753a2-a240-4122-a90b-4cc55d0bf563 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:39.118559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 78a753a2-a240-4122-a90b-4cc55d0bf563 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:39.150712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcc6f6-0f78-4485-bc3f-969e940e9fef req-0b911b94-997c-462a-8837-3fc765fab74b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.152467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5edcc6f6-0f78-4485-bc3f-969e940e9fef req-0b911b94-997c-462a-8837-3fc765fab74b tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.2162538 Feb 10 13:23:39.253922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d783ff-33a7-48b7-8c82-bf9fb9ce9c5c req-4a67127b-6aa7-4bc0-b2cc-b19c984b21d6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.262897 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1d783ff-33a7-48b7-8c82-bf9fb9ce9c5c req-4a67127b-6aa7-4bc0-b2cc-b19c984b21d6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 950 time: 0.0911975 Feb 10 13:23:39.264106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_gateway (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:39.330068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5edcc6f6-0f78-4485-bc3f-969e940e9fef req-004dbdbd-fd4f-4ddd-868c-9a97c243f6ac tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281538 Feb 10 13:23:39.345158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1d783ff-33a7-48b7-8c82-bf9fb9ce9c5c req-fb05fa4f-4934-4148-a8e0-7d57ee020f2c tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808489 Feb 10 13:23:39.556346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98229e-044c-43a4-ac2b-7c2758899d35 req-768e9d7d-eddc-46ea-901e-c4586635f83d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.565803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e98229e-044c-43a4-ac2b-7c2758899d35 req-768e9d7d-eddc-46ea-901e-c4586635f83d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.0967715 Feb 10 13:23:39.572787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.579891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.585913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.591734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.598099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.604253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.611110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.613815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-1fc2dfc8-1e45-48f5-afa3-4b3e450e3bf0 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.1854362 Feb 10 13:23:39.617243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Deleting port c9cf80d3-9c3a-449a-a937-6234c2da7a6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:39.617763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:39.636103 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e98229e-044c-43a4-ac2b-7c2758899d35 req-64aacd51-c107-4998-975e-96fdb71b783f tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690570 Feb 10 13:23:39.774583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1bac6577-242a-4de0-ba0f-368707a37357 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:39.817401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1bac6577-242a-4de0-ba0f-368707a37357 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:39.817755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1bac6577-242a-4de0-ba0f-368707a37357 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:39.833697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e23633b6-4a4d-4c7e-883b-529f10b73157 req-ddba0cec-102e-4299-b37f-086553334325 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121875 Feb 10 13:23:39.855114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] For port c9cf80d3-9c3a-449a-a937-6234c2da7a6b, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:39.855487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:39.883446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ccf03-d1dd-48c4-8c0b-156ee5b5bd22 req-96a26696-f87b-4ce2-85cf-5d64d08492a5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:39.895372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b33ccf03-d1dd-48c4-8c0b-156ee5b5bd22 req-96a26696-f87b-4ce2-85cf-5d64d08492a5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1360564 Feb 10 13:23:39.953359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Calling delete_port for c9cf80d3-9c3a-449a-a937-6234c2da7a6b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:40.008858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b33ccf03-d1dd-48c4-8c0b-156ee5b5bd22 req-805f52d2-62f5-41ef-8bee-46a14cb36a0a tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Feb 10 13:23:40.166178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dad7f9-0bd4-467e-8e1e-604ed6c4710c req-5ff2c9db-398b-49e8-8f9e-2f55d0b7e629 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:40.173539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1dad7f9-0bd4-467e-8e1e-604ed6c4710c req-5ff2c9db-398b-49e8-8f9e-2f55d0b7e629 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.0783188 Feb 10 13:23:40.205320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_gateway (051d674c-c612-4b0e-91a5-2670fa0f98c9), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:40.237153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:40.259088 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1dad7f9-0bd4-467e-8e1e-604ed6c4710c req-62b446e0-6203-403f-b849-2c5f72cc9ebb tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810447 Feb 10 13:23:40.325617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a020fe-1ca5-4495-afb7-270a6b9aaffa req-3ea5e3a9-7d6b-4efe-be79-8b4ad5b57d64 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:40.337511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a020fe-1ca5-4495-afb7-270a6b9aaffa req-3ea5e3a9-7d6b-4efe-be79-8b4ad5b57d64 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2875164 Feb 10 13:23:40.406985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0651eb-a805-4180-bfc9-e98052ef87ad req-ed90af95-4725-45c3-8785-be7d479b09d6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:40.417626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d0651eb-a805-4180-bfc9-e98052ef87ad req-ed90af95-4725-45c3-8785-be7d479b09d6 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.0891786 Feb 10 13:23:40.508559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a020fe-1ca5-4495-afb7-270a6b9aaffa req-abdf03bc-5045-4cc6-9523-1f48155ef12e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701715 Feb 10 13:23:40.554445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.25.8.162 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e701b68f-49ca-4f6d-ba5a-bc144294fc5c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:40.565971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c9cf80d3-9c3a-449a-a937-6234c2da7a6b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:40.579303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:40.592332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4d0651eb-a805-4180-bfc9-e98052ef87ad req-91ef3a90-fc37-4896-a9b4-40c4aa7e1a55 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626670 Feb 10 13:23:40.683354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event deleted for resources: {'Port': ['ID=c9cf80d3-9c3a-449a-a937-6234c2da7a6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:40.982012 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:41.214415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3310f-525a-44bc-87a6-59f5d04c5ddc req-7fd63390-ce22-49f9-b801-6bab7e864eb2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.217413 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-92a3310f-525a-44bc-87a6-59f5d04c5ddc req-7fd63390-ce22-49f9-b801-6bab7e864eb2 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.4706085 Feb 10 13:23:41.303539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-92a3310f-525a-44bc-87a6-59f5d04c5ddc req-7f8db08f-dc18-4a50-9eb5-fe015d3ea914 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743854 Feb 10 13:23:41.446933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.453299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.459208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.464706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.470804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.477526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.483244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.491137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-5814db7f-db09-4c97-a77e-b3051c245c13 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.1190703 Feb 10 13:23:41.507731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-665dbee5-7e13-4972-bb1a-109b778955fc req-cc10c0e1-dbc1-419a-bf76-ddca350f0fd9 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=3851e15f-1133-4458-95d7-d5a9505eed9a HTTP/1.1" status: 200 len: 210 time: 0.7649233 Feb 10 13:23:41.542738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] No DVR routers for this DVR port c9cf80d3-9c3a-449a-a937-6234c2da7a6b on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:41.546667 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:41.550031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2763fdcc-083f-4080-9021-6fc5b6fd7b60 req-412d2daf-b444-4a6d-ad1f-1769b9eef3bd tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "DELETE /v2.0/ports/c9cf80d3-9c3a-449a-a937-6234c2da7a6b HTTP/1.1" status: 204 len: 173 time: 2.4447324 Feb 10 13:23:41.550747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-deleted', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:41.553256 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c7216-895a-49d8-aa74-8160c33e2b06" -d '{"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-deleted", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:41.586327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5b1198f-ab8b-4343-bf1d-20a33a6724dc req-d136e454-f0df-4fae-a66f-59e12be31cd9 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942905 Feb 10 13:23:41.601565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (e701b68f-49ca-4f6d-ba5a-bc144294fc5c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:41.644004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e701b68f-49ca-4f6d-ba5a-bc144294fc5c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:41.741497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:23:41.746972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:41.753700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:23:41.788895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=e701b68f-49ca-4f6d-ba5a-bc144294fc5c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:41.819722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f4fc-db53-468b-ac48-94774eba2adc req-067e2645-a89e-4362-a525-b0bac1268bf5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.821271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9127f4fc-db53-468b-ac48-94774eba2adc req-067e2645-a89e-4362-a525-b0bac1268bf5 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1422575 Feb 10 13:23:41.824153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8d855-d35b-44bd-81d7-a51417b4a3d5 req-4247eeee-8e74-4e1f-945d-55bfa0917f77 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:41.831620 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54d8d855-d35b-44bd-81d7-a51417b4a3d5 req-4247eeee-8e74-4e1f-945d-55bfa0917f77 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.0936327 Feb 10 13:23:41.898753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54d8d855-d35b-44bd-81d7-a51417b4a3d5 req-8529ca58-60c3-403f-afe0-5772f1bd5b74 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644808 Feb 10 13:23:41.997219 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9127f4fc-db53-468b-ac48-94774eba2adc req-3c4dbe73-2e76-476c-8179-8c52ff40b247 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247969 Feb 10 13:23:41.997219 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318421be-b1cc-4e56-95fc-1db35b98a946 x-openstack-request-id: req-318421be-b1cc-4e56-95fc-1db35b98a946 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:41.998694 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3851e15f-1133-4458-95d7-d5a9505eed9a", "name": "network-vif-deleted", "tag": "c9cf80d3-9c3a-449a-a937-6234c2da7a6b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:41.999202 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-318421be-b1cc-4e56-95fc-1db35b98a946 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:42.000238 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3851e15f-1133-4458-95d7-d5a9505eed9a', 'name': 'network-vif-deleted', 'tag': 'c9cf80d3-9c3a-449a-a937-6234c2da7a6b', 'status': 'completed', 'code': 200} Feb 10 13:23:42.326056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf24037-2520-4888-ae34-6bc545a63c8d req-a749819b-4cbe-4d7a-a68e-78b46d74bf08 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.334824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bf24037-2520-4888-ae34-6bc545a63c8d req-a749819b-4cbe-4d7a-a68e-78b46d74bf08 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.1871653 Feb 10 13:23:42.424206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_gateway (051d674c-c612-4b0e-91a5-2670fa0f98c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:42.453180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bf24037-2520-4888-ae34-6bc545a63c8d req-bbd48213-40b2-4f6a-828d-05bf26472a77 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022778 Feb 10 13:23:42.532101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.545054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.562538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.575224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.590434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.605348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.616362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.620387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-ab092cf2-286b-4b2c-8b9d-4cd3c985cf47 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2166238 Feb 10 13:23:42.622461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:42.671406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: c9cf80d3-9c3a-449a-a937-6234c2da7a6b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:42.671921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device c9cf80d3-9c3a-449a-a937-6234c2da7a6b not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:42.766904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-51ff8445-717f-4470-b749-e47d8ea47f80 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.769556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-51ff8445-717f-4470-b749-e47d8ea47f80 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1333985 Feb 10 13:23:42.952182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.961305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.966852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.976668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.982174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.990762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:42.996296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:43.004668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-c607d0ac-c917-4a64-9f1e-cc067c9fc601 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 5444 time: 0.2167234 Feb 10 13:23:43.015695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:43.017331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4a43a7fa-b840-40b3-9ff5-c0a309824802 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2384651 Feb 10 13:23:43.114201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:43.146102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8d6e0be-4e7b-4211-9754-a9a2be002701 req-6f6b10f3-ff21-4a7e-b3a8-614c085d02c6 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404264 Feb 10 13:23:43.265681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a71e5-4b1d-4c42-8516-3d91e66087a0 req-fb7395ec-cd62-4936-a54f-8fc2a635b6a6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:43.274918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-533a71e5-4b1d-4c42-8516-3d91e66087a0 req-fb7395ec-cd62-4936-a54f-8fc2a635b6a6 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.2562828 Feb 10 13:23:43.313433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:43.439923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-533a71e5-4b1d-4c42-8516-3d91e66087a0 req-f1a1b4b1-7b4e-43f8-afe8-3a0374f72e96 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633487 Feb 10 13:23:43.476664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062fc0e-49c4-4117-ae9b-add103a4f0d2 req-3b4a4ba7-62ce-468f-a9ed-48c48bede083 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:43.492273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3062fc0e-49c4-4117-ae9b-add103a4f0d2 req-3b4a4ba7-62ce-468f-a9ed-48c48bede083 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1991296 Feb 10 13:23:43.527202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:43.572692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 051d674c-c612-4b0e-91a5-2670fa0f98c9 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:23:43.619358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3062fc0e-49c4-4117-ae9b-add103a4f0d2 req-1b3d7a12-28b3-4682-8162-9ae38db0893e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261203 Feb 10 13:23:43.628505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:43.672384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] For port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:43.716087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] device_id is not set on port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:23:43.728725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Publish callbacks [] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:43.739366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:43.886721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:43.895599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] No DVR routers for this DVR port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:43.904714 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] Sync routers for ids ['051d674c-c612-4b0e-91a5-2670fa0f98c9'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:43.917858 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] Routers {'051d674c-c612-4b0e-91a5-2670fa0f98c9'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:43.918536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['051d674c-c612-4b0e-91a5-2670fa0f98c9'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:43.955867 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:43.962699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bcef26bd-3733-4509-8c34-b7be4bbd2c2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3265495 Feb 10 13:23:43.964453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:43.990699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:44.017199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.019343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.020640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.022234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.024566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.025189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.025729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.026290 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:44.027045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.027610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.028421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.030265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.030815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.032489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:23:44.052229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] Routers {'051d674c-c612-4b0e-91a5-2670fa0f98c9'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:44.053948 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['051d674c-c612-4b0e-91a5-2670fa0f98c9'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:44.082839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a1ca-9533-438f-939c-32e922fe6b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.156798 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:44.157785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f52c3-33a6-4a4f-b90f-7f09c1adcbe6 None None] The sync data for ids ['051d674c-c612-4b0e-91a5-2670fa0f98c9'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:44.210313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a1ca-9533-438f-939c-32e922fe6b62 admin admin] Publish callbacks [] for security_group (800b5511-0492-4b60-93b5-8696a6e605d7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.214160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] In _notify_port_updated(), no bound segment for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:23:44.215262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.215873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.217491 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-4fddab40-9ad3-4e92-a8a2-f39783342cb7 service neutron] 10.222.0.21 "PUT /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 200 len: 1033 time: 1.1256390 Feb 10 13:23:44.219255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a1ca-9533-438f-939c-32e922fe6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (800b5511-0492-4b60-93b5-8696a6e605d7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.231804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5448c307-671d-4af0-9a60-651fc1affce2 None None] Provisioning complete for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:44.232366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5448c307-671d-4af0-9a60-651fc1affce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.272538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7565eab-a218-4e93-92ef-921ff474e322 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers/051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 200 len: 880 time: 0.3068228 Feb 10 13:23:44.282232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:44.317934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5448c307-671d-4af0-9a60-651fc1affce2 None None] Port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:44.330195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d0d6a1ca-9533-438f-939c-32e922fe6b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=812c54082d0e4db7b2c372a44fdd2be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8016310 Feb 10 13:23:44.340949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:44.374072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-1d77987b-47e1-4a88-b26d-b23319102dcd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.383645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-1d77987b-47e1-4a88-b26d-b23319102dcd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "GET /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1416440 Feb 10 13:23:44.383645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6a1ca-9533-438f-939c-32e922fe6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b5511-0492-4b60-93b5-8696a6e605d7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:44.388419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:44.446771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.456310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.462743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.469235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.475430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.481437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.491240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-4ad5119c-f7f2-492e-9ac8-2c6c4ecc1ed5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 4664 time: 0.1743517 Feb 10 13:23:44.617946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b1f2c8ff-d453-4579-83e7-250d775e83b1 req-38204ec0-6c91-4c5d-90c2-51adb1e806a4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&id=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257849 Feb 10 13:23:44.621689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.627846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f29540-14c3-4662-bb2a-287c92453a7d req-8d2198ac-2120-440a-9534-465b89ac2f69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.641152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55f29540-14c3-4662-bb2a-287c92453a7d req-8d2198ac-2120-440a-9534-465b89ac2f69 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.3503315 Feb 10 13:23:44.658524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] Publish callbacks [] for security_group (800b5511-0492-4b60-93b5-8696a6e605d7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.826533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] Publish callbacks [] for security_group (800b5511-0492-4b60-93b5-8696a6e605d7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:44.925967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a5ac-f8c5-4d49-ad4e-e2663f38d024 req-4539ed43-ca97-4f9c-b7cc-deb30a8d311d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:44.934120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3698a5ac-f8c5-4d49-ad4e-e2663f38d024 req-4539ed43-ca97-4f9c-b7cc-deb30a8d311d tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 949 time: 0.3789432 Feb 10 13:23:45.020041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8ffd-decb-4084-8a0e-2722f6086114 req-d8330341-bfb7-4b2d-a4de-c8917fd63c6c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.027503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-556d8ffd-decb-4084-8a0e-2722f6086114 req-d8330341-bfb7-4b2d-a4de-c8917fd63c6c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1879516 Feb 10 13:23:45.038898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:45.114258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-556d8ffd-decb-4084-8a0e-2722f6086114 req-0b355496-67e6-4a6a-aa71-80e7e91ebf13 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857725 Feb 10 13:23:45.115377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] For port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:23:45.177819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Deleting port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:45.178408 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.179332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] device_id is not set on port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:23:45.195608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Publish callbacks [] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.206478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (800b5511-0492-4b60-93b5-8696a6e605d7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.209271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.210050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.213958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/800b5511-0492-4b60-93b5-8696a6e605d7 HTTP/1.1" status: 204 len: 168 time: 0.8438957 Feb 10 13:23:45.216327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3698a5ac-f8c5-4d49-ad4e-e2663f38d024 req-5d3b89db-bdf5-4883-aa31-3993f00adb13 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e735dae-df65-4ec0-9114-ebde4b51c638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216465 Feb 10 13:23:45.252891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ebd24-ad50-4917-a537-44cfe5ffe853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b5511-0492-4b60-93b5-8696a6e605d7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:45.319998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c957a778-32ed-4c69-8c71-cf8ff259a6b4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0366061 Feb 10 13:23:45.320921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:45.333031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] No DVR routers for this DVR port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:45.413274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-682147304'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:45.417859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:45.442091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] In _notify_port_updated(), no bound segment for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf on network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:23:45.446528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.447433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.449831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-3abe105b-7316-4bed-9189-5145bf0ab381 service neutron] 10.222.0.21 "PUT /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 200 len: 1032 time: 1.0658786 Feb 10 13:23:45.567060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] For port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:45.567444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.642699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 765be135-1c4e-4829-bfeb-49a019783cf4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:45.643604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.653327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Calling delete_port for 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:45.755494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7123d6a3-9e4c-4e9a-8ae2-2d8b715e8d09 None None] Provisioning complete for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:45.756648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7123d6a3-9e4c-4e9a-8ae2-2d8b715e8d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.871761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7123d6a3-9e4c-4e9a-8ae2-2d8b715e8d09 None None] Port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:23:45.875294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] For port 765be135-1c4e-4829-bfeb-49a019783cf4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=765be135-1c4e-4829-bfeb-49a019783cf4,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:45.875737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:45.899114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.919116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.931233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.945258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.976785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:45.983761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edadc731-50c1-4506-a847-63bc65db84d8 req-a2bfa157-629c-43b7-86c2-076f07edc37f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 3885 time: 0.2007625 Feb 10 13:23:45.985532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42416) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:46.011393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 765be135-1c4e-4829-bfeb-49a019783cf4 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:46.176426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c54ed-4b58-4733-bf54-990fe63279bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.303608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c54ed-4b58-4733-bf54-990fe63279bc admin admin] Publish callbacks [] for security_group (434a90b6-c4df-4b21-9f19-8656ad78eb22), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.318472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c54ed-4b58-4733-bf54-990fe63279bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (434a90b6-c4df-4b21-9f19-8656ad78eb22), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.367145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c54ed-4b58-4733-bf54-990fe63279bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a90b6-c4df-4b21-9f19-8656ad78eb22,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:46.414155 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-edadc731-50c1-4506-a847-63bc65db84d8 req-b0206e8d-790c-495c-8f8d-6b64c384ad09 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703056 Feb 10 13:23:46.426678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-578c54ed-4b58-4733-bf54-990fe63279bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d8ed1b097d74b1cac780bca17803d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829351 Feb 10 13:23:46.427753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42424) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:46.581430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] Publish callbacks [] for security_group (434a90b6-c4df-4b21-9f19-8656ad78eb22), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.610443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] Publish callbacks [] for security_group (434a90b6-c4df-4b21-9f19-8656ad78eb22), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.686858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2573ce0d-2ee9-4211-ad9b-5cc0833694f3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.708617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975ad0-9657-475d-9cc5-3def5a122060 req-5a77ca41-3a3d-4e4f-b160-c8232da502bd tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:46.711333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c975ad0-9657-475d-9cc5-3def5a122060 req-5a77ca41-3a3d-4e4f-b160-c8232da502bd tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.3232970 Feb 10 13:23:46.711832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (434a90b6-c4df-4b21-9f19-8656ad78eb22), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.720110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.724483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/434a90b6-c4df-4b21-9f19-8656ad78eb22 HTTP/1.1" status: 204 len: 168 time: 0.2949402 Feb 10 13:23:46.821414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0932-8ba8-4064-be0e-98d8eb117a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a90b6-c4df-4b21-9f19-8656ad78eb22,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:46.830448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Pushing event deleted for resources: {'Port': ['ID=2573ce0d-2ee9-4211-ad9b-5cc0833694f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:46.858403 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0f1a85f-2a0d-4621-a174-0a535eaa1a17 req-12614934-379b-45b5-b796-56b24f48bf56 tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1641807-611a-422f-bbf1-170bd6012cb0 HTTP/1.1" status: 200 len: 210 time: 0.3033998 Feb 10 13:23:46.890604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (765be135-1c4e-4829-bfeb-49a019783cf4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.926407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] No DVR routers for this DVR port 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:46.932947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:46.936199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55f29540-14c3-4662-bb2a-287c92453a7d req-96c9b80f-ff3b-44d7-925f-a90feba064cb tempest-MigrationsAdminTest-1830169098 tempest-MigrationsAdminTest-1830169098-project] 10.222.0.77 "DELETE /v2.0/ports/2573ce0d-2ee9-4211-ad9b-5cc0833694f3 HTTP/1.1" status: 204 len: 173 time: 2.2956645 Feb 10 13:23:46.964579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-deleted', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:46.966731 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a2f09-97a8-46b2-86e6-5ea7d64483fa" -d '{"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-deleted", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:47.000521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c975ad0-9657-475d-9cc5-3def5a122060 req-2221bfa3-c44d-484f-ab47-654810f6c31c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692816 Feb 10 13:23:47.027064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.060265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.083058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=765be135-1c4e-4829-bfeb-49a019783cf4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:47.119320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 765be135-1c4e-4829-bfeb-49a019783cf4 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:47.169755 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e014362c-c391-4498-87c4-738c64006346 x-openstack-request-id: req-e014362c-c391-4498-87c4-738c64006346 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:47.170495 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1641807-611a-422f-bbf1-170bd6012cb0", "name": "network-vif-deleted", "tag": "2573ce0d-2ee9-4211-ad9b-5cc0833694f3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:47.170922 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e014362c-c391-4498-87c4-738c64006346 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:47.171488 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1641807-611a-422f-bbf1-170bd6012cb0', 'name': 'network-vif-deleted', 'tag': '2573ce0d-2ee9-4211-ad9b-5cc0833694f3', 'status': 'completed', 'code': 200} Feb 10 13:23:47.225536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 765be135-1c4e-4829-bfeb-49a019783cf4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:47.225822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 765be135-1c4e-4829-bfeb-49a019783cf4 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:47.226252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:47.303090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] No DVR routers for this DVR port 765be135-1c4e-4829-bfeb-49a019783cf4 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:47.317751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.326762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 051d674c-c612-4b0e-91a5-2670fa0f98c9 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:47.340643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-47069768-3b11-41e4-af81-98d91770097d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "DELETE /v2.0/ports/765be135-1c4e-4829-bfeb-49a019783cf4 HTTP/1.1" status: 204 len: 173 time: 1.8811612 Feb 10 13:23:47.343497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:47.355009 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab044e42-7368-4428-8eba-c89fa2285d1e" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:47.394170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:47.395504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.423510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:47.430187 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb39c6d-615d-4f03-8114-03ea8a32bab3" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:47.448087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:47.459494 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.460798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:47.564696 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8c785-9d74-41c0-ae0a-f4520e197916 x-openstack-request-id: req-fdf8c785-9d74-41c0-ae0a-f4520e197916 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:47.568118 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "765be135-1c4e-4829-bfeb-49a019783cf4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:47.569069 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdf8c785-9d74-41c0-ae0a-f4520e197916 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:47.569866 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '765be135-1c4e-4829-bfeb-49a019783cf4', 'status': 'completed', 'code': 200} Feb 10 13:23:47.673022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:47.673377 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.735516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:47.760661 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83543c-ffa8-48e3-8453-e9b884d092bb x-openstack-request-id: req-7a83543c-ffa8-48e3-8453-e9b884d092bb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:47.761063 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:47.761223 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a83543c-ffa8-48e3-8453-e9b884d092bb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:47.764030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:47.767658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-64ad0683-91a4-4586-aa1e-936def3dbfd7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 200 len: 887 time: 2.3892512 Feb 10 13:23:47.768026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:47.776956 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'code': 200} Feb 10 13:23:47.783272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:47.793801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] Sync routers for ids ['051d674c-c612-4b0e-91a5-2670fa0f98c9'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:47.849642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] Routers {'051d674c-c612-4b0e-91a5-2670fa0f98c9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:47.852598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['051d674c-c612-4b0e-91a5-2670fa0f98c9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:47.997234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] For port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:47.997594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.030828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:48.041160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 host ! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:23:48.043175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:48.044186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:48.045378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 758452e7-83ea-42a6-a384-69d82a4a8f76 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:48.099810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb78a181-d488-4055-bcd1-1e6bc91aa70e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers/051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 200 len: 887 time: 0.3304791 Feb 10 13:23:48.100604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:48.168903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f4cb624-2dba-41fa-a32d-2d6424128ae3 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 200 len: 205 time: 0.0658064 Feb 10 13:23:48.173308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:48.226273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608373-c470-48fd-83b8-96eae81a15ef req-8d078e68-bec4-482b-8e94-77b1989a2e6e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:48.242325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608373-c470-48fd-83b8-96eae81a15ef req-8d078e68-bec4-482b-8e94-77b1989a2e6e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:48.256938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] Routers {'051d674c-c612-4b0e-91a5-2670fa0f98c9'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:48.258429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608373-c470-48fd-83b8-96eae81a15ef req-8d078e68-bec4-482b-8e94-77b1989a2e6e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:48.263412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['051d674c-c612-4b0e-91a5-2670fa0f98c9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:48.270888 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:23:48.272585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608373-c470-48fd-83b8-96eae81a15ef req-8d078e68-bec4-482b-8e94-77b1989a2e6e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:48.280192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30608373-c470-48fd-83b8-96eae81a15ef req-8d078e68-bec4-482b-8e94-77b1989a2e6e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 3148 time: 0.5333898 Feb 10 13:23:48.371924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:48.373040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39234a8-e034-423f-999d-fa51a213a2ad None None] The sync data for ids ['051d674c-c612-4b0e-91a5-2670fa0f98c9'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:48.398692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30608373-c470-48fd-83b8-96eae81a15ef req-d66a0c04-0718-4db2-8877-a5d051a7ab4e tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117160 Feb 10 13:23:48.475828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 758452e7-83ea-42a6-a384-69d82a4a8f76 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:48.479481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.507990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:48.568252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:48.574036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.575287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2b315f09-02b0-4e95-b84f-26089f2fcf65 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:48.635234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cfcdb-c49f-4dda-b7de-049bb2943a2a req-2b4ef1d8-c5f8-4a1b-b987-f66eb3650630 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:48.653365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f33cfcdb-c49f-4dda-b7de-049bb2943a2a req-2b4ef1d8-c5f8-4a1b-b987-f66eb3650630 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.4768600 Feb 10 13:23:48.675998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:48.720791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:48.721760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2573ce0d-2ee9-4211-ad9b-5cc0833694f3 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:48.833307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:48.833549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.849962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b7a012cc-ce58-48bb-ba68-e3110b08311d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=725486b70fe1497c9243ff6820a04be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380365 Feb 10 13:23:48.853322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:48.876337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2b315f09-02b0-4e95-b84f-26089f2fcf65 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:48.877132 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.927781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:48.934740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.937457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:48.961136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] Publish callbacks [] for security_group (7e735dae-df65-4ec0-9114-ebde4b51c638), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:48.979408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f33cfcdb-c49f-4dda-b7de-049bb2943a2a req-d7a6ce60-5f40-40dd-a0cd-993cc012ef09 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249674 Feb 10 13:23:49.007809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4fd67ce2-af1c-4948-8b04-b57a5dbe54d5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.015287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] Publish callbacks [] for security_group (7e735dae-df65-4ec0-9114-ebde4b51c638), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.052966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=4fd67ce2-af1c-4948-8b04-b57a5dbe54d5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:49.099415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:49.121232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf host ! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:23:49.123533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:49.124742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:23:49.138427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7e735dae-df65-4ec0-9114-ebde4b51c638), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.141966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.143722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e735dae-df65-4ec0-9114-ebde4b51c638 HTTP/1.1" status: 204 len: 168 time: 0.2894268 Feb 10 13:23:49.162525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a78871-7c6a-4848-aecc-50b136b494c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e735dae-df65-4ec0-9114-ebde4b51c638,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:49.202634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:23:49.203275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:23:49.246095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] No DVR routers for this DVR port 4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:49.249161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.254562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-84da1c3a-d6e1-42de-bdb3-cc99a535e92c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "DELETE /v2.0/ports/4fd67ce2-af1c-4948-8b04-b57a5dbe54d5 HTTP/1.1" status: 204 len: 173 time: 1.8941228 Feb 10 13:23:49.397513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_gateway (051d674c-c612-4b0e-91a5-2670fa0f98c9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.579036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:49.583105 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deee6cf-fce8-4e34-a6ea-6157e58ce297" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:49.662802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 758452e7-83ea-42a6-a384-69d82a4a8f76 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:49.663406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:49.745727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697175e-0f66-4a9e-bfa0-ae285a525e62 req-e420b51e-e173-4acf-a8c1-9fa54aaeadff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:49.777100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697175e-0f66-4a9e-bfa0-ae285a525e62 req-e420b51e-e173-4acf-a8c1-9fa54aaeadff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:49.779029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76'}, {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:49.782936 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c64036d-a34b-49e5-95a5-9d8132975a1c" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76"}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:49.796473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697175e-0f66-4a9e-bfa0-ae285a525e62 req-e420b51e-e173-4acf-a8c1-9fa54aaeadff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:49.809592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2697175e-0f66-4a9e-bfa0-ae285a525e62 req-e420b51e-e173-4acf-a8c1-9fa54aaeadff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 2411 time: 0.2415826 Feb 10 13:23:49.898866 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e6da3-58ed-480c-a93e-82ef5ad01777 x-openstack-request-id: req-b18e6da3-58ed-480c-a93e-82ef5ad01777 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:49.899179 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76", "code": 200}, {"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-unplugged", "status": "completed", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:49.899438 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b18e6da3-58ed-480c-a93e-82ef5ad01777 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:49.899849 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'code': 200} Feb 10 13:23:49.900135 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'code': 200} Feb 10 13:23:49.984662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2697175e-0f66-4a9e-bfa0-ae285a525e62 req-11426fbd-0007-480d-bd39-b592472162d5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739700 Feb 10 13:23:49.985325 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722cbfb0-473a-4563-9b1e-be9548c81574 x-openstack-request-id: req-722cbfb0-473a-4563-9b1e-be9548c81574 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:49.985603 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "4fd67ce2-af1c-4948-8b04-b57a5dbe54d5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:49.985897 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-722cbfb0-473a-4563-9b1e-be9548c81574 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:49.986449 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '4fd67ce2-af1c-4948-8b04-b57a5dbe54d5', 'status': 'completed', 'code': 200} Feb 10 13:23:49.999974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:50.032465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] For port 758452e7-83ea-42a6-a384-69d82a4a8f76, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=758452e7-83ea-42a6-a384-69d82a4a8f76,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:50.032887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.091649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 758452e7-83ea-42a6-a384-69d82a4a8f76 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:50.143576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-09cab150-d944-4571-af5a-df191c4f6aec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cf0b9f00552461d8a1dfb3ce4696c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427093 Feb 10 13:23:50.153965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:50.309890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] Publish callbacks [] for security_group (716028da-1e5b-4c4a-b42f-6f7f967f9aea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.365327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] Publish callbacks [] for security_group (716028da-1e5b-4c4a-b42f-6f7f967f9aea), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.407888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port e701b68f-49ca-4f6d-ba5a-bc144294fc5c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:50.434316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e701b68f-49ca-4f6d-ba5a-bc144294fc5c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.452838 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (716028da-1e5b-4c4a-b42f-6f7f967f9aea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.455630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:50.457197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/716028da-1e5b-4c4a-b42f-6f7f967f9aea HTTP/1.1" status: 204 len: 168 time: 0.3020110 Feb 10 13:23:50.470492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8d451-22aa-4169-a487-de0059010891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716028da-1e5b-4c4a-b42f-6f7f967f9aea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:50.689654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa0f8-3378-4a5a-a184-c47cfdce0512 req-e2e244e6-c833-4148-9b30-9e0dfd8825ab tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:50.712808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-093fa0f8-3378-4a5a-a184-c47cfdce0512 req-e2e244e6-c833-4148-9b30-9e0dfd8825ab tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.5856216 Feb 10 13:23:50.994009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-093fa0f8-3378-4a5a-a184-c47cfdce0512 req-1f1f869f-e868-437d-9d18-1fb843d376c9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685318 Feb 10 13:23:51.057164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e701b68f-49ca-4f6d-ba5a-bc144294fc5c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:51.203463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for e701b68f-49ca-4f6d-ba5a-bc144294fc5c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:51.290052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaa06-9004-4348-b3b4-2f4eed0341dc req-786db0a8-d530-4843-ac67-109482db4f32 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:51.305303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaa06-9004-4348-b3b4-2f4eed0341dc req-786db0a8-d530-4843-ac67-109482db4f32 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:51.317608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaa06-9004-4348-b3b4-2f4eed0341dc req-786db0a8-d530-4843-ac67-109482db4f32 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:51.322974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7adcaa06-9004-4348-b3b4-2f4eed0341dc req-786db0a8-d530-4843-ac67-109482db4f32 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 2411 time: 0.1607735 Feb 10 13:23:51.330873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-5fe68184-9d84-4b8f-a463-74a6b9f51f41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558380 Feb 10 13:23:51.428430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (758452e7-83ea-42a6-a384-69d82a4a8f76), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:51.500884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=758452e7-83ea-42a6-a384-69d82a4a8f76,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:51.576293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-3086a645-f7a6-4a99-8127-5b7a2c5882ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:51.577796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-3086a645-f7a6-4a99-8127-5b7a2c5882ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 1128 time: 0.1949022 Feb 10 13:23:51.603262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7adcaa06-9004-4348-b3b4-2f4eed0341dc req-4a8b64e7-ef72-4922-a9f8-1f192fd743f3 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713583 Feb 10 13:23:51.764946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] No DVR routers for this DVR port 758452e7-83ea-42a6-a384-69d82a4a8f76 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:51.770636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:51.782757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-6c2804cf-02d5-47e9-9e12-45777b2a0a2c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "DELETE /v2.0/ports/758452e7-83ea-42a6-a384-69d82a4a8f76 HTTP/1.1" status: 204 len: 173 time: 2.5166206 Feb 10 13:23:51.862726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-3b701ddc-ff2b-43dc-8a0b-6069ada8b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:51.862726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-3b701ddc-ff2b-43dc-8a0b-6069ada8b235 service neutron] 10.222.0.77 "GET /v2.0/networks?id=60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 200 len: 915 time: 0.2566023 Feb 10 13:23:51.994373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:51.998726 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fabec6d-29a1-4948-a1b2-c972f15bd07b" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:52.014802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-d7d89a73-cd91-496d-88a6-e8bb5542451b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 200 len: 217 time: 0.1376669 Feb 10 13:23:52.195079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-27004986-777d-42f2-a08b-ad54b23666a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:52.197233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-27004986-777d-42f2-a08b-ad54b23666a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 200 len: 854 time: 0.1749184 Feb 10 13:23:52.239435 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb64e16-2c1d-4b67-bd31-39e247ed6f53 x-openstack-request-id: req-cdb64e16-2c1d-4b67-bd31-39e247ed6f53 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:52.240785 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "758452e7-83ea-42a6-a384-69d82a4a8f76", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:52.241281 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdb64e16-2c1d-4b67-bd31-39e247ed6f53 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:52.241727 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '758452e7-83ea-42a6-a384-69d82a4a8f76', 'status': 'completed', 'code': 200} Feb 10 13:23:52.292386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-0a464076-5633-4a42-944a-32dfaa562d2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60695e88-79df-4dda-8a4c-b9c4d7b738cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885313 Feb 10 13:23:52.492486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d6c9-9450-4802-8fe4-81305d0ae2b4 req-9786c553-cef7-4733-8c5a-b8047e2e94e3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:52.497096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9d0d6c9-9450-4802-8fe4-81305d0ae2b4 req-9786c553-cef7-4733-8c5a-b8047e2e94e3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2525532 Feb 10 13:23:52.511831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-43d8fa60-e8d1-47f5-8553-a88ccf8471eb service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126405 Feb 10 13:23:52.662587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 2b315f09-02b0-4e95-b84f-26089f2fcf65 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:52.664951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:52.739139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bb5dc42-35f7-405c-8321-25d68f8cbd48 req-1264e05f-7d51-4137-8ce8-bf24573ee95b service neutron] 10.222.0.77 "GET /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217901 Feb 10 13:23:52.947373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] For port 2b315f09-02b0-4e95-b84f-26089f2fcf65, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2b315f09-02b0-4e95-b84f-26089f2fcf65,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:52.947922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:52.951145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbdffb-ba07-4219-92fd-ab39d1c0fd77 req-daae5c3a-16dc-47a5-bd89-0432266d0ba5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:52.968381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbdffb-ba07-4219-92fd-ab39d1c0fd77 req-daae5c3a-16dc-47a5-bd89-0432266d0ba5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:52.979637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94bbdffb-ba07-4219-92fd-ab39d1c0fd77 req-daae5c3a-16dc-47a5-bd89-0432266d0ba5 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 1678 time: 0.1834624 Feb 10 13:23:53.040992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f9d0d6c9-9450-4802-8fe4-81305d0ae2b4 req-26f141a5-54e4-4d3f-9c00-7ad06dba8d1e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290546 Feb 10 13:23:53.059645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94bbdffb-ba07-4219-92fd-ab39d1c0fd77 req-c2f54478-74e6-4839-98bf-3243066d487f tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734513 Feb 10 13:23:53.160627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e701b68f-49ca-4f6d-ba5a-bc144294fc5c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:53.463523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:53.825025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=e701b68f-49ca-4f6d-ba5a-bc144294fc5c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:53.990172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a99a2d6-9d47-4c0a-845c-b201a71b4fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.165260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a99a2d6-9d47-4c0a-845c-b201a71b4fd5 admin admin] Publish callbacks [] for security_group (21e586ef-41fe-4713-9b84-7045d13b97aa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.177263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a99a2d6-9d47-4c0a-845c-b201a71b4fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21e586ef-41fe-4713-9b84-7045d13b97aa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.253926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.254448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.254841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.255358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.256143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.256671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.257164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.257763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.258228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.258683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.259140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.259737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.262034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f732379-8bf8-4a98-8208-208b4ea3e288 req-89d14532-ab60-43a2-abda-61280164c229 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8496 time: 0.3353927 Feb 10 13:23:54.280092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (051d674c-c612-4b0e-91a5-2670fa0f98c9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.286813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4a99a2d6-9d47-4c0a-845c-b201a71b4fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1cbca3c14954cf8a9b0d609486ae584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182046 Feb 10 13:23:54.287390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:54.290037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99a2d6-9d47-4c0a-845c-b201a71b4fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e586ef-41fe-4713-9b84-7045d13b97aa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:54.341684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc391971-d044-468c-b037-97f017a180b4 req-426a1f6a-585b-43bc-a772-429fddda903e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.343426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc391971-d044-468c-b037-97f017a180b4 req-426a1f6a-585b-43bc-a772-429fddda903e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1552100 Feb 10 13:23:54.397255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] Publish callbacks [] for security_group (21e586ef-41fe-4713-9b84-7045d13b97aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.423718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] Publish callbacks [] for security_group (21e586ef-41fe-4713-9b84-7045d13b97aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.541797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21e586ef-41fe-4713-9b84-7045d13b97aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.545777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.547618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21e586ef-41fe-4713-9b84-7045d13b97aa HTTP/1.1" status: 204 len: 168 time: 0.2589405 Feb 10 13:23:54.579769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.585655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (051d674c-c612-4b0e-91a5-2670fa0f98c9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.596187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc391971-d044-468c-b037-97f017a180b4 req-0eb1a408-796d-4a36-ba44-5f92122d0f2b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438297 Feb 10 13:23:54.600732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6de73-b5da-4ec7-9c2c-04b1ceee5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e586ef-41fe-4713-9b84-7045d13b97aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:54.768552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (051d674c-c612-4b0e-91a5-2670fa0f98c9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.770053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router 051d674c-c612-4b0e-91a5-2670fa0f98c9 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:23:54.782792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.787677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b975f69-5dda-4753-8dc8-c107dfc6428e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 204 len: 168 time: 6.5992315 Feb 10 13:23:54.793600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:54.824803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1481425145'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:54.826221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e063ea-e024-433e-b258-dcf8877df8ac req-9bbff138-07b7-4d42-8b00-8f5ca75a3fcd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.832907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e063ea-e024-433e-b258-dcf8877df8ac req-9bbff138-07b7-4d42-8b00-8f5ca75a3fcd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:54.834609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6e063ea-e024-433e-b258-dcf8877df8ac req-9bbff138-07b7-4d42-8b00-8f5ca75a3fcd tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 1678 time: 0.3662715 Feb 10 13:23:54.841906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.842775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:54.844698 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Floating IP 682bc4a3-032c-48d4-9bba-91e4e199b756 disassociated. External IP: 172.25.8.122, port: 2b315f09-02b0-4e95-b84f-26089f2fcf65. Feb 10 13:23:54.846623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 2b315f09-02b0-4e95-b84f-26089f2fcf65 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:54.922997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:54.927659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.017713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:23:55.045925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:55.048656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48a5ee-a0c4-4204-9498-0e2cf1b5c5cd req-6809430d-8991-4356-8f29-d8a092e188e5 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:55.052588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a48a5ee-a0c4-4204-9498-0e2cf1b5c5cd req-6809430d-8991-4356-8f29-d8a092e188e5 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 886 time: 0.4139199 Feb 10 13:23:55.066639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6e063ea-e024-433e-b258-dcf8877df8ac req-5f92703e-384d-47b2-93b0-fc77415aeeeb tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135227 Feb 10 13:23:55.076742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dc3ab40c-cad4-4d81-b83d-08f2d9991a68), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.077409 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment dc3ab40c-cad4-4d81-b83d-08f2d9991a68 of type vlan for network bb4e6208-6bce-4c89-b20f-be27b3018eb1 Feb 10 13:23:55.079495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b37f0-613b-4040-b660-46970f773201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.181414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:23:55.255832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2b315f09-02b0-4e95-b84f-26089f2fcf65), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.325176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=2b315f09-02b0-4e95-b84f-26089f2fcf65,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:55.428909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:55.460109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'mac_address': 'fa:16:3e:50:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:23:55.569738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:55.570124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.611058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e870102-ae03-4d86-ab68-db9eadf8e8c4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:23:55.628327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:23:55.687830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:55.692988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:55.767492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:55.810453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8e870102-ae03-4d86-ab68-db9eadf8e8c4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:23:55.843091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (bb4e6208-6bce-4c89-b20f-be27b3018eb1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.004283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2406a-25cd-4f1e-924a-583c0ae83cb0 req-0c4997c2-77b1-4de3-87d0-1ae511f67ecf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.012003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1e2406a-25cd-4f1e-924a-583c0ae83cb0 req-0c4997c2-77b1-4de3-87d0-1ae511f67ecf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 944 time: 0.2618332 Feb 10 13:23:56.037573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:23:56.056510 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Sync routers for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:23:56.076112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (bb4e6208-6bce-4c89-b20f-be27b3018eb1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.089842 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:56.095057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.095626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.098076 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:56.123201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b37f0-613b-4040-b660-46970f773201 admin admin] Publish callbacks [] for security_group (eac5a7dc-9012-489c-b5f4-54e3a9928fa0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.168142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3703694 Feb 10 13:23:56.179615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b37f0-613b-4040-b660-46970f773201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eac5a7dc-9012-489c-b5f4-54e3a9928fa0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.192965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:56.195047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] No DVR routers for this DVR port 2b315f09-02b0-4e95-b84f-26089f2fcf65 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:56.214697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.218116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-651fc994-19dc-4905-96b6-b83fb7f8efaf tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "DELETE /v2.0/ports/2b315f09-02b0-4e95-b84f-26089f2fcf65 HTTP/1.1" status: 204 len: 173 time: 4.4194114 Feb 10 13:23:56.245014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:56.261857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b37f0-613b-4040-b660-46970f773201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5a7dc-9012-489c-b5f4-54e3a9928fa0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:56.266676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.267149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.267616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.269629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.270107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.270568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.271022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.271478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.271930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.272447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.272832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.273290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.291771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c7368b66-ee6e-4df0-97fd-700311c51f60 req-a4e2f5d9-02d6-4a75-8dde-ac5249c32165 tempest-NetworksTest-342427927 tempest-NetworksTest-342427927-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8496 time: 1.1836843 Feb 10 13:23:56.437988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:56.445819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:56.448088 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53889246-8bee-4b37-924c-2cce10cc917f" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:56.614832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55344eda-ed33-4f6f-b3f6-db393dfc388d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=bb4e6208-6bce-4c89-b20f-be27b3018eb1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:56.630165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a3b37f0-613b-4040-b660-46970f773201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dbcda3524324842afc78beb30db16b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5729485 Feb 10 13:23:56.633355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:23:56.636004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:56.689802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:23:56.693365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.787004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] Publish callbacks [] for security_group (eac5a7dc-9012-489c-b5f4-54e3a9928fa0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.800471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba22da-d0ec-404a-8622-441ad8250e2d req-7b0981ea-4b89-483a-8eab-521801103041 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:56.802133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cba22da-d0ec-404a-8622-441ad8250e2d req-7b0981ea-4b89-483a-8eab-521801103041 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 943 time: 0.4066217 Feb 10 13:23:56.841372 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] Publish callbacks [] for security_group (eac5a7dc-9012-489c-b5f4-54e3a9928fa0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.907632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cba22da-d0ec-404a-8622-441ad8250e2d req-22ae2fdc-4eb8-4205-a8a9-72971c619435 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups?id=f917057d-402c-48c9-8931-f051aa3fe1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985868 Feb 10 13:23:56.974979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eac5a7dc-9012-489c-b5f4-54e3a9928fa0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.981305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:56.987043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eac5a7dc-9012-489c-b5f4-54e3a9928fa0 HTTP/1.1" status: 204 len: 168 time: 0.3442597 Feb 10 13:23:57.000461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:57.054313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85a9d6-98ea-4f84-aaaa-43b453173080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5a7dc-9012-489c-b5f4-54e3a9928fa0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:57.109959 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265386a-4621-44e3-bde4-d675cf6708b7 x-openstack-request-id: req-5265386a-4621-44e3-bde4-d675cf6708b7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:57.110431 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "2b315f09-02b0-4e95-b84f-26089f2fcf65", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:57.110727 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5265386a-4621-44e3-bde4-d675cf6708b7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:57.111157 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '2b315f09-02b0-4e95-b84f-26089f2fcf65', 'status': 'completed', 'code': 200} Feb 10 13:23:57.127213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (c0eec324-3e64-4fed-97ce-9a160e597ad7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.196999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:23:57.206801 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:57.207299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f1e2406a-25cd-4f1e-924a-583c0ae83cb0 req-e14d44ed-8c87-4a6e-ada3-c1ee686203e5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1856670 Feb 10 13:23:57.210731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=c0eec324-3e64-4fed-97ce-9a160e597ad7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:57.303701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:23:57.304088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.326974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Checking router: b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:23:57.365819 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:23:57.369400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:57.386158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:23:57.388035 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.512356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] For port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:57.512930 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.539708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:23:57.679853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:23:57.681480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.697939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b5d-7a1b-42e1-825c-e87185490341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.762942 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:23:57.796040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:23:57.800825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:57.807425 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb975d7-7052-47ff-a12a-21e7d1fcfd0b" -d '{"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:57.817480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.880240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:23:57.880618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: bb4e6208-6bce-4c89-b20f-be27b3018eb1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:23:57.890921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5894bfd0-a8e7-46f7-a9da-ca16aafef3d8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.965330 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e68ccc-7968-4c4d-b7d2-7da65e657712 x-openstack-request-id: req-15e68ccc-7968-4c4d-b7d2-7da65e657712 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:57.966948 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:57.967684 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15e68ccc-7968-4c4d-b7d2-7da65e657712 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:57.968481 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'code': 200} Feb 10 13:23:57.970995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:57.982670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b5d-7a1b-42e1-825c-e87185490341 admin admin] Publish callbacks [] for security_group (740cdee5-2220-4ea4-a9a1-cadf7897c800), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:57.991043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b5d-7a1b-42e1-825c-e87185490341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (740cdee5-2220-4ea4-a9a1-cadf7897c800), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.023647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=5894bfd0-a8e7-46f7-a9da-ca16aafef3d8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:58.099665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f2f38b5d-7a1b-42e1-825c-e87185490341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a70a348bc0924352833212fe953c18e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0816805 Feb 10 13:23:58.100803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f38b5d-7a1b-42e1-825c-e87185490341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740cdee5-2220-4ea4-a9a1-cadf7897c800,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:58.105556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:58.179791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] No DVR routers for this DVR port 5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:23:58.192355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.209123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cd96cd0f-5660-4770-bb6b-ebdf860a083e req-53d12791-72e7-43d6-9ee6-d8885b11baff tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.21 "DELETE /v2.0/ports/5894bfd0-a8e7-46f7-a9da-ca16aafef3d8 HTTP/1.1" status: 204 len: 173 time: 1.7239716 Feb 10 13:23:58.259044 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b2387a0-7bd8-41a1-9e00-5da1017697db req-6ef13173-1c9d-48b4-844d-9891c62d1871 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0812557 Feb 10 13:23:58.264367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:23:58.267628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] Publish callbacks [] for security_group (740cdee5-2220-4ea4-a9a1-cadf7897c800), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.293890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, bb4e6208-6bce-4c89-b20f-be27b3018eb1) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:23:58.298643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:58.299470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.311170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85f9f7-1b68-4018-a434-ef961c79f18b None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:23:58.327524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f7865bbe-90b7-442b-a184-49a2cf9130c5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1304123 Feb 10 13:23:58.332100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:58.337840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429309617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:23:58.355985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] Publish callbacks [] for security_group (740cdee5-2220-4ea4-a9a1-cadf7897c800), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.406829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (640667d2-d582-47be-85a8-28eb95480421), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.408338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (640667d2-d582-47be-85a8-28eb95480421), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.516196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (740cdee5-2220-4ea4-a9a1-cadf7897c800), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.526014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.540864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/740cdee5-2220-4ea4-a9a1-cadf7897c800 HTTP/1.1" status: 204 len: 168 time: 0.4337666 Feb 10 13:23:58.563968 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:23:58.564540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4d0a-aa08-486e-bd97-1c6eb1885578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740cdee5-2220-4ea4-a9a1-cadf7897c800,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:23:58.606249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (640667d2-d582-47be-85a8-28eb95480421), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.616327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (640667d2-d582-47be-85a8-28eb95480421), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.676017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.677767 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b6120584-49e4-4cf0-a501-e34d2b5178f7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3443048 Feb 10 13:23:58.680501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:58.709062 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a972aef-73a6-4bbd-b42d-cce2622fe3d0 None None] The sync data for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 is: [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:16:47Z', 'revision_number': 4, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '7f2b10fa-7103-49a9-98b7-9019e14311c2', 'name': '', 'network_id': '5c1ca874-64ae-4d17-9a37-ddfd5d086dc7', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'mac_address': 'fa:16:3e:f2:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:44Z', 'updated_at': '2022-02-10T13:16:54Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'subnets': [{'id': '41c4d593-2e10-4ded-91bf-411f449fb4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:23:58.719275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bd5a6-2f19-49ab-9ca0-714802d62913 req-d684cb51-86a0-42d6-924b-ec7669f8f03d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:23:58.732160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-647bd5a6-2f19-49ab-9ca0-714802d62913 req-d684cb51-86a0-42d6-924b-ec7669f8f03d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1898618 Feb 10 13:23:58.764227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-bb4e6208-6bce-4c89-b20f-be27b3018eb1', 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': 'c0eec324-3e64-4fed-97ce-9a160e597ad7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:23:58.765150 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:58.892006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-647bd5a6-2f19-49ab-9ca0-714802d62913 req-a0ef0a9b-9c49-431a-ae53-e20b25aae4e7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525345 Feb 10 13:23:59.135662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:23:59.140537 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec9845-9bab-4891-9473-b1cd7b9b3b59" -d '{"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:23:59.231978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Allocated IP 172.20.0.2 (bb4e6208-6bce-4c89-b20f-be27b3018eb1/c0eec324-3e64-4fed-97ce-9a160e597ad7/e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:23:59.262740 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae47e30-3999-4dd0-a356-7cc136a93140 x-openstack-request-id: req-4ae47e30-3999-4dd0-a356-7cc136a93140 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:23:59.263406 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a278f-094b-4465-b165-a6e3f5edac24", "name": "network-vif-deleted", "tag": "5894bfd0-a8e7-46f7-a9da-ca16aafef3d8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:23:59.263948 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ae47e30-3999-4dd0-a356-7cc136a93140 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:23:59.264578 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a278f-094b-4465-b165-a6e3f5edac24', 'name': 'network-vif-deleted', 'tag': '5894bfd0-a8e7-46f7-a9da-ca16aafef3d8', 'status': 'completed', 'code': 200} Feb 10 13:23:59.335968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7e2bc-b1f9-490f-a7b2-6c7a41d22e50 None None] New status for floating IP 682bc4a3-032c-48d4-9bba-91e4e199b756: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:23:59.462395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:59.562131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:23:59.587458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307fefd2-9198-4bc1-a900-b5c28b030735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:59.896412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307fefd2-9198-4bc1-a900-b5c28b030735 admin admin] Publish callbacks [] for security_group (13d1217d-6c2a-4da8-bcdf-a998a6833bd1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:23:59.903968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307fefd2-9198-4bc1-a900-b5c28b030735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (13d1217d-6c2a-4da8-bcdf-a998a6833bd1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.082070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-307fefd2-9198-4bc1-a900-b5c28b030735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a07d381228d4a949a1cf1ee78b1c2f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167365 Feb 10 13:24:00.127654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fefd2-9198-4bc1-a900-b5c28b030735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1217d-6c2a-4da8-bcdf-a998a6833bd1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:00.140158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:00.319678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks [] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.336022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.432415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Pushing event updated for resources: {'Port': ['ID=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:00.464679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:00.472512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:00.476107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:00.611509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Attempting to bind port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:00.614251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Attempting to bind port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:00.615064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Attempting to bind port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e on network bb4e6208-6bce-4c89-b20f-be27b3018eb1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:00.616534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03212c06-90c5-4a91-a57f-0af89b81c3b6 req-a66eac8c-39b6-4242-9a5a-0954c8a86a3b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:00.622873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:00.623588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Checking segment: {'id': 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:00.624175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.624738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Bound using segment: {'id': 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:00.625417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Bound port: e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bb4e6208-6bce-4c89-b20f-be27b3018eb1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:00.626071 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.634690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03212c06-90c5-4a91-a57f-0af89b81c3b6 req-a66eac8c-39b6-4242-9a5a-0954c8a86a3b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.5507445 Feb 10 13:24:00.641788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.20.0.1 (bb4e6208-6bce-4c89-b20f-be27b3018eb1/c0eec324-3e64-4fed-97ce-9a160e597ad7/8563d054-8f46-4677-a4ae-db7e2c600f2b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:00.709541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] Publish callbacks [] for security_group (13d1217d-6c2a-4da8-bcdf-a998a6833bd1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.765774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] For port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:00.772111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] For port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,segment=NetworkSegment(dc3ab40c-cad4-4d81-b83d-08f2d9991a68),segment_id=dc3ab40c-cad4-4d81-b83d-08f2d9991a68)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:00.787731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] Publish callbacks [] for security_group (13d1217d-6c2a-4da8-bcdf-a998a6833bd1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.790324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.929061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e231d6-f2f8-4be9-9614-5cb8cc8c7784 None None] Pushing event updated for resources: {'Port': ['ID=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:00.983229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (13d1217d-6c2a-4da8-bcdf-a998a6833bd1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.992624 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:00.998246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13d1217d-6c2a-4da8-bcdf-a998a6833bd1 HTTP/1.1" status: 204 len: 168 time: 0.8513935 Feb 10 13:24:01.079441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8826ba14-534a-4420-b663-808746924110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:01.133437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d741a-1bce-4817-9394-f8e8cd8df97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1217d-6c2a-4da8-bcdf-a998a6833bd1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:01.173839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03212c06-90c5-4a91-a57f-0af89b81c3b6 req-34cd9c58-3cd3-419f-87df-0461330d4900 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379210 Feb 10 13:24:01.177136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:01.380860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:01.457083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:01.461124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:01.474341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:01.590736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=8563d054-8f46-4677-a4ae-db7e2c600f2b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:01.669087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (640667d2-d582-47be-85a8-28eb95480421), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:02.082103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:02.105718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:02.546556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:02.551281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:02.883543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658888b-d20f-40e0-8d7b-485eddb98ba0 req-154cde48-9939-4fd8-b90e-ed065483b838 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:02.890460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5658888b-d20f-40e0-8d7b-485eddb98ba0 req-154cde48-9939-4fd8-b90e-ed065483b838 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2731154 Feb 10 13:24:02.975427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:02.975746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.075496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5658888b-d20f-40e0-8d7b-485eddb98ba0 req-e665b498-3d79-4a3b-b4f2-6b3b59450181 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727417 Feb 10 13:24:03.146980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,segment=NetworkSegment(dc3ab40c-cad4-4d81-b83d-08f2d9991a68),segment_id=dc3ab40c-cad4-4d81-b83d-08f2d9991a68)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:03.156662 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.198545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.220991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.332622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-83ef53a4-9489-43b7-9c0d-6395362ebaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.363307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20a46c-70d7-4580-b3be-f911d7d36846 None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:03.377194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:03.459361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=8563d054-8f46-4677-a4ae-db7e2c600f2b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:03.483484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (640667d2-d582-47be-85a8-28eb95480421), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.777013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-248753ff-3814-47c1-a011-97341f5cd764 None None] Provisioning complete for port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:03.778609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-248753ff-3814-47c1-a011-97341f5cd764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:03.878811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:03.894419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:03.951664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:04.323656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-248753ff-3814-47c1-a011-97341f5cd764 None None] Current status of the port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:04.405254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:04.406015 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:04.532034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479467ad-8c28-4b4f-bebc-5357adcd12b1 req-907a11e7-1f72-4ef4-9a35-0dacb621ee8c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:04.536352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-479467ad-8c28-4b4f-bebc-5357adcd12b1 req-907a11e7-1f72-4ef4-9a35-0dacb621ee8c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2614326 Feb 10 13:24:04.547669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:04.617221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:04.788421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Provisioning complete for port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:04.788847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:04.827520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:04.848582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-479467ad-8c28-4b4f-bebc-5357adcd12b1 req-70e4a4ac-2c24-4830-8eff-329e05158445 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872703 Feb 10 13:24:05.180038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73ee-f601-4940-8f47-cd15f817e83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.462440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73ee-f601-4940-8f47-cd15f817e83e admin admin] Publish callbacks [] for security_group (67d32e58-450a-4279-9634-8e57a7943a19), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.476107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73ee-f601-4940-8f47-cd15f817e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67d32e58-450a-4279-9634-8e57a7943a19), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.538284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Current status of the port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:05.584381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Provisioning complete for port 8563d054-8f46-4677-a4ae-db7e2c600f2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:05.584848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.624627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0d1f73ee-f601-4940-8f47-cd15f817e83e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d386ff5b83ad4ec4abb95a9efc07d57e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710631 Feb 10 13:24:05.625840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f73ee-f601-4940-8f47-cd15f817e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d32e58-450a-4279-9634-8e57a7943a19,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:05.633168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:05.714663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b766eeb1-b5b6-4713-960b-81f41096b806 None None] Port 8563d054-8f46-4677-a4ae-db7e2c600f2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:05.762749 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.856789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0b798671-9500-442b-a768-23bcea2cfe18 None None] Provisioning complete for port 8563d054-8f46-4677-a4ae-db7e2c600f2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:05.857925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b798671-9500-442b-a768-23bcea2cfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:05.938954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 640667d2-d582-47be-85a8-28eb95480421 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:24:05.957187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] Publish callbacks [] for security_group (67d32e58-450a-4279-9634-8e57a7943a19), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.017403 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.018367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] Publish callbacks [] for security_group (67d32e58-450a-4279-9634-8e57a7943a19), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.019423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0b798671-9500-442b-a768-23bcea2cfe18 None None] Port 8563d054-8f46-4677-a4ae-db7e2c600f2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:06.123572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67d32e58-450a-4279-9634-8e57a7943a19), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.126581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.128102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67d32e58-450a-4279-9634-8e57a7943a19 HTTP/1.1" status: 204 len: 168 time: 0.4936650 Feb 10 13:24:06.191475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5287a991-84f5-4a1e-a59d-047fa1cc1b16 None None] Provisioning complete for port 8563d054-8f46-4677-a4ae-db7e2c600f2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:06.194724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5287a991-84f5-4a1e-a59d-047fa1cc1b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:06.260647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06c20f-20a3-4005-b1c8-1d97ea1299bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d32e58-450a-4279-9634-8e57a7943a19,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:06.395301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:06.399660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5287a991-84f5-4a1e-a59d-047fa1cc1b16 None None] Port 8563d054-8f46-4677-a4ae-db7e2c600f2b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:06.417042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d313ce3f-27bf-4a45-af5c-93e29068fb51 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/640667d2-d582-47be-85a8-28eb95480421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7316051 Feb 10 13:24:06.418302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:06.442188 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] Sync routers for ids ['640667d2-d582-47be-85a8-28eb95480421'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:06.459273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] Routers {'640667d2-d582-47be-85a8-28eb95480421'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:06.460860 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['640667d2-d582-47be-85a8-28eb95480421'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:06.559856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673300aa-c7d3-4aba-a485-fac8f1da7c2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:06.568540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-673300aa-c7d3-4aba-a485-fac8f1da7c2a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports/8563d054-8f46-4677-a4ae-db7e2c600f2b HTTP/1.1" status: 200 len: 910 time: 0.1486118 Feb 10 13:24:06.572518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:06.579808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0eec324-3e64-4fed-97ce-9a160e597ad7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:06.612839 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:06.665139 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] Routers {'640667d2-d582-47be-85a8-28eb95480421'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:06.673257 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['640667d2-d582-47be-85a8-28eb95480421'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:06.778675 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:06.779521 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb864178-e02c-40d2-88f1-b6d64f526a41 None None] The sync data for ids ['640667d2-d582-47be-85a8-28eb95480421'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:07.006066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:07.012884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902afa7b-9372-4062-8ab5-543aedc6230f req-346c997b-2e9d-46f9-af43-d1e8ea9ccc82 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:07.022326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902afa7b-9372-4062-8ab5-543aedc6230f req-346c997b-2e9d-46f9-af43-d1e8ea9ccc82 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.5717425 Feb 10 13:24:07.060062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a8ef-aa83-4f20-b19a-3f6ed71c92c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:07.062334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:07.108464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-902afa7b-9372-4062-8ab5-543aedc6230f req-334154a7-7e50-49ab-ade2-0d710a73ee1a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Feb 10 13:24:07.427675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:07.749375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a8ef-aa83-4f20-b19a-3f6ed71c92c6 admin admin] Publish callbacks [] for security_group (b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:07.794143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a8ef-aa83-4f20-b19a-3f6ed71c92c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:08.119301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2a8ef-aa83-4f20-b19a-3f6ed71c92c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:08.305279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e1b2a8ef-aa83-4f20-b19a-3f6ed71c92c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d12ab43dc3664c5385716d663728410a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2973692 Feb 10 13:24:08.317938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42924) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:08.459336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa89e5e-3dff-4aed-a333-facf8e863e6e req-29865871-7f7c-486a-8e8d-94534990f376 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:08.474762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fa89e5e-3dff-4aed-a333-facf8e863e6e req-29865871-7f7c-486a-8e8d-94534990f376 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2020090 Feb 10 13:24:08.570438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fa89e5e-3dff-4aed-a333-facf8e863e6e req-1ffc336c-15d6-44ae-baa7-7e1853ac9f79 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921545 Feb 10 13:24:08.713424 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] Publish callbacks [] for security_group (b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:08.817309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:08.841991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] Publish callbacks [] for security_group (b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:08.908993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:09.093113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:09.190524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:09.191550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:09.193775 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/ports/8563d054-8f46-4677-a4ae-db7e2c600f2b HTTP/1.1" status: 200 len: 910 time: 2.6198850 Feb 10 13:24:09.196596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:09.336675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800abde-d3e8-412f-9963-b2d39fc4e0bd tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=8563d054-8f46-4677-a4ae-db7e2c600f2b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:09.426497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:09.431027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:09.432987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5 HTTP/1.1" status: 204 len: 168 time: 1.1137705 Feb 10 13:24:09.449903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a4f97-e278-41d6-bcf1-199a4d284cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dabe4a-b0c1-4a2d-963d-c45abf7ff0a5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:09.720226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9e45dd-ef39-4e58-bf19-8b4add14e659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.182329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91446fb-ddf1-4a20-b3a2-4fcb307a61a3 req-aee0dc19-4791-4e6b-91f3-05dda562e8d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:10.193730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e91446fb-ddf1-4a20-b3a2-4fcb307a61a3 req-aee0dc19-4791-4e6b-91f3-05dda562e8d0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.4626656 Feb 10 13:24:10.262782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9e45dd-ef39-4e58-bf19-8b4add14e659 admin admin] Publish callbacks [] for security_group (42c8406e-3c8f-487b-aab2-45b91a4d8eba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.279367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db9e45dd-ef39-4e58-bf19-8b4add14e659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (42c8406e-3c8f-487b-aab2-45b91a4d8eba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.354716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e91446fb-ddf1-4a20-b3a2-4fcb307a61a3 req-1c5e7cea-101b-409b-8ef3-3c92c439e1b7 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512010 Feb 10 13:24:10.431102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e45dd-ef39-4e58-bf19-8b4add14e659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8406e-3c8f-487b-aab2-45b91a4d8eba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:10.444525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-db9e45dd-ef39-4e58-bf19-8b4add14e659 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99bd6f8a803042abbd3e59dd238e471a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3496561 Feb 10 13:24:10.448029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:10.587155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] Publish callbacks [] for security_group (42c8406e-3c8f-487b-aab2-45b91a4d8eba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.618279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50db52-6fcf-47a2-8ecb-50ce6f198847 req-c5e9d9d0-9dc8-458c-8bd8-7209a864dc34 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:10.633663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc50db52-6fcf-47a2-8ecb-50ce6f198847 req-c5e9d9d0-9dc8-458c-8bd8-7209a864dc34 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1376071 Feb 10 13:24:10.664931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] Publish callbacks [] for security_group (42c8406e-3c8f-487b-aab2-45b91a4d8eba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.787588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (42c8406e-3c8f-487b-aab2-45b91a4d8eba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.791343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:10.793674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42c8406e-3c8f-487b-aab2-45b91a4d8eba HTTP/1.1" status: 204 len: 168 time: 0.3435633 Feb 10 13:24:10.815444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3032-41b1-4e32-8814-ba8f3b552e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8406e-3c8f-487b-aab2-45b91a4d8eba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:10.872852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc50db52-6fcf-47a2-8ecb-50ce6f198847 req-897d8c58-0513-482b-ae5b-75e621beec0b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381568 Feb 10 13:24:11.031267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.031833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (640667d2-d582-47be-85a8-28eb95480421), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.249628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-4078b86b-b918-4759-9c4b-8ed4a5893ed0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:11.251260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-4078b86b-b918-4759-9c4b-8ed4a5893ed0 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.3212714 Feb 10 13:24:11.465049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Deleting port b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:24:11.465392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.590275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] For port b49e01c1-0e44-4afe-81ce-86b737e71c36, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b49e01c1-0e44-4afe-81ce-86b737e71c36,segment=NetworkSegment(4f132fff-f843-40e1-89b8-4080d14b493c),segment_id=4f132fff-f843-40e1-89b8-4080d14b493c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:11.590275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.610173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:11.611030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Calling delete_port for b49e01c1-0e44-4afe-81ce-86b737e71c36 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:24:11.636673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06de56f9-4d5f-4e5e-bd75-286b4f10ce5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.818633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06de56f9-4d5f-4e5e-bd75-286b4f10ce5f admin admin] Publish callbacks [] for security_group (bf3cc9a4-ad4d-4e93-9f81-084b38ba6342), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.836839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06de56f9-4d5f-4e5e-bd75-286b4f10ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf3cc9a4-ad4d-4e93-9f81-084b38ba6342), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:11.965980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de56f9-4d5f-4e5e-bd75-286b4f10ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3cc9a4-ad4d-4e93-9f81-084b38ba6342,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:11.979515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06de56f9-4d5f-4e5e-bd75-286b4f10ce5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d9b991ef3b8408f840a80673d01a4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671703 Feb 10 13:24:11.982522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42994) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:12.116640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] Publish callbacks [] for security_group (bf3cc9a4-ad4d-4e93-9f81-084b38ba6342), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.171178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] Publish callbacks [] for security_group (bf3cc9a4-ad4d-4e93-9f81-084b38ba6342), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.289127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf3cc9a4-ad4d-4e93-9f81-084b38ba6342), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.292245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.293563 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf3cc9a4-ad4d-4e93-9f81-084b38ba6342 HTTP/1.1" status: 204 len: 168 time: 0.3083892 Feb 10 13:24:12.309078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09ba03-32dc-4cb3-8ffd-4ed878923c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3cc9a4-ad4d-4e93-9f81-084b38ba6342,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:12.524020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea6acb-a175-4a61-90ed-1703108913dc req-af38cc72-3f09-4f76-90d6-b49337388c97 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:12.533763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11ea6acb-a175-4a61-90ed-1703108913dc req-af38cc72-3f09-4f76-90d6-b49337388c97 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1df6f-25c5-47ff-8da6-79626cae10d7 HTTP/1.1" status: 200 len: 946 time: 0.8449876 Feb 10 13:24:12.679546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b49e01c1-0e44-4afe-81ce-86b737e71c36), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.693035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b49e01c1-0e44-4afe-81ce-86b737e71c36'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:24:12.792882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Pushing event deleted for resources: {'Port': ['ID=b49e01c1-0e44-4afe-81ce-86b737e71c36,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:12.964069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] No DVR routers for this DVR port b49e01c1-0e44-4afe-81ce-86b737e71c36 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:24:12.969608 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:12.975252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72f72f95-28d6-4b9c-9e23-b0f7aba7c7df req-b2bcb969-fcf2-450f-8b4c-3b0d7427f763 tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.77 "DELETE /v2.0/ports/b49e01c1-0e44-4afe-81ce-86b737e71c36 HTTP/1.1" status: 204 len: 173 time: 1.7177989 Feb 10 13:24:13.001766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-deleted', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:24:13.005698 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54dc64a-07a6-4070-ab00-85b2f9d38916" -d '{"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-deleted", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:24:13.017039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 8563d054-8f46-4677-a4ae-db7e2c600f2b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:24:13.017630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:13.032278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11ea6acb-a175-4a61-90ed-1703108913dc req-9a2e656e-c1b9-4c01-b50e-6606fea90c7d tempest-ServersNegativeTestJSON-1709595419 tempest-ServersNegativeTestJSON-1709595419-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff43db6a-93bc-446e-ac53-7e5394d96a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958014 Feb 10 13:24:13.356007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:13.384514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 8563d054-8f46-4677-a4ae-db7e2c600f2b owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:24:13.412744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb980-63b8-4adc-93f0-5369df602ad4 req-7dd92ec3-d0cc-4c3e-96d2-b5cd3d103a1f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:13.420326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60cfb980-63b8-4adc-93f0-5369df602ad4 req-7dd92ec3-d0cc-4c3e-96d2-b5cd3d103a1f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1385217 Feb 10 13:24:13.531758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60cfb980-63b8-4adc-93f0-5369df602ad4 req-e4ccd123-d25c-438a-990c-dc06ccd17d47 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084542 Feb 10 13:24:13.617866 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dac040-7dc6-42dc-820f-580096d2bbca x-openstack-request-id: req-02dac040-7dc6-42dc-820f-580096d2bbca {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:24:13.618519 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1df6f-25c5-47ff-8da6-79626cae10d7", "name": "network-vif-deleted", "tag": "b49e01c1-0e44-4afe-81ce-86b737e71c36", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:24:13.619683 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02dac040-7dc6-42dc-820f-580096d2bbca {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:24:13.620362 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1df6f-25c5-47ff-8da6-79626cae10d7', 'name': 'network-vif-deleted', 'tag': 'b49e01c1-0e44-4afe-81ce-86b737e71c36', 'status': 'completed', 'code': 200} Feb 10 13:24:13.769554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8563d054-8f46-4677-a4ae-db7e2c600f2b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:13.803262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=8563d054-8f46-4677-a4ae-db7e2c600f2b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:14.208485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:14.241884 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (640667d2-d582-47be-85a8-28eb95480421), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.347124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Deleting subnet 749a6550-fd64-4705-94a5-f1d4cbea7ced {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:24:14.363976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Publish callbacks [] for subnet (749a6550-fd64-4705-94a5-f1d4cbea7ced), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.529739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (749a6550-fd64-4705-94a5-f1d4cbea7ced), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.696666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (749a6550-fd64-4705-94a5-f1d4cbea7ced), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.712348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:24:14.782758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router 640667d2-d582-47be-85a8-28eb95480421 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:24:14.802203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (749a6550-fd64-4705-94a5-f1d4cbea7ced), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.804377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: b49e01c1-0e44-4afe-81ce-86b737e71c36 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:24:14.806836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b49e01c1-0e44-4afe-81ce-86b737e71c36 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:24:14.848674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749a6550-fd64-4705-94a5-f1d4cbea7ced,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:14.859190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:14.867481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eb8ce04c-5864-4eb5-b2c7-a7cc6e6dae83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/749a6550-fd64-4705-94a5-f1d4cbea7ced HTTP/1.1" status: 204 len: 168 time: 0.6568041 Feb 10 13:24:14.871038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:14.989312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:15.003984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9fda85f8-1440-4916-a460-04ec0c0b490d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/640667d2-d582-47be-85a8-28eb95480421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8057413 Feb 10 13:24:15.007697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:15.010677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] Sync routers for ids ['640667d2-d582-47be-85a8-28eb95480421'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:15.025126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55bf23-be37-4995-a7bb-2b8ce666d6ac req-5a4eb190-a785-432a-9791-17c1e5cc32f2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:15.026688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc55bf23-be37-4995-a7bb-2b8ce666d6ac req-5a4eb190-a785-432a-9791-17c1e5cc32f2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.3195028 Feb 10 13:24:15.046060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c169a8c0-ba58-4714-8604-1147a1a5eec8 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=640667d2-d582-47be-85a8-28eb95480421 HTTP/1.1" status: 200 len: 205 time: 0.0374537 Feb 10 13:24:15.052457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:15.054842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] Routers {'640667d2-d582-47be-85a8-28eb95480421'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:15.058840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['640667d2-d582-47be-85a8-28eb95480421'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.150929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (640667d2-d582-47be-85a8-28eb95480421), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.179732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (60695e88-79df-4dda-8a4c-b9c4d7b738cf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.243358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.285566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] Routers {'640667d2-d582-47be-85a8-28eb95480421'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:15.286262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['640667d2-d582-47be-85a8-28eb95480421'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.421843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (60695e88-79df-4dda-8a4c-b9c4d7b738cf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.436124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.436842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51921e43-c1f0-4249-9dfe-a2b4093e5e1c None None] The sync data for ids ['640667d2-d582-47be-85a8-28eb95480421'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:15.497061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60695e88-79df-4dda-8a4c-b9c4d7b738cf']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.533447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f132fff-f843-40e1-89b8-4080d14b493c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.534126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f132fff-f843-40e1-89b8-4080d14b493c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:15.560122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4f132fff-f843-40e1-89b8-4080d14b493c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.618570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4f132fff-f843-40e1-89b8-4080d14b493c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.649544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:24:15.650674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4f132fff-f843-40e1-89b8-4080d14b493c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:24:15.664822 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:24:15.684945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (640667d2-d582-47be-85a8-28eb95480421), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.692973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (640667d2-d582-47be-85a8-28eb95480421), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.802944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (60695e88-79df-4dda-8a4c-b9c4d7b738cf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.809562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.818097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/60695e88-79df-4dda-8a4c-b9c4d7b738cf HTTP/1.1" status: 204 len: 168 time: 0.9455113 Feb 10 13:24:15.849075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edcd63-16ba-42b0-8a65-8bf03ae424cb admin admin] Pushing event deleted for resources: {'Network': ['ID=60695e88-79df-4dda-8a4c-b9c4d7b738cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:15.888400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc55bf23-be37-4995-a7bb-2b8ce666d6ac req-22fbe6a5-eeae-42ae-b47c-5bbcd1310531 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8447704 Feb 10 13:24:15.895658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (640667d2-d582-47be-85a8-28eb95480421), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.896302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router 640667d2-d582-47be-85a8-28eb95480421 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:24:15.958534 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:15.964138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:15.964905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7105040-9b00-402a-b21c-74354ab7a1ba tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/640667d2-d582-47be-85a8-28eb95480421 HTTP/1.1" status: 204 len: 168 time: 0.9063892 Feb 10 13:24:16.105170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet c0eec324-3e64-4fed-97ce-9a160e597ad7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:24:16.118906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (c0eec324-3e64-4fed-97ce-9a160e597ad7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.275340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c0eec324-3e64-4fed-97ce-9a160e597ad7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.410734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:16.532356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c0eec324-3e64-4fed-97ce-9a160e597ad7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.559889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-36f58902-ca69-4725-b66d-f4710cef6d61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc5883d4e17e4bedb2e1a2e137a7526e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473773 Feb 10 13:24:16.563688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:16.673905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c0eec324-3e64-4fed-97ce-9a160e597ad7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.702452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.707043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888ed76-93dc-495b-b71d-e82cf051c1d4 None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:16.722757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/c0eec324-3e64-4fed-97ce-9a160e597ad7 HTTP/1.1" status: 204 len: 168 time: 0.7561710 Feb 10 13:24:16.728071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:16.790205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] Publish callbacks [] for security_group (ff43db6a-93bc-446e-ac53-7e5394d96a60), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:16.799790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5e25-a1b7-410b-8ae3-57311230973b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=c0eec324-3e64-4fed-97ce-9a160e597ad7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:16.944365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] Publish callbacks [] for security_group (ff43db6a-93bc-446e-ac53-7e5394d96a60), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.076217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (bb4e6208-6bce-4c89-b20f-be27b3018eb1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.162020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ff43db6a-93bc-446e-ac53-7e5394d96a60), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.166709 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.184991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff43db6a-93bc-446e-ac53-7e5394d96a60 HTTP/1.1" status: 204 len: 168 time: 0.6025765 Feb 10 13:24:17.207865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b17432-dff2-4696-901d-cffa4aa8a21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43db6a-93bc-446e-ac53-7e5394d96a60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:17.310023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] DHCP port deletion for bb4e6208-6bce-4c89-b20f-be27b3018eb1 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:24:17.360054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:24:17.360392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.493013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Deleting port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:24:17.493530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.572616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,segment=NetworkSegment(dc3ab40c-cad4-4d81-b83d-08f2d9991a68),segment_id=dc3ab40c-cad4-4d81-b83d-08f2d9991a68)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:17.573343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.610672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:24:17.907684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] For port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,segment=NetworkSegment(dc3ab40c-cad4-4d81-b83d-08f2d9991a68),segment_id=dc3ab40c-cad4-4d81-b83d-08f2d9991a68)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:17.914309 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.960186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:17.987033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Calling delete_port for e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:24:17.994773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:24:18.087942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:18.343438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (bb4e6208-6bce-4c89-b20f-be27b3018eb1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.366222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e6208-6bce-4c89-b20f-be27b3018eb1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:18.379035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:18.379455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3ab40c-cad4-4d81-b83d-08f2d9991a68') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:18.392317 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (dc3ab40c-cad4-4d81-b83d-08f2d9991a68), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.434077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dc3ab40c-cad4-4d81-b83d-08f2d9991a68), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.446410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:24:18.446834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (dc3ab40c-cad4-4d81-b83d-08f2d9991a68), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:24:18.549177 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: from cryptography.utils import int_from_bytes Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: from cryptography.utils import int_from_bytes Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.556350 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:24:18.559087 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:24:18.563362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (bb4e6208-6bce-4c89-b20f-be27b3018eb1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.570821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.579998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.590552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/bb4e6208-6bce-4c89-b20f-be27b3018eb1 HTTP/1.1" status: 204 len: 168 time: 1.7878222 Feb 10 13:24:18.591040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:18.595164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1397918457', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:18.595581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:24:18.654824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ed4a-e508-4f54-b32d-137e5f95e6e9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=bb4e6208-6bce-4c89-b20f-be27b3018eb1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:18.678311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.689997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.834414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.841462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.873802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:18.877998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:18.883664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1688842867'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:18.885279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Network bb4e6208-6bce-4c89-b20f-be27b3018eb1 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:24:18.885486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e641409-3bb4-40b5-8335-e2ff6487a91c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2949593 Feb 10 13:24:18.886193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] No DVR routers for this DVR port e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:24:18.898432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:24:18.901259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:24:18.907583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c942-c3f5-44de-9ef9-d135134209b7 None None] Pushing event deleted for resources: {'Port': ['ID=e1655f89-1cbb-48d3-8a3b-b1aa0bcb510e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:18.925873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:18.929336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.046131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:19.072485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e7bb-a4cf-493d-89e6-38f8c164dc99 req-beff439d-c70a-461c-bd39-f7d12aac1331 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:19.085610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2fe39ea6-2005-406b-9e04-c678bd37da34), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.085866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de67e7bb-a4cf-493d-89e6-38f8c164dc99 req-beff439d-c70a-461c-bd39-f7d12aac1331 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1346321 Feb 10 13:24:19.090017 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment 2fe39ea6-2005-406b-9e04-c678bd37da34 of type vlan for network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 Feb 10 13:24:19.141986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (eec571ff-28d0-48f7-93b8-a79c91eb2ac7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.176353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (eec571ff-28d0-48f7-93b8-a79c91eb2ac7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.189486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:19.192304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.194624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de67e7bb-a4cf-493d-89e6-38f8c164dc99 req-ea910eda-c6f2-4a5e-87c8-7cf8a2d1ea55 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018970 Feb 10 13:24:19.318167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:19.323977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:19.332252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4355145 Feb 10 13:24:19.572070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:19.580971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:19.641870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8e35-4cfa-4321-a330-398eab931b6a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=eec571ff-28d0-48f7-93b8-a79c91eb2ac7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:19.654521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:20.058997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3e92c6ab-9590-4b59-9b26-7f722a15cdd7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:20.140709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=3e92c6ab-9590-4b59-9b26-7f722a15cdd7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:20.167988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:20.171539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: eec571ff-28d0-48f7-93b8-a79c91eb2ac7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:20.232514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:20.254508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, eec571ff-28d0-48f7-93b8-a79c91eb2ac7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:20.263801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0178572-1086-474a-9bdb-7696b086ac9e None None] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:20.265346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:20.268021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:20.317971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:20.319215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a4e077e-c860-4018-bad8-6a6159dc456b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9998672 Feb 10 13:24:20.671784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:20.672965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:20.707307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842593-bd48-4b8b-9e6c-50a8cf140ef4 req-7ec110e5-189c-4625-8af7-e8c77c469c61 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:20.717886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a842593-bd48-4b8b-9e6c-50a8cf140ef4 req-7ec110e5-189c-4625-8af7-e8c77c469c61 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1153319 Feb 10 13:24:20.836994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a842593-bd48-4b8b-9e6c-50a8cf140ef4 req-26fb11f8-0270-4327-845b-b1577cdc35be tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150305 Feb 10 13:24:21.013507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Allocated IP 172.20.0.2 (eec571ff-28d0-48f7-93b8-a79c91eb2ac7/3e92c6ab-9590-4b59-9b26-7f722a15cdd7/74db5c4e-dc6c-4517-ad95-3ff8f87e7270) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:21.066028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:21.239476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:21.472240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks [] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:21.498411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:21.638896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Pushing event updated for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:21.658488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:21.661965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:21.676586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:21.739528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f305fb-8a95-4393-920d-867d14ed9a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:21.775980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.20.0.1 (eec571ff-28d0-48f7-93b8-a79c91eb2ac7/3e92c6ab-9590-4b59-9b26-7f722a15cdd7/9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:21.857812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Attempting to bind port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:21.858195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Attempting to bind port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:21.858566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Attempting to bind port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 on network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:21.886590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:21.886996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Checking segment: {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:21.887409 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:21.887810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Bound using segment: {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:21.888308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Bound port: 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:21.888691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.250360 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.270725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f305fb-8a95-4393-920d-867d14ed9a35 admin admin] Publish callbacks [] for security_group (1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.289824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:22.306144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:22.327092 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.344485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f305fb-8a95-4393-920d-867d14ed9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.367395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.503613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a1f305fb-8a95-4393-920d-867d14ed9a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=356f7f51207f456b81019964fa4f7863&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2617331 Feb 10 13:24:22.521318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:22.521986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f305fb-8a95-4393-920d-867d14ed9a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:22.524023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfc0b0-120d-4fdb-a9e8-634bfaf22db1 None None] Pushing event updated for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:22.563770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:22.569301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:22.588422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:22.685776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1ff4-c587-4b65-ab4f-32175e71fc4f req-187a309a-802f-4a0f-80c3-e9766c92c277 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:22.687774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-474f1ff4-c587-4b65-ab4f-32175e71fc4f req-187a309a-802f-4a0f-80c3-e9766c92c277 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.5823596 Feb 10 13:24:22.758509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.761235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] Publish callbacks [] for security_group (1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.822477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] Publish callbacks [] for security_group (1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:22.918231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:23.011788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:23.020232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:23.027424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1 HTTP/1.1" status: 204 len: 168 time: 0.4904020 Feb 10 13:24:23.165791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-474f1ff4-c587-4b65-ab4f-32175e71fc4f req-f460c4b2-f233-460a-ae6f-91d7f98b5ea4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241495 Feb 10 13:24:23.169328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee089102-e516-4a29-92c6-3a52fbc49af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cbcef-a20a-4dcb-bd79-d7d52f7ec3a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:23.256179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.021234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:24.106064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:24.115882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.130643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.154307 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32ff6ab7-9162-4d46-a975-e7629a1a6831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.235039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:24.238095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.336124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.548833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e280689-1876-4de6-b4e5-dfedcde82d3c None None] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:24.606638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32ff6ab7-9162-4d46-a975-e7629a1a6831 admin admin] Publish callbacks [] for security_group (a3907d8a-38d2-4a64-a218-387e0c62311e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.630301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32ff6ab7-9162-4d46-a975-e7629a1a6831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a3907d8a-38d2-4a64-a218-387e0c62311e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.635645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:24.638180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:24.727885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Provisioning complete for port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:24.729472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.816405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240c37-e18f-4602-9e32-4cd5c3215d8d req-14e5a599-ef0d-4a66-a536-527ae8b39d31 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:24.826148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:24.838441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:24:24.839255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4240c37-e18f-4602-9e32-4cd5c3215d8d req-14e5a599-ef0d-4a66-a536-527ae8b39d31 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.4976218 Feb 10 13:24:24.903717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:24.904110 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:24.917546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff6ab7-9162-4d46-a975-e7629a1a6831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3907d8a-38d2-4a64-a218-387e0c62311e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:24.935592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32ff6ab7-9162-4d46-a975-e7629a1a6831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0359ed1a35c340f68d4fe8f39c8761b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8256578 Feb 10 13:24:24.939493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:25.082811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] Publish callbacks [] for security_group (a3907d8a-38d2-4a64-a218-387e0c62311e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.124516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4240c37-e18f-4602-9e32-4cd5c3215d8d req-fcff6bab-fcf4-4dd3-8af1-b821d51ede7b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804921 Feb 10 13:24:25.156373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:25.159784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] Publish callbacks [] for security_group (a3907d8a-38d2-4a64-a218-387e0c62311e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.176825 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:25.181885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bc508521-77f5-4383-9e1f-aa4988fa9e9c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8623972 Feb 10 13:24:25.187262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:25.195470 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:25.196458 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:25.205439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-529275665'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:25.288324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:25.301540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.331887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a3907d8a-38d2-4a64-a218-387e0c62311e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.335659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.337673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3907d8a-38d2-4a64-a218-387e0c62311e HTTP/1.1" status: 204 len: 168 time: 0.3962750 Feb 10 13:24:25.351845 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:25.358362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a1c42-cc2e-498a-9b10-e3bfecd09c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3907d8a-38d2-4a64-a218-387e0c62311e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:25.359099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:25.359567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.441108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:25.489206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6a97662e-56e1-40f3-af15-5623165e28e3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.496569 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment 6a97662e-56e1-40f3-af15-5623165e28e3 of type vlan for network 29be0381-f708-442c-8ebe-e3c4a71b3af1 Feb 10 13:24:25.546234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:25.596967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.741120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a37c29-61b9-4aa2-89dd-34f118fbc03a None None] Pushing event updated for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:25.773806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (29be0381-f708-442c-8ebe-e3c4a71b3af1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.822385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (29be0381-f708-442c-8ebe-e3c4a71b3af1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.837254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:25.840409 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:24:25.841335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:25.890085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:25.891969 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7021134 Feb 10 13:24:25.896058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:24:25.901190 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:24:25.906154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:25.919623 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:23Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:23Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:26.090987 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:26.091346 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Updating router f2ecaf79-4ad9-4f45-8e97-6f558520d59d port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:24:26.129582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facc39c-f933-4acc-a844-73b11985d6a9 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=29be0381-f708-442c-8ebe-e3c4a71b3af1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:26.144251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:26.214490 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:26.475694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:26.481938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:26.579662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:26.630203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ec45-baf8-4a60-96e7-f6eb06cb5434 req-4876e6a3-0469-4d64-9235-4e957c74068d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:26.632611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e391ec45-baf8-4a60-96e7-f6eb06cb5434 req-4876e6a3-0469-4d64-9235-4e957c74068d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.3123901 Feb 10 13:24:26.755816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Provisioning complete for port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:26.759407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:26.900830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:26.916359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:26.945034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e391ec45-baf8-4a60-96e7-f6eb06cb5434 req-527c41ff-71f7-4b81-85b6-db312b04154d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012731 Feb 10 13:24:26.945726 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks [] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:26.959532 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.023670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Provisioning complete for port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:27.024047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.201944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Pushing event updated for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:27.226614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.227753 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.228245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.228924 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.229430 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.230098 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.239536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.240318 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.240970 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.241482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.241980 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.242473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.243161 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:27.286759 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Attempting to bind port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:27.287600 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Attempting to bind port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:27.289471 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Attempting to bind port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 on network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:27.290647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f01442ef-4085-4f24-99a8-950b78165bdf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.309033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:27.318183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.321482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:27.325790 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Checking segment: {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:27.326707 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.328248 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Bound using segment: {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:27.331898 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Bound port: 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe39ea6-2005-406b-9e04-c678bd37da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:27.333605 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.538598 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] For port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:27.552140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] For port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:27.555288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:27.556159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: 29be0381-f708-442c-8ebe-e3c4a71b3af1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:27.571218 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.602131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=f01442ef-4085-4f24-99a8-950b78165bdf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:27.615602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-08d0fdec-06b0-483f-a4b1-8da76c89023a None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:27.622790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:27.643482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 29be0381-f708-442c-8ebe-e3c4a71b3af1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:27.652800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:27.657315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:27.672683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc92f8-b3a3-4e9d-afee-fbec0e79e53d None None] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:27.707783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15dba27e-cb24-4211-bae1-490f1314022e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8136442 Feb 10 13:24:27.708493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:28.061506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:28.122933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Provisioning complete for port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:28.136313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:28.167772 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e9e5a-ecc1-4279-9865-fb19c2674488 None None] Pushing event updated for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:28.231169 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:28.234569 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:28.427269 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:29.009096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-29be0381-f708-442c-8ebe-e3c4a71b3af1', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:29.009982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:29.101193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Current status of the port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:29.102375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:29.193474 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:23Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:27Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:29.342295 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d80e9-9bef-4157-8ff8-cbb23afe67af None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:23Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:27Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:29.367598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d11d-bc24-4412-b9ad-efe2998128f8 req-dc13932e-b38f-47b5-89b7-6940e6abcdd2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:29.373501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d778d11d-bc24-4412-b9ad-efe2998128f8 req-dc13932e-b38f-47b5-89b7-6940e6abcdd2 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.4917626 Feb 10 13:24:29.411064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] For port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:29.414502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Allocated IP 172.21.0.2 (29be0381-f708-442c-8ebe-e3c4a71b3af1/f01442ef-4085-4f24-99a8-950b78165bdf/3f09ed06-8015-44bb-a8f4-d8b35734534f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:29.427985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:29.571782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d778d11d-bc24-4412-b9ad-efe2998128f8 req-096072b8-1f92-4fef-9e95-11ecd4a40347 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819224 Feb 10 13:24:29.665139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Pushing event updated for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:29.719361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.719584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.719830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.720176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.724601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.725008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.725346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.725782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.726095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.726342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.726729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.726989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.727313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41336170-8d8d-4f15-96e6-0799af26e715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:29.750760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-00efaecb-1453-4b73-aa87-7a68d352b538 None None] Provisioning complete for port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:29.751136 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00efaecb-1453-4b73-aa87-7a68d352b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.186288 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks [] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.249371 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.289313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.388423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:30.393639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-00efaecb-1453-4b73-aa87-7a68d352b538 None None] Current status of the port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:30.430764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:30.450233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:30.540323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Pushing event updated for resources: {'Port': ['ID=3f09ed06-8015-44bb-a8f4-d8b35734534f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:30.614147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Attempting to bind port 3f09ed06-8015-44bb-a8f4-d8b35734534f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:30.614578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Attempting to bind port 3f09ed06-8015-44bb-a8f4-d8b35734534f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:30.614922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Attempting to bind port 3f09ed06-8015-44bb-a8f4-d8b35734534f on network 29be0381-f708-442c-8ebe-e3c4a71b3af1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:30.639298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:30.640223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Checking segment: {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:30.641016 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.642653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Bound using segment: {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:30.648251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Bound port: 3f09ed06-8015-44bb-a8f4-d8b35734534f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:30.649205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:30.936532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:31.070050 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0ac9-5697-482d-8906-dda607d7d479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:31.223996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:31.227754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:31.238998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] For port 3f09ed06-8015-44bb-a8f4-d8b35734534f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:31.347869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] For port 3f09ed06-8015-44bb-a8f4-d8b35734534f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f09ed06-8015-44bb-a8f4-d8b35734534f,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:31.386553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:31.487576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.21.0.1 (29be0381-f708-442c-8ebe-e3c4a71b3af1/f01442ef-4085-4f24-99a8-950b78165bdf/3e6bedc6-fb13-4603-8d1e-074863b6afd9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:31.559022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654932d-acf9-4a73-aa04-be01b3839675 req-43358fe7-6375-440c-8211-93b0f51d99a3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:31.560668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1654932d-acf9-4a73-aa04-be01b3839675 req-43358fe7-6375-440c-8211-93b0f51d99a3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.2606878 Feb 10 13:24:31.679871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:31.716971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dcf63-0010-4da9-bf93-344cfc86233a None None] Pushing event updated for resources: {'Port': ['ID=3f09ed06-8015-44bb-a8f4-d8b35734534f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:31.849533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:31.941027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.110256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1654932d-acf9-4a73-aa04-be01b3839675 req-7c44889f-34d5-4d5e-bfbe-28fd3b092238 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243361 Feb 10 13:24:32.126393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:32.136530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:32.144350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-849920674'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:32.156984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:32.159652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:32.164351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:32.232111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:32.245206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.293171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:32.300923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.312594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5697ec19-60c4-4a71-8c5c-cfc32b5ef083), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.313326 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Added segment 5697ec19-60c4-4a71-8c5c-cfc32b5ef083 of type vlan for network 9be895fa-72be-4f50-8a49-09da77ce9b40 Feb 10 13:24:32.389459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9be895fa-72be-4f50-8a49-09da77ce9b40), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.441962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9be895fa-72be-4f50-8a49-09da77ce9b40), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.451393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:32.452065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.549958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.568447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Network': ['ID=9be895fa-72be-4f50-8a49-09da77ce9b40,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:32.583661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:32.591194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f571c713-75b7-4b76-a4f2-dd8e9e16c9fb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4508846 Feb 10 13:24:32.591693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:32.603543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-283630856'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:32.649119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:32.654840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.733623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:32.760303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (42647264-2ea0-4359-adbc-03bafe2c6b98), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:32.760661 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Added segment 42647264-2ea0-4359-adbc-03bafe2c6b98 of type vlan for network 88edd37d-b6f3-4c46-a529-e310f5aafbaa Feb 10 13:24:32.860283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f09ed06-8015-44bb-a8f4-d8b35734534f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:32.895936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (88edd37d-b6f3-4c46-a529-e310f5aafbaa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.008404 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (88edd37d-b6f3-4c46-a529-e310f5aafbaa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.018104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:33.019717 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.074441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3f09ed06-8015-44bb-a8f4-d8b35734534f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:33.075070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.129280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5363114 Feb 10 13:24:33.134108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43468) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:33.148593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'subnet': {'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:33.175508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94e78352-ea88-4a78-b4fe-e9e1262fd98f req-f4e9e72d-0367-4995-8976-9e7bbc44afe7 tempest-FlavorsV2NegativeTest-774053125 tempest-FlavorsV2NegativeTest-774053125-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b555eb307e0b48eb9c7d1af3521e3ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1574798 Feb 10 13:24:33.220740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc4a8-d64a-4590-bfc4-75608084faca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.305030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3f09ed06-8015-44bb-a8f4-d8b35734534f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:33.309412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.377386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 3f09ed06-8015-44bb-a8f4-d8b35734534f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f09ed06-8015-44bb-a8f4-d8b35734534f,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:33.388265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.440702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda2e2a-bdd6-453f-92f7-2281752a8eec None None] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:33.562903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7ada5f16-c9f7-46f2-b091-6e7fc7735d3b None None] Provisioning complete for port 3f09ed06-8015-44bb-a8f4-d8b35734534f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:33.563625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ada5f16-c9f7-46f2-b091-6e7fc7735d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.722206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=3f09ed06-8015-44bb-a8f4-d8b35734534f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:33.749380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78352-ea88-4a78-b4fe-e9e1262fd98f req-c0798dd3-9995-4b7e-9b3b-f267c819428b tempest-FlavorsV2NegativeTest-774053125 tempest-FlavorsV2NegativeTest-774053125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:33.754944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94e78352-ea88-4a78-b4fe-e9e1262fd98f req-c0798dd3-9995-4b7e-9b3b-f267c819428b tempest-FlavorsV2NegativeTest-774053125 tempest-FlavorsV2NegativeTest-774053125-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5788527 Feb 10 13:24:33.766653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.794428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.841051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ada5f16-c9f7-46f2-b091-6e7fc7735d3b None None] Current status of the port 3f09ed06-8015-44bb-a8f4-d8b35734534f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:33.890680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:33.919361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94e78352-ea88-4a78-b4fe-e9e1262fd98f req-c550a284-bced-4748-a571-5add3445a899 tempest-FlavorsV2NegativeTest-774053125 tempest-FlavorsV2NegativeTest-774053125-project] 10.222.0.13 "GET /v2.0/quotas/b555eb307e0b48eb9c7d1af3521e3ebb HTTP/1.1" status: 200 len: 375 time: 0.1475816 Feb 10 13:24:34.064532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94e78352-ea88-4a78-b4fe-e9e1262fd98f req-012e1a8e-ca63-4f2a-b53e-53457e74008a tempest-FlavorsV2NegativeTest-774053125 tempest-FlavorsV2NegativeTest-774053125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b555eb307e0b48eb9c7d1af3521e3ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220005 Feb 10 13:24:34.075234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f277a-c1f4-4f5c-b099-11b11ad5c2d7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Network': ['ID=88edd37d-b6f3-4c46-a529-e310f5aafbaa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:34.087266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:34.108406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:34.122038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-ad5c4233-5c26-4dde-830b-cd2eab9bf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:34.125679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-ad5c4233-5c26-4dde-830b-cd2eab9bf361 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 1127 time: 0.8581271 Feb 10 13:24:34.137340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:34.140744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:34.298605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:34.304577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:34.381863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:34.383143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:34.516817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:34.543478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-ada1b730-448c-4a46-b9b6-bd38d4467f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:34.545416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-ada1b730-448c-4a46-b9b6-bd38d4467f6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.1179008 Feb 10 13:24:34.547425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f01859d0-2bce-417a-b0eb-fc71a8ad591f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:34.550836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Provisioning complete for port 3f09ed06-8015-44bb-a8f4-d8b35734534f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:34.552294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:34.559166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:34.631397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-c30fd836-4eb5-4030-898a-2186260b3508 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0735850 Feb 10 13:24:34.696237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94735307-d677-489e-b8b0-dc737b7c1256 req-6648f526-e108-43cb-87f4-d67ad0be569d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:34.701698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94735307-d677-489e-b8b0-dc737b7c1256 req-6648f526-e108-43cb-87f4-d67ad0be569d tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.4423451 Feb 10 13:24:34.735427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-6f75c382-31a7-4a8e-a69d-b0839feff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:34.738451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-6f75c382-31a7-4a8e-a69d-b0839feff672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.0990195 Feb 10 13:24:34.777171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Subnet': ['ID=f01859d0-2bce-417a-b0eb-fc71a8ad591f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:34.784223 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-7658f513-6b05-4793-bc76-eb8c667d49af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366945 Feb 10 13:24:34.793452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f09ed06-8015-44bb-a8f4-d8b35734534f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:34.817489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:24:34.893812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94735307-d677-489e-b8b0-dc737b7c1256 req-ab2bd720-1a31-40da-9dc9-3f713cc912b6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809394 Feb 10 13:24:34.950160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-86ef94d4-b6c6-451d-a6ce-b5bbee292b0b None None] Current status of the port 3f09ed06-8015-44bb-a8f4-d8b35734534f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:34.959719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3f09ed06-8015-44bb-a8f4-d8b35734534f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:34.960042 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.114859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2fce4fb7-64eb-4d68-9dc2-adc1cc0edac3 None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:35.115440 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fce4fb7-64eb-4d68-9dc2-adc1cc0edac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.147367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:35.147844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network hostable DHCP agents. Network: 9be895fa-72be-4f50-8a49-09da77ce9b40, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:35.163531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-dfb95ec3-bffe-4da8-a11c-a4306689327b service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672564 Feb 10 13:24:35.213459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2fce4fb7-64eb-4d68-9dc2-adc1cc0edac3 None None] Port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:35.226288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3f09ed06-8015-44bb-a8f4-d8b35734534f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:35.313634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca4fa413-6b74-402d-bf8a-99d70d33e664 req-fec83554-b6a9-4cac-97eb-c078da8b6d00 service neutron] 10.222.0.21 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422498 Feb 10 13:24:35.345056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ec12eb25-3aca-44d9-8bf6-1dfa96d3a62c None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:35.345446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec12eb25-3aca-44d9-8bf6-1dfa96d3a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.355298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:35.370926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9be895fa-72be-4f50-8a49-09da77ce9b40) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:35.377401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:35.378295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.397949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc57b4-96df-4102-988d-69ae89a4e12d None None] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:35.405539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f57af00a-e78f-4d67-bb51-7f2987c9b12c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2634902 Feb 10 13:24:35.409882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:35.417614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'subnet': {'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:35.531682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec12eb25-3aca-44d9-8bf6-1dfa96d3a62c None None] Port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:35.539439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:35.545921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.645003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:35.688515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9be895fa-72be-4f50-8a49-09da77ce9b40', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:35.689532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.728941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:35.737284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-77332969-54db-43db-9b75-a84e5ef7a4ea tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0226088 Feb 10 13:24:35.739601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:35.745710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-381278536'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:35.769926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:35.775063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.804083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:35.822383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a5b6c85d-d3de-4c71-ab26-06a81c059e37), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.823592 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment a5b6c85d-d3de-4c71-ab26-06a81c059e37 of type vlan for network e4acffc3-a93a-43a7-932e-d8db35f411b3 Feb 10 13:24:35.826530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:35.865821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:35.866483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:35.898330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e4acffc3-a93a-43a7-932e-d8db35f411b3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.937501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e4acffc3-a93a-43a7-932e-d8db35f411b3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.946206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:35.947521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.957535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (04f14503-82c5-408e-852c-6d76bb05cd7b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:35.971205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:36.096311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=e4acffc3-a93a-43a7-932e-d8db35f411b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:36.128956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3872249 Feb 10 13:24:36.137255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.138230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Subnet': ['ID=04f14503-82c5-408e-852c-6d76bb05cd7b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:36.146931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:36.149246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.149604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.149949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.150288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.150626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.150960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.151291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.151619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.151944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.152284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.152596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.152955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.153278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a112753-bbd9-4fa0-8099-15a24ab061f6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:36.168143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:36.208024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f39c2bd8-cf81-455a-9ba7-2aa28bac46ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.240215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:36.255394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Checking segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:36.255737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network hostable DHCP agents. Network: 88edd37d-b6f3-4c46-a529-e310f5aafbaa, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:36.268740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d3c2f-505a-44db-973c-89d8d60f3562 req-6aee506b-aa6b-4ea5-a4b6-52e7924ec5b5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:36.270380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-575d3c2f-505a-44db-973c-89d8d60f3562 req-6aee506b-aa6b-4ea5-a4b6-52e7924ec5b5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1651318 Feb 10 13:24:36.341915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.364803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:36.366411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-575d3c2f-505a-44db-973c-89d8d60f3562 req-1db85f77-397b-49df-bff8-8db6af97124b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897858 Feb 10 13:24:36.408052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:36.419191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.430445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 88edd37d-b6f3-4c46-a529-e310f5aafbaa) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:36.438342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:36.438877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.532568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:36.533109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c07d73f9-2459-46ab-a339-4689dbd6b164 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1208944 Feb 10 13:24:36.539386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'name': 'tempest-TaggedBootDevicesTest-2007935027', 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:36.585358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f39c2bd8-cf81-455a-9ba7-2aa28bac46ba admin admin] Publish callbacks [] for security_group (75e9ec30-6cde-4fde-8472-e918b27d566e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.601411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f39c2bd8-cf81-455a-9ba7-2aa28bac46ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (75e9ec30-6cde-4fde-8472-e918b27d566e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.605315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715a59e-95a0-4f79-84c9-2e54c6a300c3 None None] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:36.663159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2bd8-cf81-455a-9ba7-2aa28bac46ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e9ec30-6cde-4fde-8472-e918b27d566e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:36.671699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f39c2bd8-cf81-455a-9ba7-2aa28bac46ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b555eb307e0b48eb9c7d1af3521e3ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0254962 Feb 10 13:24:36.674441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:36.781865 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (0ead2301-643c-4755-bac5-11863b9176e2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.783608 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] Publish callbacks [] for security_group (75e9ec30-6cde-4fde-8472-e918b27d566e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.787870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Allocated IP 10.1.1.2 (9be895fa-72be-4f50-8a49-09da77ce9b40/f01859d0-2bce-417a-b0eb-fc71a8ad591f/1357b0de-7cb9-4f0c-8fe8-491ee87dc96b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:36.822079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] Publish callbacks [] for security_group (75e9ec30-6cde-4fde-8472-e918b27d566e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.867066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:36.979748 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (75e9ec30-6cde-4fde-8472-e918b27d566e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.980979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=0ead2301-643c-4755-bac5-11863b9176e2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:36.982400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:36.985907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e9ec30-6cde-4fde-8472-e918b27d566e HTTP/1.1" status: 204 len: 168 time: 0.3074048 Feb 10 13:24:36.990080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:36.990453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: e4acffc3-a93a-43a7-932e-d8db35f411b3, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:37.008457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a674c8-1f14-4513-b7aa-8539fdfc6473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e9ec30-6cde-4fde-8472-e918b27d566e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:37.019936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:37.040976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e4acffc3-a93a-43a7-932e-d8db35f411b3) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:37.046086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:37.046680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.063291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.080903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f24c87f3-cfee-47e7-8a90-fde21cdfacee tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196212 Feb 10 13:24:37.081676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:37.085444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d075f-c2eb-4fa3-80e4-77a3d9298395 None None] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:37.102029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] device_id is not set on port 36a1f659-cd1a-463b-8a98-255eee1ed44d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:24:37.251069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a29367-4447-4252-890d-28efa733c44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ips': [{'subnet_id': '04f14503-82c5-408e-852c-6d76bb05cd7b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:37.251944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.524788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:32Z', 'revision_number': 3, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:32Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:37.528441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:24:37.578655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f6ea-181d-4bd5-a09a-3e5ae70e15be req-a405447a-9c9e-4f61-8bc6-f9804381cfed tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:37.585040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5243f6ea-181d-4bd5-a09a-3e5ae70e15be req-a405447a-9c9e-4f61-8bc6-f9804381cfed tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 945 time: 0.1234839 Feb 10 13:24:37.614685 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.647108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:37.647509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Updating router f2ecaf79-4ad9-4f45-8e97-6f558520d59d port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:24:37.657256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5243f6ea-181d-4bd5-a09a-3e5ae70e15be req-1933f175-8e14-4b1f-9f29-74691ab6635c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Feb 10 13:24:37.670665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e4acffc3-a93a-43a7-932e-d8db35f411b3', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:37.671778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.805006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks [] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.842295 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.894798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.935683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:37.976231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.1.1.7 (9be895fa-72be-4f50-8a49-09da77ce9b40/f01859d0-2bce-417a-b0eb-fc71a8ad591f/36a1f659-cd1a-463b-8a98-255eee1ed44d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:38.013781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Pushing event updated for resources: {'Port': ['ID=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:38.364195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.370138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks [] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.401939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:38.403010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.457904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.503298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef3bc-580f-4478-bfa1-654c20d44098 None None] Pushing event updated for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:38.515907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.22.0.1 (e4acffc3-a93a-43a7-932e-d8db35f411b3/0ead2301-643c-4755-bac5-11863b9176e2/74e5a45a-ed5b-4cb5-9d2c-81b62ac95917) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:38.517081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:38.519750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-08a29367-4447-4252-890d-28efa733c44f None None] Allocated IP 10.2.2.2 (88edd37d-b6f3-4c46-a529-e310f5aafbaa/04f14503-82c5-408e-852c-6d76bb05cd7b/02aa9901-244b-4f57-8dbd-2a7b36b929b3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:38.555258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:38.605986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:38.643325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:38.648577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:38.656467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:38.671220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:38.773789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:38.774558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.815235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:38.815445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.836643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Attempting to bind port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:38.837463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Attempting to bind port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:38.837846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Attempting to bind port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 on network 29be0381-f708-442c-8ebe-e3c4a71b3af1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:38.863351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.864842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:38.870619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b4403e3e-d0ec-4106-a56e-3c970f79e25f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3331616 Feb 10 13:24:38.876110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'name': 'tempest-TaggedBootDevicesTest-600474455', 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:38.902551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:38.902939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Checking segment: {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:38.903350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.903751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Bound using segment: {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:38.904255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Bound port: 3e6bedc6-fb13-4603-8d1e-074863b6afd9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a97662e-56e1-40f3-af15-5623165e28e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:38.904613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:38.951521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:38.961493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:24:38.964327 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac2ced-e034-45f0-9de2-f5fbfa4c1944" -d '{"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:24:39.037326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.080230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Attempting to bind port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:39.080697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Attempting to bind port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:39.081051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Attempting to bind port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:39.087902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.170879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29ae4d97-dd17-4adc-8c5a-e6d481c6ed9d None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:39.170879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ae4d97-dd17-4adc-8c5a-e6d481c6ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.186332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:39.186689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:39.187102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.187772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Bound using segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:39.195288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Bound port: 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:39.195823 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.210970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:39.211774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:39.233434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:39.237927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:39.316370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] For port 3e6bedc6-fb13-4603-8d1e-074863b6afd9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:39.358511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:39.472857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.534791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b68f6d-58c8-44b4-905d-ede20464553f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.633620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.655042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.677427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] device_id is not set on port 0614fe07-6e82-4226-9349-0ef59d608dfe yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:24:39.730609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks [] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.744023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29ae4d97-dd17-4adc-8c5a-e6d481c6ed9d None None] Port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:39.772874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.792411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:39.815206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b68f6d-58c8-44b4-905d-ede20464553f admin admin] Publish callbacks [] for security_group (0bbca4c8-dc11-4d74-a372-730d2d43341c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.824480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83b68f6d-58c8-44b4-905d-ede20464553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0bbca4c8-dc11-4d74-a372-730d2d43341c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:39.884169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.1.1.61 (9be895fa-72be-4f50-8a49-09da77ce9b40/f01859d0-2bce-417a-b0eb-fc71a8ad591f/0614fe07-6e82-4226-9349-0ef59d608dfe) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:39.907522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] For port 3e6bedc6-fb13-4603-8d1e-074863b6afd9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3e6bedc6-fb13-4603-8d1e-074863b6afd9,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:39.918777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a29367-4447-4252-890d-28efa733c44f None None] Pushing event updated for resources: {'Port': ['ID=02aa9901-244b-4f57-8dbd-2a7b36b929b3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:39.939429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-83b68f6d-58c8-44b4-905d-ede20464553f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23845174f2554d159113ebd8a591cec0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2665794 Feb 10 13:24:39.940449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b68f6d-58c8-44b4-905d-ede20464553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbca4c8-dc11-4d74-a372-730d2d43341c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:39.941256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Allocated IP 172.22.0.2 (e4acffc3-a93a-43a7-932e-d8db35f411b3/0ead2301-643c-4755-bac5-11863b9176e2/ca35d3db-dbee-4dde-bd53-cd936f93e14a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:39.948700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:39.965171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.059386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef3bc-580f-4478-bfa1-654c20d44098 None None] Pushing event updated for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:40.070385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a29367-4447-4252-890d-28efa733c44f None None] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:40.071079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71df93-d679-4d54-b98e-df775b94b075 req-f3136a82-7950-4b98-a6f7-aa4addd6bd1c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:40.081762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b71df93-d679-4d54-b98e-df775b94b075 req-f3136a82-7950-4b98-a6f7-aa4addd6bd1c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=f751744d-c98a-4eed-8cf9-072afdf46fc3 HTTP/1.1" status: 200 len: 943 time: 0.2266774 Feb 10 13:24:40.082964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-08a29367-4447-4252-890d-28efa733c44f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:40.093242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a29367-4447-4252-890d-28efa733c44f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:40.144891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.183924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:40.202399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] Publish callbacks [] for security_group (0bbca4c8-dc11-4d74-a372-730d2d43341c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.235744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.276216 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] Publish callbacks [] for security_group (0bbca4c8-dc11-4d74-a372-730d2d43341c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.284822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] For port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:40.292210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08a29367-4447-4252-890d-28efa733c44f None None] Attempting to bind port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:40.292583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08a29367-4447-4252-890d-28efa733c44f None None] Attempting to bind port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:40.294284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a29367-4447-4252-890d-28efa733c44f None None] Attempting to bind port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:40.299140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:40.301231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:40.381751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0bbca4c8-dc11-4d74-a372-730d2d43341c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.391315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:40.391772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.393767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bbca4c8-dc11-4d74-a372-730d2d43341c HTTP/1.1" status: 204 len: 168 time: 0.4439416 Feb 10 13:24:40.421647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3361678-0194-4f1e-9928-8f019f4132a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbca4c8-dc11-4d74-a372-730d2d43341c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:40.478380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:40.484655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:40.523194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:40.548010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:24:40.548905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:40.553288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.615958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:40.616746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.632497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-network', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:40.681534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] For port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:40.709164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.710590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a46e6bf-9d69-44e1-b473-21c546ec9f05 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8446496 Feb 10 13:24:40.754659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a29367-4447-4252-890d-28efa733c44f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:40.755292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a29367-4447-4252-890d-28efa733c44f None None] Checking segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:40.755597 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.756078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a29367-4447-4252-890d-28efa733c44f None None] Bound using segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:40.756705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08a29367-4447-4252-890d-28efa733c44f None None] Bound port: 02aa9901-244b-4f57-8dbd-2a7b36b929b3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:40.757209 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.805218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Made reservation on behalf of 8976f44a7fcf4d3d8957444763dacbd0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:40.811670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.826044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:40.826495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.863671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:40.962062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08a29367-4447-4252-890d-28efa733c44f None None] For port 02aa9901-244b-4f57-8dbd-2a7b36b929b3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:40.965572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08a29367-4447-4252-890d-28efa733c44f None None] For port 02aa9901-244b-4f57-8dbd-2a7b36b929b3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=02aa9901-244b-4f57-8dbd-2a7b36b929b3,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:41.003820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08a29367-4447-4252-890d-28efa733c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.034758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.041986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.078181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port 8e870102-ae03-4d86-ab68-db9eadf8e8c4, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8e870102-ae03-4d86-ab68-db9eadf8e8c4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:41.078566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.148995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for 8e870102-ae03-4d86-ab68-db9eadf8e8c4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:24:41.204545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e8610-318c-43d7-87b4-d4229c85e044 None None] Pushing event updated for resources: {'Port': ['ID=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:41.233307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.238810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:41.272476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:41.302300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d087d3-6003-4ade-998f-b99df818bca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.318013 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks [] for security_group (9898eb56-1c9a-4440-baf0-c27175a0e67d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.399166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:41.400330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:41.412861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9898eb56-1c9a-4440-baf0-c27175a0e67d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.427112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:41.436721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.447136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4f7cc6fb-aced-49cc-8320-13fe4e7d9c43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.447498 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Added segment 4f7cc6fb-aced-49cc-8320-13fe4e7d9c43 of type vlan for network 8d904b58-8e0a-4236-ac2b-52052f3a9648 Feb 10 13:24:41.467740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8e870102-ae03-4d86-ab68-db9eadf8e8c4 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:24:41.572353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8d904b58-8e0a-4236-ac2b-52052f3a9648), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.576541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:24:41.737533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks [] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.810968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Current status of the port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:41.815882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.837547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a29367-4447-4252-890d-28efa733c44f None None] Pushing event updated for resources: {'Port': ['ID=02aa9901-244b-4f57-8dbd-2a7b36b929b3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:41.863841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8d904b58-8e0a-4236-ac2b-52052f3a9648), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.863841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:41.864132 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.864269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.870847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:41.890627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e40b6ddf-b5af-4b3b-9046-7a4df354692b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8076901 Feb 10 13:24:41.892349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:41.900176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'network': {'name': 'tempest-RoutersTest-406029729'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:41.930480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:41.946924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:41.977501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Pushing event updated for resources: {'Port': ['ID=ca35d3db-dbee-4dde-bd53-cd936f93e14a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:41.982194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:24:42.000498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c9bf12ce-7936-4d9f-a2ca-81af21787dba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.001020 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added segment c9bf12ce-7936-4d9f-a2ca-81af21787dba of type vlan for network efb7a15e-933c-4c1f-b02c-e04edb89c0ec Feb 10 13:24:42.009144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:42.015247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9898eb56-1c9a-4440-baf0-c27175a0e67d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.066417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d087d3-6003-4ade-998f-b99df818bca3 admin admin] Publish callbacks [] for security_group (38d85625-90a5-47d6-bb35-dfee316870fc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.072358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (efb7a15e-933c-4c1f-b02c-e04edb89c0ec), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.077997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8896425 Feb 10 13:24:42.079081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:42.079642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52d087d3-6003-4ade-998f-b99df818bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38d85625-90a5-47d6-bb35-dfee316870fc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.093721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Request body: {'subnet': {'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-subnet', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:42.107528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8e870102-ae03-4d86-ab68-db9eadf8e8c4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.110765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (efb7a15e-933c-4c1f-b02c-e04edb89c0ec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.119915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:42.120824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.122003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] For port 3e6bedc6-fb13-4603-8d1e-074863b6afd9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3e6bedc6-fb13-4603-8d1e-074863b6afd9,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:42.132969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:42.147245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:42.185896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2915981 Feb 10 13:24:42.186698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:42.197148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'subnet': {'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:42.198466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.269114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d277-33f2-47cf-9f18-342a6605340d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Network': ['ID=efb7a15e-933c-4c1f-b02c-e04edb89c0ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.286739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f594-ce4b-4b19-a88e-6262c4f6c75c None None] Pushing event updated for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.302195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:42.365630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf456a0-8584-4083-b81e-d5dee5196752 admin admin] Pushing event updated for resources: {'Network': ['ID=8d904b58-8e0a-4236-ac2b-52052f3a9648,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.370767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=8e870102-ae03-4d86-ab68-db9eadf8e8c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.375529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Made reservation on behalf of 7d89b9d1026d4d25acc765339d18ffce for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:42.379729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.405432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 update to DOWN by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:24:42.452656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:24:42.501192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-52d087d3-6003-4ade-998f-b99df818bca3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3458adb17bf4c57a74eb281faf1e21b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2254364 Feb 10 13:24:42.502660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:42.555816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d087d3-6003-4ade-998f-b99df818bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d85625-90a5-47d6-bb35-dfee316870fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:42.563661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Made reservation on behalf of 8976f44a7fcf4d3d8957444763dacbd0 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:42.569141 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.576250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port 8e870102-ae03-4d86-ab68-db9eadf8e8c4 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:24:42.581659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.604622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b71df93-d679-4d54-b98e-df775b94b075 req-5d39c0b8-2bff-446d-90fc-794ff8208a41 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "DELETE /v2.0/ports/8e870102-ae03-4d86-ab68-db9eadf8e8c4 HTTP/1.1" status: 204 len: 173 time: 2.5204244 Feb 10 13:24:42.608430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-deleted', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:24:42.624204 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1adcb23-dc89-4ca3-8923-1d838641bf07" -d '{"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-deleted", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:24:42.657596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:38Z', 'revision_number': 1, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:42.660768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Attempting to bind port ca35d3db-dbee-4dde-bd53-cd936f93e14a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:42.661138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Attempting to bind port ca35d3db-dbee-4dde-bd53-cd936f93e14a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:42.661501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Attempting to bind port ca35d3db-dbee-4dde-bd53-cd936f93e14a on network e4acffc3-a93a-43a7-932e-d8db35f411b3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:42.669499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:42.669716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Checking segment: {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:42.670058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.670452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Bound using segment: {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:42.670930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Bound port: ca35d3db-dbee-4dde-bd53-cd936f93e14a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:42.671368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.848414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] For port ca35d3db-dbee-4dde-bd53-cd936f93e14a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:42.851890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] For port ca35d3db-dbee-4dde-bd53-cd936f93e14a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca35d3db-dbee-4dde-bd53-cd936f93e14a,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:42.855519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95b80f-b4a1-4122-87f5-ae74df648cc7 None None] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:42.871423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f1e36-cd02-43ad-babd-5b267a9e2105 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:38Z', 'revision_number': 1, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:42.878873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.882282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] Publish callbacks [] for security_group (38d85625-90a5-47d6-bb35-dfee316870fc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.956568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] Publish callbacks [] for security_group (38d85625-90a5-47d6-bb35-dfee316870fc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:42.987345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2f110804-884d-4fc9-b4df-df74305c85ce), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.154178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Provisioning complete for port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:43.154640 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.240103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38d85625-90a5-47d6-bb35-dfee316870fc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.248073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.248073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38d85625-90a5-47d6-bb35-dfee316870fc HTTP/1.1" status: 204 len: 168 time: 0.6934941 Feb 10 13:24:43.259578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:43.278287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Checking segment: {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:43.280113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network hostable DHCP agents. Network: efb7a15e-933c-4c1f-b02c-e04edb89c0ec, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:43.296932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Subnet': ['ID=2f110804-884d-4fc9-b4df-df74305c85ce,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:43.332769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aadff-5663-49d4-8a38-f861d469237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d85625-90a5-47d6-bb35-dfee316870fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:43.362802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:43.382364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (c1e60b87-f642-4201-a4f5-eb477fa843c4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.404778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, efb7a15e-933c-4c1f-b02c-e04edb89c0ec) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:43.418050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:43.420780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.472551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1e41cf8c-1c53-424c-a4b6-867086d75e5d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2797699 Feb 10 13:24:43.476806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:43.641368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Checking segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:43.642027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Network hostable DHCP agents. Network: 8d904b58-8e0a-4236-ac2b-52052f3a9648, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:24:43.646018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df656589-2dc9-46d9-9f36-e0db46c1aa90 None None] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:43.677238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e60b87-f642-4201-a4f5-eb477fa843c4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:43.693998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d440ce2-d7e9-4ba6-a285-b986870ded7c None None] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:43.742575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:24:43.771506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8d904b58-8e0a-4236-ac2b-52052f3a9648) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:43.787500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:43.787500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.848853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-45716598-c585-47b4-a8b1-143afd95bde7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7552688 Feb 10 13:24:43.849656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:43.864102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:43.918453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (475b91f3-20de-4086-966d-d7f4534be103), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.921804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (475b91f3-20de-4086-966d-d7f4534be103), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:43.995198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fcd3b-1113-489f-ae30-30e4e5188adc None None] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:44.143878 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for router_controller (475b91f3-20de-4086-966d-d7f4534be103), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.260405 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31da9b5-1b31-468c-91fd-6dd418bba581 x-openstack-request-id: req-c31da9b5-1b31-468c-91fd-6dd418bba581 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:24:44.263958 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-unplugged", "status": "failed", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:24:44.264977 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c31da9b5-1b31-468c-91fd-6dd418bba581 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:24:44.271636 n-d-815324-6 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'code': 422} returned with failed status Feb 10 13:24:44.401151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:44.406530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.464348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502140-6a11-462c-be6f-e3af9e89d28e None None] Pushing event updated for resources: {'Port': ['ID=ca35d3db-dbee-4dde-bd53-cd936f93e14a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:44.508616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for router_gateway (475b91f3-20de-4086-966d-d7f4534be103), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.515550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:44.525420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682515387', 'description': 'tempest-description--1398280776'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:44.652374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.836365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:44.837206 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.933869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (dcf92c56-7fe0-495c-8bd7-bca543244056), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:44.967800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dcf92c56-7fe0-495c-8bd7-bca543244056), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.073086 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bce7c-64dc-4b09-a870-e3cd46a99d5c x-openstack-request-id: req-cd1bce7c-64dc-4b09-a870-e3cd46a99d5c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:24:45.073398 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751744d-c98a-4eed-8cf9-072afdf46fc3", "name": "network-vif-deleted", "tag": "8e870102-ae03-4d86-ab68-db9eadf8e8c4", "status": "failed", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:24:45.073659 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd1bce7c-64dc-4b09-a870-e3cd46a99d5c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:24:45.090170 n-d-815324-6 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f751744d-c98a-4eed-8cf9-072afdf46fc3', 'name': 'network-vif-deleted', 'tag': '8e870102-ae03-4d86-ab68-db9eadf8e8c4', 'status': 'failed', 'code': 422} returned with failed status Feb 10 13:24:45.092379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf92c56-7fe0-495c-8bd7-bca543244056,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:45.112717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8d904b58-8e0a-4236-ac2b-52052f3a9648', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:24:45.113566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.144316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.145594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-423a36e5-d495-4870-9f16-0ebc6ce06a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6277113 Feb 10 13:24:45.156873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:45.175426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'security_group_rule': {'security_group_id': 'dcf92c56-7fe0-495c-8bd7-bca543244056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:45.284222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (a57235e2-f1c6-4975-b4a5-f9c6080a9565), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.375324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Allocated IP 172.23.0.2 (efb7a15e-933c-4c1f-b02c-e04edb89c0ec/2f110804-884d-4fc9-b4df-df74305c85ce/a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:45.428040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:45.439448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (a57235e2-f1c6-4975-b4a5-f9c6080a9565), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.445751 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:45.446479 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:45.448115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a57235e2-f1c6-4975-b4a5-f9c6080a9565), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.468615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Current status of the port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:45.469050 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.475458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.535037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8100b8-5ee6-4358-abbb-962f3b19f9e9 None None] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:45.633045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:45.638131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744251 Feb 10 13:24:45.641697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43790) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:45.657129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'security_group_rule': {'security_group_id': 'dcf92c56-7fe0-495c-8bd7-bca543244056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:45.753713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] For port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:45.754451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:45.896689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (ddaeaf65-0c4d-4d90-a16f-1090a83fc49d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.060887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9efc2-9c28-42ec-8b77-e35125b835bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57235e2-f1c6-4975-b4a5-f9c6080a9565,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:46.099858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-edf28735-eda3-46ec-9709-c311a472282f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:46.102460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Allocated IP 172.20.0.2 (8d904b58-8e0a-4236-ac2b-52052f3a9648/c1e60b87-f642-4201-a4f5-eb477fa843c4/7888c1ff-9a5a-4d4c-8116-61e0382de24f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:46.113461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-edf28735-eda3-46ec-9709-c311a472282f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.4893148 Feb 10 13:24:46.211594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (ddaeaf65-0c4d-4d90-a16f-1090a83fc49d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.224417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (ddaeaf65-0c4d-4d90-a16f-1090a83fc49d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.247693 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:40Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:46.251719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for router_gateway (475b91f3-20de-4086-966d-d7f4534be103), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.276819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.281806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6349792 Feb 10 13:24:46.284456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:46.291231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-bca47dde-df49-4a55-aa06-c582e27f6018 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.1733341 Feb 10 13:24:46.294871 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.302322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:46.311042 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:46.316955 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Updating router f2ecaf79-4ad9-4f45-8e97-6f558520d59d port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:24:46.361050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaeaf65-0c4d-4d90-a16f-1090a83fc49d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:46.381125 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.402102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-1c2fbc95-0e3f-4877-8a10-cbfcc8d74536 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098959 Feb 10 13:24:46.418786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.419688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.420538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.425220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.425707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.427341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.427974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.428900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.431429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.432033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.432614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.433276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.435314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca372b-3065-435c-9236-d0d34ac004bd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:24:46.460836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.600065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-9f59b738-ab7c-42c9-9440-4148ceff3e7e service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969864 Feb 10 13:24:46.666580 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks [] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.681608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.728787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.933550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-b0d2993b-7898-47db-b66f-921abf5eef00 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325784 Feb 10 13:24:46.953126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Allocated IP 172.25.8.118 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/28d90cde-f575-4596-b1d0-e4aa155fb957) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:46.964618 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks [] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:46.975026 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.010135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks [] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.094005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.116244 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Attempting to bind port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:47.117037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Attempting to bind port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:47.117613 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Attempting to bind port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 on network e4acffc3-a93a-43a7-932e-d8db35f411b3 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:47.123763 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69ad1-7f0b-4ae9-8d2c-ef96d062885f None None] Pushing event updated for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:47.126593 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:47.127388 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Checking segment: {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:47.127997 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.128573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Bound using segment: {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:47.129293 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Bound port: 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b6c85d-d3de-4c71-ab26-06a81c059e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:47.129906 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.160236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Allocated IP 172.23.0.1 (efb7a15e-933c-4c1f-b02c-e04edb89c0ec/2f110804-884d-4fc9-b4df-df74305c85ce/06f446ff-fc07-451e-91a2-2c9ace2538ba) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:47.204571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.234257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.316856 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] For port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:47.322658 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] For port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:47.340188 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.343772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.356601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:47.369297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:47.372539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:47.407552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:47.460210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:47.466303 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:47.467199 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:47.476166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Provisioning complete for port ca35d3db-dbee-4dde-bd53-cd936f93e14a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:47.477523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:47.479036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.492456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:47.561372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.607255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:47.613591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:47.644911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:47.646000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 02aa9901-244b-4f57-8dbd-2a7b36b929b3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:47.713881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 172.25.8.74 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/93552e1f-ee16-4cd2-8eff-db373da68e1c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:47.722714 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:47.726400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69ad1-7f0b-4ae9-8d2c-ef96d062885f None None] Pushing event updated for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:47.858248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ab6f3-2e4e-4ab3-b878-085b9571c90e None None] Pushing event updated for resources: {'Port': ['ID=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:47.887448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Attempting to bind port 7888c1ff-9a5a-4d4c-8116-61e0382de24f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:47.887828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Attempting to bind port 7888c1ff-9a5a-4d4c-8116-61e0382de24f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:47.888199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Attempting to bind port 7888c1ff-9a5a-4d4c-8116-61e0382de24f on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:47.912736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:47.913149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Checking segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:47.913582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.913943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Bound using segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:47.914438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Bound port: 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:47.914819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:47.928342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Attempting to bind port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:47.928725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Attempting to bind port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:47.929139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Attempting to bind port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c on network efb7a15e-933c-4c1f-b02c-e04edb89c0ec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:47.994350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] For port 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:47.997682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] For port 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7888c1ff-9a5a-4d4c-8116-61e0382de24f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:48.000494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:48.001005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.063439 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.079969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:48.080575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Checking segment: {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:48.087178 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.087178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Bound using segment: {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:48.087178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Bound port: a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:48.087178 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.123064 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.155195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Pushing event updated for resources: {'Port': ['ID=7888c1ff-9a5a-4d4c-8116-61e0382de24f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:48.166458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.385015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:48.392228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:48.405909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:48.412059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:48.445217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16aede-e48e-4d3c-b401-53e8013b94a0 req-c2a46ec4-019d-441b-8e01-79ad5ea4573f tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 210 time: 0.9469347 Feb 10 13:24:48.445217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Pushing event updated for resources: {'Port': ['ID=28d90cde-f575-4596-b1d0-e4aa155fb957,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:48.487164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:48.564387 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:47Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:48.657874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] For port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:48.670276 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340c301-fc4f-4f4d-a1ba-90d8406331f3 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:39Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:47Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:48.685970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:48.696529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=93552e1f-ee16-4cd2-8eff-db373da68e1c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:48.708675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:48.750336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:48.765224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.104418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Current status of the port ca35d3db-dbee-4dde-bd53-cd936f93e14a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:49.124936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.139248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] For port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:49.216882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Pushing event updated for resources: {'Port': ['ID=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:49.248736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.334300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for router_gateway (475b91f3-20de-4086-966d-d7f4534be103), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.342723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.553177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] For port ca35d3db-dbee-4dde-bd53-cd936f93e14a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca35d3db-dbee-4dde-bd53-cd936f93e14a,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:49.593694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.600930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:49.609652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:49.710832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536003f2-e73f-4b16-b90a-c23e81b6d3d6 None None] Pushing event updated for resources: {'Port': ['ID=7888c1ff-9a5a-4d4c-8116-61e0382de24f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:49.782883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22d8a596-a53e-4a0a-b9f4-282b7d380c48 req-b466d6db-16ad-4b61-8821-3ee4698dc088 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 210 time: 0.1292222 Feb 10 13:24:49.846403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Provisioning complete for port 0614fe07-6e82-4226-9349-0ef59d608dfe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:49.858138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.069568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 02aa9901-244b-4f57-8dbd-2a7b36b929b3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=02aa9901-244b-4f57-8dbd-2a7b36b929b3,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:50.127203 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.127843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.176256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a279e-1af5-4d1d-a740-2373a9478112 None None] Pushing event updated for resources: {'Port': ['ID=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:50.200840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Port 0614fe07-6e82-4226-9349-0ef59d608dfe cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:50.291031 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (475b91f3-20de-4086-966d-d7f4534be103), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.349925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Provisioning complete for port 36a1f659-cd1a-463b-8a98-255eee1ed44d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:50.352925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.359411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.376006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.404352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Pushing event updated for resources: {'Port': ['ID=ca35d3db-dbee-4dde-bd53-cd936f93e14a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:50.579002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Port 36a1f659-cd1a-463b-8a98-255eee1ed44d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:50.601940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:50.643535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Provisioning complete for port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:50.654660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.655523 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.668385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.708108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=02aa9901-244b-4f57-8dbd-2a7b36b929b3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:50.717554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-a5cfeff5-7a78-4e3b-b4f2-d938f79fafd3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:50.744704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-a5cfeff5-7a78-4e3b-b4f2-d938f79fafd3 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.9581964 Feb 10 13:24:50.763594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:50.822825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event updated for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:50.906348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Current status of the port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:50.953790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Provisioning complete for port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:50.954048 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:50.963832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac045e3-d873-4331-9a56-f5f18f569ec9 None None] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:51.143262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfc06aa4-f22d-4107-a73c-9a4bbe109dc3 req-5e5844b4-6568-4538-b419-ad33a0f72579 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 210 time: 0.1314831 Feb 10 13:24:51.193060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a2ae-ece5-46db-849f-58f65dc992ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.321922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7888c1ff-9a5a-4d4c-8116-61e0382de24f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:51.326862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:51.350291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:51.396153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Router 475b91f3-20de-4086-966d-d7f4534be103 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:24:51.422408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:24:51.432223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.491723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-01b5d98f-f09e-4778-a1e0-bc9f26018ed2 None None] Current status of the port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:51.549759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7888c1ff-9a5a-4d4c-8116-61e0382de24f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:51.550143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.557156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a2ae-ece5-46db-849f-58f65dc992ef admin admin] Publish callbacks [] for security_group (000786df-39af-4554-ab50-944274c27b2a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.648773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9542fc-fed2-4cd4-abc5-fcad297abac9 None None] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:24:51.718283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a2ae-ece5-46db-849f-58f65dc992ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (000786df-39af-4554-ab50-944274c27b2a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.743310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.762468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:24:51.778051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.803587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port 0614fe07-6e82-4226-9349-0ef59d608dfe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:51.803973 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.806942 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-1c1925e5-ca1c-49c3-8d5f-c3ef457eb6be service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5591862 Feb 10 13:24:51.859363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7888c1ff-9a5a-4d4c-8116-61e0382de24f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:51.859753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:51.876098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Port 0614fe07-6e82-4226-9349-0ef59d608dfe cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:24:51.916137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b5a2a2ae-ece5-46db-849f-58f65dc992ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c4439cbdf3544d6831f9bf484fec95b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3102896 Feb 10 13:24:51.926406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:51.948425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2a2ae-ece5-46db-849f-58f65dc992ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000786df-39af-4554-ab50-944274c27b2a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:51.993900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:51.999160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7888c1ff-9a5a-4d4c-8116-61e0382de24f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:52.018280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:52.040006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.040840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:52.070750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port ca35d3db-dbee-4dde-bd53-cd936f93e14a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:52.075550 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.077416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=93552e1f-ee16-4cd2-8eff-db373da68e1c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:52.077569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.079138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ff1b45e9-255d-42b0-9607-412ab5f570fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.2284305 Feb 10 13:24:52.084181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:52.115562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.128891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-7a4c7747-cd53-4772-a58b-78a5b274ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:52.130718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-7a4c7747-cd53-4772-a58b-78a5b274ab93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 1127 time: 0.2586808 Feb 10 13:24:52.147981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:52.157321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a4749317-ebe3-4bdf-8d80-4f1a4ca5f27e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6791954 Feb 10 13:24:52.166765 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:52.180194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.14 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/979e9c02-1124-4848-9ba9-f75dba3b1406) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:52.182234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:52.182583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:52.188172 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:52.188895 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:52.198073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:52.198899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:52.202657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:52.232027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.245734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ca2d8e93-eaea-4dd0-bf53-fc6d42590471 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9541926 Feb 10 13:24:52.342584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] Publish callbacks [] for security_group (000786df-39af-4554-ab50-944274c27b2a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.401723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:52.456011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-9700c584-f3ba-49df-bb12-874cb9f9e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:52.458500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-9700c584-f3ba-49df-bb12-874cb9f9e7e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.2989116 Feb 10 13:24:52.483928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7888c1ff-9a5a-4d4c-8116-61e0382de24f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:52.570991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-26333286-861b-4238-a8fe-8325fae57edd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 200 len: 217 time: 0.1061757 Feb 10 13:24:52.629979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe28b-08af-475e-9d35-b927295999d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.673102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-b7d9814a-6bde-46f2-a0e9-482b85f63b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:52.675158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-b7d9814a-6bde-46f2-a0e9-482b85f63b46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.0988910 Feb 10 13:24:52.693787 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] Publish callbacks [] for security_group (000786df-39af-4554-ab50-944274c27b2a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.726107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-a2f8b163-5343-4982-a94a-66e6d128e6fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443511 Feb 10 13:24:52.759572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:52.759969 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.871343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe28b-08af-475e-9d35-b927295999d0 admin admin] Publish callbacks [] for security_group (25a5cf60-59f2-4d30-aae2-661f3bb7e59b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:52.877904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Current status of the port ca35d3db-dbee-4dde-bd53-cd936f93e14a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:52.901421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:52.914644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-399d9479-40cd-4227-ae9e-a2d7aa981637 service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774497 Feb 10 13:24:52.945055 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:49Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:49Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:47Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:53.004555 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:53.005002 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Updating router f2ecaf79-4ad9-4f45-8e97-6f558520d59d port 06f446ff-fc07-451e-91a2-2c9ace2538ba binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:24:53.030782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe28b-08af-475e-9d35-b927295999d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (25a5cf60-59f2-4d30-aae2-661f3bb7e59b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.043520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db504efa-2f47-4a80-80a0-f806343c93d4 req-97ac6138-4913-4439-8508-8c722cb36b32 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 210 time: 0.1068351 Feb 10 13:24:53.044868 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.072276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18efc2af-5f4a-4811-8689-3b85ffb2726c req-79a34f3c-8372-49c4-a0ec-3d2088f72868 service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421740 Feb 10 13:24:53.155214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port 7888c1ff-9a5a-4d4c-8116-61e0382de24f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:53.155601 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.337193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fe28b-08af-475e-9d35-b927295999d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a5cf60-59f2-4d30-aae2-661f3bb7e59b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:53.380632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:24:48Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:53.417871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:53.419684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3e6bedc6-fb13-4603-8d1e-074863b6afd9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:53.424632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:53.425139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Updating router 475b91f3-20de-4086-966d-d7f4534be103 port 28d90cde-f575-4596-b1d0-e4aa155fb957 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:24:53.539343 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks [] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.547376 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.599361 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc17e1-2c27-4165-83f0-fda86e93ccfb None None] Pushing event updated for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:53.693007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.695340 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Attempting to bind port 06f446ff-fc07-451e-91a2-2c9ace2538ba on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:53.695709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Attempting to bind port 06f446ff-fc07-451e-91a2-2c9ace2538ba by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:53.700089 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Attempting to bind port 06f446ff-fc07-451e-91a2-2c9ace2538ba on network efb7a15e-933c-4c1f-b02c-e04edb89c0ec {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:53.709214 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:53.709592 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Checking segment: {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:53.710005 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.710396 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Bound using segment: {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:53.710864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Bound port: 06f446ff-fc07-451e-91a2-2c9ace2538ba, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bf12ce-7936-4d9f-a2ca-81af21787dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:53.711243 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.795151 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] For port 06f446ff-fc07-451e-91a2-2c9ace2538ba, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:53.799724 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] For port 06f446ff-fc07-451e-91a2-2c9ace2538ba, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06f446ff-fc07-451e-91a2-2c9ace2538ba,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:53.808667 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.811052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Current status of the port 7888c1ff-9a5a-4d4c-8116-61e0382de24f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:53.880293 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc17e1-2c27-4165-83f0-fda86e93ccfb None None] Pushing event updated for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:53.893746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:53.894229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:53.920207 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:53.921133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:53.966057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:53.966636 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.016793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (000786df-39af-4554-ab50-944274c27b2a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.020384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.025158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/000786df-39af-4554-ab50-944274c27b2a HTTP/1.1" status: 204 len: 168 time: 2.0932794 Feb 10 13:24:54.025158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a2fe28b-08af-475e-9d35-b927295999d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765c41058d5241af8310bab89520cc61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8174312 Feb 10 13:24:54.027193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:54.078243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:54.155630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] Publish callbacks [] for security_group (25a5cf60-59f2-4d30-aae2-661f3bb7e59b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.182731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a158b-ca65-4185-b74c-680ad2a0f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000786df-39af-4554-ab50-944274c27b2a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:54.212956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] Publish callbacks [] for security_group (25a5cf60-59f2-4d30-aae2-661f3bb7e59b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.321111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (25a5cf60-59f2-4d30-aae2-661f3bb7e59b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.324007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.325447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25a5cf60-59f2-4d30-aae2-661f3bb7e59b HTTP/1.1" status: 204 len: 168 time: 0.2972958 Feb 10 13:24:54.340691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f26c7-a629-4684-a284-a2872630372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a5cf60-59f2-4d30-aae2-661f3bb7e59b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:54.495088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Current status of the port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:54.559245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.579839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-41a01354-97a1-4c19-bf27-4820414ddea7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1682515387&fields=id&tenant_id=dfb0e8d34e4b444da9e12aed72cff532 HTTP/1.1" status: 200 len: 267 time: 0.6393080 Feb 10 13:24:54.622546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks [] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.652332 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:49Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:53Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:47Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:54.672243 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.703256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:54.745765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3302aff3-8224-490e-8637-ef6a68303c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.765972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87897f-886a-4375-bc3c-1818e7739d9b None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:49Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:53Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:47Z', 'revision_number': 4, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:54.771209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:54.771643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.832963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e9ee660f-5689-4b28-9520-3bbdb35f2e1e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:54.840349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e9ee660f-5689-4b28-9520-3bbdb35f2e1e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 930 time: 0.2580204 Feb 10 13:24:54.841569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edac97-f391-42a9-913a-7b8fa736add6 None None] Pushing event updated for resources: {'Port': ['ID=28d90cde-f575-4596-b1d0-e4aa155fb957,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:54.913932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3302aff3-8224-490e-8637-ef6a68303c2a admin admin] Publish callbacks [] for security_group (9dca85a0-b7b8-4712-9f36-d82d8b713b02), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.926724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3302aff3-8224-490e-8637-ef6a68303c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9dca85a0-b7b8-4712-9f36-d82d8b713b02), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:54.940821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Attempting to bind port 28d90cde-f575-4596-b1d0-e4aa155fb957 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:54.941250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Attempting to bind port 28d90cde-f575-4596-b1d0-e4aa155fb957 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:54.941624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Attempting to bind port 28d90cde-f575-4596-b1d0-e4aa155fb957 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:54.992156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Current status of the port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:54.992549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.007691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:55.009540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca35d3db-dbee-4dde-bd53-cd936f93e14a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:55.042446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:55.042880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:55.043378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.043761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:55.044292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Bound port: 28d90cde-f575-4596-b1d0-e4aa155fb957, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:55.044845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.046975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3302aff3-8224-490e-8637-ef6a68303c2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f633b65b833460195cf22ba23607073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425767 Feb 10 13:24:55.050357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302aff3-8224-490e-8637-ef6a68303c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca85a0-b7b8-4712-9f36-d82d8b713b02,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.058820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:55.122037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.139350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] For port 28d90cde-f575-4596-b1d0-e4aa155fb957, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:55.144005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] For port 28d90cde-f575-4596-b1d0-e4aa155fb957, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=28d90cde-f575-4596-b1d0-e4aa155fb957,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:55.170187 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.183428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] Publish callbacks [] for security_group (9dca85a0-b7b8-4712-9f36-d82d8b713b02), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.198090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-5ad10987-95e6-4c9f-a603-1ece065bd7a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:55.202339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-5ad10987-95e6-4c9f-a603-1ece065bd7a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 930 time: 0.3608465 Feb 10 13:24:55.213195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:55.232231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] For port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:55.242364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30fa4944-9731-41f4-9329-0698a07360c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.255860 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.267344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edac97-f391-42a9-913a-7b8fa736add6 None None] Pushing event updated for resources: {'Port': ['ID=28d90cde-f575-4596-b1d0-e4aa155fb957,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.294463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:24:55.301127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] Publish callbacks [] for security_group (9dca85a0-b7b8-4712-9f36-d82d8b713b02), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.322896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:24:55.323523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.327687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:55.328671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:55.340538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Provisioning complete for port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:55.341261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.369224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.412833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9dca85a0-b7b8-4712-9f36-d82d8b713b02), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.415435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.418965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dca85a0-b7b8-4712-9f36-d82d8b713b02 HTTP/1.1" status: 204 len: 168 time: 0.3567109 Feb 10 13:24:55.451565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdbeb7-1c45-430c-bb68-189348740a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca85a0-b7b8-4712-9f36-d82d8b713b02,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.463328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ca35d3db-dbee-4dde-bd53-cd936f93e14a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:55.463490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.480544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Pushing event updated for resources: {'Port': ['ID=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.538752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30fa4944-9731-41f4-9329-0698a07360c4 admin admin] Publish callbacks [] for security_group (fb90265b-3aef-4a9c-892d-3654cb17cab4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.547837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30fa4944-9731-41f4-9329-0698a07360c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fb90265b-3aef-4a9c-892d-3654cb17cab4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.610766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30fa4944-9731-41f4-9329-0698a07360c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b135994c26c640d7a4fbebdfb8d3d062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3964255 Feb 10 13:24:55.618082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:55.651590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-43a62121-c272-45b1-a4d6-6e4d0e47107c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2752156 Feb 10 13:24:55.665301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:55.687444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa4944-9731-41f4-9329-0698a07360c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90265b-3aef-4a9c-892d-3654cb17cab4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.730215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6a367b2d-7b7e-46ee-8bee-fd8cb565813e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0684502 Feb 10 13:24:55.749187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:55.768467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] Publish callbacks [] for security_group (fb90265b-3aef-4a9c-892d-3654cb17cab4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.818653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] Publish callbacks [] for security_group (fb90265b-3aef-4a9c-892d-3654cb17cab4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.904869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Current status of the port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:55.905444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.913423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fb90265b-3aef-4a9c-892d-3654cb17cab4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.916500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:55.917780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb90265b-3aef-4a9c-892d-3654cb17cab4 HTTP/1.1" status: 204 len: 168 time: 0.2987537 Feb 10 13:24:55.933825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d82d-389c-49f5-a181-8afc548abd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90265b-3aef-4a9c-892d-3654cb17cab4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:55.942903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ca35d3db-dbee-4dde-bd53-cd936f93e14a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:55.945589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:55.978837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:55.987826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2bf54cb6-c55c-4b89-a3bb-2e1de730e574 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:55.992973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2bf54cb6-c55c-4b89-a3bb-2e1de730e574 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:55.999314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2bf54cb6-c55c-4b89-a3bb-2e1de730e574 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:56.002432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2bf54cb6-c55c-4b89-a3bb-2e1de730e574 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 1988 time: 0.2473361 Feb 10 13:24:56.005988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:56.132600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:24:56.133299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.191895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-62d079b7-5aa5-4dc0-93b9-d53532595bde tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4372156 Feb 10 13:24:56.231365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] For port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:56.246328 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.296647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:56.297075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.318577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.344688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.349502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a949f219-75ba-4450-ad56-41970a35c911 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/quotas/dfb0e8d34e4b444da9e12aed72cff532 HTTP/1.1" status: 200 len: 375 time: 0.1925480 Feb 10 13:24:56.383402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b1ff-935e-476f-9b68-352d5ee76c99 None None] Pushing event updated for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:56.389751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Request body: {'port': {'device_id': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:56.414307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:24:48Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:56.420172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Provisioning complete for port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:56.420569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.515333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179e24a-eb3d-40c0-960f-10457d75b889 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:24:48Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:24:56.764363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:56.806681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:56.828846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-03b487d9-0018-4c73-8daa-425ceda8c797 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4433491 Feb 10 13:24:56.847841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:24:56.895503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Current status of the port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:56.929065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Provisioning complete for port 7888c1ff-9a5a-4d4c-8116-61e0382de24f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:56.929641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.133042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Current status of the port 7888c1ff-9a5a-4d4c-8116-61e0382de24f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:57.173181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Provisioning complete for port 06f446ff-fc07-451e-91a2-2c9ace2538ba triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:57.175163 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.285589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7888c1ff-9a5a-4d4c-8116-61e0382de24f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:57.295026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.503752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7888c1ff-9a5a-4d4c-8116-61e0382de24f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:57.507501 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.511264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Current status of the port 06f446ff-fc07-451e-91a2-2c9ace2538ba is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:57.516283 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.624112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] For port 06f446ff-fc07-451e-91a2-2c9ace2538ba, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06f446ff-fc07-451e-91a2-2c9ace2538ba,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:24:57.632901 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.671008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:24:57.680169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:57.684505 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-544f58b9-8f8c-420d-bdf7-dcfc8cc40a26 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 934 time: 5.4985559 Feb 10 13:24:57.684949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:57.694123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-119ae011-8673-44cd-a56b-a76cf3774fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8306022 Feb 10 13:24:57.704639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:24:57.756492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:57.757749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:57.785760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7888c1ff-9a5a-4d4c-8116-61e0382de24f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:57.787750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:57.921374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-890ce12f-4070-49e0-9f3e-3373ad92cab5 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 934 time: 0.2320006 Feb 10 13:24:57.925781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:57.932146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'routes': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:24:57.970280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db30e-6983-4ba1-ab68-f388bd9a1b9e None None] Pushing event updated for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:58.100461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:58.180372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-0ff79541-b2f4-468b-9c03-2814508f6d47 service neutron] 10.222.0.13 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861920 Feb 10 13:24:58.188774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:58.189299 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:58.284859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Allocated IP 172.20.0.1 (8d904b58-8e0a-4236-ac2b-52052f3a9648/c1e60b87-f642-4201-a4f5-eb477fa843c4/c6976f42-e131-4132-b03a-323f9a80fe7d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:24:58.295763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979e9c02-1124-4848-9ba9-f75dba3b1406 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:24:58.306018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e2837e86-9b9a-4d47-b047-53c010ea6292 service neutron] 10.222.0.13 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1056609 Feb 10 13:24:58.308040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks [] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:58.693972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:58.699466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 02aa9901-244b-4f57-8dbd-2a7b36b929b3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:58.756628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Transition to ACTIVE for port object 979e9c02-1124-4848-9ba9-f75dba3b1406 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:24:58.777825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:58.952863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:58.953274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.040562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:55Z', 'revision_number': 6, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:59.114877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:24:59.119452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Pushing event updated for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:59.159966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:24:59.169571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:24:59.387293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bdc85bbe-6380-4c3c-9b76-9bbc4bf85470 service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0654609 Feb 10 13:24:59.393107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks [] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.424175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:24:59.426137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca35d3db-dbee-4dde-bd53-cd936f93e14a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:24:59.441147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Attempting to bind port 979e9c02-1124-4848-9ba9-f75dba3b1406 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:24:59.441492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Attempting to bind port 979e9c02-1124-4848-9ba9-f75dba3b1406 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:24:59.441828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Attempting to bind port 979e9c02-1124-4848-9ba9-f75dba3b1406 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:59.480930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Port 979e9c02-1124-4848-9ba9-f75dba3b1406 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:24:59.481272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Attempting to bind port 979e9c02-1124-4848-9ba9-f75dba3b1406 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:24:59.525961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:24:59.528489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:24:59.528878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:24:59.529111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:24:59.529684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:24:59.530083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Bound port: 979e9c02-1124-4848-9ba9-f75dba3b1406, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:24:59.530440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.556502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:24:59.557073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:24:59.645423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.651620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-5079d9eb-1f3f-4014-a6e7-2e8a618fb20c service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633319 Feb 10 13:24:59.654960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.727041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:24:59.744450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:24:59.756786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:24:59.784732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ca35d3db-dbee-4dde-bd53-cd936f93e14a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:24:59.785051 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.790736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:24:59.809237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=979e9c02-1124-4848-9ba9-f75dba3b1406,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:24:59.810307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Pushing event updated for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:24:59.897627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3922dde9-c83a-4231-b442-a643fb36b0b5 service neutron] 10.222.0.13 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2444284 Feb 10 13:24:59.987065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:24:59.993606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.067609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.149759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1f16fe2-3f70-438a-a0fd-8e32f23e91a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.206784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:00.219023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Pushing event updated for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:00.241774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-9c15b7db-a9a7-4056-b6fd-2e911f413063 service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431790 Feb 10 13:25:00.242538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ca35d3db-dbee-4dde-bd53-cd936f93e14a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:00.250989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:00.253780 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (475b91f3-20de-4086-966d-d7f4534be103), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.258118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:00.258754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.260171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-e7cf9c3d-0e44-4608-b1fa-dc03b36bb8cc service neutron] 10.222.0.77 "PUT /v2.0/ports/979e9c02-1124-4848-9ba9-f75dba3b1406 HTTP/1.1" status: 200 len: 1092 time: 3.8764713 Feb 10 13:25:00.282032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:00.285145 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:00.364289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:55Z', 'revision_number': 6, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:00.438954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1f16fe2-3f70-438a-a0fd-8e32f23e91a3 admin admin] Publish callbacks [] for security_group (6dc61d68-a543-4206-bfb7-f2d75202ce55), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.443551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:00.455342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae422650-58e6-46e8-87e1-86d60e6207b8 None None] Provisioning complete for port c6976f42-e131-4132-b03a-323f9a80fe7d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:00.455863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae422650-58e6-46e8-87e1-86d60e6207b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.457771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb476346-2489-4e08-b9a7-231e4dfd3ac7 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:55Z', 'revision_number': 6, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:00.458701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.461573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9168d727-3d75-465f-83fe-550a35ea6a06 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 700 time: 2.5345323 Feb 10 13:25:00.464039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:00.474273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1f16fe2-3f70-438a-a0fd-8e32f23e91a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6dc61d68-a543-4206-bfb7-f2d75202ce55), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.555118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae422650-58e6-46e8-87e1-86d60e6207b8 None None] Port c6976f42-e131-4132-b03a-323f9a80fe7d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:00.566703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:00.567088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.590819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-223dbf8c-3a7b-4844-b24b-0e955a7234f3 service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459995 Feb 10 13:25:00.655415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16fe2-3f70-438a-a0fd-8e32f23e91a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc61d68-a543-4206-bfb7-f2d75202ce55,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:00.667692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-586e733a-acdf-4456-b34a-97daec2f0e2d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 700 time: 0.2013526 Feb 10 13:25:00.669521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44072) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:00.699676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:00.702822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06f446ff-fc07-451e-91a2-2c9ace2538ba up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:00.743731 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b1f16fe2-3f70-438a-a0fd-8e32f23e91a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdb9494f4b3f4748b45c21ee612ff2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2077537 Feb 10 13:25:00.746466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44076) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:00.776222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 06f446ff-fc07-451e-91a2-2c9ace2538ba triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:00.776885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.789364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-0893446e-82a5-4837-9fc8-0ee012064be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:00.794410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-0893446e-82a5-4837-9fc8-0ee012064be7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 1126 time: 0.4613197 Feb 10 13:25:00.907723 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c817b767-29c7-46b6-9fb2-d7e703661913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:00.926004 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:00.943834 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:00.944483 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:00.961266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 06f446ff-fc07-451e-91a2-2c9ace2538ba is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:00.995838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b4352d2e-324a-46c4-a9b5-a3f66c55dddf service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061604 Feb 10 13:25:01.008132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-311dc9f3-0023-4ed5-b3d9-dbb387b41e22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979e9c02-1124-4848-9ba9-f75dba3b1406 HTTP/1.1" status: 200 len: 217 time: 0.1716056 Feb 10 13:25:01.095060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] Publish callbacks [] for security_group (6dc61d68-a543-4206-bfb7-f2d75202ce55), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.122084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] Publish callbacks [] for security_group (6dc61d68-a543-4206-bfb7-f2d75202ce55), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.171888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.182335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6dc61d68-a543-4206-bfb7-f2d75202ce55), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.184890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.188642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc61d68-a543-4206-bfb7-f2d75202ce55 HTTP/1.1" status: 204 len: 168 time: 0.4386601 Feb 10 13:25:01.197310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dfb8a-78ea-478a-8609-2360ac52d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc61d68-a543-4206-bfb7-f2d75202ce55,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:01.231155 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:01.232864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-4813bcf5-775e-49ee-926e-2e0fe39df2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:01.235641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-4813bcf5-775e-49ee-926e-2e0fe39df2a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.2084420 Feb 10 13:25:01.299727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 28d90cde-f575-4596-b1d0-e4aa155fb957 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:01.329430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.429631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 28d90cde-f575-4596-b1d0-e4aa155fb957 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:01.430182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.626778 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-8f22da0e-1163-4e34-9939-626585309270 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3780215 Feb 10 13:25:01.633109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 28d90cde-f575-4596-b1d0-e4aa155fb957 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:01.634006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.676542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-5cde5d1e-fe34-4139-bfee-6d651144916f service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795557 Feb 10 13:25:01.689778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 28d90cde-f575-4596-b1d0-e4aa155fb957, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=28d90cde-f575-4596-b1d0-e4aa155fb957,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:01.701760 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.702839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06f446ff-fc07-451e-91a2-2c9ace2538ba up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:01.725304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks [] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.760883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:59Z', 'revision_number': 7, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:01.837594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16ca407a-2b95-4e30-a304-c1b1dd006a65 service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000352 Feb 10 13:25:01.852402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 06f446ff-fc07-451e-91a2-2c9ace2538ba {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:01.853092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:01.968290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=28d90cde-f575-4596-b1d0-e4aa155fb957,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:01.972735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-dc0c7eea-5c7b-41b3-bd4d-0f25f1ae5b56 service neutron] 10.222.0.13 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236334 Feb 10 13:25:01.973710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.001925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 06f446ff-fc07-451e-91a2-2c9ace2538ba triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:02.001925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.025829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:02.038269 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:02.059295 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:02.060334 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:24:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:02.129899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 06f446ff-fc07-451e-91a2-2c9ace2538ba, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=06f446ff-fc07-451e-91a2-2c9ace2538ba,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:02.130382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.151663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Pushing event updated for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:02.162739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 06f446ff-fc07-451e-91a2-2c9ace2538ba owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:02.172093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f164a0fc-b2bd-4890-9373-d680be0dc6f9 service neutron] 10.222.0.13 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422968 Feb 10 13:25:02.192668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-424c8b71-060c-420b-b793-854c6018a1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.257673 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:02.301712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 06f446ff-fc07-451e-91a2-2c9ace2538ba is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:02.405018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (475b91f3-20de-4086-966d-d7f4534be103), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.467845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-2d701f28-7809-453a-99a3-b740d583bcf1 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281348 Feb 10 13:25:02.524629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-75c78c0e-72fd-4c39-b046-cae46015aa39 service neutron] 10.222.0.13 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219306 Feb 10 13:25:02.568975 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:25:02.585621 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:59Z', 'revision_number': 7, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:02.624200 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3ad62-db8c-4189-b88d-8aa6c8c7a2af None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:24:59Z', 'revision_number': 7, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '06f446ff-fc07-451e-91a2-2c9ace2538ba', 'name': '', 'network_id': 'efb7a15e-933c-4c1f-b02c-e04edb89c0ec', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:cf:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:45Z', 'updated_at': '2022-02-10T13:24:57Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '2f110804-884d-4fc9-b4df-df74305c85ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:02.651517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-424c8b71-060c-420b-b793-854c6018a1d3 admin admin] Publish callbacks [] for security_group (8cebfe00-aa0e-4c9f-9642-86ae4d4d7268), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.660719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (06f446ff-fc07-451e-91a2-2c9ace2538ba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.668085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-424c8b71-060c-420b-b793-854c6018a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8cebfe00-aa0e-4c9f-9642-86ae4d4d7268), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:02.754115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=06f446ff-fc07-451e-91a2-2c9ace2538ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:02.789515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-424c8b71-060c-420b-b793-854c6018a1d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b93a153409f54c6a85decd6d66ff5ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6321802 Feb 10 13:25:02.789515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c8b71-060c-420b-b793-854c6018a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cebfe00-aa0e-4c9f-9642-86ae4d4d7268,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:02.793429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:02.813631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:02.818666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c89af30-55b8-4adf-96be-df5f68639bc3 req-ea5d87b4-6a4c-4c1e-a2d4-7505305a92ed service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349621 Feb 10 13:25:02.826264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:02.867528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e350410a-dda3-4b86-80d3-8efa6fc79a19 service neutron] 10.222.0.13 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333054 Feb 10 13:25:03.091959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:03.165804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.171361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] Publish callbacks [] for security_group (8cebfe00-aa0e-4c9f-9642-86ae4d4d7268), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.213326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6c5edfa-6753-44c6-9961-ca51427c6dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.218984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] Publish callbacks [] for security_group (8cebfe00-aa0e-4c9f-9642-86ae4d4d7268), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.334241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 28d90cde-f575-4596-b1d0-e4aa155fb957 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:03.359267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7922dc89-609c-4a9b-8e68-000ebd585317 None None] Provisioning complete for port c6976f42-e131-4132-b03a-323f9a80fe7d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:03.359643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7922dc89-609c-4a9b-8e68-000ebd585317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.402992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7922dc89-609c-4a9b-8e68-000ebd585317 None None] Port c6976f42-e131-4132-b03a-323f9a80fe7d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:03.434267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 28d90cde-f575-4596-b1d0-e4aa155fb957 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:03.434670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.566726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 28d90cde-f575-4596-b1d0-e4aa155fb957 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:03.620500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:03.729977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8cebfe00-aa0e-4c9f-9642-86ae4d4d7268), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.733220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.738284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cebfe00-aa0e-4c9f-9642-86ae4d4d7268 HTTP/1.1" status: 204 len: 168 time: 0.9372165 Feb 10 13:25:03.769037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:03.783554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:03.790682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c5632-360a-4c03-9a10-7fee16bb4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cebfe00-aa0e-4c9f-9642-86ae4d4d7268,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:03.806622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-28dd31b7-bebb-4f79-a192-bc3e25d14ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361095 Feb 10 13:25:03.813372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67b5c66b-51a8-4aa5-a4fd-1f0badd7b483 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1395748 Feb 10 13:25:03.814719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:03.825634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:03.826404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:03.887750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:03.909362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5a04c821-7839-40cf-9a87-27289ed6df50 admin admin] 10.222.0.13 "PUT /v2.0/routers/475b91f3-20de-4086-966d-d7f4534be103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8055849 Feb 10 13:25:03.909576 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:03.919099 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:03.920618 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:03.923110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-14c27405-6e80-4b65-9696-c9e11e23e0f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:03.925117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-14c27405-6e80-4b65-9696-c9e11e23e0f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 930 time: 0.1082098 Feb 10 13:25:03.929155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 2f110804-884d-4fc9-b4df-df74305c85ce {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:03.936341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (2f110804-884d-4fc9-b4df-df74305c85ce), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:03.978933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:03.987730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (2f110804-884d-4fc9-b4df-df74305c85ce), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.108677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-26c1cc3c-6865-4fa6-a45a-99f1bee75841 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:04.122802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-26c1cc3c-6865-4fa6-a45a-99f1bee75841 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 930 time: 0.0946791 Feb 10 13:25:04.125315 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:04.287652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2f110804-884d-4fc9-b4df-df74305c85ce), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.425068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:02Z', 'revision_number': 8, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:04.468893 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (2f110804-884d-4fc9-b4df-df74305c85ce), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.508030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:04.550125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:04.551821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:04.568344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=2f110804-884d-4fc9-b4df-df74305c85ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:04.590499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.598580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c66ed1f8-90ea-4214-aa3a-54d62dd220eb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/2f110804-884d-4fc9-b4df-df74305c85ce HTTP/1.1" status: 204 len: 168 time: 0.7827821 Feb 10 13:25:04.601195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:04.651028 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.652640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666d4c0-a5d8-4c30-b431-7da7bba9615b None None] Network efb7a15e-933c-4c1f-b02c-e04edb89c0ec requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:04.677260 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 2, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:04.720511 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:04.721122 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Updating router 475b91f3-20de-4086-966d-d7f4534be103 port c6976f42-e131-4132-b03a-323f9a80fe7d binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:25:04.774725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (efb7a15e-933c-4c1f-b02c-e04edb89c0ec), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.781536 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.793861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:04.934458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:04.935562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:04.946154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 979e9c02-1124-4848-9ba9-f75dba3b1406 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:25:05.090009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,segment=NetworkSegment(c9bf12ce-7936-4d9f-a2ca-81af21787dba),segment_id=c9bf12ce-7936-4d9f-a2ca-81af21787dba)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:05.093173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.118098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:05.259935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2dc6e-3648-4fab-8c35-a8e3c2bda0de None None] DHCP port deletion for efb7a15e-933c-4c1f-b02c-e04edb89c0ec request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:05.295146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.339560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:05.348235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:05.350631 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks [] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.362584 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.533444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7236-4933-4c44-95f0-319a9eaa3ff4 None None] Pushing event updated for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:05.599365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2dc6e-3648-4fab-8c35-a8e3c2bda0de None None] The port 'a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c' was deleted {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 10 13:25:05.651225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (efb7a15e-933c-4c1f-b02c-e04edb89c0ec), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.677828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:02Z', 'revision_number': 8, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:05.729615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb7a15e-933c-4c1f-b02c-e04edb89c0ec']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:05.739697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3b09a778-b244-4209-8284-eb4e0b0c24ac tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:05.741974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3b09a778-b244-4209-8284-eb4e0b0c24ac tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 930 time: 0.3204432 Feb 10 13:25:05.751115 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Attempting to bind port c6976f42-e131-4132-b03a-323f9a80fe7d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:05.758211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Attempting to bind port c6976f42-e131-4132-b03a-323f9a80fe7d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:05.761812 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Attempting to bind port c6976f42-e131-4132-b03a-323f9a80fe7d on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:05.768714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bf12ce-7936-4d9f-a2ca-81af21787dba') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:05.768714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bf12ce-7936-4d9f-a2ca-81af21787dba') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:05.771748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd5db-7063-4b34-b979-9317c3015ab4 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:02Z', 'revision_number': 8, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e5a45a-ed5b-4cb5-9d2c-81b62ac95917', 'name': '', 'network_id': 'e4acffc3-a93a-43a7-932e-d8db35f411b3', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:96:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '0ead2301-643c-4755-bac5-11863b9176e2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:38Z', 'updated_at': '2022-02-10T13:24:56Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '0ead2301-643c-4755-bac5-11863b9176e2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:05.778221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:05.779347 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Checking segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:05.781858 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.785436 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Bound using segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:05.786140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Bound port: c6976f42-e131-4132-b03a-323f9a80fe7d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:05.786748 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.796062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=979e9c02-1124-4848-9ba9-f75dba3b1406,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:05.825338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (c9bf12ce-7936-4d9f-a2ca-81af21787dba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.830800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.843632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '979e9c02-1124-4848-9ba9-f75dba3b1406', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '979e9c02-1124-4848-9ba9-f75dba3b1406', 'mac_address': 'fa:16:3e:e9:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:25:05.857011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c9bf12ce-7936-4d9f-a2ca-81af21787dba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.871653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:05.872445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (c9bf12ce-7936-4d9f-a2ca-81af21787dba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:05.876027 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:05.951102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.959559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 979e9c02-1124-4848-9ba9-f75dba3b1406 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:05.959980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.963182 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] For port c6976f42-e131-4132-b03a-323f9a80fe7d, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:05.967540 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] For port c6976f42-e131-4132-b03a-323f9a80fe7d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6976f42-e131-4132-b03a-323f9a80fe7d,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:05.982517 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:05.994797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (efb7a15e-933c-4c1f-b02c-e04edb89c0ec), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:06.016134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:06.018382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979e9c02-1124-4848-9ba9-f75dba3b1406 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:06.019952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-468ba6fe-84bc-4e98-ac9f-7008a986ca85 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:06.021618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/efb7a15e-933c-4c1f-b02c-e04edb89c0ec HTTP/1.1" status: 204 len: 168 time: 1.4184375 Feb 10 13:25:06.025499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c947-ce42-43b0-9a8d-5834c3702624 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=efb7a15e-933c-4c1f-b02c-e04edb89c0ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:06.025499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:06.029399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-468ba6fe-84bc-4e98-ac9f-7008a986ca85 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 930 time: 0.2760508 Feb 10 13:25:06.095436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-319327d9-ea04-477d-a385-3b19ea80b2e3 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:06.099564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-319327d9-ea04-477d-a385-3b19ea80b2e3 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.5257306 Feb 10 13:25:06.106767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=979e9c02-1124-4848-9ba9-f75dba3b1406,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:06.131199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:06.132455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-f368f822-0ebe-4ab5-8e5c-d7c38db345dd tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/quotas/0470b80777d44b6a9fdd4af1e608b16f HTTP/1.1" status: 200 len: 375 time: 0.0272861 Feb 10 13:25:06.140439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Provisioning complete for port c6976f42-e131-4132-b03a-323f9a80fe7d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:06.140859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:06.145536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:06.146175 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:06.322799 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7236-4933-4c44-95f0-319a9eaa3ff4 None None] Pushing event updated for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:06.339796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:06.390957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-9d60d5f1-116a-4b7d-a274-ab37c025bce9 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2411010 Feb 10 13:25:06.469452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['979e9c02-1124-4848-9ba9-f75dba3b1406'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:06.474176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:06.569095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-d19699c4-5dd1-4bdb-8415-244ae36faa0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6830559 Feb 10 13:25:06.624899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-bf767f58-ecb0-40c0-b1fb-10faba5c490b service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294366 Feb 10 13:25:06.789005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-746c9e51-2afc-4678-99b5-39dff0a7605e service neutron] 10.222.0.13 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478992 Feb 10 13:25:06.942414 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:05Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:06.942723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Current status of the port c6976f42-e131-4132-b03a-323f9a80fe7d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:06.943156 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:07.203214 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0564-447e-422d-b645-5a95112c0fb4 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:05Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:07.315337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81172715-7228-4405-9d92-ad0775bc2be6 req-38035443-7f47-4012-b291-69f8209446f6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:07.331381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81172715-7228-4405-9d92-ad0775bc2be6 req-38035443-7f47-4012-b291-69f8209446f6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 945 time: 0.2123892 Feb 10 13:25:07.398606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:07.454472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:07.464259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a5c9e5ba-68cf-4ef3-903c-f59b5fcead4c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:07.465108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06f446ff-fc07-451e-91a2-2c9ace2538ba no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:07.487155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81172715-7228-4405-9d92-ad0775bc2be6 req-1c6f4b40-04af-4b68-9312-dba1b4c561a7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497881 Feb 10 13:25:07.518728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 06f446ff-fc07-451e-91a2-2c9ace2538ba {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:07.525868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 06f446ff-fc07-451e-91a2-2c9ace2538ba not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:07.583366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] For port c6976f42-e131-4132-b03a-323f9a80fe7d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6976f42-e131-4132-b03a-323f9a80fe7d,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:07.584372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:07.593650 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:07.754678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ab396fa-04b0-44fc-a6b7-e2f2e2479bde req-b18d4c50-b1b1-47d7-b514-18ec241e932c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.1033561 Feb 10 13:25:07.757780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-890f0bbb-84bc-4f55-a29a-16a18d0ff95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:07.759921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-890f0bbb-84bc-4f55-a29a-16a18d0ff95e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 1128 time: 1.1318178 Feb 10 13:25:07.934215 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9676d71c-70d8-458d-be7e-45c7b80e7baf x-openstack-request-id: req-9676d71c-70d8-458d-be7e-45c7b80e7baf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:07.935377 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:07.935944 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9676d71c-70d8-458d-be7e-45c7b80e7baf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:07.938028 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406', 'status': 'completed', 'code': 200} Feb 10 13:25:08.022732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-91d76768-ad7e-4920-8b90-5740046e0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:08.026764 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-91d76768-ad7e-4920-8b90-5740046e0040 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.2396610 Feb 10 13:25:08.114545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74867ff-77fe-4930-8e64-f99f1c5ea8d7 None None] Pushing event updated for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:08.127151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6c1919c-e45c-48d8-8221-dcc42b5d729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:08.131222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6c1919c-e45c-48d8-8221-dcc42b5d729c service neutron] 10.222.0.21 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 1026 time: 0.2107842 Feb 10 13:25:08.148266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ea01faa7-2fa4-4e08-8113-19cb32261121 None None] Provisioning complete for port c6976f42-e131-4132-b03a-323f9a80fe7d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:08.148646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea01faa7-2fa4-4e08-8113-19cb32261121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:08.195209 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-1bd7ad76-8268-49b5-a34e-0e23d6d95837 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 200 len: 217 time: 0.1552632 Feb 10 13:25:08.381977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-af0ea270-369b-4275-a930-4d0706da80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:08.383563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-af0ea270-369b-4275-a930-4d0706da80c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 1127 time: 0.3837891 Feb 10 13:25:08.475320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7b5256a8-83e1-4fcd-83bd-3cbd5e800bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:08.477338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7b5256a8-83e1-4fcd-83bd-3cbd5e800bcb service neutron] 10.222.0.21 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 1026 time: 0.3386557 Feb 10 13:25:08.528560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-331207a6-dbdc-4bad-b2a2-3979abf10d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:08.547109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-331207a6-dbdc-4bad-b2a2-3979abf10d7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.3425083 Feb 10 13:25:08.851504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-20694968-a688-4057-9694-1db67bac0242 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023833 Feb 10 13:25:08.907428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ea01faa7-2fa4-4e08-8113-19cb32261121 None None] Current status of the port c6976f42-e131-4132-b03a-323f9a80fe7d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:08.966744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 979e9c02-1124-4848-9ba9-f75dba3b1406 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:09.171429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 979e9c02-1124-4848-9ba9-f75dba3b1406 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:25:09.194864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 979e9c02-1124-4848-9ba9-f75dba3b1406 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:09.195313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:09.203102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:09.216520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-27e0a6e7-002d-49c9-a9b4-022eeff187c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.228991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-27e0a6e7-002d-49c9-a9b4-022eeff187c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.242797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-27e0a6e7-002d-49c9-a9b4-022eeff187c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.248391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-27e0a6e7-002d-49c9-a9b4-022eeff187c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 1988 time: 0.7094631 Feb 10 13:25:09.284240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-acb19682-abf8-43a3-8cc8-53f28783b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.285873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-acb19682-abf8-43a3-8cc8-53f28783b5f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.8669357 Feb 10 13:25:09.361273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6976f42-e131-4132-b03a-323f9a80fe7d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:09.402370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-91c34ede-24d6-42d0-ac5e-a8d1723fd6bc service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347855 Feb 10 13:25:09.460583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-ed76370d-3b76-4962-9884-20297dd1cf52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979e9c02-1124-4848-9ba9-f75dba3b1406 HTTP/1.1" status: 200 len: 217 time: 0.1579542 Feb 10 13:25:09.489794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-baa83acc-5c7f-430e-a8fc-13734fe6f686 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.499668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-baa83acc-5c7f-430e-a8fc-13734fe6f686 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 820 time: 0.8296773 Feb 10 13:25:09.539375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 979e9c02-1124-4848-9ba9-f75dba3b1406 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:09.540140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:09.583648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=979e9c02-1124-4848-9ba9-f75dba3b1406,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:09.588088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:09.590842 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499675d-4c98-4fbe-9fda-2bea403e8223" -d '{"events": [{"server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "name": "network-vif-plugged", "status": "completed", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:09.598282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:09.623293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-c1067658-1a3d-450d-a140-be7df3ce10d5 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/quotas/8976f44a7fcf4d3d8957444763dacbd0 HTTP/1.1" status: 200 len: 375 time: 0.1213431 Feb 10 13:25:09.698704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c6976f42-e131-4132-b03a-323f9a80fe7d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:09.700919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:09.703421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-03a8ef19-a339-45d4-9673-c30da1fc1f4f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfb0e8d34e4b444da9e12aed72cff532 HTTP/1.1" status: 200 len: 380 time: 0.4390938 Feb 10 13:25:09.706088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:09.720107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'admin_state_up': True, 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'security_groups': ['dcf92c56-7fe0-495c-8bd7-bca543244056']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:09.728780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-62d4dd39-7759-43bd-8245-e61cc9a7a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.731985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-62d4dd39-7759-43bd-8245-e61cc9a7a8af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.2214487 Feb 10 13:25:09.795222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-354251ed-bcc8-4e9e-b9a2-2660134017b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452132 Feb 10 13:25:09.879548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:09.916869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-5015e9d7-f8b8-47ae-a24a-fcce77fa544f tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2902994 Feb 10 13:25:09.952149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c6976f42-e131-4132-b03a-323f9a80fe7d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:09.978612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-ec30ff09-774e-43f5-a6b4-b65f211d169e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:09.980061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-ec30ff09-774e-43f5-a6b4-b65f211d169e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 814 time: 0.7644882 Feb 10 13:25:09.988419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5477e8f-5d98-45ab-9ef2-4a67e9ce97da req-6d871c58-1656-4360-8633-2ed42f445571 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641894 Feb 10 13:25:10.032838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Request body: {'port': {'device_id': '4906704e-73f9-4988-9855-0331322a1c34', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'admin_state_up': True, 'tenant_id': '0470b80777d44b6a9fdd4af1e608b16f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:10.053182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7124bd-36ff-4124-89aa-e4e8f3fc8ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.143140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-5937c971-5e8b-490e-a1e9-f1beb223dd2a service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378043 Feb 10 13:25:10.181322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:10.184672 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.233397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-a1d1bf71-6445-44f3-be3f-5338e09fe310 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152330 Feb 10 13:25:10.251102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Made reservation on behalf of 0470b80777d44b6a9fdd4af1e608b16f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:10.255322 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.273293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:10.273637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.448048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:10.448341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.449899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d1eed51-b18c-4a8a-be8d-cdaa8b43d2e2 req-316e1cfe-e8f6-4364-983b-790e63369c2c service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975276 Feb 10 13:25:10.479217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:10.501518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Allocated IP 172.20.0.3 (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8/e8a1747a-e4a1-4705-8eef-d3a266e69d56/2f2a308f-d2f9-4fa3-8452-fcb32f5303fb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:10.541982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-11b0e6e0-ff44-42c3-99b5-c32a7e604e89 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072703 Feb 10 13:25:10.598871 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7124bd-36ff-4124-89aa-e4e8f3fc8ab7 admin admin] Publish callbacks [] for security_group (c075f063-a115-48d1-9b19-b1f457bc1ca1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.615787 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c7124bd-36ff-4124-89aa-e4e8f3fc8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c075f063-a115-48d1-9b19-b1f457bc1ca1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.684799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 172.20.0.9 (f13e8613-842a-4931-8d8c-9f651aa3f2b8/988d6160-7a3d-41c7-987d-0a859c8fb272/b8b4cbde-304f-4877-a26f-67d365b826e7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:10.754539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7124bd-36ff-4124-89aa-e4e8f3fc8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c075f063-a115-48d1-9b19-b1f457bc1ca1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:10.842877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:10.847199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c7124bd-36ff-4124-89aa-e4e8f3fc8ab7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8ca04da4f24229bb4a6a50cb378c91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1220646 Feb 10 13:25:10.895272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (74e5a45a-ed5b-4cb5-9d2c-81b62ac95917), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:10.927092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa30b9d8-16fe-4554-b1a3-9630cf34db21 req-c34f7501-5681-4756-b5bc-45a4eae5fb93 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0745666 Feb 10 13:25:11.072047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.082993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks [] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.117542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=74e5a45a-ed5b-4cb5-9d2c-81b62ac95917,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:11.165532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b340023-66af-49f8-b6c3-5c5c4b0e4de3 req-4f06c6b9-a6a3-4ab8-8ff1-74d0a2e33bfa tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 210 time: 0.0710707 Feb 10 13:25:11.232101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.240856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] Publish callbacks [] for security_group (c075f063-a115-48d1-9b19-b1f457bc1ca1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.289301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.300485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] Publish callbacks [] for security_group (c075f063-a115-48d1-9b19-b1f457bc1ca1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.328397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:11.333734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:11.389122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:11.425089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.469406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.483194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:11.487020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', '01488e92-3320-474d-8728-3961cb96d234'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:11.519286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fba80-26c0-47c1-ae59-4f39d983c774 req-c920004f-16c2-44cc-acaf-03293fe6d063 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:11.521180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f6fba80-26c0-47c1-ae59-4f39d983c774 req-c920004f-16c2-44cc-acaf-03293fe6d063 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.2336636 Feb 10 13:25:11.521873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:11.545613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:11.546109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.589225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-3d4ad30d-f366-4597-8776-5cf956beba12 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8843226 Feb 10 13:25:11.601846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'admin_state_up': True, 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'security_groups': ['dcf92c56-7fe0-495c-8bd7-bca543244056']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:11.645710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event updated for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:11.649152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f6fba80-26c0-47c1-ae59-4f39d983c774 req-273d7b70-afe7-497e-9b28-7244662e50f7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176796 Feb 10 13:25:11.806074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-780d41ca-ede1-4f1c-a9b4-d09a3f77d82e req-ff5cea11-9f37-4de4-aa66-727608e43d22 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0460517 Feb 10 13:25:11.808450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:11.822099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:11.827140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:11.908348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:11.914178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.939994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-88f3c9d4-1125-49be-9b4f-dd3bf58d0d91 None None] Provisioning complete for port b8b4cbde-304f-4877-a26f-67d365b826e7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:11.940740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88f3c9d4-1125-49be-9b4f-dd3bf58d0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.946702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c075f063-a115-48d1-9b19-b1f457bc1ca1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.955104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:11.959837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c075f063-a115-48d1-9b19-b1f457bc1ca1 HTTP/1.1" status: 204 len: 168 time: 1.1075013 Feb 10 13:25:11.995235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-88f3c9d4-1125-49be-9b4f-dd3bf58d0d91 None None] Port b8b4cbde-304f-4877-a26f-67d365b826e7 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:12.023023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fdabc-1358-4be5-a66e-4fa35433e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075f063-a115-48d1-9b19-b1f457bc1ca1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:12.046686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:12.047584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:12.213448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-5cd3121a-857f-4852-9e05-3b90ffab055c tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1873605 Feb 10 13:25:12.229680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Request body: {'port': {'device_id': '4906704e-73f9-4988-9855-0331322a1c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:12.231290 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f1ad3-7ed4-4a4f-814b-b83fd9228f1b x-openstack-request-id: req-934f1ad3-7ed4-4a4f-814b-b83fd9228f1b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:12.231822 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "name": "network-vif-plugged", "status": "completed", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:12.231822 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-934f1ad3-7ed4-4a4f-814b-b83fd9228f1b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:12.232221 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406', 'code': 200} Feb 10 13:25:12.255236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.1.1.31 (9be895fa-72be-4f50-8a49-09da77ce9b40/f01859d0-2bce-417a-b0eb-fc71a8ad591f/5d797315-ac53-46ba-adf7-8a764fa93867) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:12.309604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:12.323646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:12.494367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18e5c22b-1584-4257-a871-ed6611af020f req-5bea8f51-6aab-4ef8-bed3-c8f895e1bb3a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 210 time: 0.1304734 Feb 10 13:25:12.585502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430145-3ab8-48d8-a380-2eb2002daaea req-5e580e6f-f0e4-4011-8a55-181f06de2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:12.588494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e430145-3ab8-48d8-a380-2eb2002daaea req-5e580e6f-f0e4-4011-8a55-181f06de2e0b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 1128 time: 0.2526643 Feb 10 13:25:12.632797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:12.644654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:12.651459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58c235eb-899e-4ab4-b6af-da5ab32094a4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6217022 Feb 10 13:25:12.655964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:12.656292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:12.659747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:12.660397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:12.685907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb1aa0a-defd-4695-9a1b-06529407a05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:12.714923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-3da01fc1-f07d-4317-91ba-23b3596336c1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:12.716569 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-3da01fc1-f07d-4317-91ba-23b3596336c1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 820 time: 0.3559835 Feb 10 13:25:12.759878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'port': {'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'admin_state_up': True, 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:12.760326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e430145-3ab8-48d8-a380-2eb2002daaea req-0a4f85e0-e4b1-4502-831f-aeffc1c17314 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670873 Feb 10 13:25:12.761757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:12.799160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46a22-e479-427d-91dc-d0f254ef8560 req-e30e9e29-78d8-414e-9bb2-196170f1e537 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:12.800869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ca46a22-e479-427d-91dc-d0f254ef8560 req-e30e9e29-78d8-414e-9bb2-196170f1e537 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 931 time: 0.1342027 Feb 10 13:25:12.807571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (5d797315-ac53-46ba-adf7-8a764fa93867), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:12.865110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ca46a22-e479-427d-91dc-d0f254ef8560 req-549556aa-38b6-4d5b-9da4-31d3a9c45388 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559957 Feb 10 13:25:12.915960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:12.995817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:10Z', 'revision_number': 9, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:13.034578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:13.042587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:13.046983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:13.052248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:13.073370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:13.084943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:13.085587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:13.107019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638821d-71d7-4a0e-9dd1-e11016fc4f3c req-9884757e-9f05-4d47-88f1-5741e60d05d6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:13.108809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5638821d-71d7-4a0e-9dd1-e11016fc4f3c req-9884757e-9f05-4d47-88f1-5741e60d05d6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 931 time: 0.1492479 Feb 10 13:25:13.230118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5638821d-71d7-4a0e-9dd1-e11016fc4f3c req-67de2a0a-2093-4858-9c04-00a48b951db3 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Feb 10 13:25:13.252283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:13.252981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:13.252981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.286539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-bc0fb0d5-b9f7-461c-9e9a-8db30698972e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6893868 Feb 10 13:25:13.298611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'admin_state_up': True, 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'security_groups': ['dcf92c56-7fe0-495c-8bd7-bca543244056']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:13.479281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-37d7575e-a117-4f5a-917b-298e4bb9f121 None None] Provisioning complete for port 5d797315-ac53-46ba-adf7-8a764fa93867 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:13.481038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37d7575e-a117-4f5a-917b-298e4bb9f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.488826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:13.498565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks [] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.512218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Transition to ACTIVE for port object 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:13.515202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d426f-6360-430a-9ab6-c576aa02a288 req-ea941e4e-17d9-4e57-b418-7ead042500bf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:13.526067 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.529201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a65d426f-6360-430a-9ab6-c576aa02a288 req-ea941e4e-17d9-4e57-b418-7ead042500bf tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1462369 Feb 10 13:25:13.556545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37d7575e-a117-4f5a-917b-298e4bb9f121 None None] Port 5d797315-ac53-46ba-adf7-8a764fa93867 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:13.620244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 0ead2301-643c-4755-bac5-11863b9176e2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:13.623654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (0ead2301-643c-4755-bac5-11863b9176e2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.635440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:10Z', 'revision_number': 9, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:13.674405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86fb04-ed9d-4ef2-ad36-a887f6fa574b None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:10Z', 'revision_number': 9, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '3e6bedc6-fb13-4603-8d1e-074863b6afd9', 'name': '', 'network_id': '29be0381-f708-442c-8ebe-e3c4a71b3af1', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:97:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:30Z', 'updated_at': '2022-02-10T13:24:42Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': 'f01442ef-4085-4f24-99a8-950b78165bdf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:13.674870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (0ead2301-643c-4755-bac5-11863b9176e2), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.833626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb1aa0a-defd-4695-9a1b-06529407a05f admin admin] Publish callbacks [] for security_group (d0297b00-63ac-486f-8c5b-2c5ebb2a36dc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.853436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:13.856026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bb1aa0a-defd-4695-9a1b-06529407a05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0297b00-63ac-486f-8c5b-2c5ebb2a36dc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.925455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a65d426f-6360-430a-9ab6-c576aa02a288 req-357de803-c8fe-4a51-9d39-47048580fa61 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953152 Feb 10 13:25:13.926246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:13.930331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:13.968927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Made reservation on behalf of 8976f44a7fcf4d3d8957444763dacbd0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:13.973077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.039419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7bb1aa0a-defd-4695-9a1b-06529407a05f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07728c03e70c40a7a6ffdf4a2ae564ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3780277 Feb 10 13:25:14.047511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:14.056635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7078b8d-1e29-46b9-8148-b74b9da910fc req-429172f6-93d9-4fa1-b28a-b04e6bde0040 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0450647 Feb 10 13:25:14.061117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1aa0a-defd-4695-9a1b-06529407a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0297b00-63ac-486f-8c5b-2c5ebb2a36dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:14.120063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (0ead2301-643c-4755-bac5-11863b9176e2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.174817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.1.1.133 (9be895fa-72be-4f50-8a49-09da77ce9b40/f01859d0-2bce-417a-b0eb-fc71a8ad591f/bd611c54-1b99-48b8-ab04-283a5a2aaa58) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:14.195888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06df7495-086a-4fe9-b9a0-4b253ee56123 req-c9aca4be-cf2c-4514-ac5f-2f58e6d61149 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 210 time: 0.0401700 Feb 10 13:25:14.229144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] Publish callbacks [] for security_group (d0297b00-63ac-486f-8c5b-2c5ebb2a36dc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.268194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] Publish callbacks [] for security_group (d0297b00-63ac-486f-8c5b-2c5ebb2a36dc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.282898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Allocated IP 172.20.0.12 (8d904b58-8e0a-4236-ac2b-52052f3a9648/c1e60b87-f642-4201-a4f5-eb477fa843c4/4d3b7902-0721-4e77-b31c-5d66529cf908) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:14.400891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Attempting to bind port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:14.400891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Attempting to bind port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:14.401221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Attempting to bind port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:14.428882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:14.429913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Attempting to bind port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb on network 189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:14.443062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0297b00-63ac-486f-8c5b-2c5ebb2a36dc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.445818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.449444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0297b00-63ac-486f-8c5b-2c5ebb2a36dc HTTP/1.1" status: 204 len: 168 time: 0.3896255 Feb 10 13:25:14.461842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:14.462520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Checking segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:14.463141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Bound using segment: {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:14.463803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Bound port: 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f65df8-ca7c-4a18-9340-e478e39b0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:14.464368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.471561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9994a2d-1c80-4953-82fb-779500b22beb req-a1a7e88a-0350-45d9-87dd-da1611b17d3d tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:14.490271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9994a2d-1c80-4953-82fb-779500b22beb req-a1a7e88a-0350-45d9-87dd-da1611b17d3d tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:14.492617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9994a2d-1c80-4953-82fb-779500b22beb req-a1a7e88a-0350-45d9-87dd-da1611b17d3d tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 1652 time: 0.1749263 Feb 10 13:25:14.549475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264422c-51fe-4014-b2d7-dc8cb4061fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0297b00-63ac-486f-8c5b-2c5ebb2a36dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:14.587348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.593517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:14.597298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:14.622439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.658701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9994a2d-1c80-4953-82fb-779500b22beb req-1ea25044-ad8f-497d-a3f4-2236d61f1ce8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371205 Feb 10 13:25:14.703164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.718996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:14.719625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.721543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] 10.222.0.21 "PUT /v2.0/ports/2f2a308f-d2f9-4fa3-8452-fcb32f5303fb HTTP/1.1" status: 200 len: 1091 time: 2.4986355 Feb 10 13:25:14.727367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:14.729765 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:14.750100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (0ead2301-643c-4755-bac5-11863b9176e2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.776066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.834900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a96e6-6fd2-4f5f-9b33-3c8e174d9f29 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:14.841748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead2301-643c-4755-bac5-11863b9176e2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:14.855135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:14.875574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:14.879169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc5c86-3d35-4b89-ad1d-02ffaab1a667 None None] Network e4acffc3-a93a-43a7-932e-d8db35f411b3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:14.886714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:14.890531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2488ae6-dfef-4a23-91f0-849a2c9e33e6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/0ead2301-643c-4755-bac5-11863b9176e2 HTTP/1.1" status: 204 len: 168 time: 2.2327745 Feb 10 13:25:14.892631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:14.897561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:14.959587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:15.033378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:15.041276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-66f41ecb-6366-4ba7-9417-1a8162c871c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:15.043222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-66f41ecb-6366-4ba7-9417-1a8162c871c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 1125 time: 0.2653234 Feb 10 13:25:15.070189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:15.070849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.098806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b932a9-ba4d-4520-96c7-a14c2cd3c6ab req-86323ad2-21df-4965-ac66-09fd4e5bef37 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:15.109519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65b932a9-ba4d-4520-96c7-a14c2cd3c6ab req-86323ad2-21df-4965-ac66-09fd4e5bef37 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 943 time: 0.3396077 Feb 10 13:25:15.110270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e4acffc3-a93a-43a7-932e-d8db35f411b3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.113151 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-70df3fb3-47b0-40a3-9cb8-8bdbad8bb4f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb HTTP/1.1" status: 200 len: 217 time: 0.0536487 Feb 10 13:25:15.114339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.115947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:15.117076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74e5a45a-ed5b-4cb5-9d2c-81b62ac95917 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:15.178151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65b932a9-ba4d-4520-96c7-a14c2cd3c6ab req-c2f3ee70-526d-4322-bdb5-138b872fa2d1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677474 Feb 10 13:25:15.181761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-04df06b0-c358-40bb-aaf7-37ec6015e63b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8898976 Feb 10 13:25:15.205831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'admin_state_up': True, 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'security_groups': ['dcf92c56-7fe0-495c-8bd7-bca543244056']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:15.247863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:15.257532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:15.260743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:15.268120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event updated for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:15.327390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c89ac2b9-922a-4a89-a81a-734b708bfcdd None None] Provisioning complete for port bd611c54-1b99-48b8-ab04-283a5a2aaa58 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:15.327866 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c89ac2b9-922a-4a89-a81a-734b708bfcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.334064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-34fa6ef5-927b-4c30-9ce1-16f06fa54d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:15.336263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-34fa6ef5-927b-4c30-9ce1-16f06fa54d95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.2025948 Feb 10 13:25:15.361837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:15.401988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:15.406425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] DHCP port deletion for e4acffc3-a93a-43a7-932e-d8db35f411b3 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:15.406838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.414448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-29290ec2-8478-41d0-8173-28eca06b1e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672596 Feb 10 13:25:15.483479 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-75fd1b2b-ac40-44af-a7f4-5e2305492ef4 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7308681 Feb 10 13:25:15.496868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Request body: {'port': {'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:15.502602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c89ac2b9-922a-4a89-a81a-734b708bfcdd None None] Port bd611c54-1b99-48b8-ab04-283a5a2aaa58 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:15.540695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.571519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port ca35d3db-dbee-4dde-bd53-cd936f93e14a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:15.571942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.573647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Deleting port ca35d3db-dbee-4dde-bd53-cd936f93e14a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:15.575893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.696277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.710707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port ca35d3db-dbee-4dde-bd53-cd936f93e14a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca35d3db-dbee-4dde-bd53-cd936f93e14a,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:15.711205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:15.728549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-0e4bcb4a-4f79-4e74-a4f7-ae5d28e4c5f8 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068287 Feb 10 13:25:15.842585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for ca35d3db-dbee-4dde-bd53-cd936f93e14a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:15.847963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7d116ae3-53cf-4261-bbe5-90309bdf4afe req-b5495c4a-309d-48f9-8baf-378c33a70915 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117463 Feb 10 13:25:15.851273 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494eb9e9-d8fd-40e8-b77e-e5c4dbf41218 x-openstack-request-id: req-494eb9e9-d8fd-40e8-b77e-e5c4dbf41218 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:15.863337 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:15.863742 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-494eb9e9-d8fd-40e8-b77e-e5c4dbf41218 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:15.864521 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb', 'status': 'completed', 'code': 200} Feb 10 13:25:16.014132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.2.2.100 (88edd37d-b6f3-4c46-a529-e310f5aafbaa/04f14503-82c5-408e-852c-6d76bb05cd7b/d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:16.187790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-772365d9-8986-446f-88ce-116d4c72c6a0 None None] Provisioning complete for port 4d3b7902-0721-4e77-b31c-5d66529cf908 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:16.189144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-772365d9-8986-446f-88ce-116d4c72c6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.208519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-efaf2734-dc69-45c4-9773-8e22870852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.210208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-efaf2734-dc69-45c4-9773-8e22870852c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 1125 time: 0.2986712 Feb 10 13:25:16.216485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9f6c7-e811-4e54-92a9-9cb0a8cf5044 req-cbd5073d-b5ee-47fd-998d-89b8e835c60c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.225725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8d9f6c7-e811-4e54-92a9-9cb0a8cf5044 req-cbd5073d-b5ee-47fd-998d-89b8e835c60c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1691535 Feb 10 13:25:16.241347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-772365d9-8986-446f-88ce-116d4c72c6a0 None None] Port 4d3b7902-0721-4e77-b31c-5d66529cf908 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:16.254921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] For port ca35d3db-dbee-4dde-bd53-cd936f93e14a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca35d3db-dbee-4dde-bd53-cd936f93e14a,segment=NetworkSegment(a5b6c85d-d3de-4c71-ab26-06a81c059e37),segment_id=a5b6c85d-d3de-4c71-ab26-06a81c059e37)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:16.256279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.281065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Calling delete_port for ca35d3db-dbee-4dde-bd53-cd936f93e14a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:16.327644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.327910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8d9f6c7-e811-4e54-92a9-9cb0a8cf5044 req-8838af23-632d-4401-9724-4c843decf6f0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004183 Feb 10 13:25:16.371380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.401346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (ca35d3db-dbee-4dde-bd53-cd936f93e14a), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.460728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.487102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] Pushing event deleted for resources: {'Port': ['ID=ca35d3db-dbee-4dde-bd53-cd936f93e14a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:16.487359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=ca35d3db-dbee-4dde-bd53-cd936f93e14a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:16.492479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296e8d7-96f5-4986-ba51-5e5cad97d1c1 None None] No DVR routers for this DVR port ca35d3db-dbee-4dde-bd53-cd936f93e14a on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:16.496744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port ca35d3db-dbee-4dde-bd53-cd936f93e14a on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:16.545907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7263d181-2ae7-4949-a00d-ca4cb6132ada req-95164a62-a732-4f8f-aaea-a14b325ed54c tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0796044 Feb 10 13:25:16.634731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-6af3d2e8-2e2a-4a63-bbf0-f2112adc0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.636541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-6af3d2e8-2e2a-4a63-bbf0-f2112adc0d33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.4141669 Feb 10 13:25:16.667770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:16.675069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:16.686540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:16.711048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e4acffc3-a93a-43a7-932e-d8db35f411b3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.738583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4acffc3-a93a-43a7-932e-d8db35f411b3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:16.747161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:16.752870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b6c85d-d3de-4c71-ab26-06a81c059e37') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:16.753257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b6c85d-d3de-4c71-ab26-06a81c059e37') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:16.765523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (a5b6c85d-d3de-4c71-ab26-06a81c059e37), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.766613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.767591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.781018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a5b6c85d-d3de-4c71-ab26-06a81c059e37), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.788228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:16.788644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (a5b6c85d-d3de-4c71-ab26-06a81c059e37), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.812355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e3276796-da71-47f0-897b-544fe03e48c3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6215322 Feb 10 13:25:16.826433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'admin_state_up': True, 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'security_groups': ['dcf92c56-7fe0-495c-8bd7-bca543244056']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:16.866899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-4ef21082-017c-42a2-8d13-fd83a943485f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb HTTP/1.1" status: 200 len: 217 time: 0.2224984 Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:16.867658 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:16.878102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e4acffc3-a93a-43a7-932e-d8db35f411b3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.882724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:16.883759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27cea-eb34-4856-b9a9-59dc5d301b9b req-54a56e13-abc3-4144-8914-7dea81ed9ae8 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.888987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/e4acffc3-a93a-43a7-932e-d8db35f411b3 HTTP/1.1" status: 204 len: 168 time: 1.9818285 Feb 10 13:25:16.897216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dc27cea-eb34-4856-b9a9-59dc5d301b9b req-54a56e13-abc3-4144-8914-7dea81ed9ae8 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 932 time: 0.2276654 Feb 10 13:25:16.899114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:16.947365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-4d719585-abe5-4de1-83c1-c569b9d60257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:16.948959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-4d719585-abe5-4de1-83c1-c569b9d60257 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.0734787 Feb 10 13:25:16.966464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bcc5a-0583-41a4-995f-bc714b2cab6b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=e4acffc3-a93a-43a7-932e-d8db35f411b3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:17.031592 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-d84b9717-af4f-4cfd-94d7-34a6e88d7781 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695925 Feb 10 13:25:17.043858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3b7902-0721-4e77-b31c-5d66529cf908 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:17.092740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks [] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.093511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a1d87ab-7c74-4273-b349-9dd159f94927 None None] Provisioning complete for port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:17.093915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a1d87ab-7c74-4273-b349-9dd159f94927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.150167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dc27cea-eb34-4856-b9a9-59dc5d301b9b req-604a004b-0ec1-403a-8ca1-6f1a05af8cc0 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473040 Feb 10 13:25:17.162798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Transition to ACTIVE for port object 4d3b7902-0721-4e77-b31c-5d66529cf908 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:17.198079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d87ab-7c74-4273-b349-9dd159f94927 None None] Port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:17.199641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca35d3db-dbee-4dde-bd53-cd936f93e14a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:17.214730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.245804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ca35d3db-dbee-4dde-bd53-cd936f93e14a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:17.246131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca35d3db-dbee-4dde-bd53-cd936f93e14a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:17.363202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:17.370749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-6cfcd364-53ab-4a00-9dfa-1204683b8325 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299220 Feb 10 13:25:17.473021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Made reservation on behalf of dfb0e8d34e4b444da9e12aed72cff532 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:17.478782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.512441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9dbc64e8-5361-4a81-b64b-e260b4b7a6f0 req-86f918fd-73cd-45cb-86a8-6d3ae2de9af1 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355128 Feb 10 13:25:17.540636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Attempting to bind port 4d3b7902-0721-4e77-b31c-5d66529cf908 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:17.541156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Attempting to bind port 4d3b7902-0721-4e77-b31c-5d66529cf908 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:17.541576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Attempting to bind port 4d3b7902-0721-4e77-b31c-5d66529cf908 on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:17.552626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Port 4d3b7902-0721-4e77-b31c-5d66529cf908 on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:17.553179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Attempting to bind port 4d3b7902-0721-4e77-b31c-5d66529cf908 on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:17.562269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:17.563544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Checking segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:17.564091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Bound using segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:17.567718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Bound port: 4d3b7902-0721-4e77-b31c-5d66529cf908, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:17.567718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.648978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-0c0ccc43-608a-4baa-855f-45365d889d51 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.655739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-0c0ccc43-608a-4baa-855f-45365d889d51 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.657214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:17.661541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-0c0ccc43-608a-4baa-855f-45365d889d51 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.662219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4d3b7902-0721-4e77-b31c-5d66529cf908,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:17.668679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-0c0ccc43-608a-4baa-855f-45365d889d51 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.672038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-0c0ccc43-608a-4baa-855f-45365d889d51 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 3094 time: 0.2810004 Feb 10 13:25:17.673715 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.718056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.719028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:17.721492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] 10.222.0.77 "PUT /v2.0/ports/4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 1092 time: 2.2306929 Feb 10 13:25:17.768548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944175ea-7670-4bdf-b84b-1c7d7d12f735 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:17.844744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-7f07d309-202d-4ed7-a4a1-e4d999774e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:17.846596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-7f07d309-202d-4ed7-a4a1-e4d999774e8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1126 time: 0.0702381 Feb 10 13:25:17.865484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:17.873511 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15392d-2b54-4219-b195-2afc06a8e6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:17.930291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-e5258bee-58bb-41ce-8808-dd46ce5492cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0761955 Feb 10 13:25:17.946313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0be35dcd-5cd8-4c4a-97db-34e88e295418 req-dd720f9e-7a99-4ca9-8087-672b02d6fbf9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124898 Feb 10 13:25:18.035523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Allocated IP 10.2.2.200 (88edd37d-b6f3-4c46-a529-e310f5aafbaa/04f14503-82c5-408e-852c-6d76bb05cd7b/b43f44cd-ba3b-4c58-a22a-053cbbe14aed) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:18.058873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-5839024f-da24-459a-b547-20f0f83980cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:18.060433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-5839024f-da24-459a-b547-20f0f83980cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1244595 Feb 10 13:25:18.134688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-132f2ee5-e69d-48e7-833b-b82fa167b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:18.136953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-132f2ee5-e69d-48e7-833b-b82fa167b917 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654705 Feb 10 13:25:18.262470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-64968f4d-1cd8-4b5a-9798-fd87729e3377 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201077 Feb 10 13:25:18.334337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.370891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37997e02-8c11-4eb4-bb94-984624e79408 req-771626b4-32df-4eef-86ea-414815c3f480 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:18.372547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37997e02-8c11-4eb4-bb94-984624e79408 req-771626b4-32df-4eef-86ea-414815c3f480 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 943 time: 0.2383115 Feb 10 13:25:18.381087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f35483c9-d6b2-4706-883b-6b02c2817994 req-24fbf722-40cb-4c79-8f63-affb75f4bfdf service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121218 Feb 10 13:25:18.459798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.462151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.538607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37997e02-8c11-4eb4-bb94-984624e79408 req-d05fb576-56fd-428b-9203-3ab8ae110fba tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577666 Feb 10 13:25:18.588764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:18.596801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:18.599228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:18.609323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:18.668734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:18.669495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.748614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b023b365-e53d-4497-8fd0-c2a4d5b5ac68 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9294331 Feb 10 13:25:18.763736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:18.770143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:18.910188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b7ffafa-fc89-4ebd-8081-4e21c168c861 req-d8e1d6b9-74c0-4235-837f-d70bf710ba29 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0526812 Feb 10 13:25:18.915039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.934160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-304305c2-600b-4e90-85e0-9810956e95d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:18.991759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-99efec90-c49c-40eb-bbc2-75e481d56329 None None] Provisioning complete for port b43f44cd-ba3b-4c58-a22a-053cbbe14aed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:18.992925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99efec90-c49c-40eb-bbc2-75e481d56329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.038049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99efec90-c49c-40eb-bbc2-75e481d56329 None None] Port b43f44cd-ba3b-4c58-a22a-053cbbe14aed cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:19.090731 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c10d9-7fab-4eb7-84bd-a5376198f7f7 x-openstack-request-id: req-2d9c10d9-7fab-4eb7-84bd-a5376198f7f7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:19.091282 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:19.091544 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d9c10d9-7fab-4eb7-84bd-a5376198f7f7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:19.091950 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:25:19.139781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-304305c2-600b-4e90-85e0-9810956e95d1 admin admin] Publish callbacks [] for security_group (285510cb-b74c-4bfd-ad34-b97d59fbc3a7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.150906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-304305c2-600b-4e90-85e0-9810956e95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (285510cb-b74c-4bfd-ad34-b97d59fbc3a7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.187158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-f228b04d-6189-4ca4-bcc0-a7466f033632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.189251 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-f228b04d-6189-4ca4-bcc0-a7466f033632 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1126 time: 0.0958493 Feb 10 13:25:19.210553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-304305c2-600b-4e90-85e0-9810956e95d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f55a7dcd85054afb9926ef5ffbc838d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457531 Feb 10 13:25:19.212711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304305c2-600b-4e90-85e0-9810956e95d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285510cb-b74c-4bfd-ad34-b97d59fbc3a7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:19.215216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44468) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:19.332956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] Publish callbacks [] for security_group (285510cb-b74c-4bfd-ad34-b97d59fbc3a7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.374780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] Publish callbacks [] for security_group (285510cb-b74c-4bfd-ad34-b97d59fbc3a7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.382527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-790e0f75-1be3-4cb1-94c5-70960f7ae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.384022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-790e0f75-1be3-4cb1-94c5-70960f7ae9b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.1840293 Feb 10 13:25:19.441349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-ecfed101-7141-4c6f-9557-92033c93ba50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0474665 Feb 10 13:25:19.495202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-f48914dc-4819-4b19-96d4-b8e1e7ea0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.496963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-f48914dc-4819-4b19-96d4-b8e1e7ea0baa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0506186 Feb 10 13:25:19.513884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bea53-5b5c-49f4-868c-3552aa05b12d req-6ff0745a-7dab-49c7-bf53-429bc511663c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.521052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-535bea53-5b5c-49f4-868c-3552aa05b12d req-6ff0745a-7dab-49c7-bf53-429bc511663c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 944 time: 0.2029037 Feb 10 13:25:19.535703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (285510cb-b74c-4bfd-ad34-b97d59fbc3a7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.538394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.541882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/285510cb-b74c-4bfd-ad34-b97d59fbc3a7 HTTP/1.1" status: 204 len: 168 time: 0.3138750 Feb 10 13:25:19.551120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867109b-1836-4494-8797-2f7964ee1f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285510cb-b74c-4bfd-ad34-b97d59fbc3a7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:19.582357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-bd03f5d7-56aa-4ca0-b6ed-dc37d8a05d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.583983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-bd03f5d7-56aa-4ca0-b6ed-dc37d8a05d7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814598 Feb 10 13:25:19.593165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 3e6bedc6-fb13-4603-8d1e-074863b6afd9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:19.593489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.676811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:25:19.689570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-535bea53-5b5c-49f4-868c-3552aa05b12d req-9d4d7f2e-7848-4773-9383-91c566f26b81 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639109 Feb 10 13:25:19.739282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-93d701eb-c087-4138-a4f8-92bd39f0c911 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479161 Feb 10 13:25:19.851639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f15392d-2b54-4219-b195-2afc06a8e6b9 req-c815befd-d962-4cee-9900-2ece4557ee87 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058395 Feb 10 13:25:19.917398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:19.929190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 3e6bedc6-fb13-4603-8d1e-074863b6afd9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3e6bedc6-fb13-4603-8d1e-074863b6afd9,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:19.929832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.934392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb', 'network_id': '189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8', 'port_id': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb', 'mac_address': 'fa:16:3e:c5:aa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a1747a-e4a1-4705-8eef-d3a266e69d56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:25:19.955424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b4cbde-304f-4877-a26f-67d365b826e7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:19.967824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 3e6bedc6-fb13-4603-8d1e-074863b6afd9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:19.972603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:19.972814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks [] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:19.983702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce7536-8f51-4d20-adfc-2ae97210ce20 req-73f39389-c737-4251-8700-032d9551fd38 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:19.985262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14ce7536-8f51-4d20-adfc-2ae97210ce20 req-73f39389-c737-4251-8700-032d9551fd38 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1874654 Feb 10 13:25:19.992234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6506ed12-ef31-4c44-a78b-0d3a2766dedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.003036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:20.004670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.020126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:20.044853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:20.048679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Transition to ACTIVE for port object b8b4cbde-304f-4877-a26f-67d365b826e7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:20.050831 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.066296 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.101693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6506ed12-ef31-4c44-a78b-0d3a2766dedf admin admin] Publish callbacks [] for security_group (585259a3-858b-498a-a97f-e9a73a431a19), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.109269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6506ed12-ef31-4c44-a78b-0d3a2766dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (585259a3-858b-498a-a97f-e9a73a431a19), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.118986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:20.155523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506ed12-ef31-4c44-a78b-0d3a2766dedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585259a3-858b-498a-a97f-e9a73a431a19,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:20.164061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6506ed12-ef31-4c44-a78b-0d3a2766dedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1dc86867fdf426caec0eca571f075af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877940 Feb 10 13:25:20.164375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:20.177128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14ce7536-8f51-4d20-adfc-2ae97210ce20 req-1ef67f82-ac6a-4ff0-b92e-45c197259e22 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700997 Feb 10 13:25:20.235335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:20.252226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] Publish callbacks [] for security_group (585259a3-858b-498a-a97f-e9a73a431a19), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.281595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] Publish callbacks [] for security_group (585259a3-858b-498a-a97f-e9a73a431a19), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.339843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (585259a3-858b-498a-a97f-e9a73a431a19), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.343728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.345280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/585259a3-858b-498a-a97f-e9a73a431a19 HTTP/1.1" status: 204 len: 168 time: 0.1799545 Feb 10 13:25:20.356261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b3891-ecf0-41a3-b6fa-6db01628b0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585259a3-858b-498a-a97f-e9a73a431a19,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:20.395362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2f2a308f-d2f9-4fa3-8452-fcb32f5303fb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:20.438290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.445179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.451829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.458234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.464185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.471706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-2b91bfb8-2a2c-4168-b600-9f5342b3f18e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 3827 time: 0.2276299 Feb 10 13:25:20.484502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Attempting to bind port b8b4cbde-304f-4877-a26f-67d365b826e7 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:20.484868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Attempting to bind port b8b4cbde-304f-4877-a26f-67d365b826e7 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:20.485204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Attempting to bind port b8b4cbde-304f-4877-a26f-67d365b826e7 on network f13e8613-842a-4931-8d8c-9f651aa3f2b8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:20.495786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Port b8b4cbde-304f-4877-a26f-67d365b826e7 on network f13e8613-842a-4931-8d8c-9f651aa3f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:20.496129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Attempting to bind port b8b4cbde-304f-4877-a26f-67d365b826e7 on network f13e8613-842a-4931-8d8c-9f651aa3f2b8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:20.518488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:20.519177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Checking segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:20.519177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Bound using segment: {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:20.519535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Bound port: b8b4cbde-304f-4877-a26f-67d365b826e7, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47dd676-bbf1-45b3-856d-4ea6f428300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:20.519893 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.557873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3e6bedc6-fb13-4603-8d1e-074863b6afd9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.642119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=3e6bedc6-fb13-4603-8d1e-074863b6afd9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:20.663438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6757e051-85ab-4832-8ae5-9d4672ec7e81 req-94e1c177-c784-48b0-b52f-432341dadd39 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815534 Feb 10 13:25:20.754633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:20.759262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:20.838720 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.909648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:20.915719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:20.915719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 1091 time: 2.1557524 Feb 10 13:25:20.924682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:20.926986 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c28c3-a6e3-47f4-8de0-84acace93a96" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:20.962157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:21.003885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:21.012082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac570a2-eac2-429e-bcbb-b7b5dcb7f53d req-d3db08de-f375-44a0-b2e4-6354bad32756 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:21.015972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4d3b7902-0721-4e77-b31c-5d66529cf908 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:25:21.020732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dac570a2-eac2-429e-bcbb-b7b5dcb7f53d req-d3db08de-f375-44a0-b2e4-6354bad32756 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 944 time: 0.2589295 Feb 10 13:25:21.042223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9fa6b-638d-4069-93c6-953ae5a13632 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:21.200006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dac570a2-eac2-429e-bcbb-b7b5dcb7f53d req-7624a234-2eb1-48ba-9aec-2475a7f38072 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783581 Feb 10 13:25:21.243080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:21.256951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4d3b7902-0721-4e77-b31c-5d66529cf908,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:21.287181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:25:21.359124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4d3b7902-0721-4e77-b31c-5d66529cf908 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:21.359592 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:21.369054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-836a7c8e-cfd5-4253-8674-ceb696c6eb57 req-8eca3c24-82dd-4c15-9ddb-60660ee689e8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/ports?device_id=e31a278f-094b-4465-b165-a6e3f5edac24 HTTP/1.1" status: 200 len: 210 time: 0.0454576 Feb 10 13:25:21.400192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3b7902-0721-4e77-b31c-5d66529cf908 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:21.438151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4d3b7902-0721-4e77-b31c-5d66529cf908,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:21.460724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:21.528082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:21.669874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4d3b7902-0721-4e77-b31c-5d66529cf908'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:21.723840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:21.741677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:21.769702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80f322-d095-4f1c-8bc0-87336cf450ed req-80a601a6-3dbd-45d9-82d2-8fc0a2ae24ac tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:21.777312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a80f322-d095-4f1c-8bc0-87336cf450ed req-80a601a6-3dbd-45d9-82d2-8fc0a2ae24ac tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 945 time: 0.1790841 Feb 10 13:25:21.861368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:25:21.869765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:21.870144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.031800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:22.032503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.069173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a80f322-d095-4f1c-8bc0-87336cf450ed req-01f0893f-879d-4497-b77a-0e79435bc9dc tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902944 Feb 10 13:25:22.087688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:22.095447 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626552f-77ed-4441-afd5-682f259d12cd" -d '{"events": [{"server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:22.097884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a1f659-cd1a-463b-8a98-255eee1ed44d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:22.111742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:22.126794 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c4092aa3-ad95-4de8-ab06-e155a025e31a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2191846 Feb 10 13:25:22.127358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:22.130714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:22.139649 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.142347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks [] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.142566 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:22.174597 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5720ef07-b54e-4356-8d70-066005cffef4 x-openstack-request-id: req-5720ef07-b54e-4356-8d70-066005cffef4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:22.175054 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:22.182241 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5720ef07-b54e-4356-8d70-066005cffef4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:22.182925 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'status': 'completed', 'code': 200} Feb 10 13:25:22.184349 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:22.185181 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:22.186682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Transition to ACTIVE for port object 36a1f659-cd1a-463b-8a98-255eee1ed44d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:22.192843 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.302640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:22.441779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:22.446494 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:22.585422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414278b-eaeb-4b40-a690-58d4d9602307 req-5d43a2ef-511b-42bf-afbc-0d18a9a1bd1b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.592738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9414278b-eaeb-4b40-a690-58d4d9602307 req-5d43a2ef-511b-42bf-afbc-0d18a9a1bd1b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.2951396 Feb 10 13:25:22.667880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Attempting to bind port 36a1f659-cd1a-463b-8a98-255eee1ed44d on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:22.677833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Attempting to bind port 36a1f659-cd1a-463b-8a98-255eee1ed44d by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:22.678343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Attempting to bind port 36a1f659-cd1a-463b-8a98-255eee1ed44d on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:22.715051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Port 36a1f659-cd1a-463b-8a98-255eee1ed44d on network 9be895fa-72be-4f50-8a49-09da77ce9b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:22.724293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Attempting to bind port 36a1f659-cd1a-463b-8a98-255eee1ed44d on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:22.775709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:22.776032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:22.776426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Bound using segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:22.776901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Bound port: 36a1f659-cd1a-463b-8a98-255eee1ed44d, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:22.781251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.814383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet f01442ef-4085-4f24-99a8-950b78165bdf {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:22.819541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (f01442ef-4085-4f24-99a8-950b78165bdf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.827526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9414278b-eaeb-4b40-a690-58d4d9602307 req-f59f78d5-51f8-4641-a954-4299f8e9b6f9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297094 Feb 10 13:25:22.849913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.850387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.850849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.851311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.851913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.852372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:22.854361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-d41c1c35-221c-4708-b169-3ff5b22bb649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5273 time: 0.6554089 Feb 10 13:25:22.913164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (f01442ef-4085-4f24-99a8-950b78165bdf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:22.955053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:20Z', 'revision_number': 10, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:22.983685 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:22.993094 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:22.994086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:23.024642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4d3b7902-0721-4e77-b31c-5d66529cf908 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:23.051457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-26fd9680-e3d9-494a-b479-5853d96b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.051923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-26fd9680-e3d9-494a-b479-5853d96b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.052514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-26fd9680-e3d9-494a-b479-5853d96b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.054138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-26fd9680-e3d9-494a-b479-5853d96b806f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1864226 Feb 10 13:25:23.102451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:23.112166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f01442ef-4085-4f24-99a8-950b78165bdf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.144206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 4d3b7902-0721-4e77-b31c-5d66529cf908 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:25:23.148375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 4d3b7902-0721-4e77-b31c-5d66529cf908 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:23.148775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.226479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:23.299216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-f28a37db-077e-4262-9246-ab92acabf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.302275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4d3b7902-0721-4e77-b31c-5d66529cf908 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:23.302686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.303307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e96c28c3-a6e3-47f4-8de0-84acace93a96 req-f28a37db-077e-4262-9246-ab92acabf6a4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424116 Feb 10 13:25:23.310232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (f01442ef-4085-4f24-99a8-950b78165bdf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.320874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:23.342120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.350938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=f01442ef-4085-4f24-99a8-950b78165bdf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:23.360579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.366354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9293397b-6c6a-499d-8fe7-f59a07ba56bc tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/f01442ef-4085-4f24-99a8-950b78165bdf HTTP/1.1" status: 204 len: 168 time: 1.2376723 Feb 10 13:25:23.368638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:23.374363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4d3b7902-0721-4e77-b31c-5d66529cf908,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:23.380773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661f1fd-d11b-4299-9949-0d98d6228666 None None] Network 29be0381-f708-442c-8ebe-e3c4a71b3af1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:23.387407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.509891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:23.523552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:20Z', 'revision_number': 10, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:23.528922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.534731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.544089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.554323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.562624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.569898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:23.570860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:23.578035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b440d5c-4089-4e10-be75-4283608390eb req-a2196a3b-ead0-46a0-882c-245bdee7ef18 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 4598 time: 0.4948876 Feb 10 13:25:23.593187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6783b-f911-4f38-8883-1edbf4d2254c None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:20Z', 'revision_number': 10, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None, '_interfaces': [{'id': '9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60', 'name': '', 'network_id': 'eec571ff-28d0-48f7-93b8-a79c91eb2ac7', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'mac_address': 'fa:16:3e:c2:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:21Z', 'updated_at': '2022-02-10T13:24:29Z', 'revision_number': 5, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'subnets': [{'id': '3e92c6ab-9590-4b59-9b26-7f722a15cdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:23.630206 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (29be0381-f708-442c-8ebe-e3c4a71b3af1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.749293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 3f09ed06-8015-44bb-a8f4-d8b35734534f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:23.749646 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.853965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 3f09ed06-8015-44bb-a8f4-d8b35734534f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f09ed06-8015-44bb-a8f4-d8b35734534f,segment=NetworkSegment(6a97662e-56e1-40f3-af15-5623165e28e3),segment_id=6a97662e-56e1-40f3-af15-5623165e28e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:23.854319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:23.879595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 3f09ed06-8015-44bb-a8f4-d8b35734534f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:23.981736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] DHCP port deletion for 29be0381-f708-442c-8ebe-e3c4a71b3af1 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:24.045124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:24.046385 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.048644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-302fdc9a-54d8-4424-afe6-f41668190fba service neutron] 10.222.0.21 "PUT /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 1129 time: 3.0943060 Feb 10 13:25:24.095340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:24.099253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.134915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Deleting port 3f09ed06-8015-44bb-a8f4-d8b35734534f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:24.135499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.144474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port 3f09ed06-8015-44bb-a8f4-d8b35734534f on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:24.146696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=3f09ed06-8015-44bb-a8f4-d8b35734534f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:24.185531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '36a1f659-cd1a-463b-8a98-255eee1ed44d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:24.189013 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09554943-28b2-4133-af3d-c27a0b67ed22" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "36a1f659-cd1a-463b-8a98-255eee1ed44d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:24.209273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b440d5c-4089-4e10-be75-4283608390eb req-95b7050c-06a5-44c8-b621-36d220d94dbc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6302476 Feb 10 13:25:24.272362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (29be0381-f708-442c-8ebe-e3c4a71b3af1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.299156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29be0381-f708-442c-8ebe-e3c4a71b3af1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:24.322887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a97662e-56e1-40f3-af15-5623165e28e3') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:24.323488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.323955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a97662e-56e1-40f3-af15-5623165e28e3') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:24.335691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] For port 3f09ed06-8015-44bb-a8f4-d8b35734534f, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:24.342931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.350558 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6a97662e-56e1-40f3-af15-5623165e28e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.362369 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9363841a-cd14-4dd7-b8b3-5689ed764071 x-openstack-request-id: req-9363841a-cd14-4dd7-b8b3-5689ed764071 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:24.363606 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "name": "network-vif-plugged", "status": "completed", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:24.363875 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9363841a-cd14-4dd7-b8b3-5689ed764071 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:24.364293 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb', 'code': 200} Feb 10 13:25:24.373418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Calling delete_port for 3f09ed06-8015-44bb-a8f4-d8b35734534f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:24.380557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Port 3f09ed06-8015-44bb-a8f4-d8b35734534f was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:25:24.384234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6a97662e-56e1-40f3-af15-5623165e28e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.386431 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (3f09ed06-8015-44bb-a8f4-d8b35734534f), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.402775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:24.404714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6a97662e-56e1-40f3-af15-5623165e28e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.470616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] Pushing event deleted for resources: {'Port': ['ID=3f09ed06-8015-44bb-a8f4-d8b35734534f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:24.475316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17304f32-67bc-4dd3-a1cf-63e8063b86b8 None None] No DVR routers for this DVR port 3f09ed06-8015-44bb-a8f4-d8b35734534f on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:24.506519 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:24.545913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (29be0381-f708-442c-8ebe-e3c4a71b3af1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.566397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.569704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/29be0381-f708-442c-8ebe-e3c4a71b3af1 HTTP/1.1" status: 204 len: 168 time: 1.1999021 Feb 10 13:25:24.571753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7912-7416-4b86-9ef9-659182a3a542 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=29be0381-f708-442c-8ebe-e3c4a71b3af1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:24.573492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:24.615663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800967-771f-4585-bf6f-d6c5e1b9a26c req-1d6e9cb1-f856-4e93-8b75-d795811c88e6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:24.617378 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3800967-771f-4585-bf6f-d6c5e1b9a26c req-1d6e9cb1-f856-4e93-8b75-d795811c88e6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 945 time: 0.1608629 Feb 10 13:25:24.654382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1630-3490-4dd1-9dca-29e1bd2c6e05 req-d9ec0c49-91b2-4a86-ae39-dee655cfd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:24.656980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ef1630-3490-4dd1-9dca-29e1bd2c6e05 req-d9ec0c49-91b2-4a86-ae39-dee655cfd1ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 1127 time: 0.1516366 Feb 10 13:25:24.729222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3800967-771f-4585-bf6f-d6c5e1b9a26c req-035364b6-cf8a-41f5-9773-dc0826e08f1d tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039705 Feb 10 13:25:24.792659 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ef1630-3490-4dd1-9dca-29e1bd2c6e05 req-45424709-986b-42b5-81ae-7f9ae72eb1e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277506 Feb 10 13:25:24.928428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0614fe07-6e82-4226-9349-0ef59d608dfe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:24.953922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks [] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:24.999477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Transition to ACTIVE for port object 0614fe07-6e82-4226-9349-0ef59d608dfe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:25.009585 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.084016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:25.124706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:25.127615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367ed7e-f70e-4354-8d6c-e14b31b2a505 req-864cea73-b620-4def-8433-2e8b03cf8e51 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:25.133610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3e6bedc6-fb13-4603-8d1e-074863b6afd9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:25.149409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c367ed7e-f70e-4354-8d6c-e14b31b2a505 req-864cea73-b620-4def-8433-2e8b03cf8e51 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.2034252 Feb 10 13:25:25.189571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3e6bedc6-fb13-4603-8d1e-074863b6afd9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:25.190229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3e6bedc6-fb13-4603-8d1e-074863b6afd9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:25.190811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f09ed06-8015-44bb-a8f4-d8b35734534f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:25.249810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3f09ed06-8015-44bb-a8f4-d8b35734534f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:25.250396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f09ed06-8015-44bb-a8f4-d8b35734534f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:25.261369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Attempting to bind port 0614fe07-6e82-4226-9349-0ef59d608dfe on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:25.262096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Attempting to bind port 0614fe07-6e82-4226-9349-0ef59d608dfe by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:25.262501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Attempting to bind port 0614fe07-6e82-4226-9349-0ef59d608dfe on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:25.271254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.276327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Port 0614fe07-6e82-4226-9349-0ef59d608dfe on network 9be895fa-72be-4f50-8a49-09da77ce9b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:25.276998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Attempting to bind port 0614fe07-6e82-4226-9349-0ef59d608dfe on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:25.334383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c367ed7e-f70e-4354-8d6c-e14b31b2a505 req-f82a8519-501b-4d14-96cb-396761136ad0 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838858 Feb 10 13:25:25.337123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:25.341605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:25.342276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Bound using segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:25.346595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Bound port: 0614fe07-6e82-4226-9349-0ef59d608dfe, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:25.347107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.390919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb3a-1730-4b0a-b7ee-63d559048932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.522795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:25.533806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0614fe07-6e82-4226-9349-0ef59d608dfe,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:25.554075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269826d0-1f27-4398-9464-3f782ad09f34 req-5644c458-c564-46a8-b591-203a65d0caa4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:25.564566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269826d0-1f27-4398-9464-3f782ad09f34 req-5644c458-c564-46a8-b591-203a65d0caa4 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1260242 Feb 10 13:25:25.568543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.646813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb3a-1730-4b0a-b7ee-63d559048932 admin admin] Publish callbacks [] for security_group (b1348677-a25d-4728-8d97-8b61ab8c4189), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.676532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5aadb3a-1730-4b0a-b7ee-63d559048932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1348677-a25d-4728-8d97-8b61ab8c4189), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.702486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269826d0-1f27-4398-9464-3f782ad09f34 req-e0f807e9-1ab5-4e66-a929-1b0064457ddd tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367507 Feb 10 13:25:25.704519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:25.705357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:25.707432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] 10.222.0.21 "PUT /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 1129 time: 1.6248772 Feb 10 13:25:25.762434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c5aadb3a-1730-4b0a-b7ee-63d559048932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b048ac166962457bbf661d7dc0b26466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334462 Feb 10 13:25:25.763697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:25.787221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:25.795357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aadb3a-1730-4b0a-b7ee-63d559048932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1348677-a25d-4728-8d97-8b61ab8c4189,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:25.852119 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ceb65-80e2-40df-8970-b3cbce706026 x-openstack-request-id: req-b62ceb65-80e2-40df-8970-b3cbce706026 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:25.852920 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "36a1f659-cd1a-463b-8a98-255eee1ed44d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:25.852920 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b62ceb65-80e2-40df-8970-b3cbce706026 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:25.853153 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '36a1f659-cd1a-463b-8a98-255eee1ed44d', 'status': 'completed', 'code': 200} Feb 10 13:25:25.875827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d26ba6-43d7-4f34-a39b-ddbe7d925558 service neutron] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:25.905255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:25.980889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.043473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:26.043762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.212252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] Publish callbacks [] for security_group (b1348677-a25d-4728-8d97-8b61ab8c4189), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.225806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.231200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.237194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.239036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (f917057d-402c-48c9-8931-f051aa3fe1b4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.242659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.248016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.253549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.258911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.259220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.259729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.260271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.260698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.260901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-16ac2008-6113-4301-9efd-33c6a6fb7ce3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5369 time: 0.2626536 Feb 10 13:25:26.261285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.261863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.262405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.264418 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-f523e144-453e-4357-b211-441768f88b4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6299 time: 0.3860106 Feb 10 13:25:26.288967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:26.289347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.312885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] Publish callbacks [] for security_group (b1348677-a25d-4728-8d97-8b61ab8c4189), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.356052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:26.365046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:26.368044 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d9908-56a2-4294-9727-5b49f73390b9" -d '{"events": [{"server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:26.387669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (f917057d-402c-48c9-8931-f051aa3fe1b4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.405088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-080cf4a7-40ad-4f7c-bb65-905e0d62364f req-2f8cbeb3-fbd3-4677-9e15-a09e9dfcf678 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295981 Feb 10 13:25:26.529954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-281d4e1e-504d-4951-8f39-b1fa5c8fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.530544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-281d4e1e-504d-4951-8f39-b1fa5c8fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.530968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-281d4e1e-504d-4951-8f39-b1fa5c8fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.533323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-281d4e1e-504d-4951-8f39-b1fa5c8fa41f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2560651 Feb 10 13:25:26.549496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d797315-ac53-46ba-adf7-8a764fa93867 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:26.561236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5734b-c892-4a88-93f8-ec9881e04258 req-d5a882c4-c6e9-4702-9d11-fa4c84fcc034 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.563107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61c5734b-c892-4a88-93f8-ec9881e04258 req-d5a882c4-c6e9-4702-9d11-fa4c84fcc034 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 945 time: 0.1022255 Feb 10 13:25:26.572510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks [] for port (5d797315-ac53-46ba-adf7-8a764fa93867), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.579722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1348677-a25d-4728-8d97-8b61ab8c4189), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.582292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.583421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1348677-a25d-4728-8d97-8b61ab8c4189 HTTP/1.1" status: 204 len: 168 time: 0.7950268 Feb 10 13:25:26.607721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Transition to ACTIVE for port object 5d797315-ac53-46ba-adf7-8a764fa93867 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:26.620381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.654967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f917057d-402c-48c9-8931-f051aa3fe1b4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.658164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.662167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/security-groups/f917057d-402c-48c9-8931-f051aa3fe1b4 HTTP/1.1" status: 204 len: 168 time: 0.7493572 Feb 10 13:25:26.662452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:26.675505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6162b-94c5-4720-97ff-35e0dbe03754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1348677-a25d-4728-8d97-8b61ab8c4189,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:26.709565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79828d12-13f8-4863-8025-81df5a10f8ba tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f917057d-402c-48c9-8931-f051aa3fe1b4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:26.723897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61c5734b-c892-4a88-93f8-ec9881e04258 req-36a2cfd5-3d98-468b-baa1-58fc5e0b2666 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435020 Feb 10 13:25:26.727613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-52944605-6090-44c9-b42f-5ff372a876ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:26.729311 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09554943-28b2-4133-af3d-c27a0b67ed22 req-52944605-6090-44c9-b42f-5ff372a876ba service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900218 Feb 10 13:25:26.753462 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-52a31267-37c6-402b-86d2-a48f8b23dd28 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] show failed (client error): The resource could not be found. Feb 10 13:25:26.756690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-52a31267-37c6-402b-86d2-a48f8b23dd28 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "GET /v2.0/security-groups/f917057d-402c-48c9-8931-f051aa3fe1b4 HTTP/1.1" status: 404 len: 347 time: 0.0908647 Feb 10 13:25:26.763040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:26.844293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:26.861053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:26.940079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:27.203653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Attempting to bind port 5d797315-ac53-46ba-adf7-8a764fa93867 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:27.203995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Attempting to bind port 5d797315-ac53-46ba-adf7-8a764fa93867 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:27.204376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Attempting to bind port 5d797315-ac53-46ba-adf7-8a764fa93867 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:27.234811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe1873-3b05-4865-b262-4d153cc9ee20 req-44945bc0-0e2b-4b58-a6df-4db245065bee tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:27.242595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56fe1873-3b05-4865-b262-4d153cc9ee20 req-44945bc0-0e2b-4b58-a6df-4db245065bee tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.3616545 Feb 10 13:25:27.246260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Port 5d797315-ac53-46ba-adf7-8a764fa93867 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:27.246805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Attempting to bind port 5d797315-ac53-46ba-adf7-8a764fa93867 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:27.304189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:27.305172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:27.305788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Bound using segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:27.306491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Bound port: 5d797315-ac53-46ba-adf7-8a764fa93867, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:27.307092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.331085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:27.354185 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.412843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56fe1873-3b05-4865-b262-4d153cc9ee20 req-b6ec53fb-5da9-431d-97b7-0dfbdf7d8352 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692986 Feb 10 13:25:27.414438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5184e926-c09c-4edc-a0e0-1bbc09c7bcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.547829 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027ca70-fc1b-4dd8-bddd-bbc4ac6ef905 x-openstack-request-id: req-1027ca70-fc1b-4dd8-bddd-bbc4ac6ef905 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:27.549645 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:27.550102 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1027ca70-fc1b-4dd8-bddd-bbc4ac6ef905 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:27.550748 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'code': 200} Feb 10 13:25:27.558936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5184e926-c09c-4edc-a0e0-1bbc09c7bcbf admin admin] Publish callbacks [] for security_group (c9b1b32c-75f4-4994-b449-e3d81632fe66), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.565019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 86eb9edf-c54a-4e76-8cb0-3295cd84d2de {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:27.565620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.679950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5184e926-c09c-4edc-a0e0-1bbc09c7bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c9b1b32c-75f4-4994-b449-e3d81632fe66), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.745110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:27.755399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:27.785445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:27.791990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e99e-f9b7-4276-97bc-b114c7a77f22 req-9b92f4ce-26a6-44c6-8912-4059ec7dd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:27.796248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4e03e99e-f9b7-4276-97bc-b114c7a77f22 req-9b92f4ce-26a6-44c6-8912-4059ec7dd580 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.1349838 Feb 10 13:25:27.807098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5184e926-c09c-4edc-a0e0-1bbc09c7bcbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8afb6c60ee264381a8e39716c3860165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356644 Feb 10 13:25:27.818902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:27.831600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.934086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.934570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:27.948713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 86eb9edf-c54a-4e76-8cb0-3295cd84d2de owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:28.001639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:28.009907 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-032872d2-e2a6-43e3-bcc8-d340aeaddb83 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4298773 Feb 10 13:25:28.012448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:28.013002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:28.025331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '0614fe07-6e82-4226-9349-0ef59d608dfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:28.026867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:28.029655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:28.033175 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaed660-6940-429e-88dd-a7156cbadb86" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "0614fe07-6e82-4226-9349-0ef59d608dfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:28.037645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e926-c09c-4edc-a0e0-1bbc09c7bcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b1b32c-75f4-4994-b449-e3d81632fe66,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:28.073812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:28.074539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.078354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 1090 time: 2.3297195 Feb 10 13:25:28.108849 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4e03e99e-f9b7-4276-97bc-b114c7a77f22 req-a549dd71-a628-4a77-9756-3ab761520287 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051522 Feb 10 13:25:28.148253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting subnet 3e92c6ab-9590-4b59-9b26-7f722a15cdd7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:28.153076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:28.153725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (3e92c6ab-9590-4b59-9b26-7f722a15cdd7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.199518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:28.232514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] Publish callbacks [] for security_group (c9b1b32c-75f4-4994-b449-e3d81632fe66), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.237351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (3e92c6ab-9590-4b59-9b26-7f722a15cdd7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.246600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb88973-7c31-4999-9f83-f7f396e639b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:28.273857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61cee6-c0c5-49ca-b8e3-f1e69044d89f req-733d344f-9dcd-4c7c-ad41-dadc0710a797 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:28.282857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a61cee6-c0c5-49ca-b8e3-f1e69044d89f req-733d344f-9dcd-4c7c-ad41-dadc0710a797 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.5705783 Feb 10 13:25:28.324546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:28.374227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:28.394670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:28.395721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:28.410895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] Publish callbacks [] for security_group (c9b1b32c-75f4-4994-b449-e3d81632fe66), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.450693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3e92c6ab-9590-4b59-9b26-7f722a15cdd7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.452221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.498346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a61cee6-c0c5-49ca-b8e3-f1e69044d89f req-b97cded5-0df8-455f-b8d8-749f75d306fd tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142918 Feb 10 13:25:28.511577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:28.558702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3e92c6ab-9590-4b59-9b26-7f722a15cdd7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.603055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Subnet': ['ID=3e92c6ab-9590-4b59-9b26-7f722a15cdd7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:28.629132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.633287 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-56c113d0-98be-45cc-90e2-5f717ff19e2b tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/3e92c6ab-9590-4b59-9b26-7f722a15cdd7 HTTP/1.1" status: 204 len: 168 time: 0.6192803 Feb 10 13:25:28.635856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:28.657626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (86eb9edf-c54a-4e76-8cb0-3295cd84d2de), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.786323 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c9b1b32c-75f4-4994-b449-e3d81632fe66), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.790082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (eec571ff-28d0-48f7-93b8-a79c91eb2ac7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.793623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:28.806415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca5c9b-97c2-4fca-b45d-cb32179c9d51 None None] Network eec571ff-28d0-48f7-93b8-a79c91eb2ac7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:28.817332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:28.820835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9b1b32c-75f4-4994-b449-e3d81632fe66 HTTP/1.1" status: 204 len: 168 time: 0.9949520 Feb 10 13:25:28.847658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=86eb9edf-c54a-4e76-8cb0-3295cd84d2de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:28.857389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b50cec-4fb0-4bc3-811a-6332aa7870e1 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:28.955570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Deleting port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:28.955570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.062049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86fc43-1821-4554-91ac-90f9f184b0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b1b32c-75f4-4994-b449-e3d81632fe66,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:29.150642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:29.154030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.186022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Calling delete_port for 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:29.253576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] DHCP port deletion for eec571ff-28d0-48f7-93b8-a79c91eb2ac7 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:29.327537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for floatingip (682bc4a3-032c-48d4-9bba-91e4e199b756), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.339834 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.341335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-570d8689-1c38-40eb-b77e-243160e79be7 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/floatingips/682bc4a3-032c-48d4-9bba-91e4e199b756 HTTP/1.1" status: 204 len: 168 time: 2.5719571 Feb 10 13:25:29.355547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:29.449872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Deleting port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:29.451598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.477381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.492550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.512800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.527535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.552977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.560194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:29.564005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.578427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:29.581311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-09d55fee-0df6-40b2-889c-823d41cb97a1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5381 time: 0.9592471 Feb 10 13:25:29.614256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:29.614774 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.645118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Calling delete_port for 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:29.782853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:29.783227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.787794 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee40c52-e5ca-4f85-a000-aebcdc7bf51c req-9ea78298-36ee-4655-a624-db483468846e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380267 Feb 10 13:25:29.851239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,segment=NetworkSegment(2fe39ea6-2005-406b-9e04-c678bd37da34),segment_id=2fe39ea6-2005-406b-9e04-c678bd37da34)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:29.863194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.863194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:29.911848 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8975a9b-7231-410a-a6b6-2fb08c5e4988 x-openstack-request-id: req-a8975a9b-7231-410a-a6b6-2fb08c5e4988 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:29.912389 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "0614fe07-6e82-4226-9349-0ef59d608dfe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:29.913448 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8975a9b-7231-410a-a6b6-2fb08c5e4988 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:29.914043 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '0614fe07-6e82-4226-9349-0ef59d608dfe', 'status': 'completed', 'code': 200} Feb 10 13:25:29.923077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.931117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd611c54-1b99-48b8-ab04-283a5a2aaa58 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:29.941726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks [] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.957892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Transition to ACTIVE for port object bd611c54-1b99-48b8-ab04-283a5a2aaa58 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:29.965158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:29.990857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] No DVR routers for this DVR port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:29.999603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:30.002793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9ad221b8-b7eb-41ab-a3e2-6cb89ba9cd60 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:30.008451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event deleted for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:30.029375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.029993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.030346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.030689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.031034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.031370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.031701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.032033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.032397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.032726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.033075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.033401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.033725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:30.059703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:30.064383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04a575-9881-4e2e-831b-a7eb67f63aaa None None] Pushing event deleted for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:30.226201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d9e76-337c-4e8c-8358-46a546d0eb49 req-a6a7e847-9c26-495b-80b7-f8248054066c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.228184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966d9e76-337c-4e8c-8358-46a546d0eb49 req-a6a7e847-9c26-495b-80b7-f8248054066c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.1917682 Feb 10 13:25:30.248810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (74db5c4e-dc6c-4517-ad95-3ff8f87e7270), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.272432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No DVR routers for this DVR port 74db5c4e-dc6c-4517-ad95-3ff8f87e7270 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:30.281105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Attempting to bind port bd611c54-1b99-48b8-ab04-283a5a2aaa58 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:30.281443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Attempting to bind port bd611c54-1b99-48b8-ab04-283a5a2aaa58 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:30.281765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Attempting to bind port bd611c54-1b99-48b8-ab04-283a5a2aaa58 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:30.301807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Port bd611c54-1b99-48b8-ab04-283a5a2aaa58 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:30.302317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Attempting to bind port bd611c54-1b99-48b8-ab04-283a5a2aaa58 on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:30.313030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:30.313419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Checking segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:30.314545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Bound using segment: {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:30.314990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Bound port: bd611c54-1b99-48b8-ab04-283a5a2aaa58, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5697ec19-60c4-4a71-8c5c-cfc32b5ef083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:30.315348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.369773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Port': ['ID=74db5c4e-dc6c-4517-ad95-3ff8f87e7270,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:30.379436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966d9e76-337c-4e8c-8358-46a546d0eb49 req-ed82d3e8-6d91-439b-8064-ba24c1aa9f37 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323547 Feb 10 13:25:30.440356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (eec571ff-28d0-48f7-93b8-a79c91eb2ac7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.451739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.452621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.453348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.454256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.455641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.456473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.457222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.459817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-737db48a-be3f-4a9f-a7f4-49a4cdb2ee2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6422 time: 0.3847604 Feb 10 13:25:30.504317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:30.537388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:30.554626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.611835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab28a7-a120-470e-81d1-696553215535 req-39c57a67-7c70-4881-9cfc-b61b1c1775d0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.613213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-5a8b3780-253b-4c56-b350-dfb0cf3f0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.613687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-5a8b3780-253b-4c56-b350-dfb0cf3f0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.614149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-5a8b3780-253b-4c56-b350-dfb0cf3f0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.615754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-5a8b3780-253b-4c56-b350-dfb0cf3f0ae2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1463928 Feb 10 13:25:30.619121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eab28a7-a120-470e-81d1-696553215535 req-39c57a67-7c70-4881-9cfc-b61b1c1775d0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1337910 Feb 10 13:25:30.634142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:30.634637 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.636148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 1091 time: 2.4996259 Feb 10 13:25:30.664003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec571ff-28d0-48f7-93b8-a79c91eb2ac7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:30.699150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe39ea6-2005-406b-9e04-c678bd37da34') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:30.699448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe39ea6-2005-406b-9e04-c678bd37da34') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:30.700591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:30.740335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:30.740683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.787796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2fe39ea6-2005-406b-9e04-c678bd37da34), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.813991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0e01a-0fcf-464c-8a5e-8f4fb64e47f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:30.840747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05fa3265-ee6a-4f55-93ea-045ad833f912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.846218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2eab28a7-a120-470e-81d1-696553215535 req-fb063e2c-aee6-48b8-8747-07a2dc52d102 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261071 Feb 10 13:25:30.884972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.957834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2fe39ea6-2005-406b-9e04-c678bd37da34), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.985715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:30.986175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2fe39ea6-2005-406b-9e04-c678bd37da34), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:30.998476 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:31.034532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-043075f3-d299-4455-a86f-dee06027c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:31.036022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4aaed660-6940-429e-88dd-a7156cbadb86 req-043075f3-d299-4455-a86f-dee06027c047 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986721 Feb 10 13:25:31.114418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.126512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (eec571ff-28d0-48f7-93b8-a79c91eb2ac7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.144991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 7627069d-93d2-4ad2-b886-3fbb70dd4cc8 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:31.149046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.154757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/networks/eec571ff-28d0-48f7-93b8-a79c91eb2ac7 HTTP/1.1" status: 204 len: 168 time: 2.5156183 Feb 10 13:25:31.184622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:31.194193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'routes': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:31.205095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b8442-2fca-4b13-822b-e2e36e351e9a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Pushing event deleted for resources: {'Network': ['ID=eec571ff-28d0-48f7-93b8-a79c91eb2ac7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:31.538134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Added routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:25:31.538750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Removed routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:25:31.538833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.589467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-3f25ae4e-aa3e-49bc-8172-5dc5be7764b0 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6837261 Feb 10 13:25:31.602370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:31.630087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.715776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.725615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.889545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f2ecaf79-4ad9-4f45-8e97-6f558520d59d has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:31.891537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7627069d-93d2-4ad2-b886-3fbb70dd4cc8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.920512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867'}, {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:31.925165 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee50311-7d99-4cb4-ac9f-93513310bb47" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867"}, {"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:31.926001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=7627069d-93d2-4ad2-b886-3fbb70dd4cc8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:31.950430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:31.953649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:31.966573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks [] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.010517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Transition to ACTIVE for port object d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:32.019201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.118547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:32.130952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.130952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-454f79b2-a7a0-4dfa-adc3-8eaf98c18f1a tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 701 time: 0.9427271 Feb 10 13:25:32.131260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:32.132163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44778) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:32.139319 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Sync routers for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:32.172564 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:32.176930 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:32.207018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e9a0cc0d-0f79-4c42-ac40-b2a18985e102 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 205 time: 0.0734010 Feb 10 13:25:32.210158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:32.239512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Attempting to bind port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:32.239780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Attempting to bind port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:32.240131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Attempting to bind port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:32.251052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:32.251374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Attempting to bind port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:32.271687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.276101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0a57052d-ee3d-4721-9c66-d9f02dcd83f2 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/ports/7627069d-93d2-4ad2-b886-3fbb70dd4cc8 HTTP/1.1" status: 204 len: 168 time: 2.9193425 Feb 10 13:25:32.300833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:32.301231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Checking segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:32.301577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Bound using segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:32.302029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Bound port: d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:32.302845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.307182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:32.312357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Allocated IP 172.25.8.89 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:32.334649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.367963 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:32.495953 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:32.551788 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Checking router: f2ecaf79-4ad9-4f45-8e97-6f558520d59d for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:32.564408 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Routers {'f2ecaf79-4ad9-4f45-8e97-6f558520d59d'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:32.565311 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:32.668387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:32.674472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:32.685585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] Set router f2ecaf79-4ad9-4f45-8e97-6f558520d59d gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:32.695773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.696002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.702079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.741755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting port 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:32.742154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.781563 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:32.786235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44788) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:32.793599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (f2ecaf79-4ad9-4f45-8e97-6f558520d59d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.794203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router f2ecaf79-4ad9-4f45-8e97-6f558520d59d {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:25:32.817020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.825303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58d9f1e3-e9bf-463a-9d1c-6c5e13279296 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 204 len: 168 time: 0.6099701 Feb 10 13:25:32.825920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:32.832259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.835501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-349212515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:32.849527 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f66b3-8797-44d9-b376-ef2d0c393c71 None None] The sync data for ids ['f2ecaf79-4ad9-4f45-8e97-6f558520d59d'] in n-d-815324-6 is: [{'id': 'f2ecaf79-4ad9-4f45-8e97-6f558520d59d', 'name': 'tempest-RoutersTest-router-1397918457', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:18Z', 'updated_at': '2022-02-10T13:25:26Z', 'revision_number': 11, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:32.867848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:32.868483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.869947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 1091 time: 2.1997359 Feb 10 13:25:32.899801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.919040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.922372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:32.936474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Request body: {'port': {'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:33.030011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c9b7bf-66bd-4ede-85ce-0d0e81bc8796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.043923 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.044188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Calling delete_port for 8fbbe79b-0911-4e0f-a90d-bed903ad5fdf owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:33.053025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.070493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680f6af-292e-46b7-8538-bc15b6d92fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:33.114015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.120536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8630118f-37e7-4c0d-8bc4-8c03a94111d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2930441 Feb 10 13:25:33.123236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.128543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:33.217848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2d0a123-a81e-42fb-9653-027984dce1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.227617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.328525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c9b7bf-66bd-4ede-85ce-0d0e81bc8796 admin admin] Publish callbacks [] for security_group (88255f2c-1898-4e06-b167-f1cbf109eba5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.341351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.349909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c9b7bf-66bd-4ede-85ce-0d0e81bc8796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88255f2c-1898-4e06-b167-f1cbf109eba5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.366101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:33.383324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:33.388096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:33.391218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event updated for resources: {'Port': ['ID=5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:33.443419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.493989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-73c9b7bf-66bd-4ede-85ce-0d0e81bc8796 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ef243b816c24db192f87c23a1b58eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7065413 Feb 10 13:25:33.509741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.527585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9b7bf-66bd-4ede-85ce-0d0e81bc8796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88255f2c-1898-4e06-b167-f1cbf109eba5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:33.574126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.589538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.708238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8fbbe79b-0911-4e0f-a90d-bed903ad5fdf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.718539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Router f62dd80b-8821-4a37-ac5b-0d3b15131b1d is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:25:33.728890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] Publish callbacks [] for security_group (88255f2c-1898-4e06-b167-f1cbf109eba5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.780175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9f7876e-77fb-4df2-b69b-feecd3a3b556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.797113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:33.804183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.805373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d26617a1-2252-445d-8a17-c758efaacb98 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "PUT /v2.0/routers/f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 200 len: 693 time: 0.6811249 Feb 10 13:25:33.807857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.809532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Port': ['ID=8fbbe79b-0911-4e0f-a90d-bed903ad5fdf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:33.810848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Sync routers for ids ['f62dd80b-8821-4a37-ac5b-0d3b15131b1d'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:33.842891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Routers {'f62dd80b-8821-4a37-ac5b-0d3b15131b1d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:33.843781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f62dd80b-8821-4a37-ac5b-0d3b15131b1d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:33.879607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] Publish callbacks [] for security_group (88255f2c-1898-4e06-b167-f1cbf109eba5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.883905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:33.924603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-64f0f959-06a8-47ff-a449-da411aee90d1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/routers/f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 200 len: 699 time: 0.1105442 Feb 10 13:25:33.927246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.959926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e6729c44-9840-4b95-abff-d3c82a9f084c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 200 len: 205 time: 0.0292470 Feb 10 13:25:33.960376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:33.974187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Set router f62dd80b-8821-4a37-ac5b-0d3b15131b1d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:34.049412 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.052269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.055667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a7e0696-d748-4e4d-a6e1-3688f2e454f4 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/ports/8fbbe79b-0911-4e0f-a90d-bed903ad5fdf HTTP/1.1" status: 204 len: 168 time: 1.7367222 Feb 10 13:25:34.055841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62dd80b-8821-4a37-ac5b-0d3b15131b1d', 'name': 'tempest-RoutersTest-router-349212515', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:25:32Z', 'updated_at': '2022-02-10T13:25:33Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:34.065677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.086630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.101903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Checking router: f62dd80b-8821-4a37-ac5b-0d3b15131b1d for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:34.112071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Routers {'f62dd80b-8821-4a37-ac5b-0d3b15131b1d'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:34.113080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f62dd80b-8821-4a37-ac5b-0d3b15131b1d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:34.229584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting subnet 84f542f4-4851-467f-9ca9-cec6585d3fca {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:34.234312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88255f2c-1898-4e06-b167-f1cbf109eba5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.236981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.238148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88255f2c-1898-4e06-b167-f1cbf109eba5 HTTP/1.1" status: 204 len: 168 time: 0.7273703 Feb 10 13:25:34.243388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] Set router f62dd80b-8821-4a37-ac5b-0d3b15131b1d gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:34.264544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.268335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router_controller (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.307290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9f7876e-77fb-4df2-b69b-feecd3a3b556 admin admin] Publish callbacks [] for security_group (8c93733d-6e4d-43ed-b3ab-6b4954b4885d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.310290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for subnet (84f542f4-4851-467f-9ca9-cec6585d3fca), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.320859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62dd80b-8821-4a37-ac5b-0d3b15131b1d', 'name': 'tempest-RoutersTest-router-349212515', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:25:32Z', 'updated_at': '2022-02-10T13:25:33Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:34.326673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (f62dd80b-8821-4a37-ac5b-0d3b15131b1d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.327345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Fanout notify agent at l3_agent the message router_deleted on router f62dd80b-8821-4a37-ac5b-0d3b15131b1d {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:25:34.345824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.354872 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d0be9962-695a-4477-9ed4-8f395bcf38c7 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 204 len: 168 time: 0.3927155 Feb 10 13:25:34.355209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.374309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88654130-7d8e-445e-8bd4-b13030f8d60e None None] The sync data for ids ['f62dd80b-8821-4a37-ac5b-0d3b15131b1d'] in n-d-815324-6 is: [{'id': 'f62dd80b-8821-4a37-ac5b-0d3b15131b1d', 'name': 'tempest-RoutersTest-router-349212515', 'tenant_id': '7d89b9d1026d4d25acc765339d18ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:25:32Z', 'updated_at': '2022-02-10T13:25:33Z', 'revision_number': 2, 'project_id': '7d89b9d1026d4d25acc765339d18ffce', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:34.400129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9f7876e-77fb-4df2-b69b-feecd3a3b556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8c93733d-6e4d-43ed-b3ab-6b4954b4885d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.409771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d1db2-1d0e-43f5-b1a8-0a22e5375fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88255f2c-1898-4e06-b167-f1cbf109eba5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:34.439166 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-377edf14-549b-42f9-84a7-5d388e82d939 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 200 len: 205 time: 0.0777681 Feb 10 13:25:34.439890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.480145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43f44cd-ba3b-4c58-a22a-053cbbe14aed {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:34.502987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (84f542f4-4851-467f-9ca9-cec6585d3fca), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.516024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks [] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.528942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.555715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e9f7876e-77fb-4df2-b69b-feecd3a3b556 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5342c90f75d43d284754f51d4f4690c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0945797 Feb 10 13:25:34.556403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7876e-77fb-4df2-b69b-feecd3a3b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c93733d-6e4d-43ed-b3ab-6b4954b4885d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:34.562267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.571832 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ec4e8c26-a281-4fde-b242-1c1c76a8054f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:34.575090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec4e8c26-a281-4fde-b242-1c1c76a8054f tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/f62dd80b-8821-4a37-ac5b-0d3b15131b1d HTTP/1.1" status: 404 len: 336 time: 0.1292143 Feb 10 13:25:34.586988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.602635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Transition to ACTIVE for port object b43f44cd-ba3b-4c58-a22a-053cbbe14aed will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:34.615374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.643524 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-97819de1-a594-43cd-aa5f-e57b8d39e75c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:34.643998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97819de1-a594-43cd-aa5f-e57b8d39e75c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:34.650573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-97819de1-a594-43cd-aa5f-e57b8d39e75c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/2f110804-884d-4fc9-b4df-df74305c85ce HTTP/1.1" status: 404 len: 337 time: 0.0604446 Feb 10 13:25:34.652460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.723052 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e366c3-4fc9-4acd-a684-ec9e6b76d442 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:34.726836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e366c3-4fc9-4acd-a684-ec9e6b76d442 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:34.738648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91e366c3-4fc9-4acd-a684-ec9e6b76d442 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/0ead2301-643c-4755-bac5-11863b9176e2 HTTP/1.1" status: 404 len: 337 time: 0.0851352 Feb 10 13:25:34.748714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.770164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:34.819823 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfff3e01-ed34-4fed-ba6a-f61a74bfcad6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:34.820460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfff3e01-ed34-4fed-ba6a-f61a74bfcad6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:34.824065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bfff3e01-ed34-4fed-ba6a-f61a74bfcad6 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/f01442ef-4085-4f24-99a8-950b78165bdf HTTP/1.1" status: 404 len: 337 time: 0.0681226 Feb 10 13:25:34.827991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.835035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (84f542f4-4851-467f-9ca9-cec6585d3fca), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.870930 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-372f7a16-dcba-48fe-abe5-e2cbcf94110d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:34.871393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372f7a16-dcba-48fe-abe5-e2cbcf94110d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:34.880318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-372f7a16-dcba-48fe-abe5-e2cbcf94110d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/3e92c6ab-9590-4b59-9b26-7f722a15cdd7 HTTP/1.1" status: 404 len: 337 time: 0.0512426 Feb 10 13:25:34.888344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.910328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:34.930168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.931465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] Publish callbacks [] for security_group (8c93733d-6e4d-43ed-b3ab-6b4954b4885d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.947475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33e75b97-d9c6-4a40-841f-48ca0d59d213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.949370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:34.959234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] Publish callbacks [] for security_group (8c93733d-6e4d-43ed-b3ab-6b4954b4885d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.016603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-006f1424-5e5b-4d69-8e91-7fc1058de4cb tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 200 len: 205 time: 0.1242917 Feb 10 13:25:35.016603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.024240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8c93733d-6e4d-43ed-b3ab-6b4954b4885d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.027599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.031423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c93733d-6e4d-43ed-b3ab-6b4954b4885d HTTP/1.1" status: 204 len: 168 time: 0.4680996 Feb 10 13:25:35.075425 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-793a75c0-3629-46ed-b488-38ee39c9ce89 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:35.079723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-793a75c0-3629-46ed-b488-38ee39c9ce89 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/f2ecaf79-4ad9-4f45-8e97-6f558520d59d HTTP/1.1" status: 404 len: 336 time: 0.0624220 Feb 10 13:25:35.080620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44842) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.098236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068f5be-2573-4e1c-a29f-766f3db8c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c93733d-6e4d-43ed-b3ab-6b4954b4885d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:35.140016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a1d3dcc-ca68-433d-b646-aa5a5086d94d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=640667d2-d582-47be-85a8-28eb95480421 HTTP/1.1" status: 200 len: 205 time: 0.0539541 Feb 10 13:25:35.140645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.200148 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6cb24a67-b0b1-4ec6-9e7d-ea4c782fa6d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:35.201488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6cb24a67-b0b1-4ec6-9e7d-ea4c782fa6d0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/640667d2-d582-47be-85a8-28eb95480421 HTTP/1.1" status: 404 len: 336 time: 0.0597527 Feb 10 13:25:35.203954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.208573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (84f542f4-4851-467f-9ca9-cec6585d3fca), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.210527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Attempting to bind port b43f44cd-ba3b-4c58-a22a-053cbbe14aed on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:35.211294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Attempting to bind port b43f44cd-ba3b-4c58-a22a-053cbbe14aed by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:35.211294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Attempting to bind port b43f44cd-ba3b-4c58-a22a-053cbbe14aed on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:35.224802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event updated for resources: {'Port': ['ID=5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:35.230501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33e75b97-d9c6-4a40-841f-48ca0d59d213 admin admin] Publish callbacks [] for security_group (3526c689-0eb3-4f1b-883a-0ce61c34c066), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.255792 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-50043a2a-9c36-4ae0-9711-76ce2dd86079 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:35.257416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50043a2a-9c36-4ae0-9711-76ce2dd86079 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:35.261505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-50043a2a-9c36-4ae0-9711-76ce2dd86079 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/c0eec324-3e64-4fed-97ce-9a160e597ad7 HTTP/1.1" status: 404 len: 337 time: 0.0552542 Feb 10 13:25:35.264212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.269080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33e75b97-d9c6-4a40-841f-48ca0d59d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3526c689-0eb3-4f1b-883a-0ce61c34c066), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.275010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Port b43f44cd-ba3b-4c58-a22a-053cbbe14aed on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:35.275256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Attempting to bind port b43f44cd-ba3b-4c58-a22a-053cbbe14aed on network 88edd37d-b6f3-4c46-a529-e310f5aafbaa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:35.277202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Subnet': ['ID=84f542f4-4851-467f-9ca9-cec6585d3fca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:35.291161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.293383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b2985-33d9-49d3-89ba-90470f7323cc None None] Network e3a8ec27-3a85-4423-a6e6-d7651602bd8b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:35.297105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15e2cf3b-e7d3-4ecc-ba13-673c5896f0a8 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/subnets/84f542f4-4851-467f-9ca9-cec6585d3fca HTTP/1.1" status: 204 len: 168 time: 1.2245867 Feb 10 13:25:35.306082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.320531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:35.320915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Checking segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:35.321291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Bound using segment: {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:35.321735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Bound port: b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42647264-2ea0-4359-adbc-03bafe2c6b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:35.322099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.324135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.359668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2e458b4b-543c-458a-865b-9604fa999139 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 200 len: 205 time: 0.0930099 Feb 10 13:25:35.362546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.398310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75b97-d9c6-4a40-841f-48ca0d59d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526c689-0eb3-4f1b-883a-0ce61c34c066,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:35.421234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-33e75b97-d9c6-4a40-841f-48ca0d59d213 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a48eb27457a4bc1bbb19cce5b3e8670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980400 Feb 10 13:25:35.427611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.438878 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5fc647f1-e923-4d50-aee0-003608538828 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:35.439918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5fc647f1-e923-4d50-aee0-003608538828 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/051d674c-c612-4b0e-91a5-2670fa0f98c9 HTTP/1.1" status: 404 len: 336 time: 0.0745287 Feb 10 13:25:35.442487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.466326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.468367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-178b160c-efca-41cc-84df-79d84739f977 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8729300 Feb 10 13:25:35.487255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-80d3f6c5-e8c3-4176-8814-1b8845dd9dc0 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=0507fe83-8654-44a0-9fb8-696061748189 HTTP/1.1" status: 200 len: 205 time: 0.0434041 Feb 10 13:25:35.489989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.559543 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6c712d9e-a1f0-4206-8f5f-e4c2323a90f4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:35.561188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c712d9e-a1f0-4206-8f5f-e4c2323a90f4 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/0507fe83-8654-44a0-9fb8-696061748189 HTTP/1.1" status: 404 len: 336 time: 0.0697293 Feb 10 13:25:35.565545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.601452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] DHCP port deletion for e3a8ec27-3a85-4423-a6e6-d7651602bd8b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:35.616635 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-798ab04f-6ee7-412d-8430-6fd5e95e9363 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:35.617530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798ab04f-6ee7-412d-8430-6fd5e95e9363 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:35.621803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-798ab04f-6ee7-412d-8430-6fd5e95e9363 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/1f7933d4-1846-42e4-aff4-6e28d0407fed HTTP/1.1" status: 404 len: 337 time: 0.0539625 Feb 10 13:25:35.624378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.665024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4557eb68-a5f8-4a39-b245-7ec43483c3e1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc1b5554-a747-4cd0-a282-84b7e7d3b8fc HTTP/1.1" status: 200 len: 205 time: 0.0384164 Feb 10 13:25:35.665024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.718739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Deleting port bbe21c43-727b-411a-a7dc-5163dddc246b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:35.722702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.741077 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e45d0c24-c306-4605-9174-7b5c2fe114a1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:35.745522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e45d0c24-c306-4605-9174-7b5c2fe114a1 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/bc1b5554-a747-4cd0-a282-84b7e7d3b8fc HTTP/1.1" status: 404 len: 336 time: 0.0780177 Feb 10 13:25:35.746206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:35.834021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] For port bbe21c43-727b-411a-a7dc-5163dddc246b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbe21c43-727b-411a-a7dc-5163dddc246b,segment=NetworkSegment(17ca5131-5090-4aab-98c0-e61645ba22aa),segment_id=17ca5131-5090-4aab-98c0-e61645ba22aa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:35.834362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:35.851269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Calling delete_port for bbe21c43-727b-411a-a7dc-5163dddc246b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:35.887717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Deleting subnet 17636529-49b9-4853-b301-434b475bfc0e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:25:35.950935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks [] for subnet (17636529-49b9-4853-b301-434b475bfc0e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.011754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (bbe21c43-727b-411a-a7dc-5163dddc246b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.041555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-ea509ed0-7af1-4a6d-bdea-429065ecac28 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.5436087 Feb 10 13:25:36.129088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] Publish callbacks [] for security_group (3526c689-0eb3-4f1b-883a-0ce61c34c066), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.133997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:36.141945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] No DVR routers for this DVR port bbe21c43-727b-411a-a7dc-5163dddc246b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:36.146116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (17636529-49b9-4853-b301-434b475bfc0e), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.178458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5fe23-7d09-4bc7-857f-b5975c41b163 None None] Pushing event deleted for resources: {'Port': ['ID=bbe21c43-727b-411a-a7dc-5163dddc246b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:36.185785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.188791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.226649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:36.249071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] Publish callbacks [] for security_group (3526c689-0eb3-4f1b-883a-0ce61c34c066), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.268168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.286757 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbc97e0-6a39-4093-ba16-b8fb6f7efe0e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:36.287226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbc97e0-6a39-4093-ba16-b8fb6f7efe0e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:36.290761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bfbc97e0-6a39-4093-ba16-b8fb6f7efe0e tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/ab9514bb-31c5-436b-bef9-bc44d314e5aa HTTP/1.1" status: 404 len: 337 time: 0.5436020 Feb 10 13:25:36.293258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:36.327295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7924beec-ab91-458d-9435-7e12db88b32c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "GET /v2.0/ports?device_id=36d313b1-520c-4303-899b-2bf9e602456a HTTP/1.1" status: 200 len: 205 time: 0.0302496 Feb 10 13:25:36.327295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:36.380817 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-c385e028-2851-4314-856b-1f9956ebf71c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] delete failed (client error): The resource could not be found. Feb 10 13:25:36.380817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c385e028-2851-4314-856b-1f9956ebf71c tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/routers/36d313b1-520c-4303-899b-2bf9e602456a HTTP/1.1" status: 404 len: 336 time: 0.0460129 Feb 10 13:25:36.380817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:36.400792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.418299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.419820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] 10.222.0.21 "PUT /v2.0/ports/b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 1091 time: 3.5136876 Feb 10 13:25:36.432563 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ace974d-35ce-47a1-a6b9-5d08090131e2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:36.433311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ace974d-35ce-47a1-a6b9-5d08090131e2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:36.437307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ace974d-35ce-47a1-a6b9-5d08090131e2 tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/1d05804f-ed98-4a5e-9554-feee84a4e57d HTTP/1.1" status: 404 len: 337 time: 0.0586724 Feb 10 13:25:36.440553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:36.474883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-f96e4ba7-f71d-4962-be8f-141dcf4e498d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.475156 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-08540832-3953-4940-9438-2cf856d9ce3d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:36.475825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08540832-3953-4940-9438-2cf856d9ce3d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:36.480357 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08540832-3953-4940-9438-2cf856d9ce3d tempest-RoutersTest-813403111 tempest-RoutersTest-813403111-project] 10.222.0.13 "DELETE /v2.0/subnets/8c59509e-c403-4351-b0e7-2b080fb384e7 HTTP/1.1" status: 404 len: 337 time: 0.0370467 Feb 10 13:25:36.481556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-f96e4ba7-f71d-4962-be8f-141dcf4e498d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.4390247 Feb 10 13:25:36.498954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-5e2d8af5-bab8-45ee-aab2-c63878660927 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:25:36.499875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eab91488-73d4-4f8c-8722-441cb5afe6f0 req-5e2d8af5-bab8-45ee-aab2-c63878660927 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175536 Feb 10 13:25:36.507231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:36.540588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (17636529-49b9-4853-b301-434b475bfc0e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.588819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.589102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.589451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.589801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.590148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.590485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.590819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.591150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.591482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.591813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.592165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.592480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.592836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d6d7b8-a285-4a89-903f-6106f3ff678a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:36.662483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3526c689-0eb3-4f1b-883a-0ce61c34c066), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.664938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.679797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3526c689-0eb3-4f1b-883a-0ce61c34c066 HTTP/1.1" status: 204 len: 168 time: 1.2510254 Feb 10 13:25:36.706185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8351b-16c4-45a6-9d08-bf4873e86f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526c689-0eb3-4f1b-883a-0ce61c34c066,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:36.715783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.716264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.716744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.717250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.717715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.718485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.718627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:36.721776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-7acca80f-0e20-4411-bdfc-a99a8f7291e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6691 time: 0.2549746 Feb 10 13:25:36.794201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (17636529-49b9-4853-b301-434b475bfc0e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.846085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-8c59cf26-bcee-4d4e-a479-d65c52b027fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 217 time: 0.1170325 Feb 10 13:25:36.849815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Subnet': ['ID=17636529-49b9-4853-b301-434b475bfc0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:36.885683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cccac3-908b-4804-aae7-bc3361fa6ef7 None None] Network 0c5cbca9-97de-45ee-9b83-69af1d1776d3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:36.898613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:36.903872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f509a09c-6055-4176-84f1-073a8ed2026d tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/subnets/17636529-49b9-4853-b301-434b475bfc0e HTTP/1.1" status: 204 len: 168 time: 1.5968108 Feb 10 13:25:36.906537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:36.998562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-44417f6b-4c54-4d4f-8174-e07ca8d3c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.000896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-44417f6b-4c54-4d4f-8174-e07ca8d3c96f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 200 len: 850 time: 0.1482091 Feb 10 13:25:37.185388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbe21c43-727b-411a-a7dc-5163dddc246b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:37.191283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e3a8ec27-3a85-4423-a6e6-d7651602bd8b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.252350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: bbe21c43-727b-411a-a7dc-5163dddc246b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:37.252604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbe21c43-727b-411a-a7dc-5163dddc246b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:37.293659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:37.337448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-ca584418-9515-464a-9c5b-de9efd298f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.339699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-ca584418-9515-464a-9c5b-de9efd298f23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3140593 Feb 10 13:25:37.391027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] DHCP port deletion for 0c5cbca9-97de-45ee-9b83-69af1d1776d3 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:25:37.450960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.526450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Deleting port c43aaf20-7db3-474e-a4e7-6059c501f372 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:37.528186 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.528910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.544319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.549702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.565476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.583497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.598641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.615307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:37.617562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-518e68a7-da01-46ee-8343-17024068ca4a req-6de00a22-f7b1-4d5d-a9e0-6fbc65b8a045 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.4555454 Feb 10 13:25:37.627286 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e3a8ec27-3a85-4423-a6e6-d7651602bd8b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.690014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] For port c43aaf20-7db3-474e-a4e7-6059c501f372, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c43aaf20-7db3-474e-a4e7-6059c501f372,segment=NetworkSegment(3aa8d879-f5bb-4369-a685-c628bb532d31),segment_id=3aa8d879-f5bb-4369-a685-c628bb532d31)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:37.690378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.715291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8ec27-3a85-4423-a6e6-d7651602bd8b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:37.755026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8799fdbb-b39d-423d-b20a-bf1cec5acd32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d89b9d1026d4d25acc765339d18ffce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601068 Feb 10 13:25:37.757519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:37.765883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-518e68a7-da01-46ee-8343-17024068ca4a req-22f3bcdf-4180-4b6a-a8b6-051ae53640dd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292198 Feb 10 13:25:37.769098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a5ae3cc8-e893-49c7-ae23-bd6b772f9c35 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182720 Feb 10 13:25:37.779300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ca5131-5090-4aab-98c0-e61645ba22aa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:37.780086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ca5131-5090-4aab-98c0-e61645ba22aa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:37.858094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (17ca5131-5090-4aab-98c0-e61645ba22aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.886229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] Publish callbacks [] for security_group (96cdf1dc-d890-4c9e-8dec-acad81b1369f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.942639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] Publish callbacks [] for security_group (96cdf1dc-d890-4c9e-8dec-acad81b1369f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:37.963909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (17ca5131-5090-4aab-98c0-e61645ba22aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.011654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Calling delete_port for c43aaf20-7db3-474e-a4e7-6059c501f372 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:38.037965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (96cdf1dc-d890-4c9e-8dec-acad81b1369f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.041893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.044384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96cdf1dc-d890-4c9e-8dec-acad81b1369f HTTP/1.1" status: 204 len: 168 time: 0.2857571 Feb 10 13:25:38.057812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295046b2-d080-4295-8b5f-861e7122c714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cdf1dc-d890-4c9e-8dec-acad81b1369f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:38.095078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:38.095509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (17ca5131-5090-4aab-98c0-e61645ba22aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:38.129511 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:38.227348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c43aaf20-7db3-474e-a4e7-6059c501f372), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.281389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] Pushing event deleted for resources: {'Port': ['ID=c43aaf20-7db3-474e-a4e7-6059c501f372,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:38.288792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075082e-0a5d-4bf4-9ec3-47ecccd5cb1a None None] No DVR routers for this DVR port c43aaf20-7db3-474e-a4e7-6059c501f372 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:38.373725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f0a4c-4d06-4db8-bdfe-d55b52a4a8e9 req-df6d99f7-c32d-40e6-a21b-f98f3d3a77c7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:38.375956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-959f0a4c-4d06-4db8-bdfe-d55b52a4a8e9 req-df6d99f7-c32d-40e6-a21b-f98f3d3a77c7 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.3733785 Feb 10 13:25:38.377020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e3a8ec27-3a85-4423-a6e6-d7651602bd8b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.381533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6183bca8-a6c5-4059-b0dd-8ae6fceb9ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819433 Feb 10 13:25:38.398777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.405402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:38.418911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/networks/e3a8ec27-3a85-4423-a6e6-d7651602bd8b HTTP/1.1" status: 204 len: 168 time: 1.5002170 Feb 10 13:25:38.425942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce48e5-a3e3-4ac5-9e02-ab6d1f145051 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Network': ['ID=e3a8ec27-3a85-4423-a6e6-d7651602bd8b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:38.545936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-77d2fe5d-c6d5-41d9-8688-ef4546c8e2d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 217 time: 0.1256399 Feb 10 13:25:38.603053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (0c5cbca9-97de-45ee-9b83-69af1d1776d3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.668992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-959f0a4c-4d06-4db8-bdfe-d55b52a4a8e9 req-bcd5c874-7e94-45b2-becb-0408ba354569 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407985 Feb 10 13:25:38.702588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6626d242-bf5b-4b7c-a2f6-7c2095f15edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:38.708381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6626d242-bf5b-4b7c-a2f6-7c2095f15edb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.1361179 Feb 10 13:25:38.835147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-cf93be58-11d1-48b2-9ffd-1722e022a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:38.836733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-cf93be58-11d1-48b2-9ffd-1722e022a412 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1150529 Feb 10 13:25:38.843561 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c43d12e-b0aa-4fc9-961a-036a6d241ca2 x-openstack-request-id: req-0c43d12e-b0aa-4fc9-961a-036a6d241ca2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:38.843912 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:38.844178 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c43d12e-b0aa-4fc9-961a-036a6d241ca2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:38.844629 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867', 'status': 'completed', 'code': 200} Feb 10 13:25:38.853265 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58', 'status': 'completed', 'code': 200} Feb 10 13:25:38.860367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (0c5cbca9-97de-45ee-9b83-69af1d1776d3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:38.918870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5cbca9-97de-45ee-9b83-69af1d1776d3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:38.952396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa8d879-f5bb-4369-a685-c628bb532d31') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:38.956438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa8d879-f5bb-4369-a685-c628bb532d31') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:38.990318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (3aa8d879-f5bb-4369-a685-c628bb532d31), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:39.033049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3aa8d879-f5bb-4369-a685-c628bb532d31), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:39.054983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:39.057589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (3aa8d879-f5bb-4369-a685-c628bb532d31), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:39.066632 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:39.168537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c43aaf20-7db3-474e-a4e7-6059c501f372 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:39.231496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c43aaf20-7db3-474e-a4e7-6059c501f372 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:39.232588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c43aaf20-7db3-474e-a4e7-6059c501f372 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:39.267937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-866c62bd-0619-49bd-a678-993873f40cde service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077883 Feb 10 13:25:39.278328 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (0c5cbca9-97de-45ee-9b83-69af1d1776d3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:39.290320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:39.295398 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] 10.222.0.13 "DELETE /v2.0/networks/0c5cbca9-97de-45ee-9b83-69af1d1776d3 HTTP/1.1" status: 204 len: 168 time: 0.8888810 Feb 10 13:25:39.333261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf7879-769f-48e3-88f9-0226b8ea1e49 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] Pushing event deleted for resources: {'Network': ['ID=0c5cbca9-97de-45ee-9b83-69af1d1776d3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:39.380662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-38bb3a66-2564-4205-9863-9eedecca6999 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:39.387433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-38bb3a66-2564-4205-9863-9eedecca6999 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 820 time: 0.3301325 Feb 10 13:25:39.433410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-4703bb39-dca5-4bcb-b527-bb97f485da37 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/quotas/8976f44a7fcf4d3d8957444763dacbd0 HTTP/1.1" status: 200 len: 375 time: 0.0450122 Feb 10 13:25:39.505178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-63db6208-e963-4c80-979a-dc183ae854c5 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095273 Feb 10 13:25:39.529672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:25:39.533060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-2d410635-285f-45cc-bc2f-95a605e5afbb tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987189 Feb 10 13:25:39.624709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e7a8eeb9-01a7-4a58-990d-cc62806dd046 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 217 time: 0.1130378 Feb 10 13:25:39.697126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-7c967f35-1094-4d15-9938-8bd4970ce39a service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630938 Feb 10 13:25:39.706362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-0b22de43-21bf-47aa-8ca5-ce6111b3ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:39.707814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-0b22de43-21bf-47aa-8ca5-ce6111b3ecea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0769751 Feb 10 13:25:39.791304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:39.837958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-649d00db-0a24-4ec5-866e-c51c116452e6 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354148 Feb 10 13:25:39.848533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-75cb1d80-2cea-4935-9ad9-50d32ac8fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:39.850518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-75cb1d80-2cea-4935-9ad9-50d32ac8fc3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1310053 Feb 10 13:25:40.007583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a046091-9975-48ad-a4d8-587994451283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.032671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-c0615379-ec12-4c30-a1a6-727b6207b351 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746678 Feb 10 13:25:40.155491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a046091-9975-48ad-a4d8-587994451283 admin admin] Publish callbacks [] for security_group (21ffca00-0041-45e9-bd87-4f86ef3a3736), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.163100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a046091-9975-48ad-a4d8-587994451283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21ffca00-0041-45e9-bd87-4f86ef3a3736), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.199120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:40.210611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:40.213430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9a046091-9975-48ad-a4d8-587994451283 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b91ae87ffb904ae896ecc7c9291210d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4203885 Feb 10 13:25:40.221678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:40.232338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a046091-9975-48ad-a4d8-587994451283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ffca00-0041-45e9-bd87-4f86ef3a3736,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:40.302364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] Publish callbacks [] for security_group (21ffca00-0041-45e9-bd87-4f86ef3a3736), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.336797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] Publish callbacks [] for security_group (21ffca00-0041-45e9-bd87-4f86ef3a3736), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.353385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.359609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.365379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.371514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.377871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.393705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.399304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.404268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (21ffca00-0041-45e9-bd87-4f86ef3a3736), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.407333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-a4f6a9b3-dd3e-4c75-94a2-fafbfc1652a8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2992253 Feb 10 13:25:40.407710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.409058 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21ffca00-0041-45e9-bd87-4f86ef3a3736 HTTP/1.1" status: 204 len: 168 time: 0.1826820 Feb 10 13:25:40.420694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6312d-03b0-49ef-bf0e-6d3c4e0b3f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ffca00-0041-45e9-bd87-4f86ef3a3736,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:40.479871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2e649c77-bc30-4530-87cb-03cfba5dd849 tempest-DvrRoutersNegativeTest-187560310 tempest-DvrRoutersNegativeTest-187560310-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-93670863', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:40.484121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.policy [None req-2e649c77-bc30-4530-87cb-03cfba5dd849 tempest-DvrRoutersNegativeTest-187560310 tempest-DvrRoutersNegativeTest-187560310-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103400) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 10 13:25:40.484704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.policy [None req-2e649c77-bc30-4530-87cb-03cfba5dd849 tempest-DvrRoutersNegativeTest-187560310 tempest-DvrRoutersNegativeTest-187560310-project] Failed policy check for 'create_router' {{(pid=103400) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 10 13:25:40.486597 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2e649c77-bc30-4530-87cb-03cfba5dd849 tempest-DvrRoutersNegativeTest-187560310 tempest-DvrRoutersNegativeTest-187560310-project] create failed (client error): Access was denied to this resource. Feb 10 13:25:40.495812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2e649c77-bc30-4530-87cb-03cfba5dd849 tempest-DvrRoutersNegativeTest-187560310 tempest-DvrRoutersNegativeTest-187560310-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2812793 Feb 10 13:25:40.505585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa706ef9-46ba-4656-b88b-7191ecc1dfbd req-40854b01-38f8-4e5b-8238-f76ba575f92e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907648 Feb 10 13:25:40.513330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-977bcf33-d31d-4f3a-b5c2-f7f5ccc7ae86 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737117 Feb 10 13:25:40.604481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-304571ac-d4ef-42ae-99fc-2cbd416eaee1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 217 time: 0.0827231 Feb 10 13:25:40.616185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-913095951'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:40.669985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Made reservation on behalf of e6f40ecfdc67451fb3c297b94614da03 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:40.674040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6eaffaf5-86f2-4a42-9ea5-6fe4cb06ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.676038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-6eaffaf5-86f2-4a42-9ea5-6fe4cb06ab38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0638855 Feb 10 13:25:40.679223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.708698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.812430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74277e7-3f2d-4cc1-9724-836c58970701 req-0f40cacf-b702-4d67-b170-19b9518741bc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.817267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b74277e7-3f2d-4cc1-9724-836c58970701 req-0f40cacf-b702-4d67-b170-19b9518741bc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.0879507 Feb 10 13:25:40.821334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a043729d-1b71-45cb-9494-6da396884636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:40.823057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a043729d-1b71-45cb-9494-6da396884636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1408405 Feb 10 13:25:40.832634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks [] for security_group (de5688e3-4a58-42d3-adab-755d989febb1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.841449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (de5688e3-4a58-42d3-adab-755d989febb1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.862328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a'}, {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:40.865231 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e002bb2-4b73-411e-825e-c10dc3929984" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a"}, {"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:40.911322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:40.925409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5688e3-4a58-42d3-adab-755d989febb1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:40.949912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6ab4bd86-5512-4a54-b1bd-49a0da793a19), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:40.951688 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Added segment 6ab4bd86-5512-4a54-b1bd-49a0da793a19 of type vlan for network fd765b06-edbc-475f-82e2-9315f72c2889 Feb 10 13:25:40.998518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b74277e7-3f2d-4cc1-9724-836c58970701 req-0152d945-cadd-4c72-8e99-88621ceef7af tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698847 Feb 10 13:25:41.059286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (fd765b06-edbc-475f-82e2-9315f72c2889), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.062525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.086897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:41.114818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (fd765b06-edbc-475f-82e2-9315f72c2889), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.123809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.124569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.157467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5b88ac1-86d6-45bc-a494-63143879ab6d req-f0d0f244-8972-44da-a822-d74f39707a19 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 210 time: 0.0899417 Feb 10 13:25:41.200128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-abd6ff6d-3c19-4801-aeb3-04b3da5e0bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673904 Feb 10 13:25:41.215984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Pushing event updated for resources: {'Network': ['ID=fd765b06-edbc-475f-82e2-9315f72c2889,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:41.232513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network fd765b06-edbc-475f-82e2-9315f72c2889 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:41.264337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e537d229-3642-4364-a4c6-cbdf5ffbb03c tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0586731 Feb 10 13:25:41.268790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45084) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:41.321012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eeb2-82a6-4adc-859c-145de04eae4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.369284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:41.375062 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f350e727-e8fa-4326-94f9-4581ff3c6bea x-openstack-request-id: req-f350e727-e8fa-4326-94f9-4581ff3c6bea {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:41.376138 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:41.376138 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f350e727-e8fa-4326-94f9-4581ff3c6bea {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:41.376524 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'status': 'completed', 'code': 200} Feb 10 13:25:41.376836 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'status': 'completed', 'code': 200} Feb 10 13:25:41.418939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-da3da83e-d3ec-45f8-a56c-98d8d9b0cade service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111042 Feb 10 13:25:41.426005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0de960-e6d6-46b7-9b10-27ba02befcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.465640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'name': 'tempest-network--477942483', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:41.475362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-94856418-6fae-446b-97da-70cebe4ea5af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 217 time: 0.0498509 Feb 10 13:25:41.530040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:41.532348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.534625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2d775d48-ccb4-4a3b-9055-9fc438ca6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.539460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2d775d48-ccb4-4a3b-9055-9fc438ca6f19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0582397 Feb 10 13:25:41.577915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.591967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eeb2-82a6-4adc-859c-145de04eae4f admin admin] Publish callbacks [] for security_group (aa59eeb9-7ca7-4d40-8e75-0b6240430a82), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.604697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eeb2-82a6-4adc-859c-145de04eae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa59eeb9-7ca7-4d40-8e75-0b6240430a82), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.616438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0de960-e6d6-46b7-9b10-27ba02befcb0 admin admin] Publish callbacks [] for security_group (658cf324-ceb2-43c0-85f8-7eafc5cf29b1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.646018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0de960-e6d6-46b7-9b10-27ba02befcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (658cf324-ceb2-43c0-85f8-7eafc5cf29b1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.657702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e91d9aaa-a084-4683-b88f-0f432f16baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.659536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e91d9aaa-a084-4683-b88f-0f432f16baea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1144736 Feb 10 13:25:41.693331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7eeb2-82a6-4adc-859c-145de04eae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa59eeb9-7ca7-4d40-8e75-0b6240430a82,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:41.706311 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ee7eeb2-82a6-4adc-859c-145de04eae4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7652c38b3492473793e8829455e6aae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6153579 Feb 10 13:25:41.716697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45092) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:41.750146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d0de960-e6d6-46b7-9b10-27ba02befcb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1987a6387c8b47ff98c6d38623e5202f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759091 Feb 10 13:25:41.754134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:41.803587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.810098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.818190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.820078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de960-e6d6-46b7-9b10-27ba02befcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658cf324-ceb2-43c0-85f8-7eafc5cf29b1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:41.837259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.849039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.854518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.863372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:41.867796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-22c47c8a-2508-438c-8023-d88ac98ef7a4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2794158 Feb 10 13:25:41.905738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for security_group (a13a5d8a-6b0a-418b-b188-15a58246891a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.916851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a13a5d8a-6b0a-418b-b188-15a58246891a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.932367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-2443ab62-ec35-4bbf-9f65-7e4110754355 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647691 Feb 10 13:25:41.949451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] Publish callbacks [] for security_group (aa59eeb9-7ca7-4d40-8e75-0b6240430a82), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:41.975766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:41.987630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] Publish callbacks [] for security_group (658cf324-ceb2-43c0-85f8-7eafc5cf29b1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.004903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d5bc17f-a6a4-4d65-aaf8-c78a86a4a23d req-e608772c-069e-48ab-9000-f25ced145ee1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362159 Feb 10 13:25:42.011553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a5d8a-6b0a-418b-b188-15a58246891a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:42.017188 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] Publish callbacks [] for security_group (aa59eeb9-7ca7-4d40-8e75-0b6240430a82), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.026025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-e300a094-5e3b-4b07-b280-18da296f3059 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:42.027481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-e300a094-5e3b-4b07-b280-18da296f3059 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 820 time: 0.2582450 Feb 10 13:25:42.033248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e84cbea8-d9ac-40e8-934a-1a3e96279443), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.033478 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Added segment e84cbea8-d9ac-40e8-934a-1a3e96279443 of type vlan for network 4b6fce5a-7165-46c4-9a80-beb74cd54e76 Feb 10 13:25:42.055255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'port': {'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'admin_state_up': True, 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:42.060908 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] Publish callbacks [] for security_group (658cf324-ceb2-43c0-85f8-7eafc5cf29b1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.169526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4b6fce5a-7165-46c4-9a80-beb74cd54e76), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.222526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa59eeb9-7ca7-4d40-8e75-0b6240430a82), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.225092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.228553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa59eeb9-7ca7-4d40-8e75-0b6240430a82 HTTP/1.1" status: 204 len: 168 time: 0.5085704 Feb 10 13:25:42.248026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df36d50-9a24-4454-8ec0-73adc4a58054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa59eeb9-7ca7-4d40-8e75-0b6240430a82,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:42.251659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4b6fce5a-7165-46c4-9a80-beb74cd54e76), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.252652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:42.253495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.276926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0065947 Feb 10 13:25:42.289402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:42.359574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Made reservation on behalf of 8976f44a7fcf4d3d8957444763dacbd0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:42.363364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.381644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c9e6-52d6-43ee-be5d-1c467b8841bb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=4b6fce5a-7165-46c4-9a80-beb74cd54e76,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:42.392325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4b6fce5a-7165-46c4-9a80-beb74cd54e76 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:42.442577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4b6fce5a-7165-46c4-9a80-beb74cd54e76), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.526766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-386d5d68-4795-4e07-8956-eab2d07e2a14 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789955 Feb 10 13:25:42.556932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d0ae-3a61-4cb6-a713-d54bd84cd1c8 req-dda8a31f-ec57-49e7-a6d3-57bd851c052e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:42.558545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f58d0ae-3a61-4cb6-a713-d54bd84cd1c8 req-dda8a31f-ec57-49e7-a6d3-57bd851c052e tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1338139 Feb 10 13:25:42.599681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a09f3b5e-0987-42b0-bb8d-6b5fc45cdc8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 217 time: 0.0641694 Feb 10 13:25:42.620598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (658cf324-ceb2-43c0-85f8-7eafc5cf29b1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.627662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.631263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/658cf324-ceb2-43c0-85f8-7eafc5cf29b1 HTTP/1.1" status: 204 len: 168 time: 0.8696897 Feb 10 13:25:42.637329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4b6fce5a-7165-46c4-9a80-beb74cd54e76), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.681886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfd6c5-259d-4c8e-8f6a-8d7c9022a7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658cf324-ceb2-43c0-85f8-7eafc5cf29b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:42.686796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Allocated IP 172.20.0.13 (8d904b58-8e0a-4236-ac2b-52052f3a9648/c1e60b87-f642-4201-a4f5-eb477fa843c4/51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:42.695758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6fce5a-7165-46c4-9a80-beb74cd54e76']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:42.721860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f58d0ae-3a61-4cb6-a713-d54bd84cd1c8 req-de9e52e0-dad7-40b2-8458-ecf4f73b4071 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254070 Feb 10 13:25:42.726380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a1d995b0-9754-4531-ac73-8d95fd2b6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:42.727850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-a1d995b0-9754-4531-ac73-8d95fd2b6669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1203763 Feb 10 13:25:42.736195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84cbea8-d9ac-40e8-934a-1a3e96279443') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:42.736521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84cbea8-d9ac-40e8-934a-1a3e96279443') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:42.754435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (e84cbea8-d9ac-40e8-934a-1a3e96279443), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.782913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e84cbea8-d9ac-40e8-934a-1a3e96279443), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.800924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:42.801415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (e84cbea8-d9ac-40e8-934a-1a3e96279443), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:42.803279 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:42.866463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-0fe196e9-dc14-476a-a575-28fe939be255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:42.870858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-0fe196e9-dc14-476a-a575-28fe939be255 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1341069 Feb 10 13:25:42.954741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4b6fce5a-7165-46c4-9a80-beb74cd54e76), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.976020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa28872c-6dc4-4dd6-958b-f4fdb606d839 req-1becab4f-4446-4b33-90d3-dfc1eda0a6e1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 210 time: 0.1031463 Feb 10 13:25:42.990025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b6fce5a-7165-46c4-9a80-beb74cd54e76 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:25:42.992637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:42.996096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4b6fce5a-7165-46c4-9a80-beb74cd54e76 HTTP/1.1" status: 204 len: 168 time: 0.7032201 Feb 10 13:25:43.009135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:43.017481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:43.042314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e29c7e-9cfe-4011-963e-05044e0099f4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b6fce5a-7165-46c4-9a80-beb74cd54e76,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:43.046822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:43.053373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.117249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:43.118592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-13bc8b2c-5024-46a6-ae00-1f210507e6b9 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425838 Feb 10 13:25:43.142325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (818d2fd3-18e2-4e5b-91e7-15a9798d39de), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.142815 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Added segment 818d2fd3-18e2-4e5b-91e7-15a9798d39de of type vlan for network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 Feb 10 13:25:43.146346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.207673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.249287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.260256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.261252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.261892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.269093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4d3b7902-0721-4e77-b31c-5d66529cf908'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:43.358868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=c51778cf-b6f2-4bdc-b43b-92ccb8c167b0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:43.399203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:43.413151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:43.417295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ddb93f39-6f97-4758-a622-61da02c81f9a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4050627 Feb 10 13:25:43.420243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:43.422463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:43.426820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:43.443015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'subnet': {'network_id': 'c51778cf-b6f2-4bdc-b43b-92ccb8c167b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:43.503070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.503793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.527623 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4817441 Feb 10 13:25:43.528507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56aa22-ce6c-401a-ac8e-1f07b711381c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event updated for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:43.560078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Request body: {'port': {'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:43.597313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-9ee3c235-1c43-4037-a59c-8f5ace0b6e1a service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662945 Feb 10 13:25:43.639597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.657753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.663682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.681486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.701161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.729121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.737889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.767198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:43.779995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-2e2e7caf-0e53-4bb0-8589-eaf5d0a5f4c5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.5607772 Feb 10 13:25:43.872328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:43.879310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.920982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-62cda6ca-de54-4623-844c-9d1889df0711 None None] Provisioning complete for port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:43.921629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62cda6ca-de54-4623-844c-9d1889df0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:43.959309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-62cda6ca-de54-4623-844c-9d1889df0711 None None] Port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:25:44.042087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-e0572be9-eae0-4a84-aeae-dee7dc660bb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 217 time: 0.2575469 Feb 10 13:25:44.163521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82a382b4-aca9-42a1-a804-3cb527ab73da req-4991f7fb-c288-4b7d-8f0b-d3b40db972dd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3826323 Feb 10 13:25:44.231490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-8ae2f6a7-bca0-4f1e-8926-33956d2079f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:44.232985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-8ae2f6a7-bca0-4f1e-8926-33956d2079f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1829283 Feb 10 13:25:44.257039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:44.278486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks [] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.314775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Transition to ACTIVE for port object 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:44.323830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.360847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cd38-f1ac-42be-9303-605e9f789dea req-9dfe1926-a7bc-45f6-8931-d700bfe47dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:44.365412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-9dfe1926-a7bc-45f6-8931-d700bfe47dcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1255624 Feb 10 13:25:44.522744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b51-c1ad-4d3a-a5c9-9f435674b1ec req-a51510c9-96a6-43a2-b7d6-b5db6f7a269c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:44.527277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37ce3b51-c1ad-4d3a-a5c9-9f435674b1ec req-a51510c9-96a6-43a2-b7d6-b5db6f7a269c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.1679585 Feb 10 13:25:44.530345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:44.570667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Attempting to bind port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:44.571176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Attempting to bind port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:44.571771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Attempting to bind port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:44.578176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:44.579643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Attempting to bind port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f on network 8d904b58-8e0a-4236-ac2b-52052f3a9648 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:44.586050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:44.586972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Checking segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:44.587516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Bound using segment: {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:44.588102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Bound port: 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:44.588620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.643801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-d8305816-c666-4365-becd-2da1263f02f4 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646880 Feb 10 13:25:44.646608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:25:44.647091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (a418dd7c-2c5c-46ce-8fea-e18aa2f80d41), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.715766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:44.720016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:44.742577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.795666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:44.805294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:44.806143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:44.807734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88418da5-a529-4fb1-b279-a8e35fa62586 service neutron] 10.222.0.77 "PUT /v2.0/ports/51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 1092 time: 1.2677734 Feb 10 13:25:44.808267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:44.810998 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bae8658-3e32-47fb-be59-3255e68f97e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:44.892618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-5ca559ad-8b29-4a34-bd8c-7316f0a5324e service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337670 Feb 10 13:25:44.956336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88905845-243f-4808-b70a-6791ca41e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:44.957961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-88905845-243f-4808-b70a-6791ca41e850 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1126 time: 0.1030157 Feb 10 13:25:44.971424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37ce3b51-c1ad-4d3a-a5c9-9f435674b1ec req-2b500de0-be77-414e-b667-0ca14207b4d8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339566 Feb 10 13:25:45.023365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-b4bb04a7-f6c7-4c5e-a557-abf42f9f004c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 217 time: 0.0576699 Feb 10 13:25:45.084891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-e0d3b641-1597-4c3a-9faa-4e4a0f2c02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.090381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-e0d3b641-1597-4c3a-9faa-4e4a0f2c02f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0604763 Feb 10 13:25:45.092345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a418dd7c-2c5c-46ce-8fea-e18aa2f80d41,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:45.173206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Checking segment: {'id': '818d2fd3-18e2-4e5b-91e7-15a9798d39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c51778cf-b6f2-4bdc-b43b-92ccb8c167b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:45.173580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Network hostable DHCP agents. Network: c51778cf-b6f2-4bdc-b43b-92ccb8c167b0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:25:45.220218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-59e4a30b-0e35-493c-ab3e-cb547e792a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.226163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-59e4a30b-0e35-493c-ab3e-cb547e792a89 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238596 Feb 10 13:25:45.228057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.228942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.229583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.230392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.231016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.231667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.232296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.234566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-e811b29c-83d3-4f29-a5ac-db66646115f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6691 time: 0.2373607 Feb 10 13:25:45.274194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb976c84-f6d3-4d9a-ba3f-5139a3fce14f req-e66414a9-bd11-4be9-a708-e4d3126a8de6 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.281785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb976c84-f6d3-4d9a-ba3f-5139a3fce14f req-e66414a9-bd11-4be9-a708-e4d3126a8de6 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 944 time: 0.1604800 Feb 10 13:25:45.286948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:25:45.346757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c51778cf-b6f2-4bdc-b43b-92ccb8c167b0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:45.361500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.362412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ed6e9-8a51-42fc-af32-c3a4e6b3a0cc None None] Network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:45.362904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:45.444743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb976c84-f6d3-4d9a-ba3f-5139a3fce14f req-22684882-f983-4022-b590-f2d40baffa9b tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618934 Feb 10 13:25:45.448442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-ebaff364-eb1b-4483-86ae-e1919448f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.450177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-ebaff364-eb1b-4483-86ae-e1919448f2e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be895fa-72be-4f50-8a49-09da77ce9b40 HTTP/1.1" status: 200 len: 902 time: 0.2057862 Feb 10 13:25:45.457427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-08ac4b03-13c7-44b9-b290-69eff780d115 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0337915 Feb 10 13:25:45.458480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:45.461222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-46cf8b42-3934-4f0f-a316-104c3c682b38 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290921 Feb 10 13:25:45.476407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'floatingip': {'floating_network_id': 'c51778cf-b6f2-4bdc-b43b-92ccb8c167b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:45.540436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb25115-5d78-4feb-82da-8989f8f12416 None None] Network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:45.544085 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb517cc-fe0d-4951-a2f9-3aee63eb4f39 x-openstack-request-id: req-2bb517cc-fe0d-4951-a2f9-3aee63eb4f39 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:45.544388 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:45.544646 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb517cc-fe0d-4951-a2f9-3aee63eb4f39 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:45.545127 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'status': 'completed', 'code': 200} Feb 10 13:25:45.618129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:45.621463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-3dde0bcf-1eea-4281-80ee-575f13832ff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 217 time: 0.1617808 Feb 10 13:25:45.637911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3cf05ba8-2a8c-4382-a24e-0b0028c2437f req-77e90d84-3183-470b-8950-d6b02f7bac1d service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721399 Feb 10 13:25:45.722225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-3db5cbd5-5411-4006-a6a3-37ac6b19bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.723785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-3db5cbd5-5411-4006-a6a3-37ac6b19bf0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0935278 Feb 10 13:25:45.801859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-1e52c773-dc6d-4f43-b63e-fc7b8396438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.803485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-1e52c773-dc6d-4f43-b63e-fc7b8396438f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1126 time: 0.1011143 Feb 10 13:25:45.837352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-0b06a6df-0c8a-40f0-940f-d9fb656ece9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:45.838924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-0b06a6df-0c8a-40f0-940f-d9fb656ece9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0664723 Feb 10 13:25:45.889356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:46.021318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-079475c6-512e-4492-bfe3-e6ac8915451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.023429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-079475c6-512e-4492-bfe3-e6ac8915451d service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2136710 Feb 10 13:25:46.039893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-06a4cc26-4d59-4c2e-9685-bbd885c5c65e service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935258 Feb 10 13:25:46.066646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Allocated IP 172.20.0.10 (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0/a418dd7c-2c5c-46ce-8fea-e18aa2f80d41/b1058136-d5c2-44cc-a313-0d79d0799107) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:46.112518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-7a4a4863-99cc-45b7-8285-69e404206c0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 217 time: 0.0819104 Feb 10 13:25:46.189800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-892d1c7c-4ad6-4722-915f-ff58e2373c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.193112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-892d1c7c-4ad6-4722-915f-ff58e2373c15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0733926 Feb 10 13:25:46.279398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-85e48b3d-b75d-48e5-9586-fd9c16c7a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.282442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-85e48b3d-b75d-48e5-9586-fd9c16c7a680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801051 Feb 10 13:25:46.294898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.300207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.305577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.310814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.316797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.322251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.327545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.330071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-c96921c2-39f6-4214-8cf6-457bda1922bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2341409 Feb 10 13:25:46.347532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-8e17cdd1-a4db-4659-8339-95d8746daf6c service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756793 Feb 10 13:25:46.381862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for port (b1058136-d5c2-44cc-a313-0d79d0799107), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:46.406260 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-3f7c99aa-e9a0-4c8a-9ede-535a8464bc1e service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124384 Feb 10 13:25:46.469736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bbd4a06-128f-4694-922f-618c03e0bae3 req-0e9afa02-71a9-45eb-8dcd-1fcc848e034e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273420 Feb 10 13:25:46.487101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:46.529134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.529623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.530098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.530566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.531216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.531486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.531988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.533972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fd58bd49-910e-493b-8e00-d99a959478f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6691 time: 0.1257160 Feb 10 13:25:46.549946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:46.574564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:46.579679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:46.581754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Port': ['ID=b1058136-d5c2-44cc-a313-0d79d0799107,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:46.641956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3bae8658-3e32-47fb-be59-3255e68f97e0 req-a2fd5115-ea50-42d0-a9e2-5a4aff018cc6 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194283 Feb 10 13:25:46.765494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-5fd929e8-0abb-4d5f-adce-63842faf2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.766985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-5fd929e8-0abb-4d5f-adce-63842faf2a0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9be895fa-72be-4f50-8a49-09da77ce9b40 HTTP/1.1" status: 200 len: 902 time: 0.2208929 Feb 10 13:25:46.807400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for floatingip (3803953e-ea13-4e8d-8fed-1a20d6ce07f1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:46.851550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777e0b-83b9-4e76-afbc-cad70c4470a1 req-dd93df9c-14bd-4463-9dac-21171f43dd22 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:46.853480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79777e0b-83b9-4e76-afbc-cad70c4470a1 req-dd93df9c-14bd-4463-9dac-21171f43dd22 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.2013097 Feb 10 13:25:46.854944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-fe2a31d3-fbd6-4920-a74e-c618b68d5876 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 217 time: 0.0759566 Feb 10 13:25:46.965704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.002639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-779548f2-2b3b-4a15-a3be-7d2e6ab8bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:47.004174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-779548f2-2b3b-4a15-a3be-7d2e6ab8bd63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.1361325 Feb 10 13:25:47.057372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79777e0b-83b9-4e76-afbc-cad70c4470a1 req-780dd1f8-d83d-4c56-92da-d96065c727a9 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980305 Feb 10 13:25:47.121999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-a9f08999-94c2-45e5-aec5-f8d4d8217a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:47.123526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-a9f08999-94c2-45e5-aec5-f8d4d8217a8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1083903 Feb 10 13:25:47.385383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-a4606962-7f08-4aa1-baba-6c64192e7657 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:47.387199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-a4606962-7f08-4aa1-baba-6c64192e7657 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 946 time: 0.0704367 Feb 10 13:25:47.526158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port 979e9c02-1124-4848-9ba9-f75dba3b1406 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:47.526519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.650747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port 979e9c02-1124-4848-9ba9-f75dba3b1406, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=979e9c02-1124-4848-9ba9-f75dba3b1406,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:47.651882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.668967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc6f36-807d-4abb-97b3-628bbec2f80e req-75321714-b9c2-48cc-badc-11452b0c11d5 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:47.669540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for 979e9c02-1124-4848-9ba9-f75dba3b1406 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:47.677087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4fc6f36-807d-4abb-97b3-628bbec2f80e req-75321714-b9c2-48cc-badc-11452b0c11d5 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 944 time: 0.5525460 Feb 10 13:25:47.682632 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for port (b1058136-d5c2-44cc-a313-0d79d0799107), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.695709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-013e5f74-e750-4254-b568-e21e0076db7d service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279381 Feb 10 13:25:47.696747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.832394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (979e9c02-1124-4848-9ba9-f75dba3b1406), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.846344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['979e9c02-1124-4848-9ba9-f75dba3b1406'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:47.886070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=979e9c02-1124-4848-9ba9-f75dba3b1406,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:47.896245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.896708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.897456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.897950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.898388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.898906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.899423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.899822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.900279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.901166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.901166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.901733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.902354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:25:47.915583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Port': ['ID=b1058136-d5c2-44cc-a313-0d79d0799107,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:47.934049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4fc6f36-807d-4abb-97b3-628bbec2f80e req-ab0b5cfc-f7ec-4b11-960e-7407e76dafcd tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559974 Feb 10 13:25:47.972311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (3803953e-ea13-4e8d-8fed-1a20d6ce07f1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.983848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port 979e9c02-1124-4848-9ba9-f75dba3b1406 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:25:47.990724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:47.997075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bfd1ff5-4247-40af-97cf-fa9d2697e9fd req-c3ecc5ca-f172-42ea-9d9b-a22b2187c3e0 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "DELETE /v2.0/ports/979e9c02-1124-4848-9ba9-f75dba3b1406 HTTP/1.1" status: 204 len: 173 time: 0.6037157 Feb 10 13:25:47.998122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'name': 'network-vif-deleted', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:48.011134 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d986d-2d91-4bc3-8d47-ff270aeef780" -d '{"events": [{"server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "name": "network-vif-deleted", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:48.021822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ee50311-7d99-4cb4-ac9f-93513310bb47 req-b3ce7dc9-a5e2-4596-bbfd-2d2488be88c3 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076577 Feb 10 13:25:48.029530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.035500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-260c9943-f248-4b41-a147-e8661eb12fbb tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5745745 Feb 10 13:25:48.035651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:48.138383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-edb940cf-5a78-4107-84f4-3f6d85490259 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 HTTP/1.1" status: 200 len: 690 time: 0.1009102 Feb 10 13:25:48.140820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:48.222906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.223397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.223872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.224509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.225074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.225536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.225992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.228043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-487c342e-039b-4acf-afec-4bbe93783481 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6691 time: 0.1199028 Feb 10 13:25:48.239118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.244514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.251002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.257391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.264017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.270799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.287186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.291394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-58241f0e-4e75-432b-8255-f289ea8e743e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2383325 Feb 10 13:25:48.294782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.440379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0eaf6fc-9087-4bb0-86f8-4b0796cc71a6 req-5a408fb2-fc36-4637-b924-7bf8b759f7c2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389344 Feb 10 13:25:48.490865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-278632bc-5cb5-4bb0-8810-60386891ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.492433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-278632bc-5cb5-4bb0-8810-60386891ab8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 902 time: 0.2001076 Feb 10 13:25:48.502350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Deleting port b1058136-d5c2-44cc-a313-0d79d0799107 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:25:48.502772 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.590863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-fd0c3617-d7ab-41a1-8899-0ac3172736a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 217 time: 0.0915010 Feb 10 13:25:48.600700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.601086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for floatingip (b1058136-d5c2-44cc-a313-0d79d0799107), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.617168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Calling delete_port for b1058136-d5c2-44cc-a313-0d79d0799107 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:25:48.665212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-60c98771-04b4-4183-9a9f-c4c12a743253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.667920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-60c98771-04b4-4183-9a9f-c4c12a743253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.0703688 Feb 10 13:25:48.709171 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ca7be-7669-41ae-8f34-e97a53050d4f x-openstack-request-id: req-c03ca7be-7669-41ae-8f34-e97a53050d4f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:48.710081 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab4adc-92e8-4760-ac90-626022004ab7", "name": "network-vif-deleted", "tag": "979e9c02-1124-4848-9ba9-f75dba3b1406", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:48.712276 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c03ca7be-7669-41ae-8f34-e97a53050d4f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:48.712702 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab4adc-92e8-4760-ac90-626022004ab7', 'name': 'network-vif-deleted', 'tag': '979e9c02-1124-4848-9ba9-f75dba3b1406', 'status': 'completed', 'code': 200} Feb 10 13:25:48.775209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d48680e-9b25-46b4-9bf1-88a182a84584 req-d263e92b-e7ee-491b-bb53-de9f00c0a897 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfab4adc-92e8-4760-ac90-626022004ab7 HTTP/1.1" status: 200 len: 210 time: 0.0461731 Feb 10 13:25:48.802315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-504c0b94-834b-45bd-81de-95852f52fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:48.803809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-504c0b94-834b-45bd-81de-95852f52fb54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1280518 Feb 10 13:25:48.851750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b1058136-d5c2-44cc-a313-0d79d0799107), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:48.894694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:48.897997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1058136-d5c2-44cc-a313-0d79d0799107,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:48.939882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-3c6c087c-6dc0-40a6-b440-6c4ca919891b service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281383 Feb 10 13:25:48.952916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for floatingip (3803953e-ea13-4e8d-8fed-1a20d6ce07f1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.012395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a418dd7c-2c5c-46ce-8fea-e18aa2f80d41), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.103710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-73f1ed05-c9be-4bc6-9455-504ffb3c7ddf service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565144 Feb 10 13:25:49.104082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a418dd7c-2c5c-46ce-8fea-e18aa2f80d41), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.105674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6790ee4f-ac48-4155-b764-9a40451b9546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.132876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:25:49.134002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a418dd7c-2c5c-46ce-8fea-e18aa2f80d41,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:49.202070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.219901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581814-8fa0-4251-9f50-bce62ea2cf83 req-96d1b36f-c9c6-4b56-ab8a-9c2d84f66d2d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.227087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62581814-8fa0-4251-9f50-bce62ea2cf83 req-96d1b36f-c9c6-4b56-ab8a-9c2d84f66d2d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 944 time: 0.1724482 Feb 10 13:25:49.233608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51778cf-b6f2-4bdc-b43b-92ccb8c167b0']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:49.247523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818d2fd3-18e2-4e5b-91e7-15a9798d39de') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:49.248139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818d2fd3-18e2-4e5b-91e7-15a9798d39de') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:49.263212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (818d2fd3-18e2-4e5b-91e7-15a9798d39de), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.284747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:49.286151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (818d2fd3-18e2-4e5b-91e7-15a9798d39de), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.299009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:49.300306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (818d2fd3-18e2-4e5b-91e7-15a9798d39de), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.301074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:25:49.318901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.319379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.319844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.320598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.321102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.321561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.322174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.324181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-897d46ba-0b68-4329-8f30-5904a1ce7fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6691 time: 0.1626022 Feb 10 13:25:49.343242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62581814-8fa0-4251-9f50-bce62ea2cf83 req-eb86be38-0690-44d3-8f81-d51aadf52321 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103482 Feb 10 13:25:49.344902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:49.345532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.359405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:49.366651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6790ee4f-ac48-4155-b764-9a40451b9546 admin admin] Publish callbacks [] for security_group (76bdbb79-3526-4d78-89ca-0814b2e254b7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:49.373799 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:49.386125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c51778cf-b6f2-4bdc-b43b-92ccb8c167b0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.386409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6790ee4f-ac48-4155-b764-9a40451b9546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (76bdbb79-3526-4d78-89ca-0814b2e254b7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.389991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:49.393049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:25:49.395745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.401485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 HTTP/1.1" status: 204 len: 168 time: 1.2572722 Feb 10 13:25:49.407751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.409763 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.411512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4667-87e6-4a88-b501-d0c83685cafa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Network': ['ID=c51778cf-b6f2-4bdc-b43b-92ccb8c167b0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:49.474369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:49.541093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ee4f-ac48-4155-b764-9a40451b9546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bdbb79-3526-4d78-89ca-0814b2e254b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:49.602529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-c6c5a75e-bf31-44b6-b842-30a82bf16232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.604095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-c6c5a75e-bf31-44b6-b842-30a82bf16232 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 902 time: 0.2551417 Feb 10 13:25:49.638277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-58fe684a-112c-4d1f-8b74-c2c0ef5a75d4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.2277942 Feb 10 13:25:49.640580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.643595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:25:49.663921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6790ee4f-ac48-4155-b764-9a40451b9546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d59118defd24d0ea3edbc1ad79e497e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651803 Feb 10 13:25:49.698236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.759809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-31dd99b4-2123-43e0-9f03-7cf77ec83e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 217 time: 0.1267831 Feb 10 13:25:49.809629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.810229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.810617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.811062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.811763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.812205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.812633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.813124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.813567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.813979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.814409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.814836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.816850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fe5e230-8cba-4aea-8e3d-bb9423590d21 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7766 time: 0.1749923 Feb 10 13:25:49.820743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.864467 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-4cec4f40-7a41-4e99-9137-5c464e9bae19 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] delete failed (client error): The resource could not be found. Feb 10 13:25:49.865655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4cec4f40-7a41-4e99-9137-5c464e9bae19 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/3803953e-ea13-4e8d-8fed-1a20d6ce07f1 HTTP/1.1" status: 404 len: 345 time: 0.0438831 Feb 10 13:25:49.867119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.868490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45398) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.874259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.875601 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] Publish callbacks [] for security_group (76bdbb79-3526-4d78-89ca-0814b2e254b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.881534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.887870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.895342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.897113 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d260aab-3486-445e-b37c-856304e5e568 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 13:25:49.897709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d260aab-3486-445e-b37c-856304e5e568 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:49.900780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d260aab-3486-445e-b37c-856304e5e568 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c51778cf-b6f2-4bdc-b43b-92ccb8c167b0 HTTP/1.1" status: 404 len: 339 time: 0.0313127 Feb 10 13:25:49.902635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.908056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:49.909833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.916801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'name': 'tempest-network--1528949570', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:49.921660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-b8b7dab8-4965-42d2-bc1b-91071536755a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.3409867 Feb 10 13:25:49.931123 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] Publish callbacks [] for security_group (76bdbb79-3526-4d78-89ca-0814b2e254b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:49.957496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-f16c4776-cf0a-41b7-8649-82190b36299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:49.959009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-f16c4776-cf0a-41b7-8649-82190b36299c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1962430 Feb 10 13:25:50.030493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fb8979a-cea2-4890-ae25-907e43571d5e req-5ae4956a-e232-48c0-a6e0-fa49ab4fc18f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076229 Feb 10 13:25:50.043728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-58cbb157-803f-4c32-aac6-457017c44ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.045467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-58cbb157-803f-4c32-aac6-457017c44ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0780632 Feb 10 13:25:50.170785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-ab40ee02-44a1-4852-b885-729c6e4df739 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182961 Feb 10 13:25:50.282113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e002bb2-4b73-411e-825e-c10dc3929984 req-51be5048-8e6a-4494-a434-5f3e5e4f4b99 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044664 Feb 10 13:25:50.330073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:50.332413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.365195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:50.379835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (76bdbb79-3526-4d78-89ca-0814b2e254b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.382541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.384724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76bdbb79-3526-4d78-89ca-0814b2e254b7 HTTP/1.1" status: 204 len: 168 time: 0.6844659 Feb 10 13:25:50.386823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.387172 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Added segment 1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a of type vlan for network 9f79ad28-76c9-4763-bdc5-7b36d044de85 Feb 10 13:25:50.439247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c57ef-f265-49e2-a7b8-91de75af30a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bdbb79-3526-4d78-89ca-0814b2e254b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:50.459901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-927299cc-361b-4d56-83f1-b9fb83221324 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.460801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9f79ad28-76c9-4763-bdc5-7b36d044de85), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.463023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-927299cc-361b-4d56-83f1-b9fb83221324 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.1571004 Feb 10 13:25:50.481763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-8dc7262a-1f5f-4af8-b279-9ec890decd05 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/quotas/f30c81dd61e0461aa368e3b7c680fb9f HTTP/1.1" status: 200 len: 375 time: 0.0133667 Feb 10 13:25:50.512495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9f79ad28-76c9-4763-bdc5-7b36d044de85), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.513865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.514447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:50.526928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-58228f1a-eb39-464f-a2b3-09ce97491d4b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396321 Feb 10 13:25:50.596070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6868968 Feb 10 13:25:50.599014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:50.601401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd4cb-d3bd-4529-8732-9a7e92496e07 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=9f79ad28-76c9-4763-bdc5-7b36d044de85,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:50.612834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9f79ad28-76c9-4763-bdc5-7b36d044de85 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:50.929752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cf6bc-57dc-4350-9a04-fff4237ed978 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.935471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cf6bc-57dc-4350-9a04-fff4237ed978 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.944188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cf6bc-57dc-4350-9a04-fff4237ed978 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.949959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cf6bc-57dc-4350-9a04-fff4237ed978 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:50.951672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8b7cf6bc-57dc-4350-9a04-fff4237ed978 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3515944 Feb 10 13:25:50.955174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:50.973057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-a02c1693-979a-4917-82e7-f4c351ff33e6 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384849 Feb 10 13:25:51.076530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9f79ad28-76c9-4763-bdc5-7b36d044de85), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.093177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-b9a47d08-5a86-4b72-9261-8743e7b481b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189690 Feb 10 13:25:51.160258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:25:51.182039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9f79ad28-76c9-4763-bdc5-7b36d044de85), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.235583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f79ad28-76c9-4763-bdc5-7b36d044de85']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:51.246548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:51.246855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:51.257834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.272279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.279272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:51.279712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1e2cfa49-d5c7-49a0-9ea1-6b46400a3a1a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.325949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:25:51.333695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:25:51.335456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:51.361606 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:51.365884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9f79ad28-76c9-4763-bdc5-7b36d044de85), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.378419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f79ad28-76c9-4763-bdc5-7b36d044de85 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:25:51.381564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.385073 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9f79ad28-76c9-4763-bdc5-7b36d044de85 HTTP/1.1" status: 204 len: 168 time: 0.4281778 Feb 10 13:25:51.395419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:51.397456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6ca1b-2b34-4e95-aa11-fe3dca44c7b4 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f79ad28-76c9-4763-bdc5-7b36d044de85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:51.416976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'name': 'tempest-network--491445305', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:51.451718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849baf9-35b4-4938-a205-9feeb959879c req-b410e9a6-b043-4972-a949-1232168a4097 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.460295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f849baf9-35b4-4938-a205-9feeb959879c req-b410e9a6-b043-4972-a949-1232168a4097 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 945 time: 0.1549451 Feb 10 13:25:51.471591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:51.472043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.512685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:51.514008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:51.519955 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25be87-cd28-4720-b379-0c0f0a15dc39" -d '{"events": [{"server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "name": "network-vif-plugged", "status": "completed", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:51.527748 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.528974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 979e9c02-1124-4848-9ba9-f75dba3b1406 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:25:51.580097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:51.583460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.603365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:51.641700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 979e9c02-1124-4848-9ba9-f75dba3b1406 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:25:51.642421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 979e9c02-1124-4848-9ba9-f75dba3b1406 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:25:51.658069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f849baf9-35b4-4938-a205-9feeb959879c req-8192925b-5a47-4329-8caf-a7a23c8a0b0b tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821272 Feb 10 13:25:51.667280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:51.691566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (63bd0305-0521-45be-ad7e-da7b00558a42), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.691857 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Added segment 63bd0305-0521-45be-ad7e-da7b00558a42 of type vlan for network 26db440b-e4bd-4fa5-9e0b-22e217b4d7fe Feb 10 13:25:51.885673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (26db440b-e4bd-4fa5-9e0b-22e217b4d7fe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.945201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.950551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.956796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.962045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.967408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.973539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.978784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.986861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a50aba92-0557-474e-80f4-a5e687e0440c req-103b7301-40bb-41a7-86c5-e1f07f966a40 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1910458 Feb 10 13:25:51.994441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (26db440b-e4bd-4fa5-9e0b-22e217b4d7fe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:51.995480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:51.996138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:52.049165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:52.049792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6527123 Feb 10 13:25:52.158205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf861f-a085-4c8e-8cb3-e88ff7fb4501 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=26db440b-e4bd-4fa5-9e0b-22e217b4d7fe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:52.173486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 26db440b-e4bd-4fa5-9e0b-22e217b4d7fe details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:52.174958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542e2a2-f199-4748-a07c-ea4ea3210fd5 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.182184 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f542e2a2-f199-4748-a07c-ea4ea3210fd5 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "GET /v2.0/networks/26db440b-e4bd-4fa5-9e0b-22e217b4d7fe HTTP/1.1" status: 200 len: 756 time: 0.1296446 Feb 10 13:25:52.182461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:52.249072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a50aba92-0557-474e-80f4-a5e687e0440c req-5db6ca47-649c-4897-9f7d-7068d48736fe tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2572219 Feb 10 13:25:52.408934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8ef70-e87d-4c22-babf-2790883dbfc5 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.410399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5b8ef70-e87d-4c22-babf-2790883dbfc5 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "GET /v2.0/networks/fd765b06-edbc-475f-82e2-9315f72c2889 HTTP/1.1" status: 200 len: 767 time: 0.2197931 Feb 10 13:25:52.413950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:52.426343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbce6f9-c2db-43e2-bbf1-6a8764cca072 req-43050fce-a52d-46c4-9225-0520b318e056 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 210 time: 0.0415068 Feb 10 13:25:52.437218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-91c7ab5d-96b8-43a7-b54d-65bf4688ae90 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2554634 Feb 10 13:25:52.498523 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea7be0-6c02-4b3f-8b4d-4f3d2d79be55 x-openstack-request-id: req-4fea7be0-6c02-4b3f-8b4d-4f3d2d79be55 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:25:52.499463 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "name": "network-vif-plugged", "status": "completed", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:25:52.499965 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fea7be0-6c02-4b3f-8b4d-4f3d2d79be55 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:25:52.502712 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'code': 200} Feb 10 13:25:52.534781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (26db440b-e4bd-4fa5-9e0b-22e217b4d7fe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:52.569809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb238-1034-4e17-be86-666cdf99467a req-b8bb127b-83b1-45f2-95e8-35e153e46e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.571281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-b8bb127b-83b1-45f2-95e8-35e153e46e89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 1127 time: 0.0827577 Feb 10 13:25:52.766093 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (26db440b-e4bd-4fa5-9e0b-22e217b4d7fe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:52.833811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb238-1034-4e17-be86-666cdf99467a req-c78b9be1-5961-400e-b5b8-8ee493cbc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.835685 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-c78b9be1-5961-400e-b5b8-8ee493cbc983 service neutron] 10.222.0.77 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.2279189 Feb 10 13:25:52.840843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db440b-e4bd-4fa5-9e0b-22e217b4d7fe']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:52.908879 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-61a92cbb-42c7-42af-b72e-156093cbac9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 200 len: 217 time: 0.0655034 Feb 10 13:25:52.915336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5032d-8b5c-4860-997e-0b9e449ff155 req-0f62c733-8418-4351-8371-199867ff890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.917145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb5032d-8b5c-4860-997e-0b9e449ff155 req-0f62c733-8418-4351-8371-199867ff890e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1128 time: 0.3250473 Feb 10 13:25:52.930683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bd0305-0521-45be-ad7e-da7b00558a42') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:52.930990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bd0305-0521-45be-ad7e-da7b00558a42') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:52.934603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:52.950964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-cf1cf5b9-c38c-4593-b573-4d9d609b8a7a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:52.952792 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-cf1cf5b9-c38c-4593-b573-4d9d609b8a7a tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 812 time: 0.2315500 Feb 10 13:25:52.957020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (63bd0305-0521-45be-ad7e-da7b00558a42), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:52.978170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Request body: {'port': {'device_id': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'admin_state_up': True, 'tenant_id': 'f30c81dd61e0461aa368e3b7c680fb9f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:52.983368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (63bd0305-0521-45be-ad7e-da7b00558a42), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:52.998885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:52.999759 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (63bd0305-0521-45be-ad7e-da7b00558a42), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:53.003881 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:53.054442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8616d74-92be-42fe-b338-adcc6da061f0 req-246ac0e0-87a4-4af0-b1a8-1238f81404bc tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.056057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8616d74-92be-42fe-b338-adcc6da061f0 req-246ac0e0-87a4-4af0-b1a8-1238f81404bc tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 946 time: 0.2343147 Feb 10 13:25:53.061844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fbb5032d-8b5c-4860-997e-0b9e449ff155 req-f086852f-49e0-45c9-9934-0a0f19d9f3b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276777 Feb 10 13:25:53.079213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb238-1034-4e17-be86-666cdf99467a req-ba98105e-e057-4740-abcd-1b1b30e156fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.081205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-ba98105e-e057-4740-abcd-1b1b30e156fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.1596138 Feb 10 13:25:53.130999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (26db440b-e4bd-4fa5-9e0b-22e217b4d7fe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.138045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Made reservation on behalf of f30c81dd61e0461aa368e3b7c680fb9f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:53.139817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26db440b-e4bd-4fa5-9e0b-22e217b4d7fe {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:25:53.143316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.154108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.161306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/26db440b-e4bd-4fa5-9e0b-22e217b4d7fe HTTP/1.1" status: 204 len: 168 time: 0.7429106 Feb 10 13:25:53.163581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:53.165828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61544199-4775-44db-adc9-33be72317e2a tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Network': ['ID=26db440b-e4bd-4fa5-9e0b-22e217b4d7fe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:53.170417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'name': 'tempest-network--137082146'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:53.181375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:53.202432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8616d74-92be-42fe-b338-adcc6da061f0 req-ec563b24-72ee-492e-bd99-0a7b0c4b2707 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024780 Feb 10 13:25:53.227964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Made reservation on behalf of 082ec1ea5c7b42a9807ac76d409b60fd for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:53.231130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.236452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.285762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:53.319376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9c6f73e5-49e2-4949-9c03-55c856ab1281), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.325784 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-57cdcabc-68c0-4d30-9a1c-5354e67a1ccd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398414 Feb 10 13:25:53.326513 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Added segment 9c6f73e5-49e2-4949-9c03-55c856ab1281 of type vlan for network 23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 Feb 10 13:25:53.389600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Allocated IP 172.20.0.2 (ccae65db-f8d2-49a9-986e-cc8bff0bd306/8ad33e2f-d353-4b75-9693-99fe4ebc32a1/36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:53.500599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.522684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-fb3c33a3-1645-4675-af66-a8666dad0c73 service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859238 Feb 10 13:25:53.550385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.555662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.560983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.566529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.571785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.577070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.582904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.590402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-e858f369-7d76-4f72-8b32-4c78664f2e10 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1853752 Feb 10 13:25:53.610007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.723855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1dbeb238-1034-4e17-be86-666cdf99467a req-e47d94f7-02ad-4508-b73f-2aba85586b1b service neutron] 10.222.0.77 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919756 Feb 10 13:25:53.725536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.726489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:53.727071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.746194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks [] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.791843 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:53.794423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Allocated IP 172.25.8.10 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/637dce17-3130-452b-a432-435386eb936a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:53.807444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6426752 Feb 10 13:25:53.834820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:53.841016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:53.851049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5223d2e-92a7-47fd-b0a8-f397b83b41ef req-85237f66-edff-4053-905c-9f8b958ae324 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597837 Feb 10 13:25:53.854091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19f1a6-ba46-4e02-813d-c4ba5e4dad26 tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:53.868415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:53.920574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Network ccae65db-f8d2-49a9-986e-cc8bff0bd306 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:53.945715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:53.947592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event updated for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:53.949891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:54.018564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (637dce17-3130-452b-a432-435386eb936a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.055753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:54.057085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.099681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ce28f2a4-c100-48ee-b434-eddca2cf6923 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1260099 Feb 10 13:25:54.114480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Request body: {'port': {'device_id': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:54.121035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e1c5-9f55-47ea-968f-64deed7a3b2a req-722077c8-1eeb-4fe2-b648-a28e5c6e745c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:54.122691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c473e1c5-9f55-47ea-968f-64deed7a3b2a req-722077c8-1eeb-4fe2-b648-a28e5c6e745c tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 931 time: 0.1198926 Feb 10 13:25:54.178679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (637dce17-3130-452b-a432-435386eb936a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.195527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.215662 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.219074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.234100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c473e1c5-9f55-47ea-968f-64deed7a3b2a req-5252bcb0-61d2-4899-aaa9-37b8fc01c3af tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036239 Feb 10 13:25:54.235794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=637dce17-3130-452b-a432-435386eb936a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:54.247373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Network 23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:25:54.254398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:54.256702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:54.258077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:54.259421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.262016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:54.263742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "PUT /v2.0/networks/23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 HTTP/1.1" status: 200 len: 857 time: 0.4270833 Feb 10 13:25:54.264606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:54.372577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fe6b3-5b47-4887-92a7-55e929e01fee tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event updated for resources: {'Network': ['ID=23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:54.407127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df8ffb-dd68-4878-a41d-aea147aa0941 req-7448478c-46df-43bf-93f0-0644f27bdf5b tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:54.409142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6df8ffb-dd68-4878-a41d-aea147aa0941 req-7448478c-46df-43bf-93f0-0644f27bdf5b tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 946 time: 0.1078980 Feb 10 13:25:54.418194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (2796f631-a39d-49be-b5e9-e6bb80e6318b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.440429 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.492280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6df8ffb-dd68-4878-a41d-aea147aa0941 req-d105c6c7-a706-4071-895d-8ff16a9aec48 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 Feb 10 13:25:54.495089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (637dce17-3130-452b-a432-435386eb936a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.653512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.682632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:54.699947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6f73e5-49e2-4949-9c03-55c856ab1281') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:54.700287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6f73e5-49e2-4949-9c03-55c856ab1281') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:54.719890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (9c6f73e5-49e2-4949-9c03-55c856ab1281), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.729254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-40878653-2868-4307-be04-b7a08b3d5c2d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:54.730686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-40878653-2868-4307-be04-b7a08b3d5c2d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1491456 Feb 10 13:25:54.741091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9c6f73e5-49e2-4949-9c03-55c856ab1281), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.755947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (637dce17-3130-452b-a432-435386eb936a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.756186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:54.756435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (9c6f73e5-49e2-4949-9c03-55c856ab1281), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:54.758219 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:54.765574 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (637dce17-3130-452b-a432-435386eb936a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.837075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:54.846589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks [] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.851007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.879570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:25:54.891800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Transition to ACTIVE for port object 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:25:54.894268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.900537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] 10.222.0.13 "DELETE /v2.0/networks/23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3 HTTP/1.1" status: 204 len: 168 time: 0.6301444 Feb 10 13:25:54.903954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:54.918411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b7df5-9c3f-4ef1-844d-27802866c2aa tempest-ExternalNetworksTestJSON-215244707 tempest-ExternalNetworksTestJSON-215244707-project-admin] Pushing event deleted for resources: {'Network': ['ID=23fb3bf7-1fee-4ad3-a315-92fa2b5f94b3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:54.921132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:55.009600 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c948d2-ca8b-4df0-9ac3-e677196a82d0 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] DELETE failed (client error): The resource could not be found. Feb 10 13:25:55.010227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c948d2-ca8b-4df0-9ac3-e677196a82d0 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:25:55.013548 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2c948d2-ca8b-4df0-9ac3-e677196a82d0 tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "DELETE /v2.0/subnets/a418dd7c-2c5c-46ce-8fea-e18aa2f80d41 HTTP/1.1" status: 404 len: 337 time: 0.0834427 Feb 10 13:25:55.062925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:55.149815 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (fd765b06-edbc-475f-82e2-9315f72c2889), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.161810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:55.168693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Attempting to bind port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:55.169232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Attempting to bind port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:55.169656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Attempting to bind port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:55.175705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:25:55.176144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Attempting to bind port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 on network ccae65db-f8d2-49a9-986e-cc8bff0bd306 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:55.177338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-1153e6d4-9646-454e-b4d3-61cb9e120890 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.4269786 Feb 10 13:25:55.189042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:55.261908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=637dce17-3130-452b-a432-435386eb936a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:55.266982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (fd765b06-edbc-475f-82e2-9315f72c2889), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.269164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.289475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd765b06-edbc-475f-82e2-9315f72c2889']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:55.298988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab4bd86-5512-4a54-b1bd-49a0da793a19') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:55.299407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab4bd86-5512-4a54-b1bd-49a0da793a19') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:55.309017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6ab4bd86-5512-4a54-b1bd-49a0da793a19), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.309310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2796f631-a39d-49be-b5e9-e6bb80e6318b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.323993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6ab4bd86-5512-4a54-b1bd-49a0da793a19), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.331058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:25:55.331593 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6ab4bd86-5512-4a54-b1bd-49a0da793a19), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.347476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:55.347976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Checking segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:55.348630 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Bound using segment: {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:55.349745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Bound port: 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a36ea61-1e26-47ec-adcf-839029976de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:55.349745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.358584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:25:55.359123 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:25:55.361484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-00ca359c-2c70-4dad-947b-320630307a65 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4243393 Feb 10 13:25:55.372039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:55.406159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-254076801'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:55.448989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Made reservation on behalf of 26c7eae0f5214d878df2cd93f398926f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:55.452985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.494754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (fd765b06-edbc-475f-82e2-9315f72c2889), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.501078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.521940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.525559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] 10.222.0.13 "DELETE /v2.0/networks/fd765b06-edbc-475f-82e2-9315f72c2889 HTTP/1.1" status: 204 len: 168 time: 0.4574351 Feb 10 13:25:55.563170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d675218-fa05-44ca-9423-dcac463ada6f tempest-ExternalNetworksTestJSON-1491918119 tempest-ExternalNetworksTestJSON-1491918119-project] Pushing event deleted for resources: {'Network': ['ID=fd765b06-edbc-475f-82e2-9315f72c2889,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:55.595616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:55.600178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:55.613874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.678306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:55.705408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:55.706283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.708203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-200a3b6d-13cd-479a-b172-3150fcb6bd5b service neutron] 10.222.0.77 "PUT /v2.0/ports/36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 HTTP/1.1" status: 200 len: 1091 time: 1.5981288 Feb 10 13:25:55.708683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:55.711149 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99a791-ed47-42ef-a064-3e66b19660c6" -d '{"events": [{"name": "network-changed", "server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:55.777430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for security_group (c41a1053-3df5-4782-b55a-802240d67eb7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.796087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c41a1053-3df5-4782-b55a-802240d67eb7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.836021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a1053-3df5-4782-b55a-802240d67eb7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:55.874192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:25:55.889481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6195091f-fb07-4e6e-aadd-8ddf024132b7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.889825 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Added segment 6195091f-fb07-4e6e-aadd-8ddf024132b7 of type vlan for network 8d424836-2bc5-4220-878e-baef61921f0e Feb 10 13:25:55.939233 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8d424836-2bc5-4220-878e-baef61921f0e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:55.955746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-c88c6bd1-dd71-43ad-a3b6-ecc4bba58351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:55.957732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-c88c6bd1-dd71-43ad-a3b6-ecc4bba58351 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 1125 time: 0.2016194 Feb 10 13:25:55.976567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:56.015620 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-f2e9e21a-e8de-407d-9ac4-97b7cee9954e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 HTTP/1.1" status: 200 len: 217 time: 0.0474341 Feb 10 13:25:56.016488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8d424836-2bc5-4220-878e-baef61921f0e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.024220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:56.025838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.115432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7367435 Feb 10 13:25:56.116344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:56.122410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Request body: {'subnet': {'network_id': '8d424836-2bc5-4220-878e-baef61921f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:56.162255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae043c4a-f128-48b3-8ee2-f75af284afe3 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Network': ['ID=8d424836-2bc5-4220-878e-baef61921f0e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:56.173476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8d424836-2bc5-4220-878e-baef61921f0e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:25:56.177492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-70aa6ebd-5b4e-464c-9193-1a26117054f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:56.179098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-70aa6ebd-5b4e-464c-9193-1a26117054f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.1487222 Feb 10 13:25:56.229617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-ead29ffc-f992-4a57-aa43-9c4843a8c951 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327351 Feb 10 13:25:56.238857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a5da833-7abe-4ffb-a9ef-436d02fe5234 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6f40ecfdc67451fb3c297b94614da03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601397 Feb 10 13:25:56.247218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:56.255358 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.263795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.313363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Made reservation on behalf of 26c7eae0f5214d878df2cd93f398926f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:25:56.316769 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.383866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-139dec78-37db-4f04-9e65-8e3f5f31583a service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436725 Feb 10 13:25:56.389058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] Publish callbacks [] for security_group (de5688e3-4a58-42d3-adab-755d989febb1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.449228 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093 associated. External IP: 172.25.8.89, port: 4d3b7902-0721-4e77-b31c-5d66529cf908. Feb 10 13:25:56.467353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] Publish callbacks [] for security_group (de5688e3-4a58-42d3-adab-755d989febb1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.525323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5009409-0bc3-4042-9b28-ecfd089ec000 req-785d7ec4-9464-43c1-a8d5-4fe3875847d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342485 Feb 10 13:25:56.539963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (de5688e3-4a58-42d3-adab-755d989febb1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.542771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.546841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de5688e3-4a58-42d3-adab-755d989febb1 HTTP/1.1" status: 204 len: 168 time: 0.2953384 Feb 10 13:25:56.553977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121b1b1-549d-42a5-9948-6b51b4240a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5688e3-4a58-42d3-adab-755d989febb1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:56.919507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (5d5db035-e5e6-4b9f-b768-23819fa018f9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:56.946781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:57.008794 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1663218c-730b-4a93-8ac2-dd7d3b407661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082ec1ea5c7b42a9807ac76d409b60fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606527 Feb 10 13:25:57.011216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:57.014252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:25:57.025953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Subnet': ['ID=5d5db035-e5e6-4b9f-b768-23819fa018f9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:57.131383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] Publish callbacks [] for security_group (a13a5d8a-6b0a-418b-b188-15a58246891a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.202472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] Publish callbacks [] for security_group (a13a5d8a-6b0a-418b-b188-15a58246891a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.209848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:25:57.220857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.222172 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:25:57.239451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:57.244310 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:57.247881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Checking segment: {'id': '6195091f-fb07-4e6e-aadd-8ddf024132b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:57.248513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network hostable DHCP agents. Network: 8d424836-2bc5-4220-878e-baef61921f0e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:25:57.274991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a13a5d8a-6b0a-418b-b188-15a58246891a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.275645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-dd30616e-fb9a-4f6a-82c5-a0a8197e3e41 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "PUT /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 996 time: 2.0854034 Feb 10 13:25:57.279194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.280590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:25:57.283159 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f70af-c551-46c7-964a-f8439bcd335e" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:25:57.301876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a13a5d8a-6b0a-418b-b188-15a58246891a HTTP/1.1" status: 204 len: 168 time: 0.2838867 Feb 10 13:25:57.332445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eba7fc-1e61-4e39-bdcc-65ae6cb2e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a5d8a-6b0a-418b-b188-15a58246891a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:57.363888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network 8d424836-2bc5-4220-878e-baef61921f0e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:25:57.378487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-d5d92a48-4ed1-4e58-b528-0cd3571b43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:57.388728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-d5d92a48-4ed1-4e58-b528-0cd3571b43b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.0981719 Feb 10 13:25:57.421899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:57.426280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8d424836-2bc5-4220-878e-baef61921f0e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:57.441840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3e82d-7669-464a-991b-fc29b65317b5 None None] Network 8d424836-2bc5-4220-878e-baef61921f0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:25:57.467677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:57.468302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.655091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-6288a635-6057-40bb-bd0b-8a75a993ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:57.660994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-6288a635-6057-40bb-bd0b-8a75a993ec73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2710621 Feb 10 13:25:57.689172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8d424836-2bc5-4220-878e-baef61921f0e', 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e', 'project_id': '26c7eae0f5214d878df2cd93f398926f', 'fixed_ips': [{'subnet_id': '5d5db035-e5e6-4b9f-b768-23819fa018f9'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:25:57.694719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.695203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:57.696221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59e66d17-8a3a-499f-aac5-b7e08543be8d tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5789618 Feb 10 13:25:57.701870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2065591265', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:25:57.755871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.757388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:57.902654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45572) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:57.922014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-c54648d1-ff34-4ff5-b6f2-deb73b60925e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 999 time: 0.2580106 Feb 10 13:25:57.938982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_controller (19b8d932-79b1-45b2-aba0-01f8eaef6faf), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:58.023144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-2cd1c45d-aef2-4d18-ba40-ad53ff752822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.031233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-2cd1c45d-aef2-4d18-ba40-ad53ff752822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1016173 Feb 10 13:25:58.044777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Allocated IP 172.20.0.2 (8d424836-2bc5-4220-878e-baef61921f0e/5d5db035-e5e6-4b9f-b768-23819fa018f9/b4fe24ce-3a22-4965-8893-6e87a2b628cf) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:58.071752 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:25:55Z', 'revision_number': 1, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:58.132854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-56385077-3b8d-4df5-a275-54d944ac4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.135128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-56385077-3b8d-4df5-a275-54d944ac4508 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0964255 Feb 10 13:25:58.139638 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:25:58.146515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-bdbfa023-e862-49ae-8d71-b691ced75e74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:25:58.147540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-bdbfa023-e862-49ae-8d71-b691ced75e74 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053856 Feb 10 13:25:58.173144 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:25:58.174318 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:58.348657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks [] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:58.349793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-5a45c286-ca3c-494d-87ab-cd47e36749d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955733 Feb 10 13:25:58.359598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:58.437305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Network 8d424836-2bc5-4220-878e-baef61921f0e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:25:58.450286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:25:58.474839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:25:58.484527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Pushing event updated for resources: {'Port': ['ID=b4fe24ce-3a22-4965-8893-6e87a2b628cf,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:58.560935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4eb5651-4cd1-4a6d-94f6-1764b122568b req-96c798af-2e46-4b01-8b8d-ac9326d8d26c service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051628 Feb 10 13:25:58.566168 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:25:58.866150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.885936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.887783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_gateway (19b8d932-79b1-45b2-aba0-01f8eaef6faf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:58.898554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.912004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b548e54-01c1-4187-bbb4-ba17458bea38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:58.913558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.923916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.929289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.945636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:25:58.947569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-22893947-9796-4c3c-bc08-94e94f4420e2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2322197 Feb 10 13:25:59.042742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Attempting to bind port b4fe24ce-3a22-4965-8893-6e87a2b628cf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:25:59.043508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Attempting to bind port b4fe24ce-3a22-4965-8893-6e87a2b628cf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6195091f-fb07-4e6e-aadd-8ddf024132b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:25:59.046151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Attempting to bind port b4fe24ce-3a22-4965-8893-6e87a2b628cf on network 8d424836-2bc5-4220-878e-baef61921f0e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:25:59.063488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:25:59.064034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Checking segment: {'id': '6195091f-fb07-4e6e-aadd-8ddf024132b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:25:59.066142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.067410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Bound using segment: {'id': '6195091f-fb07-4e6e-aadd-8ddf024132b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:25:59.068033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Bound port: b4fe24ce-3a22-4965-8893-6e87a2b628cf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6195091f-fb07-4e6e-aadd-8ddf024132b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d424836-2bc5-4220-878e-baef61921f0e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:25:59.072812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.116316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b548e54-01c1-4187-bbb4-ba17458bea38 admin admin] Publish callbacks [] for security_group (19c9686e-3b67-434c-bc2f-3650791d5458), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.125857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b548e54-01c1-4187-bbb4-ba17458bea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (19c9686e-3b67-434c-bc2f-3650791d5458), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.186171 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:25:55Z', 'revision_number': 1, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:25:59.216258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:25:59.231391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82103751-c233-49d2-9d3e-e41274972616 None None] For port b4fe24ce-3a22-4965-8893-6e87a2b628cf, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:25:59.275485 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffa5ae-61c0-4653-8dc2-574561b4bbd6 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:25:55Z', 'revision_number': 1, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:25:59.282933 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b548e54-01c1-4187-bbb4-ba17458bea38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91141485115c4d79b63ad1d60ae00eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3762441 Feb 10 13:25:59.284231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b548e54-01c1-4187-bbb4-ba17458bea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9686e-3b67-434c-bc2f-3650791d5458,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:59.284372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82103751-c233-49d2-9d3e-e41274972616 None None] For port b4fe24ce-3a22-4965-8893-6e87a2b628cf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b4fe24ce-3a22-4965-8893-6e87a2b628cf,segment=NetworkSegment(6195091f-fb07-4e6e-aadd-8ddf024132b7),segment_id=6195091f-fb07-4e6e-aadd-8ddf024132b7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:25:59.291643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:59.296159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.442174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_gateway (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.512914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.532881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103751-c233-49d2-9d3e-e41274972616 None None] Pushing event updated for resources: {'Port': ['ID=b4fe24ce-3a22-4965-8893-6e87a2b628cf,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:25:59.571342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:59.623888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4', 'network_id': 'ccae65db-f8d2-49a9-986e-cc8bff0bd306', 'port_id': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4', 'mac_address': 'fa:16:3e:af:13:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad33e2f-d353-4b75-9693-99fe4ebc32a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:25:59.675042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Allocated IP 172.25.8.217 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e550fcfd-299c-4877-ac22-974d41c6bab2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:25:59.730487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:25:59.731057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.783852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:25:59.854446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:25:59.867650 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.887053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bf5f9-4771-4380-91b9-9b61332df73d None None] New status for floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:25:59.928214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (e550fcfd-299c-4877-ac22-974d41c6bab2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.944003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:25:59.966185 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] Publish callbacks [] for security_group (19c9686e-3b67-434c-bc2f-3650791d5458), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:25:59.991121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e550fcfd-299c-4877-ac22-974d41c6bab2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.025817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ddfabda-7528-40a8-9856-fc44edccbeb3 req-f0a74aef-fbba-4419-a255-4f33fa0ae752 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0678127 Feb 10 13:26:00.102941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] Publish callbacks [] for security_group (19c9686e-3b67-434c-bc2f-3650791d5458), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.123293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:00.132426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:00.139587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:00.143862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:00.157169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:00.209637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:00.246788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=e550fcfd-299c-4877-ac22-974d41c6bab2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:00.263694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fabcb-6682-4ee3-9b85-3eebceb0ab7e req-587aa17b-bbcc-46d7-bc62-60ca4de815a6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:00.268807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a28fabcb-6682-4ee3-9b85-3eebceb0ab7e req-587aa17b-bbcc-46d7-bc62-60ca4de815a6 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 944 time: 0.1299667 Feb 10 13:26:00.292260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.372013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a28fabcb-6682-4ee3-9b85-3eebceb0ab7e req-87fb0d19-ae05-4e41-807d-71f33a189a70 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Feb 10 13:26:00.389316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (19c9686e-3b67-434c-bc2f-3650791d5458), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.392253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.393545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c9686e-3b67-434c-bc2f-3650791d5458 HTTP/1.1" status: 204 len: 168 time: 1.0985789 Feb 10 13:26:00.463803 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efdc00d-650b-42b4-b551-c2a354ca640c x-openstack-request-id: req-7efdc00d-650b-42b4-b551-c2a354ca640c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:00.464113 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:00.464415 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7efdc00d-650b-42b4-b551-c2a354ca640c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:00.464921 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4', 'status': 'completed', 'code': 200} Feb 10 13:26:00.468686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f89b-26c9-4535-b00f-ec661c4fa183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9686e-3b67-434c-bc2f-3650791d5458,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:00.526524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.630721 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26550c-3d4f-4feb-ae3d-4fd794448d30 x-openstack-request-id: req-fe26550c-3d4f-4feb-ae3d-4fd794448d30 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:00.631143 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:00.631285 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe26550c-3d4f-4feb-ae3d-4fd794448d30 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:00.631668 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:26:00.729954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_gateway (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.801516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Allocated IP 172.25.8.119 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2d128b8c-6087-411c-b52b-c3282443ba04) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:00.826772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-b486a56b-5cbb-4aa0-acad-db5167f548af tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:00.835660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4523-786f-4865-afdd-32ce69ee7c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:00.837353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-b486a56b-5cbb-4aa0-acad-db5167f548af tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1786580 Feb 10 13:26:00.864668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-75ad8401-a1bd-4707-960e-abb3268163fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:00.868774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-75ad8401-a1bd-4707-960e-abb3268163fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 1126 time: 0.3261001 Feb 10 13:26:00.872700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-893b693d-e96f-43a3-851f-24a2a8636168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:00.874708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-893b693d-e96f-43a3-851f-24a2a8636168 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.2789111 Feb 10 13:26:01.035078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:01.038722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-4611a767-f8a9-454d-a10d-297ca73d1941 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.1865413 Feb 10 13:26:01.070930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:01.094928 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83e6ebf0-ede4-40a6-b4db-596d5ef3fda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.187404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-30828920-288d-4073-892e-602274148b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:01.189096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-30828920-288d-4073-892e-602274148b76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.3010962 Feb 10 13:26:01.210310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b4fe24ce-3a22-4965-8893-6e87a2b628cf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:01.213971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82914c9-1dce-4667-879a-67343dd101d5 None None] Network 8d424836-2bc5-4220-878e-baef61921f0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:01.222328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.289839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:01.331887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for port (2d128b8c-6087-411c-b52b-c3282443ba04), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.409644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Provisioning complete for port b4fe24ce-3a22-4965-8893-6e87a2b628cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:01.410442 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.419490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83e6ebf0-ede4-40a6-b4db-596d5ef3fda9 admin admin] Publish callbacks [] for security_group (f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.421298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.450451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:26:01.463254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83e6ebf0-ede4-40a6-b4db-596d5ef3fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.470309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.471722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:01.472331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.508403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b4fe24ce-3a22-4965-8893-6e87a2b628cf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:01.508932 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.586296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-06936492-b3bd-481a-89ea-036c163db823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:01.587698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-06936492-b3bd-481a-89ea-036c163db823 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 200 len: 913 time: 0.7050469 Feb 10 13:26:01.598041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:01.604650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:01.610050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:01.655685 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-973d551a-9931-479a-9929-56fef0ee7391 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 HTTP/1.1" status: 200 len: 217 time: 0.0570965 Feb 10 13:26:01.657679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-5e3e8a79-304e-4974-8015-8f9f22ef6a1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 1001 time: 0.4591737 Feb 10 13:26:01.659230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Pushing event updated for resources: {'Port': ['ID=2d128b8c-6087-411c-b52b-c3282443ba04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:01.668642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83e6ebf0-ede4-40a6-b4db-596d5ef3fda9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b8519cb37a74379a33b6be68c55826c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270084 Feb 10 13:26:01.677121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:01.720991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Current status of the port b4fe24ce-3a22-4965-8893-6e87a2b628cf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:01.721806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.782507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b4fe24ce-3a22-4965-8893-6e87a2b628cf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:01.783338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.790486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-ed45f779-a594-4044-993e-f2b5bb235e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:01.799355 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-ed45f779-a594-4044-993e-f2b5bb235e70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 200 len: 852 time: 0.1288118 Feb 10 13:26:01.800103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6ebf0-ede4-40a6-b4db-596d5ef3fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:01.807177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] For port b4fe24ce-3a22-4965-8893-6e87a2b628cf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b4fe24ce-3a22-4965-8893-6e87a2b628cf,segment=NetworkSegment(6195091f-fb07-4e6e-aadd-8ddf024132b7),segment_id=6195091f-fb07-4e6e-aadd-8ddf024132b7)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:01.809505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:01.820961 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.846618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.864794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:01.868057 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba59541-afe1-4fe1-8dcd-ccd76a0e2d0d" -d '{"events": [{"server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "name": "network-vif-plugged", "status": "completed", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:01.881314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for floatingip (40c7c7d5-05e8-44a1-9dce-ff0dea3ca547), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.913001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:01.937305 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-2c9f11b2-8486-4faa-b794-452b908f48f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ccae65db-f8d2-49a9-986e-cc8bff0bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257255 Feb 10 13:26:01.939237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-8fa51df4-257a-4541-b292-2ab0d0d8ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:01.941325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-8fa51df4-257a-4541-b292-2ab0d0d8ad8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.2721453 Feb 10 13:26:01.943403 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.946108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] Publish callbacks [] for security_group (f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:01.976174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e1473-8d00-406f-84d2-ff83f7b0b5b3 None None] Pushing event updated for resources: {'Port': ['ID=b4fe24ce-3a22-4965-8893-6e87a2b628cf,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:02.014205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.040605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:02.054244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:26:02.054753 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:26:02.055525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] Publish callbacks [] for security_group (f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.060659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9a1f6da-0371-4801-b904-657f78aaa3b7 None None] Provisioning complete for port b4fe24ce-3a22-4965-8893-6e87a2b628cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:02.061239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f6da-0371-4801-b904-657f78aaa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.116071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Router 19b8d932-79b1-45b2-aba0-01f8eaef6faf is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:26:02.146978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-61121289-2e06-45a8-958a-21272ccd8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:02.149013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-61121289-2e06-45a8-958a-21272ccd8a1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1960194 Feb 10 13:26:02.153364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-fea9bbc8-c31a-476f-987b-54c9e91a18cc service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672947 Feb 10 13:26:02.164094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1f6da-0371-4801-b904-657f78aaa3b7 None None] Current status of the port b4fe24ce-3a22-4965-8893-6e87a2b628cf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:02.283118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.285934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.287201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d HTTP/1.1" status: 204 len: 168 time: 0.6091464 Feb 10 13:26:02.299236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.309301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.311599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9b835-1f48-4d04-bd2c-4cb4b1713448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af7240-b4e0-4215-bdbb-d5d7b6a5d82d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:02.444573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for port (2d128b8c-6087-411c-b52b-c3282443ba04), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.454713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.504496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Pushing event updated for resources: {'Port': ['ID=2d128b8c-6087-411c-b52b-c3282443ba04,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:02.526357 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093 associated. External IP: 172.25.8.89, port: 4d3b7902-0721-4e77-b31c-5d66529cf908. Feb 10 13:26:02.529631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-719e5c3e-e30d-4856-a3c1-88ad5a2af957 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312328 Feb 10 13:26:02.586077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:02.604211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] Sync routers for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:02.627068 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:02.635418 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:02.672763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b4fe24ce-3a22-4965-8893-6e87a2b628cf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:02.673015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c99a791-ed47-42ef-a064-3e66b19660c6 req-6fb2139c-0c41-4d83-84d5-3cbbb6ad4923 service neutron] 10.222.0.77 "GET /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750900 Feb 10 13:26:02.680911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.682375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7431a893-4ee8-40a0-9d74-645c859612e7 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9853396 Feb 10 13:26:02.685222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:02.718354 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:02.745885 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:02.746807 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:25:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:02.792241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2b3f70af-c551-46c7-964a-f8439bcd335e req-bc54e6d6-d5ec-4b9e-aad6-30017685303d service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552407 Feb 10 13:26:02.793494 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:02.794408 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24d61c-1256-4499-9f1e-0a7e7c7022ea None None] The sync data for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:02.838697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (40c7c7d5-05e8-44a1-9dce-ff0dea3ca547), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.876830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.878277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7bb7945f-fd8c-411a-a770-35b8621b81a0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9332869 Feb 10 13:26:02.881361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:02.886454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1768932321', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'fixed_ips': [{'ip_address': '172.25.8.119'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:02.957762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Made reservation on behalf of 832dae58acf4432c98e5c2f9abb5d3fc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:02.960416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:02.973904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.100493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:03.163570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b4fe24ce-3a22-4965-8893-6e87a2b628cf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:03.179372 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for security_group (d286d042-2edb-498b-bd74-8445e7e7cdd5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.195518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d286d042-2edb-498b-bd74-8445e7e7cdd5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.252871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed92cf94-162f-4e0f-b62d-d208bd3c8263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.262065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b4fe24ce-3a22-4965-8893-6e87a2b628cf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:03.262646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.309850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:03.317086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] device_id is not set on port 339fd1c0-5ec8-4d1e-b82c-d61354c06f01 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:03.330402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:03.352040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:03.354872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:03.528725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d286d042-2edb-498b-bd74-8445e7e7cdd5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:03.529244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b4fe24ce-3a22-4965-8893-6e87a2b628cf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:03.652792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:03.747639 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 13:26:03.748476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:03.811628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8273932-e180-4071-9380-5b2409757be0 tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9263582 Feb 10 13:26:03.813115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:03.833228 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:03.973133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:04.033280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:02Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:04.077886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:04.089490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:04.090851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:04.422234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Allocated IP 172.20.0.1 (8d424836-2bc5-4220-878e-baef61921f0e/5d5db035-e5e6-4b9f-b768-23819fa018f9/fa82c9e6-b400-42e3-ab29-d7c3753970f1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:04.430801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:04.581949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.633623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:04.640404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.645149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.674579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Deleting port 2d128b8c-6087-411c-b52b-c3282443ba04 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:04.675023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.702521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:04.705543 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2026e6fa-ac11-4916-98d2-5d119694bebe" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:04.723825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.803914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:02Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:04.806403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-a427fd2d-5edc-4d52-89f8-1ebcb43b2f89 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "PUT /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 998 time: 3.7661898 Feb 10 13:26:04.839760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network 8d424836-2bc5-4220-878e-baef61921f0e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:04.842566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc78dca-5433-4804-8e5c-16f68f354986 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:02Z', 'revision_number': 3, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:04.849008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:04.862890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:04.893042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.893380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for floatingip (2d128b8c-6087-411c-b52b-c3282443ba04), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:04.935836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-32a82953-1aa5-4e25-9761-8ae00c48bfaa tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:04.938274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-32a82953-1aa5-4e25-9761-8ae00c48bfaa tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports/4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 943 time: 0.1252086 Feb 10 13:26:04.939342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Calling delete_port for 2d128b8c-6087-411c-b52b-c3282443ba04 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:04.971998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.161737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=fa82c9e6-b400-42e3-ab29-d7c3753970f1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:05.188364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-673f4a8e-4365-4f60-b803-8929e2802986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:05.195540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-673f4a8e-4365-4f60-b803-8929e2802986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.1757967 Feb 10 13:26:05.230185 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9fd8e-ccb3-4bf7-9c90-2cf48587ee92 None None] New status for floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:26:05.261564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.320815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4ed34777-9740-4f58-b82f-1f457215ba5d None None] Provisioning complete for port fa82c9e6-b400-42e3-ab29-d7c3753970f1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:05.323529 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ed34777-9740-4f58-b82f-1f457215ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.386943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-bb703e49-2441-4785-9b96-4984c9a7daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:05.395453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-bb703e49-2441-4785-9b96-4984c9a7daef service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.1989298 Feb 10 13:26:05.397990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4ed34777-9740-4f58-b82f-1f457215ba5d None None] Port fa82c9e6-b400-42e3-ab29-d7c3753970f1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:05.547115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-cdca0872-2550-452f-ba51-b21835120e0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.1507292 Feb 10 13:26:05.625780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-7199e472-c9a1-45df-a37b-629f0395aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:05.634681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-7199e472-c9a1-45df-a37b-629f0395aab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0702622 Feb 10 13:26:05.690369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2d128b8c-6087-411c-b52b-c3282443ba04), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.700325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-751a20bc-4b77-44ea-b573-3cc125035952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:05.708639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-751a20bc-4b77-44ea-b573-3cc125035952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728664 Feb 10 13:26:05.748710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:05.753679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d128b8c-6087-411c-b52b-c3282443ba04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:05.807074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.817648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:05.818446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:05.822670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.829668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.858869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks [] for floatingip (40c7c7d5-05e8-44a1-9dce-ff0dea3ca547), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.861515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:05.862837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f92fa415-4bed-45e7-95bb-a7cbdf53e6fe tempest-ExternalNetworksAdminNegativeTestJSON-404645649 tempest-ExternalNetworksAdminNegativeTestJSON-404645649-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/40c7c7d5-05e8-44a1-9dce-ff0dea3ca547 HTTP/1.1" status: 204 len: 168 time: 2.0494227 Feb 10 13:26:05.926088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-f374d216-2553-4d44-9137-fe7aeecce2e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164793 Feb 10 13:26:05.985372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.002256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=fa82c9e6-b400-42e3-ab29-d7c3753970f1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:06.007333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.108576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:06.184462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-49807d68-2fd5-4897-9cd9-7668a991a782 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569206 Feb 10 13:26:06.210370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network 8d424836-2bc5-4220-878e-baef61921f0e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:06.212308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:06.337820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-bd603a39-c915-4d4e-ba8f-d770574f341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:06.344877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-bd603a39-c915-4d4e-ba8f-d770574f341c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1128 time: 0.1192815 Feb 10 13:26:06.357864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:06.515268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Router 19b8d932-79b1-45b2-aba0-01f8eaef6faf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:06.606121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:05Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:06.622632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-58d11151-9241-432c-8abe-13a108a7a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:06.624187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-58d11151-9241-432c-8abe-13a108a7a4cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2769740 Feb 10 13:26:06.667616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11bd361a-df59-46e0-a817-46f5a5279b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.690750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:06.712874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:06.714821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-17209413-3650-4b3c-b1d0-de1c925292dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 1001 time: 0.0834556 Feb 10 13:26:06.715601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:06.786669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11bd361a-df59-46e0-a817-46f5a5279b05 admin admin] Publish callbacks [] for security_group (9c6f0671-122a-48c3-b647-41cbde0f4651), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.840397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11bd361a-df59-46e0-a817-46f5a5279b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6f0671-122a-48c3-b647-41cbde0f4651), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.848801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f973ea2-e541-46a2-8a6c-e05eba85be73 None None] Provisioning complete for port fa82c9e6-b400-42e3-ab29-d7c3753970f1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:06.849727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f973ea2-e541-46a2-8a6c-e05eba85be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:06.870178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-3bce69ff-dd5b-4b71-9c1d-b41fd6dc826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:06.874336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-3bce69ff-dd5b-4b71-9c1d-b41fd6dc826f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1518924 Feb 10 13:26:06.915728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd361a-df59-46e0-a817-46f5a5279b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f0671-122a-48c3-b647-41cbde0f4651,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:06.923248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-11bd361a-df59-46e0-a817-46f5a5279b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb7d2898edab44ab9f213006696a8366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5642841 Feb 10 13:26:06.927713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:06.938256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:06.945077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0a8d7e9-9ee9-49ac-b9e1-73125fd5fc58 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "PUT /v2.0/routers/19b8d932-79b1-45b2-aba0-01f8eaef6faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2586446 Feb 10 13:26:06.947677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:06.952393 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] Sync routers for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:06.953770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Request body: {'port': {'network_id': '8d424836-2bc5-4220-878e-baef61921f0e', 'name': 'tempest-FloatingIPAdminTestJSON-1873004886'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:06.963120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-5417b975-f56c-4fd8-947d-680eba5da2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:06.964995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-5417b975-f56c-4fd8-947d-680eba5da2f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822008 Feb 10 13:26:06.982104 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:06.983722 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:07.007347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] Publish callbacks [] for security_group (9c6f0671-122a-48c3-b647-41cbde0f4651), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.054515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] Publish callbacks [] for security_group (9c6f0671-122a-48c3-b647-41cbde0f4651), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.056398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f973ea2-e541-46a2-8a6c-e05eba85be73 None None] Port fa82c9e6-b400-42e3-ab29-d7c3753970f1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:07.066828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:07.126357 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:07.136256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6f0671-122a-48c3-b647-41cbde0f4651), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.139602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.148094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c6f0671-122a-48c3-b647-41cbde0f4651 HTTP/1.1" status: 204 len: 168 time: 0.2189229 Feb 10 13:26:07.175248 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:07.175884 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:07.182340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c26de-7588-439c-82c2-014d2ca95474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f0671-122a-48c3-b647-41cbde0f4651,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:07.205906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-116c0f5a-af9b-4f84-9f06-a564b6bd6fad service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304168 Feb 10 13:26:07.281770 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:07.282451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464de3e-dc57-45be-9b2b-005fbd0eda1e None None] The sync data for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:07.430342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Made reservation on behalf of 26c7eae0f5214d878df2cd93f398926f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:07.436178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.439922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.473956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] device_id is not set on port cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:07.507028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079bd6ad-00ba-4fdb-add6-c3322094726f req-eb0898ab-7c0f-432e-a0eb-44520e12dd40 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810493 Feb 10 13:26:07.624684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:05Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:07.654529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390c96a-68b2-4f81-823f-557ecd71a9da None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:e3:81:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:05Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:07.704421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45718) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:07.786416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52b0daf4-af61-4163-9a82-3f5fec61c681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=832dae58acf4432c98e5c2f9abb5d3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0786338 Feb 10 13:26:07.787131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:07.849310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.852981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.860850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.884655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.889993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.900825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] Publish callbacks [] for security_group (d286d042-2edb-498b-bd74-8445e7e7cdd5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:07.904045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.916218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:07.931368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3028efba-ee09-4976-be93-0ce777842231 req-442d2e3b-335a-4f5e-9fb6-271bde8370af tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2980471 Feb 10 13:26:07.957755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] Publish callbacks [] for security_group (d286d042-2edb-498b-bd74-8445e7e7cdd5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:08.048316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Allocated IP 172.20.0.6 (8d424836-2bc5-4220-878e-baef61921f0e/5d5db035-e5e6-4b9f-b768-23819fa018f9/cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:08.051235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d286d042-2edb-498b-bd74-8445e7e7cdd5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:08.054944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:08.056218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d286d042-2edb-498b-bd74-8445e7e7cdd5 HTTP/1.1" status: 204 len: 168 time: 0.2681253 Feb 10 13:26:08.084504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82ae04-4bed-4305-8bed-5e99ad34346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d286d042-2edb-498b-bd74-8445e7e7cdd5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:08.147327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-38696b83-8f20-411c-b489-2a4d69252e98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2136981 Feb 10 13:26:08.174370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3028efba-ee09-4976-be93-0ce777842231 req-2d0a0189-bc83-4b4a-a9ab-600ff5732a4e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370996 Feb 10 13:26:08.413979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-5e112088-fa1a-4148-80aa-277bea7c63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:08.415948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-5e112088-fa1a-4148-80aa-277bea7c63ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 1127 time: 0.2391257 Feb 10 13:26:08.468144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c4640-d031-42ea-961c-a968293498ea req-49d5d27b-eeef-4e41-8dbc-43a7a58bfe05 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:08.478870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc6c4640-d031-42ea-961c-a968293498ea req-49d5d27b-eeef-4e41-8dbc-43a7a58bfe05 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 945 time: 0.1910448 Feb 10 13:26:08.606143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:08.647979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc6c4640-d031-42ea-961c-a968293498ea req-5264640e-26b3-4c42-afc9-ad09e7547223 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679077 Feb 10 13:26:08.724361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-b314af46-5230-4db1-8fc5-dffa68f31c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:08.729524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-b314af46-5230-4db1-8fc5-dffa68f31c16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.2834897 Feb 10 13:26:08.786745 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d325b-5fb1-4c41-8cdb-30b1690752a7 x-openstack-request-id: req-389d325b-5fb1-4c41-8cdb-30b1690752a7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:08.787311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "name": "network-vif-plugged", "status": "completed", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:08.787311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-389d325b-5fb1-4c41-8cdb-30b1690752a7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:08.787731 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4', 'code': 200} Feb 10 13:26:08.930513 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35be15-57c4-4177-a492-438fd19940c0 x-openstack-request-id: req-fe35be15-57c4-4177-a492-438fd19940c0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:08.931080 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:08.931080 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe35be15-57c4-4177-a492-438fd19940c0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:08.931466 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:26:08.939367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-442b5a86-21ca-43f6-b0f0-fa94836e4a67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01488e92-3320-474d-8728-3961cb96d234 HTTP/1.1" status: 200 len: 217 time: 0.1284211 Feb 10 13:26:09.006404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-9d59af56-e69a-4481-9867-4f4f4c7700dc tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0715060 Feb 10 13:26:09.073158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:09.167148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event updated for resources: {'Port': ['ID=cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:09.185563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Network 8d424836-2bc5-4220-878e-baef61921f0e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:09.193801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:09.196466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:09.262692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.263353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:09.290192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-df1ca532-eda9-4a81-861e-1f423e2b7d44 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3411777 Feb 10 13:26:09.298202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-b8e32c44-9496-48ea-ad42-e5ec619f5a8c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.313586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-b8e32c44-9496-48ea-ad42-e5ec619f5a8c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports/51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 943 time: 0.2902412 Feb 10 13:26:09.316023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-a7135e0e-5cff-4d28-b552-6b014659d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.321413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:09.322120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-a7135e0e-5cff-4d28-b552-6b014659d109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.3140185 Feb 10 13:26:09.378774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-0768b389-389c-484f-a829-1bf89504291c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485041 Feb 10 13:26:09.400583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a641b3-ae4a-4009-9dc4-a39086bf49e6 req-83b28c21-853d-4819-8012-f15226445a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.402769 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0a641b3-ae4a-4009-9dc4-a39086bf49e6 req-83b28c21-853d-4819-8012-f15226445a16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 1127 time: 0.3611858 Feb 10 13:26:09.453420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-95a854de-2b54-4562-82cc-bc4168271822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.462039 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-95a854de-2b54-4562-82cc-bc4168271822 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.4187748 Feb 10 13:26:09.697226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-9f0cc381-481f-429b-b928-5669aedfa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:09.699055 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-9f0cc381-481f-429b-b928-5669aedfa407 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2130697 Feb 10 13:26:09.733608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-96b00422-573b-4b13-b7ce-b3544ed2e07f tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.3400540 Feb 10 13:26:09.735269 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0a641b3-ae4a-4009-9dc4-a39086bf49e6 req-fb8b0a9a-5a1d-4a64-be36-d2159f0c3ace service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247652 Feb 10 13:26:09.786756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:09.794665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-b56ff800-0a9e-4e05-b999-069e83fed0a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0838039 Feb 10 13:26:09.810858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d7ca945a-256e-4ca3-a6cf-90c32f4f0b27 None None] Provisioning complete for port cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:09.813961 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7ca945a-256e-4ca3-a6cf-90c32f4f0b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:09.851491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-324046148'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:09.851959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-babed7c7-d438-42bd-b59f-1fdd58268584 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602408 Feb 10 13:26:09.891004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Made reservation on behalf of 7fbb97bb4ebc423188154973feb4a3df for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:09.895331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:09.903041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca945a-256e-4ca3-a6cf-90c32f4f0b27 None None] Port cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:09.917487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.045805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for security_group (3f2449dd-2e85-435a-a72d-b54a0372d819), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.049206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f6aaab-db1a-40bc-b612-9e2a6f4c819e req-e545474b-dd16-4db2-9b87-2987e8893feb service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962640 Feb 10 13:26:10.084433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-ac519be0-a8ae-4af7-a963-17fd7da72d06 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.098311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f50002-c181-43b0-baee-aa97a75c8781 req-ac519be0-a8ae-4af7-a963-17fd7da72d06 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.3638930 Feb 10 13:26:10.108396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-0dc400d1-1f19-44ff-b648-a1e4302bcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.110070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-0dc400d1-1f19-44ff-b648-a1e4302bcb3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1692057 Feb 10 13:26:10.112993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'project_id': '26c7eae0f5214d878df2cd93f398926f', 'port_id': 'cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:10.121541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3f2449dd-2e85-435a-a72d-b54a0372d819), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.162735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.225504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:10.250647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d7f87d48-75b3-4638-87c5-1f112eaddbda), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.253129 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Added segment d7f87d48-75b3-4638-87c5-1f112eaddbda of type vlan for network 7d557be2-5fd6-4066-a819-f088d0eab618 Feb 10 13:26:10.273598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.285674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.295042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.301269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.306578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.314199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.320104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.322674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-a8199ef2-e845-44b2-972b-17b39536684a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1714284 Feb 10 13:26:10.335726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2449dd-2e85-435a-a72d-b54a0372d819,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:10.373823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7d557be2-5fd6-4066-a819-f088d0eab618), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.402794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-02bfe505-be1d-40b8-a3e6-1fb236311447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.404555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-02bfe505-be1d-40b8-a3e6-1fb236311447 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2796602 Feb 10 13:26:10.467447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5157040-a0b0-4ffc-8e9d-9f95eaea14be req-0c469415-a439-40cf-85a1-d03d88352038 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360226 Feb 10 13:26:10.516214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7d557be2-5fd6-4066-a819-f088d0eab618), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.522375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.523097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.558909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7691553 Feb 10 13:26:10.560557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:10.566614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Request body: {'subnet': {'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:10.704476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd106a3a-318b-4ad9-b086-e60ba224068d tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'Network': ['ID=7d557be2-5fd6-4066-a819-f088d0eab618,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:10.716028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7d557be2-5fd6-4066-a819-f088d0eab618 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:10.757532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.770876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc42f-a83c-4d02-af19-c09360bb9d6c req-8439be98-98d2-4ed4-b2f4-3679318aedc8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:10.771460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-c777b283-8e97-486b-aad4-e476efba213f service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528838 Feb 10 13:26:10.781404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dbfc42f-a83c-4d02-af19-c09360bb9d6c req-8439be98-98d2-4ed4-b2f4-3679318aedc8 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 945 time: 0.1955867 Feb 10 13:26:10.917009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dbfc42f-a83c-4d02-af19-c09360bb9d6c req-6e73d121-d6dd-4132-b318-2100b7d737bc tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341326 Feb 10 13:26:10.925589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Made reservation on behalf of 7fbb97bb4ebc423188154973feb4a3df for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:10.932473 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:10.944241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:10.946614 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25208be-bba2-4c9d-b7bf-5119915baddc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:11.066626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:11.119084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2026e6fa-ac11-4916-98d2-5d119694bebe req-e7165317-f7f4-4ffe-907e-5250171958e8 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384042 Feb 10 13:26:11.130857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Allocated IP 172.25.8.95 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/90666082-ae95-4bce-8e06-a0101d0fb023) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:11.334357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (cc807b88-75d8-4efc-82f6-03579b0846d7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:11.427262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for port (90666082-ae95-4bce-8e06-a0101d0fb023), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:11.496905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Checking segment: {'id': 'd7f87d48-75b3-4638-87c5-1f112eaddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:11.497273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Network hostable DHCP agents. Network: 7d557be2-5fd6-4066-a819-f088d0eab618, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:11.506227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'Subnet': ['ID=cc807b88-75d8-4efc-82f6-03579b0846d7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:11.519287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:11.549689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-9f3ffe43-cc0e-4aae-b39a-9f4d4b90fd28 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.1494708 Feb 10 13:26:11.632090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Network 7d557be2-5fd6-4066-a819-f088d0eab618 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:11.640280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:11.644366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:11.661856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:11.665116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Pushing event updated for resources: {'Port': ['ID=90666082-ae95-4bce-8e06-a0101d0fb023,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:11.677617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-b6722296-b58e-460e-a2b9-4d6fbe3b7fd1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:11.679333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-b6722296-b58e-460e-a2b9-4d6fbe3b7fd1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports/51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 943 time: 0.1190879 Feb 10 13:26:11.683289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7d557be2-5fd6-4066-a819-f088d0eab618) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:11.695171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592ca92-3009-4fe8-8868-3615f57c00ab None None] Network 7d557be2-5fd6-4066-a819-f088d0eab618 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:11.714973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:11.725304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:11.884197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-12ad85ee-8a44-4519-909e-63bdb0dfe691 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3220317 Feb 10 13:26:11.889311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:11.900455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Request body: {'port': {'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-502108756'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:11.920259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-1c39dc9f-b935-40aa-8481-0a1b1a261d2f tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.1712608 Feb 10 13:26:11.926965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7d557be2-5fd6-4066-a819-f088d0eab618', 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618', 'project_id': '7fbb97bb4ebc423188154973feb4a3df', 'fixed_ips': [{'subnet_id': 'cc807b88-75d8-4efc-82f6-03579b0846d7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:11.928053 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.076542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Made reservation on behalf of 7fbb97bb4ebc423188154973feb4a3df for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:12.080858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.105302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] device_id is not set on port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:12.123164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-1854f9ce-5c1e-4116-8e3a-ae934eacaa06 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:12.134602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-1854f9ce-5c1e-4116-8e3a-ae934eacaa06 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.2092690 Feb 10 13:26:12.252548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-a3e058a3-c083-41e5-b824-d9d37766bf76 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.1170371 Feb 10 13:26:12.258124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:12.321285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.362775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (e985aec0-c0e2-466b-a812-a89450d92c3b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.458921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Allocated IP 2001:db8::2 (7d557be2-5fd6-4066-a819-f088d0eab618/cc807b88-75d8-4efc-82f6-03579b0846d7/904aec4d-ea2b-4db6-b56f-d208204181bc) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:12.474615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.496955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.502425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.503031 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093 disassociated. External IP: 172.25.8.89, port: 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f. Feb 10 13:26:12.690732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for port (90666082-ae95-4bce-8e06-a0101d0fb023), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.697202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.726992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks [] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.735674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.776930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Network 7d557be2-5fd6-4066-a819-f088d0eab618 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:12.778084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:12.784972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:12.807939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:12.821225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Pushing event updated for resources: {'Port': ['ID=904aec4d-ea2b-4db6-b56f-d208204181bc,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:12.862133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Pushing event updated for resources: {'Port': ['ID=90666082-ae95-4bce-8e06-a0101d0fb023,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:12.881647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Attempting to bind port 904aec4d-ea2b-4db6-b56f-d208204181bc on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:12.884866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Attempting to bind port 904aec4d-ea2b-4db6-b56f-d208204181bc by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'd7f87d48-75b3-4638-87c5-1f112eaddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:12.888887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Attempting to bind port 904aec4d-ea2b-4db6-b56f-d208204181bc on network 7d557be2-5fd6-4066-a819-f088d0eab618 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:12.897526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (e985aec0-c0e2-466b-a812-a89450d92c3b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.898082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:12.898522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Checking segment: {'id': 'd7f87d48-75b3-4638-87c5-1f112eaddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:12.898944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.899350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Bound using segment: {'id': 'd7f87d48-75b3-4638-87c5-1f112eaddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:12.900017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Bound port: 904aec4d-ea2b-4db6-b56f-d208204181bc, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f87d48-75b3-4638-87c5-1f112eaddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:12.900544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:12.945509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Allocated IP 2001:db8::111 (7d557be2-5fd6-4066-a819-f088d0eab618/cc807b88-75d8-4efc-82f6-03579b0846d7/2bd58816-47b9-4d4f-93f5-dde3f49cb77c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:12.983237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:12.994154 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:13.007791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:13.025884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] For port 904aec4d-ea2b-4db6-b56f-d208204181bc, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:13.050857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:13.051567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:13.062401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] For port 904aec4d-ea2b-4db6-b56f-d208204181bc, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=904aec4d-ea2b-4db6-b56f-d208204181bc,segment=NetworkSegment(d7f87d48-75b3-4638-87c5-1f112eaddbda),segment_id=d7f87d48-75b3-4638-87c5-1f112eaddbda)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:13.109306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:13.175692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:13.246898 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Floating IP e985aec0-c0e2-466b-a812-a89450d92c3b associated. External IP: 172.25.8.95, port: cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb. Feb 10 13:26:13.258148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:13.370763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74a1ee-bbfb-4f6a-a7d4-ccf28a3951b7 None None] Pushing event updated for resources: {'Port': ['ID=904aec4d-ea2b-4db6-b56f-d208204181bc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:13.418312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:13.705747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-e2714357-1a86-4da3-8dd1-39092670f710 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "PUT /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 694 time: 1.4505999 Feb 10 13:26:13.777838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-c7e938c9-a4d6-4d06-a12f-de1630504995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:13.787877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-c7e938c9-a4d6-4d06-a12f-de1630504995 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1128 time: 0.0752215 Feb 10 13:26:13.827021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:13.886775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-8571d17a-681d-4500-9fd4-5dc92d4f7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:13.890080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:13.894401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-8571d17a-681d-4500-9fd4-5dc92d4f7bfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.1055732 Feb 10 13:26:13.912264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:13.912927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:13.940335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-5e58ce4a-5c3c-4e9a-bb96-172fd68714aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 217 time: 0.0449362 Feb 10 13:26:14.013171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Network 7d557be2-5fd6-4066-a819-f088d0eab618 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:14.018007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:14.025391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:14.030240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-6b859723-1c89-4abc-abe0-867d7094fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.034815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.035481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:14.039924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-6b859723-1c89-4abc-abe0-867d7094fc2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0976491 Feb 10 13:26:14.064414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'Port': ['ID=2bd58816-47b9-4d4f-93f5-dde3f49cb77c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:14.104589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-89617fc2-6c75-4171-8f7d-2ac138b11123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.106595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-89617fc2-6c75-4171-8f7d-2ac138b11123 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661607 Feb 10 13:26:14.125586 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-543159a7-1edc-4f6d-ad19-53dd0b7eb4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2296681 Feb 10 13:26:14.128114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:14.135815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Request body: {'port': {'network_id': '7d557be2-5fd6-4066-a819-f088d0eab618', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1556424501', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:14.136359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] bootfile-name is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:14.136698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] tftp-server is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:14.137058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] server-ip-address is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:14.158300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:14.253749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-c8263a31-08e5-4e17-9356-8a527352c1d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392667 Feb 10 13:26:14.355263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Made reservation on behalf of 7fbb97bb4ebc423188154973feb4a3df for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:14.361864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:14.406759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] device_id is not set on port fd77bad4-e461-4c97-94aa-974a5de1e313 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:14.421213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Router 19b8d932-79b1-45b2-aba0-01f8eaef6faf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:14.425574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a684fc-1f9f-494c-8e67-344f3c5624ba req-907261fa-0ca3-4adf-b76e-0c302efa43a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659305 Feb 10 13:26:14.493439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:14.521196 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cd8e83-aad7-413a-b9e1-e8fb31c5d15b x-openstack-request-id: req-87cd8e83-aad7-413a-b9e1-e8fb31c5d15b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:14.521491 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:14.521745 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87cd8e83-aad7-413a-b9e1-e8fb31c5d15b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:14.522146 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'status': 'completed', 'code': 200} Feb 10 13:26:14.542829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c81ff8-89bd-4ace-8b8e-107bf76f1d91 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:14.701765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:14.712390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] Sync routers for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:14.729742 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:14.730465 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:14.766593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.774613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.782529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.783690 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:14.789079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.795817 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:14.796556 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:14.811905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-5c3cd3fd-cc15-4427-a902-aa48b4c8cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.814137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-5c3cd3fd-cc15-4427-a902-aa48b4c8cb8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 1128 time: 0.1711664 Feb 10 13:26:14.815816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.823362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:14.823743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.831086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:14.842990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-eb0f1a04-cc2a-4eca-a364-f4e23f0c88b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1796803 Feb 10 13:26:14.884302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbbf3f-fb57-4327-8f86-94c2993c2d98 None None] Network 7d557be2-5fd6-4066-a819-f088d0eab618 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:14.893055 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:14.893734 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43d354-7c92-495d-bdf6-ee705322bfae None None] The sync data for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:14.939630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e2a3e64-5b40-48b7-96d6-4f1a2e68ebc7 req-86c290f0-16d0-4d12-886a-93d3f51aae5d tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954094 Feb 10 13:26:14.971540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Allocated IP 2001:db8::74 (7d557be2-5fd6-4066-a819-f088d0eab618/cc807b88-75d8-4efc-82f6-03579b0846d7/fd77bad4-e461-4c97-94aa-974a5de1e313) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:15.003937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119e2a3-24b7-4d2c-bb1e-07b90d6a6710 None None] New status for floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:26:15.004155 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94fe4c80-ebf0-43b4-9796-7991b518564a tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.6552527 Feb 10 13:26:15.005862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:15.094081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-1dd52543-5ee4-4373-9d56-c9f884bca907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:15.096945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Provisioning complete for port 904aec4d-ea2b-4db6-b56f-d208204181bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:15.097397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.098241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-1dd52543-5ee4-4373-9d56-c9f884bca907 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2672765 Feb 10 13:26:15.207946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-cc0d6fb3-e34d-4614-b01f-6f303a9e4b6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 200 len: 217 time: 0.0851171 Feb 10 13:26:15.209243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-443361dd-2ec1-42ca-a821-0aff27379cdb tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "GET /v2.0/floatingips/e985aec0-c0e2-466b-a812-a89450d92c3b HTTP/1.1" status: 200 len: 982 time: 0.2014976 Feb 10 13:26:15.211263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:15.245180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b544c-e24e-4290-bf8b-a063c8961e15 req-4342f0c3-2e2d-4eaa-8688-1611ae2d60f1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:15.257135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 904aec4d-ea2b-4db6-b56f-d208204181bc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:15.258382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe8b544c-e24e-4290-bf8b-a063c8961e15 req-4342f0c3-2e2d-4eaa-8688-1611ae2d60f1 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 945 time: 0.1712749 Feb 10 13:26:15.342084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe8b544c-e24e-4290-bf8b-a063c8961e15 req-223ca90c-628b-4d6a-a844-946817f76932 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775146 Feb 10 13:26:15.466830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-383fb313-060a-4e84-ac7e-167c3f4e7917 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.2510991 Feb 10 13:26:15.468103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:15.472614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-f12b5a99-08d0-4053-b6fb-4402fa3b3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:15.474101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-f12b5a99-08d0-4053-b6fb-4402fa3b3c7e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.2185743 Feb 10 13:26:15.612957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Current status of the port 904aec4d-ea2b-4db6-b56f-d208204181bc is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:15.613710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.677767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] For port 904aec4d-ea2b-4db6-b56f-d208204181bc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=904aec4d-ea2b-4db6-b56f-d208204181bc,segment=NetworkSegment(d7f87d48-75b3-4638-87c5-1f112eaddbda),segment_id=d7f87d48-75b3-4638-87c5-1f112eaddbda)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:15.681791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 904aec4d-ea2b-4db6-b56f-d208204181bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:15.682817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.702227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.713422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-2648c70f-78d0-4a4b-9ffb-fd6af45e62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:15.715101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-2648c70f-78d0-4a4b-9ffb-fd6af45e62f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2254028 Feb 10 13:26:15.726762 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.787076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port 90666082-ae95-4bce-8e06-a0101d0fb023 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:15.787704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.820173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.939406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51539aa6-70e1-45ee-8ecd-4418b682d4b9 None None] Pushing event updated for resources: {'Port': ['ID=904aec4d-ea2b-4db6-b56f-d208204181bc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:15.943236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'Port': ['ID=fd77bad4-e461-4c97-94aa-974a5de1e313,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:15.966443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.967069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (90666082-ae95-4bce-8e06-a0101d0fb023), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:15.988925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 904aec4d-ea2b-4db6-b56f-d208204181bc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:15.995472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for 90666082-ae95-4bce-8e06-a0101d0fb023 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:16.011605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Network 7d557be2-5fd6-4066-a819-f088d0eab618 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:16.014469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:16.030491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:16.047030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:16.047737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.054025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Provisioning complete for port 904aec4d-ea2b-4db6-b56f-d208204181bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:16.054406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.089722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-91f02678-f3a0-4f75-85d9-26c2a9a61adf service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650265 Feb 10 13:26:16.094480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-343c10b8-39d5-4b1a-b412-b815aad10087 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9653828 Feb 10 13:26:16.097126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:16.209120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Current status of the port 904aec4d-ea2b-4db6-b56f-d208204181bc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:16.222051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Provisioning complete for port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:16.222901 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.263697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c98fdf83-c5c9-422c-8a5b-93264ae6c432 None None] Port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:16.303253 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d25208be-bba2-4c9d-b7bf-5119915baddc req-5ad09851-dafa-41a0-9caf-5d33bd235041 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028856 Feb 10 13:26:16.311070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (90666082-ae95-4bce-8e06-a0101d0fb023), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.341706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114c56a-424b-4496-8926-2a983a19d341 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:16.347613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114c56a-424b-4496-8926-2a983a19d341 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:16.354294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114c56a-424b-4496-8926-2a983a19d341 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:16.356126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3114c56a-424b-4496-8926-2a983a19d341 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2575734 Feb 10 13:26:16.359548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:16.367882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-86c203e7-1fd8-4b0b-894e-034c78fe7ca1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:16.382422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-86c203e7-1fd8-4b0b-894e-034c78fe7ca1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1855373 Feb 10 13:26:16.394475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=90666082-ae95-4bce-8e06-a0101d0fb023,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:16.409230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d5cb412c-a04e-4556-882e-ec6750f92344 None None] Provisioning complete for port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:16.409622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d5cb412c-a04e-4556-882e-ec6750f92344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.490684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-784db2be-514c-4d92-b328-abaa8a4c917a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.1072097 Feb 10 13:26:16.499234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:16.521569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb412c-a04e-4556-882e-ec6750f92344 None None] Port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:16.530123 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:26:16.539167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:16.543592 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b371a8f8-8cff-4fff-a418-5926770bc7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:16.563208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Deleting port fd77bad4-e461-4c97-94aa-974a5de1e313 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:16.563706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.593799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.661931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1ae0ea04-61ee-431b-99bf-b51d652d704a None None] Provisioning complete for port fd77bad4-e461-4c97-94aa-974a5de1e313 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:16.663590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ae0ea04-61ee-431b-99bf-b51d652d704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.674090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (e985aec0-c0e2-466b-a812-a89450d92c3b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.674425 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Floating IP e985aec0-c0e2-466b-a812-a89450d92c3b disassociated (deleted). External IP: 172.25.8.95, port: cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb. Feb 10 13:26:16.675810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.690553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Calling delete_port for fd77bad4-e461-4c97-94aa-974a5de1e313 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:16.710994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0ea04-61ee-431b-99bf-b51d652d704a None None] Port fd77bad4-e461-4c97-94aa-974a5de1e313 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:16.846089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fd77bad4-e461-4c97-94aa-974a5de1e313), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.935809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event deleted for resources: {'Port': ['ID=fd77bad4-e461-4c97-94aa-974a5de1e313,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:16.969469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:16.977636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cd794be5-2af8-4001-904e-71bcabe5dcd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "DELETE /v2.0/ports/fd77bad4-e461-4c97-94aa-974a5de1e313 HTTP/1.1" status: 204 len: 168 time: 0.6132891 Feb 10 13:26:16.979285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:16.987539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Request body: {'port': {'name': 'tempest-new-port-name-219485303', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:16.988205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] bootfile-name is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:16.988695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] tftp-server is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:16.989077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] server-ip-address is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:26:17.197802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 904aec4d-ea2b-4db6-b56f-d208204181bc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:17.212447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.245040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Router 19b8d932-79b1-45b2-aba0-01f8eaef6faf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:17.310558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 904aec4d-ea2b-4db6-b56f-d208204181bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:17.311005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.397973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 904aec4d-ea2b-4db6-b56f-d208204181bc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:17.441206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-6e2bc7ac-753f-4fc0-9fb3-4979e8eb53bf tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:17.442717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-6e2bc7ac-753f-4fc0-9fb3-4979e8eb53bf tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 946 time: 0.3661823 Feb 10 13:26:17.522354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:17.531969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.534032 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] Sync routers for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:17.548199 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:17.552835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:17.567627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.588722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.602245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.611612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.673849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] In _notify_port_updated(), no bound segment for port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c on network 7d557be2-5fd6-4066-a819-f088d0eab618 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:26:17.681542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:17.682223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.686126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "PUT /v2.0/ports/2bd58816-47b9-4d4f-93f5-dde3f49cb77c HTTP/1.1" status: 200 len: 1129 time: 0.7043483 Feb 10 13:26:17.691508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Deleting port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:17.691845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:17.696633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:17.710927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:17.729285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:17.730075 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:17.779445 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:17.780573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585343a-5b02-4578-9eaa-7518b6593ee9 None None] The sync data for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:17.796484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b7f36-a0de-4405-aea8-e4f2219d57c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:17.798212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa5b7f36-a0de-4405-aea8-e4f2219d57c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "GET /v2.0/ports/2bd58816-47b9-4d4f-93f5-dde3f49cb77c HTTP/1.1" status: 200 len: 1129 time: 0.0902011 Feb 10 13:26:17.810804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:17.827093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545144b3-554c-4b61-a44a-15139e655604 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event updated for resources: {'Port': ['ID=2bd58816-47b9-4d4f-93f5-dde3f49cb77c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:17.846351 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093 associated. External IP: 172.25.8.89, port: 4d3b7902-0721-4e77-b31c-5d66529cf908. Feb 10 13:26:17.861393 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-23501c21-ef2f-456d-88b3-6bc6bead3e7b tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/floatingips/e985aec0-c0e2-466b-a812-a89450d92c3b HTTP/1.1" status: 204 len: 168 time: 2.3908353 Feb 10 13:26:17.900085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:17.906004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:18.012656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.032915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] For port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:18.033725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.048027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d1c8162d-80ad-40f2-814e-3a78523a0a69 None None] Provisioning complete for port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:18.048413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1c8162d-80ad-40f2-814e-3a78523a0a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.061824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Calling delete_port for 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:18.093618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Deleting port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:18.094254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.136457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:18.137929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8162d-80ad-40f2-814e-3a78523a0a69 None None] Port 2bd58816-47b9-4d4f-93f5-dde3f49cb77c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:26:18.667135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.682977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:18.695838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Calling delete_port for 2bd58816-47b9-4d4f-93f5-dde3f49cb77c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:18.699047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.702056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:18.715549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.722711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:18.723351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:18.745863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-18b9bee8-dedc-4a4d-8c29-e6aff0700b80 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "PUT /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 996 time: 2.2533510 Feb 10 13:26:18.808013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-74c8ce84-832e-46de-b2b8-48601b8b6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:18.817490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-74c8ce84-832e-46de-b2b8-48601b8b6768 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.0582123 Feb 10 13:26:18.943394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:18.950303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-a80cca74-bc9e-4b47-ab1e-f2c3bc3aa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:18.952207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-a80cca74-bc9e-4b47-ab1e-f2c3bc3aa6a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.1271524 Feb 10 13:26:18.976787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Allocated IP 172.25.8.181 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:18.979520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:18.996559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4d3b7902-0721-4e77-b31c-5d66529cf908', '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:19.027960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event deleted for resources: {'Port': ['ID=51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:19.042935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-f80e16c2-60de-4579-8b20-96b2e916085a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 999 time: 0.0837519 Feb 10 13:26:19.136847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] No DVR routers for this DVR port 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:19.152217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.157280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9204683b-9f58-45aa-a5e3-b673f8eeddb3 req-5ce3bb3a-7150-4e5d-8543-38e868325e88 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "DELETE /v2.0/ports/51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f HTTP/1.1" status: 204 len: 173 time: 1.7089057 Feb 10 13:26:19.158031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'name': 'network-vif-deleted', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:19.160800 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e92f7-a483-4f44-85ea-a54a760fe74a" -d '{"events": [{"server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "name": "network-vif-deleted", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:19.164897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-3f6cb2c0-d8f2-46b8-85a2-304d338e49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:19.166423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-3f6cb2c0-d8f2-46b8-85a2-304d338e49e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1053438 Feb 10 13:26:19.294857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-38b0f36b-6713-4f85-a2b8-06ed57cdc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:19.296430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-38b0f36b-6713-4f85-a2b8-06ed57cdc7af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223302 Feb 10 13:26:19.342409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2bd58816-47b9-4d4f-93f5-dde3f49cb77c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.361818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.420240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event deleted for resources: {'Port': ['ID=2bd58816-47b9-4d4f-93f5-dde3f49cb77c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:19.490198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-3d3bc762-f886-4599-a22a-d623742f019c service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857438 Feb 10 13:26:19.501953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.509268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-717fbe04-9cc2-4d56-8939-1a602292272f tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "DELETE /v2.0/ports/2bd58816-47b9-4d4f-93f5-dde3f49cb77c HTTP/1.1" status: 204 len: 168 time: 1.6947567 Feb 10 13:26:19.511026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45856) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:19.629809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Deleting subnet cc807b88-75d8-4efc-82f6-03579b0846d7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:19.639923 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for subnet (cc807b88-75d8-4efc-82f6-03579b0846d7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.654783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.686559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:17Z', 'revision_number': 8, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:19.742240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:19.765967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05a9fe76-a3b8-4aba-9d5d-690a1c6a6da8 req-5e555f6d-0861-44f1-9e05-eec486919aab service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654150 Feb 10 13:26:19.766749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:19.767501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:19.788563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:19.815419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (cc807b88-75d8-4efc-82f6-03579b0846d7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:19.819184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:19.824543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:19.917427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Pushing event updated for resources: {'Port': ['ID=b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:19.941028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:19.996644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65d5d-df23-4616-8c24-21cb61af44ab req-6f85493c-2513-449a-8fc4-335e4d235265 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:19.998337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6af65d5d-df23-4616-8c24-21cb61af44ab req-6f85493c-2513-449a-8fc4-335e4d235265 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 945 time: 0.1052675 Feb 10 13:26:20.059248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (307fe55d-5e4a-49ee-8585-42560ee7b4b2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.071100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cc807b88-75d8-4efc-82f6-03579b0846d7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.099187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6af65d5d-df23-4616-8c24-21cb61af44ab req-1c6ba03a-c2e5-4fed-bfa1-36acc41523e5 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae16c1c-c7c4-4224-8178-6430590a713b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944664 Feb 10 13:26:20.145244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.240378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:17Z', 'revision_number': 8, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:20.289639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8abcec-29b4-4bfa-a7c5-606f523ee6f9 None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '69ccea35-fc75-4e95-ae13-c24b1108f093', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '475b91f3-20de-4086-966d-d7f4534be103', 'port_id': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'mac_address': 'fa:16:3e:61:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:25:33Z', 'updated_at': '2022-02-10T13:26:17Z', 'revision_number': 8, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:20.324411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.330137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.336136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.350432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.359610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.367360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.375882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:20.378237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7252389-fe69-4dad-9490-3421597a828f req-1cb527f9-3159-4eda-b310-eba62a3d80ca tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1528320 Feb 10 13:26:20.390425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (cc807b88-75d8-4efc-82f6-03579b0846d7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.459278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7252389-fe69-4dad-9490-3421597a828f req-03e2fdc8-e701-4ade-a7eb-8391525350e3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742826 Feb 10 13:26:20.460896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event deleted for resources: {'Subnet': ['ID=cc807b88-75d8-4efc-82f6-03579b0846d7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:20.533300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.543759 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b8e9f0-f1c8-4423-a3f7-44d9a9d147a6 x-openstack-request-id: req-99b8e9f0-f1c8-4423-a3f7-44d9a9d147a6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:20.544556 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:20.544847 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99b8e9f0-f1c8-4423-a3f7-44d9a9d147a6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:20.545227 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'status': 'completed', 'code': 200} Feb 10 13:26:20.553608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0dbea4-863f-437d-85bb-6280ade7f078 None None] Network 7d557be2-5fd6-4066-a819-f088d0eab618 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:20.565200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.575065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-190a3515-5af3-4155-a5ce-eb1535f2b68a tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "DELETE /v2.0/subnets/cc807b88-75d8-4efc-82f6-03579b0846d7 HTTP/1.1" status: 204 len: 168 time: 1.0606351 Feb 10 13:26:20.575286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:20.597012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.675491 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b825a94d-a9ce-46ed-82f5-cb54e732ba67 None None] New status for floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:26:20.784964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Pushing event updated for resources: {'Port': ['ID=b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:20.799766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b371a8f8-8cff-4fff-a418-5926770bc7d4 req-57588f95-8c65-4777-8154-d8a7414e2774 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=0b5315d5-6baf-405d-aa10-a80e07f55c1d HTTP/1.1" status: 200 len: 210 time: 0.2099051 Feb 10 13:26:20.801413 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda291d-59fe-4161-ab5a-b0b71bf1302a x-openstack-request-id: req-9eda291d-59fe-4161-ab5a-b0b71bf1302a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:20.801765 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5315d5-6baf-405d-aa10-a80e07f55c1d", "name": "network-vif-deleted", "tag": "51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:20.802082 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eda291d-59fe-4161-ab5a-b0b71bf1302a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:20.802573 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5315d5-6baf-405d-aa10-a80e07f55c1d', 'name': 'network-vif-deleted', 'tag': '51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f', 'status': 'completed', 'code': 200} Feb 10 13:26:20.879721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-505179bb-79a7-4390-975c-f530e37e834f req-ea9f43ca-dbe3-42d7-b8f5-b7e6046b505f tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 996 time: 0.1276989 Feb 10 13:26:20.901801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7d557be2-5fd6-4066-a819-f088d0eab618), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:20.926403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] DHCP port deletion for 7d557be2-5fd6-4066-a819-f088d0eab618 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:26:21.007427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (307fe55d-5e4a-49ee-8585-42560ee7b4b2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.030426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Deleting port 904aec4d-ea2b-4db6-b56f-d208204181bc {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:21.031244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.056628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.058052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58a1b395-aa43-4c6e-9a57-93abc776ffd0 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1570165 Feb 10 13:26:21.064403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:21.079215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371a8f8-8cff-4fff-a418-5926770bc7d4 req-625c46b3-5d60-468b-8d62-4c73d65738d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:21.081029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b371a8f8-8cff-4fff-a418-5926770bc7d4 req-625c46b3-5d60-468b-8d62-4c73d65738d9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2736635 Feb 10 13:26:21.162316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] For port 904aec4d-ea2b-4db6-b56f-d208204181bc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=904aec4d-ea2b-4db6-b56f-d208204181bc,segment=NetworkSegment(d7f87d48-75b3-4638-87c5-1f112eaddbda),segment_id=d7f87d48-75b3-4638-87c5-1f112eaddbda)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:21.162836 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.171131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505179bb-79a7-4390-975c-f530e37e834f req-69ce3eea-c5c1-48f8-81df-393d1426620d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:21.186529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-505179bb-79a7-4390-975c-f530e37e834f req-69ce3eea-c5c1-48f8-81df-393d1426620d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.3044829 Feb 10 13:26:21.196816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-505179bb-79a7-4390-975c-f530e37e834f req-5b5fc6a5-2c3c-4170-ab3d-d4e2adf32d7e tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:26:21.212627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-505179bb-79a7-4390-975c-f530e37e834f req-5b5fc6a5-2c3c-4170-ab3d-d4e2adf32d7e tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243466 Feb 10 13:26:21.213987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Calling delete_port for 904aec4d-ea2b-4db6-b56f-d208204181bc owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:21.224452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371a8f8-8cff-4fff-a418-5926770bc7d4 req-9a4c8cb0-aa9d-448f-8f37-b50a212bf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:21.225974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b371a8f8-8cff-4fff-a418-5926770bc7d4 req-9a4c8cb0-aa9d-448f-8f37-b50a212bf8b5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394274 Feb 10 13:26:21.230990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 904aec4d-ea2b-4db6-b56f-d208204181bc no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:21.237825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Deleting port 904aec4d-ea2b-4db6-b56f-d208204181bc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:21.238261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.258095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:21.298852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.321400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:21.353592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:21.353976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 51eb1ff2-cc0f-4e77-9c6b-9ce2d918679f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:21.398088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] For port 904aec4d-ea2b-4db6-b56f-d208204181bc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=904aec4d-ea2b-4db6-b56f-d208204181bc,segment=NetworkSegment(d7f87d48-75b3-4638-87c5-1f112eaddbda),segment_id=d7f87d48-75b3-4638-87c5-1f112eaddbda)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:21.398471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.431907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Calling delete_port for 904aec4d-ea2b-4db6-b56f-d208204181bc owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:21.481862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 904aec4d-ea2b-4db6-b56f-d208204181bc is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:21.482406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.505495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.525562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.537180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] No DVR routers for this DVR port 904aec4d-ea2b-4db6-b56f-d208204181bc on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:21.570745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-8323ef9f-debf-4cf2-9d7f-667489c25772 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0766089 Feb 10 13:26:21.599322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df68deb-bd82-43fb-bd08-20dc037533f9 None None] Pushing event deleted for resources: {'Port': ['ID=904aec4d-ea2b-4db6-b56f-d208204181bc,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:21.672113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Allocated IP 172.25.8.151 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/04f594c1-25bf-4dc4-8813-3408f041efbe) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:21.694345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-d1c25891-22f4-4ff2-a525-69102b397f6d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:21.707323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-d1c25891-22f4-4ff2-a525-69102b397f6d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports/4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 943 time: 0.1279094 Feb 10 13:26:21.760295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (904aec4d-ea2b-4db6-b56f-d208204181bc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.864131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-c4fc5ba2-6905-4029-b498-a0af77e1bef1 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0924218 Feb 10 13:26:21.867282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event deleted for resources: {'Port': ['ID=904aec4d-ea2b-4db6-b56f-d208204181bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:21.888169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] No DVR routers for this DVR port 904aec4d-ea2b-4db6-b56f-d208204181bc on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:21.898356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:21.965882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.023527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Pushing event updated for resources: {'Port': ['ID=04f594c1-25bf-4dc4-8813-3408f041efbe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:22.041438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:22.044524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:22.053136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:22.126524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7d557be2-5fd6-4066-a819-f088d0eab618), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.162161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d557be2-5fd6-4066-a819-f088d0eab618']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:22.170508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-f905abae-3cab-43b7-8c3c-f2aed7cbfb98 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:22.172485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-f905abae-3cab-43b7-8c3c-f2aed7cbfb98 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.3075786 Feb 10 13:26:22.240138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for floatingip (84ffd2ce-f258-4400-8b72-68d624f75f96), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.273044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-137d4ab3-2f62-4084-9ea5-a381c28dad59 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0854750 Feb 10 13:26:22.279440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:22.291451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f87d48-75b3-4638-87c5-1f112eaddbda') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:22.291781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f87d48-75b3-4638-87c5-1f112eaddbda') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:22.312139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.380276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (d7f87d48-75b3-4638-87c5-1f112eaddbda), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.406437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d7f87d48-75b3-4638-87c5-1f112eaddbda), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.415108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.481390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:22.482410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (d7f87d48-75b3-4638-87c5-1f112eaddbda), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.511803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.519537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:22.580784 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:22.586863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:22.594830 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411c9ef-67a8-4f72-9287-c4be5e087f39" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:22.598079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Pushing event updated for resources: {'Port': ['ID=04f594c1-25bf-4dc4-8813-3408f041efbe,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:22.661663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (84ffd2ce-f258-4400-8b72-68d624f75f96), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.699637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.703795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31b53871-345a-4d2e-9afb-511af9f26a87 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6356189 Feb 10 13:26:22.704385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:22.813768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.815609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7d557be2-5fd6-4066-a819-f088d0eab618), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.825782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.837218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] 10.222.0.13 "DELETE /v2.0/networks/7d557be2-5fd6-4066-a819-f088d0eab618 HTTP/1.1" status: 204 len: 168 time: 2.2605844 Feb 10 13:26:22.838110 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:22.840179 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093 disassociated. External IP: 172.25.8.89, port: 4d3b7902-0721-4e77-b31c-5d66529cf908. Feb 10 13:26:22.847646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-92c9285c-cf8b-4724-a503-c0b27d2bdbb2 tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.1399264 Feb 10 13:26:22.872574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:22.930796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78d02b-fe50-4cb9-a0ef-df41a4714274 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442 tempest-ExtraDHCPOptionsIpV6TestJSON-1303010442-project] Pushing event deleted for resources: {'Network': ['ID=7d557be2-5fd6-4066-a819-f088d0eab618,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:22.995005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4186f886-244f-41a2-890f-aa5fc390e06a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1191843 Feb 10 13:26:22.998634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:23.105629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-ddd2ad2a-9840-4da4-8973-8eea43ac2597 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:23.110138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-ddd2ad2a-9840-4da4-8973-8eea43ac2597 tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 945 time: 0.2635143 Feb 10 13:26:23.267132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:23.348410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:23.431334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:23.444946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:23.445691 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:23.464896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:23.469117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:23.491786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Deleting port 04f594c1-25bf-4dc4-8813-3408f041efbe {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:23.492176 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:23.539511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-dc042f5f-7c28-4aeb-9bae-66defb1a2598 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "PUT /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 695 time: 1.2653875 Feb 10 13:26:23.602692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Deleting port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:23.603109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:23.647283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-3aec4d34-7ed6-4580-bf2e-9bf9a5197723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:23.655379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-3aec4d34-7ed6-4580-bf2e-9bf9a5197723 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.1141117 Feb 10 13:26:23.704578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:23.730400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] For port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,segment=NetworkSegment(9a36ea61-1e26-47ec-adcf-839029976de4),segment_id=9a36ea61-1e26-47ec-adcf-839029976de4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:23.730911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:23.743682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Calling delete_port for 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:23.905919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a6171cde-94ee-45c4-942c-311c7db6fe87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fbb97bb4ebc423188154973feb4a3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5407102 Feb 10 13:26:23.905919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:23.907614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-9a7fdf6c-25db-41c6-87b9-0b7aa83f77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:23.909480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:23.914955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-9a7fdf6c-25db-41c6-87b9-0b7aa83f77f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.2581985 Feb 10 13:26:23.955708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:23.961163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Pushing event deleted for resources: {'Port': ['ID=36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:24.004487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-66315aa3-43b5-4d6b-8fa9-6af63944f1bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0813923 Feb 10 13:26:24.036312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.036929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for floatingip (04f594c1-25bf-4dc4-8813-3408f041efbe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.093825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-3e053aab-7d98-4d5d-b19d-44695454a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:24.101408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-3e053aab-7d98-4d5d-b19d-44695454a52b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0913374 Feb 10 13:26:24.146054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Calling delete_port for 04f594c1-25bf-4dc4-8813-3408f041efbe owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:24.179183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] No DVR routers for this DVR port 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:24.191906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.195309 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-472a123d-098a-4fbc-92a9-e619412fffa8 req-436bdedb-db4a-4f69-a8d3-eef623a0d0fb tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.77 "DELETE /v2.0/ports/36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 HTTP/1.1" status: 204 len: 173 time: 1.0649500 Feb 10 13:26:24.195928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'name': 'network-vif-deleted', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:24.198501 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97daea11-c1d4-4cee-a304-d49538d0979c" -d '{"events": [{"server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "name": "network-vif-deleted", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:24.207995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063daaa-a378-4d18-b1e5-7962915498da req-8933425f-f50c-4211-8398-d66d0c8265ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:24.209668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-8933425f-f50c-4211-8398-d66d0c8265ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0960925 Feb 10 13:26:24.276252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] Publish callbacks [] for security_group (3f2449dd-2e85-435a-a72d-b54a0372d819), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.395114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-bba07ad4-82ee-47ca-8084-a3c2af0b1bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782959 Feb 10 13:26:24.456026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] Publish callbacks [] for security_group (3f2449dd-2e85-435a-a72d-b54a0372d819), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.464943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:24.525129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (04f594c1-25bf-4dc4-8813-3408f041efbe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.534142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:24.542765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:24.543391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:24.558570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Pushing event deleted for resources: {'Port': ['ID=04f594c1-25bf-4dc4-8813-3408f041efbe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:24.560570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3f2449dd-2e85-435a-a72d-b54a0372d819), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.566286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.569772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f2449dd-2e85-435a-a72d-b54a0372d819 HTTP/1.1" status: 204 len: 168 time: 0.6591926 Feb 10 13:26:24.591730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a063daaa-a378-4d18-b1e5-7962915498da req-0a55bc23-48b1-46a0-98c4-8c14189b0a59 service neutron] 10.222.0.13 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856711 Feb 10 13:26:24.635638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0a7d5-d20f-4c43-ad33-1f9794fe0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2449dd-2e85-435a-a72d-b54a0372d819,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:24.699435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks [] for floatingip (84ffd2ce-f258-4400-8b72-68d624f75f96), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.703770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:24.705606 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9a4100f3-9b72-4844-aad4-e3bc88385d82 tempest-FloatingIPAdminTestJSON-1831794781 tempest-FloatingIPAdminTestJSON-1831794781-project] 10.222.0.13 "DELETE /v2.0/floatingips/84ffd2ce-f258-4400-8b72-68d624f75f96 HTTP/1.1" status: 204 len: 168 time: 1.7062070 Feb 10 13:26:24.708989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:24.888515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:24.899949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9dc338fe-fd65-4626-9a16-4c05b44bbb1a req-f506c3e6-dcc3-4a53-9757-d3682ef5395b tempest-DeleteServersTestJSON-998870052 tempest-DeleteServersTestJSON-998870052-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a4d3e2-1934-49b1-a1c4-5e4e369af71a HTTP/1.1" status: 200 len: 210 time: 0.1223526 Feb 10 13:26:24.985317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Deleting port b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:24.985932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.188630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.189354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.209533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Calling delete_port for b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:25.238638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.244321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.250335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.256542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.262064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.269327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.275168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.277516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df049d10-9ed4-4aae-af4d-099504e86982 req-5cf3d56c-1f44-4875-9cd8-8d9fd98802d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2640600 Feb 10 13:26:25.327204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:25.360226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792d77d-05e6-444a-b6f9-e2b85e566b6f None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:25:00Z', 'revision_number': 4, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'c6976f42-e131-4132-b03a-323f9a80fe7d', 'name': '', 'network_id': '8d904b58-8e0a-4236-ac2b-52052f3a9648', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'mac_address': 'fa:16:3e:1a:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:57Z', 'updated_at': '2022-02-10T13:25:07Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'subnets': [{'id': 'c1e60b87-f642-4201-a4f5-eb477fa843c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:25.443215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df049d10-9ed4-4aae-af4d-099504e86982 req-e60b6f04-6bb0-4eb4-a967-5b1db8fe5124 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574011 Feb 10 13:26:25.532909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.576929 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b028f-bcbf-47c9-a245-d35280d887a4 x-openstack-request-id: req-532b028f-bcbf-47c9-a245-d35280d887a4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:25.577226 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:25.578222 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-532b028f-bcbf-47c9-a245-d35280d887a4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:25.578668 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:26:25.581311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Pushing event deleted for resources: {'Port': ['ID=b696ce4e-0ebd-4226-8ab4-bbb89e6ea2bd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:25.643172 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe0076-2d7e-4921-856a-f51bc4fe9d27 x-openstack-request-id: req-c1fe0076-2d7e-4921-856a-f51bc4fe9d27 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:25.647523 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4d3e2-1934-49b1-a1c4-5e4e369af71a", "name": "network-vif-deleted", "tag": "36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:25.651677 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1fe0076-2d7e-4921-856a-f51bc4fe9d27 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:25.652477 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4d3e2-1934-49b1-a1c4-5e4e369af71a', 'name': 'network-vif-deleted', 'tag': '36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4', 'status': 'completed', 'code': 200} Feb 10 13:26:25.688318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-3bfe0f30-f590-4abe-9556-ca708c8445fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.690279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks [] for floatingip (307fe55d-5e4a-49ee-8585-42560ee7b4b2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.690592 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-3bfe0f30-f590-4abe-9556-ca708c8445fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.1104336 Feb 10 13:26:25.696095 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.700197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0c88794a-f445-42cd-9a17-2bc73d60451e tempest-FloatingIPAdminTestJSON-1128749262 tempest-FloatingIPAdminTestJSON-1128749262-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/307fe55d-5e4a-49ee-8585-42560ee7b4b2 HTTP/1.1" status: 204 len: 168 time: 0.9897840 Feb 10 13:26:25.703635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:25.793671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:25.831756 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a819-4b1d-4b8e-83b1-fcad025aa024 None None] New status for floating IP 69ccea35-fc75-4e95-ae13-c24b1108f093: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:26:25.841793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-531d21fb-893c-44c4-8d7d-f65693c99cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:25.843656 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-531d21fb-893c-44c4-8d7d-f65693c99cbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.1462913 Feb 10 13:26:25.845313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-cbac8491-fafc-442b-a6de-093b9b7e4723 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 200 len: 695 time: 0.0751476 Feb 10 13:26:25.898179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-011b3889-6325-47ef-9b70-e168da9c1b60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0447626 Feb 10 13:26:25.991781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:25.992124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:25.996861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1762627799'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:26.006908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-b702f3d2-ffc9-4241-92f2-83702b9ed6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:26.008519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-b702f3d2-ffc9-4241-92f2-83702b9ed6ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.1051555 Feb 10 13:26:26.031675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-3998d704-bef6-4006-a52d-dcb5abce8aba tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:26.039840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-3998d704-bef6-4006-a52d-dcb5abce8aba tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1729836 Feb 10 13:26:26.048553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-3ef23fdb-ba8d-49aa-a62e-934c6d1aba76 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:26:26.055817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-3ef23fdb-ba8d-49aa-a62e-934c6d1aba76 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143726 Feb 10 13:26:26.065782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:26.071280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.083959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.118413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-989fa8f5-40d3-4620-8fc3-55852b91b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:26.120078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-989fa8f5-40d3-4620-8fc3-55852b91b04b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1048946 Feb 10 13:26:26.145304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-3fcf9b95-d5b0-4f99-8e0f-817e17a1b18a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 698 time: 0.0885258 Feb 10 13:26:26.217099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.222550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-03a38ce7-794f-4165-aad8-a902e4b5380e tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 696 time: 0.0644372 Feb 10 13:26:26.243712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:26.262289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-4958ebe7-07cb-46b2-826e-f2290fc24bb1 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355462 Feb 10 13:26:26.349828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for security_group (a07eedd7-0f99-49fc-9d41-5e4286148406), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.358111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a07eedd7-0f99-49fc-9d41-5e4286148406), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.379244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:26.413299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4411c9ef-67a8-4f72-9287-c4be5e087f39 req-c7adc42a-fcdd-406d-925f-5a2335c932fc service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444807 Feb 10 13:26:26.414562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c7c7e4a7-920a-48be-9188-80ec074cd659), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.415021 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment c7c7e4a7-920a-48be-9188-80ec074cd659 of type vlan for network 1102019c-2ac4-462e-b175-253b628ef1e5 Feb 10 13:26:26.428897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07eedd7-0f99-49fc-9d41-5e4286148406,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:26.441190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Deleting port 5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:26.441529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.465554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1102019c-2ac4-462e-b175-253b628ef1e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.494080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1102019c-2ac4-462e-b175-253b628ef1e5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.499937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:26.500675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.545144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.545860 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7511308 Feb 10 13:26:26.591403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96ac60-bb99-47e0-8e08-48c8603d02c8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=1102019c-2ac4-462e-b175-253b628ef1e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:26.594254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.594705 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.598964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:26.618360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1102019c-2ac4-462e-b175-253b628ef1e5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:26.634073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Calling delete_port for 5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:26.739266 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.742926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5c196109-482f-4f2a-b4b2-09d99504004a tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/ports/cacd186a-e7f7-4873-9ab4-c1aa5e7f7adb HTTP/1.1" status: 204 len: 168 time: 1.0382798 Feb 10 13:26:26.745551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:26.830217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b86a70-3b74-492d-a33d-101b9d8903f8 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:26.832031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-56b86a70-3b74-492d-a33d-101b9d8903f8 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b8d932-79b1-45b2-aba0-01f8eaef6faf HTTP/1.1" status: 200 len: 913 time: 0.0854487 Feb 10 13:26:26.834779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:26.938873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:26.970929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event deleted for resources: {'Port': ['ID=5ce18e0b-e8d6-4d57-bfdc-5a1ff06463dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:27.052214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks [] for floatingip (69ccea35-fc75-4e95-ae13-c24b1108f093), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:27.068315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:27.080435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-812a4cbb-dbb7-4a53-8d71-73418c10274f req-a36c9e0f-000b-4b9c-b04b-b30db5898358 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "DELETE /v2.0/floatingips/69ccea35-fc75-4e95-ae13-c24b1108f093 HTTP/1.1" status: 204 len: 173 time: 0.8519948 Feb 10 13:26:27.259672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.266653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.273047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.278854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.285423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.290856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.296931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.301837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:27.317132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1910a599-e255-4dde-aa67-a57a0437af4e req-344806de-92bf-47b1-853e-6fcb12f74fdc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1178050 Feb 10 13:26:27.323695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:27.324046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 36e8fb44-cdc8-4ac8-abcf-8ac73a123eb4 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:27.388782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1910a599-e255-4dde-aa67-a57a0437af4e req-a7ae7c3d-6bac-40fc-b0e3-e8c6e6634de9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704205 Feb 10 13:26:27.579719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:27.582180 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:27.704781 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09c36b-831c-4504-9fbe-e0f50396f6db x-openstack-request-id: req-9e09c36b-831c-4504-9fbe-e0f50396f6db {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:27.705306 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:27.705747 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e09c36b-831c-4504-9fbe-e0f50396f6db {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:27.706338 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:26:27.837298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb15c3-f314-4de4-9c57-e4c85fffc0de req-70b26349-e997-4b50-9307-dbddb9d10ff9 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.839192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83eb15c3-f314-4de4-9c57-e4c85fffc0de req-70b26349-e997-4b50-9307-dbddb9d10ff9 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.0563836 Feb 10 13:26:27.868448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-70252d4b-698a-4846-a58c-7fa38fe94092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:27.871154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-70252d4b-698a-4846-a58c-7fa38fe94092 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 1128 time: 0.1392760 Feb 10 13:26:27.895868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:27.910130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83eb15c3-f314-4de4-9c57-e4c85fffc0de req-ab1d2600-9e21-4ee6-b2cf-ba344ae16907 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Feb 10 13:26:28.217618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-5e1d77b2-225e-4f11-be12-32d722df78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.219392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-5e1d77b2-225e-4f11-be12-32d722df78e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 200 len: 921 time: 0.3404088 Feb 10 13:26:28.332030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-6c0352c8-da54-4df7-b687-27d48f289d0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 200 len: 217 time: 0.0612631 Feb 10 13:26:28.395734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port fa82c9e6-b400-42e3-ab29-d7c3753970f1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:28.396105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:28.399655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-21da6dab-bc20-4d5a-bea7-948e325d5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.401115 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-21da6dab-bc20-4d5a-bea7-948e325d5e64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 200 len: 859 time: 0.0627782 Feb 10 13:26:28.524723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-92ae5611-b3b9-415d-bd3b-2035eb6f0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.526282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-92ae5611-b3b9-415d-bd3b-2035eb6f0dbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8d904b58-8e0a-4236-ac2b-52052f3a9648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1129076 Feb 10 13:26:28.527944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:28.558572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for fa82c9e6-b400-42e3-ab29-d7c3753970f1 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:28.576680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.583473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.588015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.592799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.600255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.605545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.611396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:28.613314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-1062df60-b4bc-45f5-b5d1-00542b2fd92b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1311207 Feb 10 13:26:28.703554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6635fc4d-80a5-4bdd-8adf-aa84d64ce9ab req-89daed68-dc4e-49c4-af0f-f788f0594eb9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809102 Feb 10 13:26:28.722594 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-b4edbfd6-d2a6-456e-a2c8-01214a0f670a service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866059 Feb 10 13:26:28.959483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6b7b8dd-d3ea-4bc5-8e99-15538ace42b4 req-f98fd417-992a-4aeb-a66f-5ffd7899db01 service neutron] 10.222.0.77 "GET /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891770 Feb 10 13:26:29.018223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-59b2bb8e-b2c9-4b55-abe7-9d446f86d618 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:29.019991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-59b2bb8e-b2c9-4b55-abe7-9d446f86d618 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.1154165 Feb 10 13:26:29.021247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fa82c9e6-b400-42e3-ab29-d7c3753970f1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:29.111068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=fa82c9e6-b400-42e3-ab29-d7c3753970f1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:29.178644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e55d3e-de94-40a6-9901-b4e7c4b32973 req-8551446b-e839-48e0-a47b-744b406acb53 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:29.200142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3e55d3e-de94-40a6-9901-b4e7c4b32973 req-8551446b-e839-48e0-a47b-744b406acb53 tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 946 time: 0.1725111 Feb 10 13:26:29.308138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3e55d3e-de94-40a6-9901-b4e7c4b32973 req-57d14885-6ebe-421e-96bb-6a9396abaf2d tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/security-groups?id=9898eb56-1c9a-4440-baf0-c27175a0e67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064496 Feb 10 13:26:29.594507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Deleting port 4d3b7902-0721-4e77-b31c-5d66529cf908 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:29.595006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:29.637324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:29.895580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:29.901431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:30.039354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] For port 4d3b7902-0721-4e77-b31c-5d66529cf908, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4d3b7902-0721-4e77-b31c-5d66529cf908,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:30.039953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:30.060148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Calling delete_port for 4d3b7902-0721-4e77-b31c-5d66529cf908 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:30.341717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Router 19b8d932-79b1-45b2-aba0-01f8eaef6faf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:30.359359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4d3b7902-0721-4e77-b31c-5d66529cf908), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:30.371413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4d3b7902-0721-4e77-b31c-5d66529cf908'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:30.427960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Pushing event deleted for resources: {'Port': ['ID=4d3b7902-0721-4e77-b31c-5d66529cf908,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:30.455437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.460829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.470340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.478020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.487287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.493447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.495112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] No DVR routers for this DVR port 4d3b7902-0721-4e77-b31c-5d66529cf908 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:30.498998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:30.502492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:30.503821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b2c2443f-a224-4c3a-a456-dc44c0f0d578 req-fa677785-ef2e-4683-a2a9-cb7c859ce35a tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.77 "DELETE /v2.0/ports/4d3b7902-0721-4e77-b31c-5d66529cf908 HTTP/1.1" status: 204 len: 173 time: 1.4773054 Feb 10 13:26:30.504358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'name': 'network-vif-deleted', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:30.505152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-b056f8b1-cbdb-4f44-84cc-8792352426e6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.6662698 Feb 10 13:26:30.506881 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004163b-e7a7-49cd-9a5b-aff801e27626" -d '{"events": [{"server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "name": "network-vif-deleted", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:30.586153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:30.596634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:30.603764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:30.618087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-40ac26ff-c37e-47f5-8696-7e3089d0abc6 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "PUT /v2.0/routers/19b8d932-79b1-45b2-aba0-01f8eaef6faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7799416 Feb 10 13:26:30.618273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] Sync routers for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:30.618675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:30.631957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:30.634104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:30.722978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:30.748941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] Routers {'19b8d932-79b1-45b2-aba0-01f8eaef6faf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:30.749822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:30.791316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0332acf-64a8-4467-acc3-5ee6a8e92253 req-e2203363-76dd-4a2d-ace1-c0d14e3ad158 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2730157 Feb 10 13:26:30.854781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:30.860247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d65e7-7cf5-4b4d-90af-ae11384d2bc1 None None] The sync data for ids ['19b8d932-79b1-45b2-aba0-01f8eaef6faf'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:30.870596 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ae15-f35b-4089-93f8-b3174c937788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:30.916840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.198124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_gateway (19b8d932-79b1-45b2-aba0-01f8eaef6faf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.227190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4a04f85-3d98-40ee-9466-c11c28d9294a req-5f35f069-1d0f-41f1-99ae-22fbbe0ccb9c tempest-FloatingIPsAssociationTestJSON-1766396567 tempest-FloatingIPsAssociationTestJSON-1766396567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68ac794-1e82-4271-9a42-84a4482ce8ec HTTP/1.1" status: 200 len: 210 time: 0.0981941 Feb 10 13:26:31.244044 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3e5ebf46-1a62-4c91-8abc-abda0058ebb2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.295514 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac689762-8806-49e5-9c11-f7cbe8a7381b x-openstack-request-id: req-ac689762-8806-49e5-9c11-f7cbe8a7381b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:31.295820 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68ac794-1e82-4271-9a42-84a4482ce8ec", "name": "network-vif-deleted", "tag": "4d3b7902-0721-4e77-b31c-5d66529cf908", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:31.296791 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac689762-8806-49e5-9c11-f7cbe8a7381b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:31.296791 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68ac794-1e82-4271-9a42-84a4482ce8ec', 'name': 'network-vif-deleted', 'tag': '4d3b7902-0721-4e77-b31c-5d66529cf908', 'status': 'completed', 'code': 200} Feb 10 13:26:31.299318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port e550fcfd-299c-4877-ac22-974d41c6bab2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:31.299691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e550fcfd-299c-4877-ac22-974d41c6bab2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.334223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=3e5ebf46-1a62-4c91-8abc-abda0058ebb2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:31.342430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': 'c7c7e4a7-920a-48be-9188-80ec074cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:31.342797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: 1102019c-2ac4-462e-b175-253b628ef1e5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:31.362554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network 1102019c-2ac4-462e-b175-253b628ef1e5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:31.377011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1102019c-2ac4-462e-b175-253b628ef1e5) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:31.382861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:31.383708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.391434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7fa45-0aaa-4707-9e74-1ba1c491226e None None] Network 1102019c-2ac4-462e-b175-253b628ef1e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:31.415423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf130c58-ced4-4267-b0a8-41974ecd08d9 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5187466 Feb 10 13:26:31.418810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:31.422457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e550fcfd-299c-4877-ac22-974d41c6bab2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.429668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-980133949'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:31.449007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for e550fcfd-299c-4877-ac22-974d41c6bab2 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:31.469720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:31.473413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.503551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:31.518412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fe94d008-a045-4985-8db2-ffd751160079), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.518744 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment fe94d008-a045-4985-8db2-ffd751160079 of type vlan for network f3bc0361-74e0-4014-9b2b-5ecf1811f27f Feb 10 13:26:31.569898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.584966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1102019c-2ac4-462e-b175-253b628ef1e5', 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': '3e5ebf46-1a62-4c91-8abc-abda0058ebb2'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:31.585933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.602238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.607701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:31.608809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.648788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2283406 Feb 10 13:26:31.652554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:31.664312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:31.713483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e550fcfd-299c-4877-ac22-974d41c6bab2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.735936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760deedb-6576-4091-91f7-36d1bede5633 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=f3bc0361-74e0-4014-9b2b-5ecf1811f27f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:31.744616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=e550fcfd-299c-4877-ac22-974d41c6bab2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:31.785313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:31.837802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.895282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:31.902277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:31.982060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Allocated IP 2001:db8:0:ffff::2 (1102019c-2ac4-462e-b175-253b628ef1e5/3e5ebf46-1a62-4c91-8abc-abda0058ebb2/880449b5-98b3-44ab-bf32-da58f8b89d20) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:32.071839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.076012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router_controller (19b8d932-79b1-45b2-aba0-01f8eaef6faf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.145813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.150941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.156741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.162047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.167248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.173062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.178256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:32.185781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-724de999-3560-434e-9131-849a4f778fa6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1420283 Feb 10 13:26:32.201073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (19b8d932-79b1-45b2-aba0-01f8eaef6faf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.201662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Fanout notify agent at l3_agent the message router_deleted on router 19b8d932-79b1-45b2-aba0-01f8eaef6faf {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:26:32.208664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.211997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks [] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.212152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82580524-26f6-46a7-89e7-dec4b26e9f82 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/routers/19b8d932-79b1-45b2-aba0-01f8eaef6faf HTTP/1.1" status: 204 len: 168 time: 1.5902727 Feb 10 13:26:32.213563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:32.221736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.256047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Network 1102019c-2ac4-462e-b175-253b628ef1e5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:32.328933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:32.331581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting subnet 5d5db035-e5e6-4b9f-b768-23819fa018f9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:32.337052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:32.340694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Pushing event updated for resources: {'Port': ['ID=880449b5-98b3-44ab-bf32-da58f8b89d20,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:32.346756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for subnet (5d5db035-e5e6-4b9f-b768-23819fa018f9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.347302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec4d49d-1d50-4c8b-8723-207405c8282f req-6f63c6da-2fb3-4d37-9a4f-83219f231a5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601262 Feb 10 13:26:32.374710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.375065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.376920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.377275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.377615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.380555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.382278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.382686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.383039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.383381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.383719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.384055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.389250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:32.415858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (5d5db035-e5e6-4b9f-b768-23819fa018f9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.423072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:32.504610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Attempting to bind port 880449b5-98b3-44ab-bf32-da58f8b89d20 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:32.509427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Attempting to bind port 880449b5-98b3-44ab-bf32-da58f8b89d20 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c7c7e4a7-920a-48be-9188-80ec074cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:32.509876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Attempting to bind port 880449b5-98b3-44ab-bf32-da58f8b89d20 on network 1102019c-2ac4-462e-b175-253b628ef1e5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:32.524257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:32.524647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Checking segment: {'id': 'c7c7e4a7-920a-48be-9188-80ec074cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:32.528786 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.529234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Bound using segment: {'id': 'c7c7e4a7-920a-48be-9188-80ec074cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:32.529739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Bound port: 880449b5-98b3-44ab-bf32-da58f8b89d20, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c7e4a7-920a-48be-9188-80ec074cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1102019c-2ac4-462e-b175-253b628ef1e5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:32.530135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.590436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:26:32.594404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (855a7274-3889-4c0e-a547-25f7248c7480), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.599186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (5d5db035-e5e6-4b9f-b768-23819fa018f9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.665219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (5d5db035-e5e6-4b9f-b768-23819fa018f9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.672909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] For port 880449b5-98b3-44ab-bf32-da58f8b89d20, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:32.685744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] For port 880449b5-98b3-44ab-bf32-da58f8b89d20, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=880449b5-98b3-44ab-bf32-da58f8b89d20,segment=NetworkSegment(c7c7e4a7-920a-48be-9188-80ec074cd659),segment_id=c7c7e4a7-920a-48be-9188-80ec074cd659)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:32.697237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.709132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5db035-e5e6-4b9f-b768-23819fa018f9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:32.720741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.730265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f48f74b7-1183-4ca7-ac32-f14a9494ed7f tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/subnets/5d5db035-e5e6-4b9f-b768-23819fa018f9 HTTP/1.1" status: 204 len: 168 time: 0.5131302 Feb 10 13:26:32.730597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:32.750204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaac192-1cc6-4306-b2ea-fc1d333c2f41 None None] Network 8d424836-2bc5-4220-878e-baef61921f0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:32.803856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=855a7274-3889-4c0e-a547-25f7248c7480,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:32.852446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': 'fe94d008-a045-4985-8db2-ffd751160079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:32.853504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: f3bc0361-74e0-4014-9b2b-5ecf1811f27f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:32.924554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8d424836-2bc5-4220-878e-baef61921f0e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:32.976707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:32.980078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63819a4-bfdf-48dd-a8cb-cf7cfadf6ebb None None] Pushing event updated for resources: {'Port': ['ID=880449b5-98b3-44ab-bf32-da58f8b89d20,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:33.087836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] DHCP port deletion for 8d424836-2bc5-4220-878e-baef61921f0e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:26:33.095051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f3bc0361-74e0-4014-9b2b-5ecf1811f27f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:33.102207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:33.102899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.164943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-19570aa9-95e3-44cc-8c34-5aa0e8554813 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5113866 Feb 10 13:26:33.167922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:33.175323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'port': {'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f', 'name': 'tempest-NetworksIpV6TestAttrs-253342060'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:33.215765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port b4fe24ce-3a22-4965-8893-6e87a2b628cf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:33.216203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.269312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9dbae-d411-44ed-b670-a5e5d9030b1b None None] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:33.337683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] For port b4fe24ce-3a22-4965-8893-6e87a2b628cf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b4fe24ce-3a22-4965-8893-6e87a2b628cf,segment=NetworkSegment(6195091f-fb07-4e6e-aadd-8ddf024132b7),segment_id=6195091f-fb07-4e6e-aadd-8ddf024132b7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:33.337683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.370794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for b4fe24ce-3a22-4965-8893-6e87a2b628cf owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:33.425832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:33.429371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.471472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] device_id is not set on port 2fa511ba-d04d-442b-9eae-dc818b31f924 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:33.471730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4d3b7902-0721-4e77-b31c-5d66529cf908 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:33.473621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b4fe24ce-3a22-4965-8893-6e87a2b628cf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:33.564496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f3bc0361-74e0-4014-9b2b-5ecf1811f27f', 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': '855a7274-3889-4c0e-a547-25f7248c7480'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:33.567731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.591257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.623834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=b4fe24ce-3a22-4965-8893-6e87a2b628cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:33.676257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] No DVR routers for this DVR port b4fe24ce-3a22-4965-8893-6e87a2b628cf on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:33.708659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Allocated IP 2001:db8::f816:3eff:fef9:3448 (f3bc0361-74e0-4014-9b2b-5ecf1811f27f/855a7274-3889-4c0e-a547-25f7248c7480/2fa511ba-d04d-442b-9eae-dc818b31f924) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:33.729432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 4d3b7902-0721-4e77-b31c-5d66529cf908 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:33.729893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4d3b7902-0721-4e77-b31c-5d66529cf908 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:33.743544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Deleting port b4fe24ce-3a22-4965-8893-6e87a2b628cf {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:33.744035 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.778901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8d424836-2bc5-4220-878e-baef61921f0e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.801978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d424836-2bc5-4220-878e-baef61921f0e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:33.813499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6195091f-fb07-4e6e-aadd-8ddf024132b7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:33.813939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6195091f-fb07-4e6e-aadd-8ddf024132b7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:33.824088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (6195091f-fb07-4e6e-aadd-8ddf024132b7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.832954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] For port b4fe24ce-3a22-4965-8893-6e87a2b628cf, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:33.833358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.838611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6195091f-fb07-4e6e-aadd-8ddf024132b7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.844829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:33.845221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (6195091f-fb07-4e6e-aadd-8ddf024132b7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.848192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Calling delete_port for b4fe24ce-3a22-4965-8893-6e87a2b628cf owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:33.851909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Port b4fe24ce-3a22-4965-8893-6e87a2b628cf was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:26:33.857226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (b4fe24ce-3a22-4965-8893-6e87a2b628cf), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.868180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1437-346c-4f84-88be-c2127dfb3c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.895902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for port (2fa511ba-d04d-442b-9eae-dc818b31f924), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.910662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] No DVR routers for this DVR port b4fe24ce-3a22-4965-8893-6e87a2b628cf on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:33.932845 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:33.938030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2fa511ba-d04d-442b-9eae-dc818b31f924), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.949182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c5ffa-50dc-4fc8-97b5-33b266d91401 None None] Pushing event deleted for resources: {'Port': ['ID=b4fe24ce-3a22-4965-8893-6e87a2b628cf,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:33.965981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8d424836-2bc5-4220-878e-baef61921f0e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:33.998597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.003559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port b4fe24ce-3a22-4965-8893-6e87a2b628cf {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:26:34.003729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port b4fe24ce-3a22-4965-8893-6e87a2b628cf host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:26:34.004135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b4fe24ce-3a22-4965-8893-6e87a2b628cf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:34.029708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Port': ['ID=2fa511ba-d04d-442b-9eae-dc818b31f924,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:34.038684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.039736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:34.041876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:34.059558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:34.065317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.067366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Allocated IP 2001:db8::f816:3eff:fe81:10d8 (f3bc0361-74e0-4014-9b2b-5ecf1811f27f/855a7274-3889-4c0e-a547-25f7248c7480/1c4abbe6-974b-4977-9dc1-b5655e0860c9) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:34.069736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.070725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.073158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.089534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.096929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66cd1544-36e4-4b2e-9238-65d3ef80ffa5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9275661 Feb 10 13:26:34.099493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46072) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:34.109265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.117694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:34.130116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-4ed7e206-328f-4bfb-832d-7830cc8bbe53 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.5939639 Feb 10 13:26:34.179872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting subnet 855a7274-3889-4c0e-a547-25f7248c7480 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:34.190293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.195827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/networks/8d424836-2bc5-4220-878e-baef61921f0e HTTP/1.1" status: 204 len: 168 time: 1.4621689 Feb 10 13:26:34.196649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:34.273923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (475b91f3-20de-4086-966d-d7f4534be103), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.284538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d24555-ac9a-48b3-b8af-86e0dc74e116 tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Network': ['ID=8d424836-2bc5-4220-878e-baef61921f0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:34.307365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks [] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.317598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.323870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (855a7274-3889-4c0e-a547-25f7248c7480), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.374884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:34.381327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:34.386118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Pushing event updated for resources: {'Port': ['ID=1c4abbe6-974b-4977-9dc1-b5655e0860c9,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:34.398129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:34.412122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (855a7274-3889-4c0e-a547-25f7248c7480), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.504384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Attempting to bind port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:34.505646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Attempting to bind port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'fe94d008-a045-4985-8db2-ffd751160079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:34.506596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Attempting to bind port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 on network f3bc0361-74e0-4014-9b2b-5ecf1811f27f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:34.515792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:34.516608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Checking segment: {'id': 'fe94d008-a045-4985-8db2-ffd751160079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:34.517200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.517739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Bound using segment: {'id': 'fe94d008-a045-4985-8db2-ffd751160079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:34.518740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Bound port: 1c4abbe6-974b-4977-9dc1-b5655e0860c9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe94d008-a045-4985-8db2-ffd751160079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3bc0361-74e0-4014-9b2b-5ecf1811f27f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:34.520686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.522947 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.549503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Deleting port 637dce17-3130-452b-a432-435386eb936a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:34.550056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (637dce17-3130-452b-a432-435386eb936a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.589984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21d98cab-26ad-4efa-a3d9-5425d248b4ae req-347a974f-aba9-4076-8737-bfdffa4975f8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4588830 Feb 10 13:26:34.687772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9329c9-9cb0-46d8-808c-f2f5bdf69a80 None None] Network 1102019c-2ac4-462e-b175-253b628ef1e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:34.816859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Deleting port c6976f42-e131-4132-b03a-323f9a80fe7d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:34.817380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:34.993295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] For port c6976f42-e131-4132-b03a-323f9a80fe7d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c6976f42-e131-4132-b03a-323f9a80fe7d,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:34.993662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.016971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Calling delete_port for c6976f42-e131-4132-b03a-323f9a80fe7d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:35.024558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Provisioning complete for port 880449b5-98b3-44ab-bf32-da58f8b89d20 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:35.024959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.273862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Current status of the port 880449b5-98b3-44ab-bf32-da58f8b89d20 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:35.274365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.298875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 880449b5-98b3-44ab-bf32-da58f8b89d20 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:35.336038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] For port 880449b5-98b3-44ab-bf32-da58f8b89d20, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=880449b5-98b3-44ab-bf32-da58f8b89d20,segment=NetworkSegment(c7c7e4a7-920a-48be-9188-80ec074cd659),segment_id=c7c7e4a7-920a-48be-9188-80ec074cd659)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:35.341533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (855a7274-3889-4c0e-a547-25f7248c7480), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.352241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.435333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (637dce17-3130-452b-a432-435386eb936a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.435719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (637dce17-3130-452b-a432-435386eb936a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.486314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Calling delete_port for 637dce17-3130-452b-a432-435386eb936a owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:35.506707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d10eb-8939-4e39-a780-874f4b182117 None None] Pushing event updated for resources: {'Port': ['ID=880449b5-98b3-44ab-bf32-da58f8b89d20,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:35.510725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 880449b5-98b3-44ab-bf32-da58f8b89d20 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:35.511287 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.615617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c6976f42-e131-4132-b03a-323f9a80fe7d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.631607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (855a7274-3889-4c0e-a547-25f7248c7480), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.649227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6976f42-e131-4132-b03a-323f9a80fe7d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:35.695962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] For port 1c4abbe6-974b-4977-9dc1-b5655e0860c9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:35.725444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=855a7274-3889-4c0e-a547-25f7248c7480,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:35.733924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.742139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:35.749369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d9cfb826-0087-4462-aeb8-ee46fa15ec83 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/855a7274-3889-4c0e-a547-25f7248c7480 HTTP/1.1" status: 204 len: 168 time: 1.6485100 Feb 10 13:26:35.752776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 880449b5-98b3-44ab-bf32-da58f8b89d20 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:35.757521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] For port 1c4abbe6-974b-4977-9dc1-b5655e0860c9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c4abbe6-974b-4977-9dc1-b5655e0860c9,segment=NetworkSegment(fe94d008-a045-4985-8db2-ffd751160079),segment_id=fe94d008-a045-4985-8db2-ffd751160079)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:35.775103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.791277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.879048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f218e3cc-9915-4cba-9a86-0b2a14fbefc6 None None] Provisioning complete for port 880449b5-98b3-44ab-bf32-da58f8b89d20 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:35.879809 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f218e3cc-9915-4cba-9a86-0b2a14fbefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.924485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (637dce17-3130-452b-a432-435386eb936a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:35.943869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6230a5-3a9a-419f-ad78-24311ce4b60c None None] Pushing event updated for resources: {'Port': ['ID=1c4abbe6-974b-4977-9dc1-b5655e0860c9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:36.028800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.100415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Pushing event deleted for resources: {'Port': ['ID=637dce17-3130-452b-a432-435386eb936a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:36.107273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks [] for floatingip (2796f631-a39d-49be-b5e9-e6bb80e6318b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.110232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.116974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5437e767-ba49-4746-9392-3de89980ebec tempest-FloatingIPAdminTestJSON-693739413 tempest-FloatingIPAdminTestJSON-693739413-project] 10.222.0.13 "DELETE /v2.0/floatingips/2796f631-a39d-49be-b5e9-e6bb80e6318b HTTP/1.1" status: 204 len: 168 time: 1.9187396 Feb 10 13:26:36.138899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f218e3cc-9915-4cba-9a86-0b2a14fbefc6 None None] Current status of the port 880449b5-98b3-44ab-bf32-da58f8b89d20 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:36.226581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5a33a-24bc-405e-a760-0be74e09d2d8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.228032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5a33a-24bc-405e-a760-0be74e09d2d8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.229744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a6c5a33a-24bc-405e-a760-0be74e09d2d8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4856641 Feb 10 13:26:36.232853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:36.264889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.314426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.331539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.340986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.371625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.390867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96aa8b0-ee86-48d6-8b20-6f542e4d1b0e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.405152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.410621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.412739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-4e58b576-2735-4c17-9159-0937106afcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.6192484 Feb 10 13:26:36.413911 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96aa8b0-ee86-48d6-8b20-6f542e4d1b0e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 13:26:36.414514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96aa8b0-ee86-48d6-8b20-6f542e4d1b0e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:36.429399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f96aa8b0-ee86-48d6-8b20-6f542e4d1b0e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/f3bc0361-74e0-4014-9b2b-5ecf1811f27f HTTP/1.1" status: 409 len: 466 time: 0.1912982 Feb 10 13:26:36.431566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:36.437631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1524733556'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:36.470412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:36.478344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.533157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:36.558695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (036f854e-e36c-4a55-89f7-72d8964f5fba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.559048 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment 036f854e-e36c-4a55-89f7-72d8964f5fba of type vlan for network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 Feb 10 13:26:36.565058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (475b91f3-20de-4086-966d-d7f4534be103), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.572564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91cfff4f-a8c2-4ca6-a67c-810a2599c688 req-e06636b5-5bb7-41df-a4ad-7f0ddb9057b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428738 Feb 10 13:26:36.576341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:36.661095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.705202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.715896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:36.716518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:36.820385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3875649 Feb 10 13:26:36.824977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:36.844024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:36.940095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab6fca-b44d-4470-b1ed-30e435883c2e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=ad063e9b-370f-418a-90c9-2a48cfc1b7b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:36.951785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:37.143874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:37.147641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:37.396979 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:37.474574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 880449b5-98b3-44ab-bf32-da58f8b89d20 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:37.605753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 880449b5-98b3-44ab-bf32-da58f8b89d20 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:37.606487 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:37.649180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3cf8f0b1-1a9d-43d4-948c-4d4ab733ce0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26c7eae0f5214d878df2cd93f398926f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0715637 Feb 10 13:26:37.656103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:37.778229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081848d-e6a2-417a-b722-0529b55c718f None None] Network f3bc0361-74e0-4014-9b2b-5ecf1811f27f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:37.853686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:26:37.855191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ea41c50c-6bf7-4fac-a4b6-6af191e56624), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:37.921758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 880449b5-98b3-44ab-bf32-da58f8b89d20 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:37.927960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Router 475b91f3-20de-4086-966d-d7f4534be103 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:37.940129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c4abbe6-974b-4977-9dc1-b5655e0860c9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:37.956402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=ea41c50c-6bf7-4fac-a4b6-6af191e56624,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:38.002103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.009932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.016876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.022316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.025701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Provisioning complete for port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:38.026191 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.028719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.035678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.041101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.049840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-5b91abcc-6d49-4c46-8704-776b7a2e8d8b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.1658821 Feb 10 13:26:38.051697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': '036f854e-e36c-4a55-89f7-72d8964f5fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:38.052073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: ad063e9b-370f-418a-90c9-2a48cfc1b7b8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:38.094973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:38.095344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.106768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:38.127986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ad063e9b-370f-418a-90c9-2a48cfc1b7b8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:38.136195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:38.136816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.154509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4893f5-ab8a-4480-92e2-b028f1af9a76 None None] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:38.188588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-87926889-739d-4578-b983-22b69814256e tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3584101 Feb 10 13:26:38.192614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:38.210198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Publish callbacks [] for security_group (c41a1053-3df5-4782-b55a-802240d67eb7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.227015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'port': {'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8', 'name': 'tempest-NetworksIpV6TestAttrs-551925253'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:38.304028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] DHCP port deletion for f3bc0361-74e0-4014-9b2b-5ecf1811f27f request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:26:38.323431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08dd0294-11d7-4607-a89f-2ec733ea5f36 req-7c7f754e-0016-46c7-8b46-51158ccdb0dd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2711544 Feb 10 13:26:38.352479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Publish callbacks [] for security_group (c41a1053-3df5-4782-b55a-802240d67eb7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.432024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:38.448163 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Sync routers for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:38.449284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-396ffc8e-5b03-4b2e-b86f-11c2f93c7b35 admin admin] 10.222.0.13 "PUT /v2.0/routers/475b91f3-20de-4086-966d-d7f4534be103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0249152 Feb 10 13:26:38.451132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46144) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:38.481350 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:38.482011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:38.514381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ad063e9b-370f-418a-90c9-2a48cfc1b7b8', 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': 'ea41c50c-6bf7-4fac-a4b6-6af191e56624'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:38.539746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.647712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks [] for router (475b91f3-20de-4086-966d-d7f4534be103), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.706316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:38.718628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.723168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Current status of the port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:38.730247 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.781252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] device_id is not set on port ce437a79-fc95-4080-849b-23182e6604d1 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:38.872848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c41a1053-3df5-4782-b55a-802240d67eb7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.883168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:38.884398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c41a1053-3df5-4782-b55a-802240d67eb7 HTTP/1.1" status: 204 len: 168 time: 1.2266951 Feb 10 13:26:38.900813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a1053-3df5-4782-b55a-802240d67eb7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:38.913705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.914209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.914680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.915128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.915575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.916005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.916446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.917588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.918054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.918501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.918945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.919408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.919844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67024acd-42fb-4946-ab56-e8c8b34590ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:38.979785 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks [] for router_gateway (475b91f3-20de-4086-966d-d7f4534be103), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.026219 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:39.151654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Allocated IP 2001:db8::f816:3eff:fe6d:b842 (ad063e9b-370f-418a-90c9-2a48cfc1b7b8/ea41c50c-6bf7-4fac-a4b6-6af191e56624/ce437a79-fc95-4080-849b-23182e6604d1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:39.180480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:39.181091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.215378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Deleting port 28d90cde-f575-4596-b1d0-e4aa155fb957 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:39.215629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.454202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] For port 28d90cde-f575-4596-b1d0-e4aa155fb957, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=28d90cde-f575-4596-b1d0-e4aa155fb957,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:39.454554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.468690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Calling delete_port for 28d90cde-f575-4596-b1d0-e4aa155fb957 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:39.486461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] For port 1c4abbe6-974b-4977-9dc1-b5655e0860c9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c4abbe6-974b-4977-9dc1-b5655e0860c9,segment=NetworkSegment(fe94d008-a045-4985-8db2-ffd751160079),segment_id=fe94d008-a045-4985-8db2-ffd751160079)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:39.586305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.587236 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:26:35Z', 'revision_number': 5, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port': {'id': '28d90cde-f575-4596-b1d0-e4aa155fb957', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:17:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475b91f3-20de-4086-966d-d7f4534be103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:24:46Z', 'updated_at': '2022-02-10T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:39.693584 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Checking router: 475b91f3-20de-4086-966d-d7f4534be103 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:39.735925 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Routers {'475b91f3-20de-4086-966d-d7f4534be103'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:39.736606 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['475b91f3-20de-4086-966d-d7f4534be103'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:39.798911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for port (ce437a79-fc95-4080-849b-23182e6604d1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.871292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:39.904156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-423271c9-b43c-435a-b97f-567b9e2c3fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.914325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ce437a79-fc95-4080-849b-23182e6604d1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:39.926747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d355885-07b9-4465-9bf3-3cd15b7b3f61 None None] Pushing event updated for resources: {'Port': ['ID=1c4abbe6-974b-4977-9dc1-b5655e0860c9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:39.966826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:39.972308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:39.977789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:39.989034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:39.992397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:39.996050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:40.002802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:40.003797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.008426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:40.022929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Port': ['ID=ce437a79-fc95-4080-849b-23182e6604d1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:40.024896 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] Set router 475b91f3-20de-4086-966d-d7f4534be103 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:40.027447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:40.050702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Allocated IP 2001:db8::f816:3eff:fee3:1f18 (ad063e9b-370f-418a-90c9-2a48cfc1b7b8/ea41c50c-6bf7-4fac-a4b6-6af191e56624/eb96afa2-fc99-42d4-bed6-96fae3e4105e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:40.051885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:40.076433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:40.078855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9542520a-2012-43e1-b4d6-24e62f990462 req-5a49b475-72ac-48b3-a596-881bf5e61aea tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.3494420 Feb 10 13:26:40.089807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e18edfbf-944f-4eb8-8358-447afdccb55f tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8959954 Feb 10 13:26:40.100547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:40.188598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-423271c9-b43c-435a-b97f-567b9e2c3fbc admin admin] Publish callbacks [] for security_group (ddf61742-2aa2-464f-b9c9-be6abb0f1fba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.200370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-423271c9-b43c-435a-b97f-567b9e2c3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ddf61742-2aa2-464f-b9c9-be6abb0f1fba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.235522 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:26:38Z', 'revision_number': 6, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:40.266342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-423271c9-b43c-435a-b97f-567b9e2c3fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ae0d2bae6f40328c1c20c1f0f821ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912790 Feb 10 13:26:40.267000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:40.297201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting subnet ea41c50c-6bf7-4fac-a4b6-6af191e56624 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:40.327275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26adbda-4402-4ac8-9dbb-d701c5d9d32c None None] The sync data for ids ['475b91f3-20de-4086-966d-d7f4534be103'] in n-d-815324-6 is: [{'id': '475b91f3-20de-4086-966d-d7f4534be103', 'name': 'tempest-FloatingIPsAssociationTestJSON-606729833-router', 'tenant_id': '8976f44a7fcf4d3d8957444763dacbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:24:43Z', 'updated_at': '2022-02-10T13:26:38Z', 'revision_number': 6, 'project_id': '8976f44a7fcf4d3d8957444763dacbd0', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:40.334090 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks [] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.356859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Deleting port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:40.357322 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.357782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423271c9-b43c-435a-b97f-567b9e2c3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf61742-2aa2-464f-b9c9-be6abb0f1fba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:40.416606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] Publish callbacks [] for security_group (ddf61742-2aa2-464f-b9c9-be6abb0f1fba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.439144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9542520a-2012-43e1-b4d6-24e62f990462 req-183c02ee-5677-4282-a32a-cafd63100762 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3393433 Feb 10 13:26:40.440366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (28d90cde-f575-4596-b1d0-e4aa155fb957), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.487515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] Publish callbacks [] for security_group (ddf61742-2aa2-464f-b9c9-be6abb0f1fba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.512258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Pushing event deleted for resources: {'Port': ['ID=28d90cde-f575-4596-b1d0-e4aa155fb957,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:40.536662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] For port 1c4abbe6-974b-4977-9dc1-b5655e0860c9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c4abbe6-974b-4977-9dc1-b5655e0860c9,segment=NetworkSegment(fe94d008-a045-4985-8db2-ffd751160079),segment_id=fe94d008-a045-4985-8db2-ffd751160079)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:40.537088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.574737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ddf61742-2aa2-464f-b9c9-be6abb0f1fba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.579637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Calling delete_port for 1c4abbe6-974b-4977-9dc1-b5655e0860c9 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:40.580018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.583928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddf61742-2aa2-464f-b9c9-be6abb0f1fba HTTP/1.1" status: 204 len: 168 time: 0.3117681 Feb 10 13:26:40.590870 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (475b91f3-20de-4086-966d-d7f4534be103), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.604042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293d9c-7c3f-43f8-96c3-0b59a8813205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf61742-2aa2-464f-b9c9-be6abb0f1fba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:40.815638 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1c4abbe6-974b-4977-9dc1-b5655e0860c9), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.818522 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.826378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (ea41c50c-6bf7-4fac-a4b6-6af191e56624), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.874734 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:26:40.875091 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:26:40.913203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] No DVR routers for this DVR port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:40.919567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a3ce-2058-473e-8ac5-c17f9b7ebaf7 None None] Pushing event deleted for resources: {'Port': ['ID=1c4abbe6-974b-4977-9dc1-b5655e0860c9,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:40.949810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:40.966246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (475b91f3-20de-4086-966d-d7f4534be103), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.988344 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks [] for router_controller (475b91f3-20de-4086-966d-d7f4534be103), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.994857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (ea41c50c-6bf7-4fac-a4b6-6af191e56624), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:40.998318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:41.002511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:41.179601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Attempting to bind port eb96afa2-fc99-42d4-bed6-96fae3e4105e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:41.180450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Attempting to bind port eb96afa2-fc99-42d4-bed6-96fae3e4105e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '036f854e-e36c-4a55-89f7-72d8964f5fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:41.181088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Attempting to bind port eb96afa2-fc99-42d4-bed6-96fae3e4105e on network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:41.192038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:41.193063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Checking segment: {'id': '036f854e-e36c-4a55-89f7-72d8964f5fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:41.193878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.194596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Bound using segment: {'id': '036f854e-e36c-4a55-89f7-72d8964f5fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:41.195557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Bound port: eb96afa2-fc99-42d4-bed6-96fae3e4105e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036f854e-e36c-4a55-89f7-72d8964f5fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad063e9b-370f-418a-90c9-2a48cfc1b7b8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:41.196165 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.207519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Pushing event updated for resources: {'Port': ['ID=eb96afa2-fc99-42d4-bed6-96fae3e4105e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:41.218605 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.223651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (475b91f3-20de-4086-966d-d7f4534be103), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.224187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475b91f3-20de-4086-966d-d7f4534be103 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:26:41.230228 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.234673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cba678d6-9ebd-45d1-b3de-8e0f0374620f admin admin] 10.222.0.13 "DELETE /v2.0/routers/475b91f3-20de-4086-966d-d7f4534be103 HTTP/1.1" status: 204 len: 168 time: 2.7788067 Feb 10 13:26:41.235009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:41.355533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Deleting subnet c1e60b87-f642-4201-a4f5-eb477fa843c4 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:41.360423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Publish callbacks [] for subnet (c1e60b87-f642-4201-a4f5-eb477fa843c4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.407189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c1e60b87-f642-4201-a4f5-eb477fa843c4), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.458907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:41.476968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 1c4abbe6-974b-4977-9dc1-b5655e0860c9 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:26:41.502743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] For port eb96afa2-fc99-42d4-bed6-96fae3e4105e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:41.514181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] For port eb96afa2-fc99-42d4-bed6-96fae3e4105e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eb96afa2-fc99-42d4-bed6-96fae3e4105e,segment=NetworkSegment(036f854e-e36c-4a55-89f7-72d8964f5fba),segment_id=036f854e-e36c-4a55-89f7-72d8964f5fba)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:41.537106 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.539476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c1e60b87-f642-4201-a4f5-eb477fa843c4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.575001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b016e61f-4ffe-4a1c-ae01-5f87921457ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.615411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c1e60b87-f642-4201-a4f5-eb477fa843c4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.658657 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.663227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1e60b87-f642-4201-a4f5-eb477fa843c4 HTTP/1.1" status: 204 len: 168 time: 0.4272168 Feb 10 13:26:41.665118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f6538-622e-4ef1-805c-8db031b3b415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e60b87-f642-4201-a4f5-eb477fa843c4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:41.668591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:41.852438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ea41c50c-6bf7-4fac-a4b6-6af191e56624), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.882845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5180-2a61-4856-84d9-8a8ac6cf6c5d None None] Pushing event updated for resources: {'Port': ['ID=eb96afa2-fc99-42d4-bed6-96fae3e4105e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:41.888372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015efde-cbcc-48e5-adbd-7fe76fd23e74 None None] Network 8d904b58-8e0a-4236-ac2b-52052f3a9648 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:41.904312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8d904b58-8e0a-4236-ac2b-52052f3a9648), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:41.911527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 28d90cde-f575-4596-b1d0-e4aa155fb957 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:42.050893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 28d90cde-f575-4596-b1d0-e4aa155fb957 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:42.051240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 28d90cde-f575-4596-b1d0-e4aa155fb957 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:42.051643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6976f42-e131-4132-b03a-323f9a80fe7d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:42.107152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.110034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Deleting port 7888c1ff-9a5a-4d4c-8116-61e0382de24f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:42.110372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.137459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.154052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.159357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.185050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.213554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.219749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.226100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1480ddf-bbd4-4151-9207-e51572085cca req-0d42879d-11d1-4389-a12b-3d66f588c183 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.5275397 Feb 10 13:26:42.258925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c6976f42-e131-4132-b03a-323f9a80fe7d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:42.259257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c6976f42-e131-4132-b03a-323f9a80fe7d not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:42.259716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c4abbe6-974b-4977-9dc1-b5655e0860c9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:42.299033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b016e61f-4ffe-4a1c-ae01-5f87921457ff admin admin] Publish callbacks [] for security_group (26806364-9ae0-4eaf-8103-35cd0eca8a05), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.324437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1c4abbe6-974b-4977-9dc1-b5655e0860c9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:42.325044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c4abbe6-974b-4977-9dc1-b5655e0860c9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:42.325575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b016e61f-4ffe-4a1c-ae01-5f87921457ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (26806364-9ae0-4eaf-8103-35cd0eca8a05), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.335594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] For port 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7888c1ff-9a5a-4d4c-8116-61e0382de24f,segment=NetworkSegment(4f7cc6fb-aced-49cc-8320-13fe4e7d9c43),segment_id=4f7cc6fb-aced-49cc-8320-13fe4e7d9c43)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:42.336112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.373557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Calling delete_port for 7888c1ff-9a5a-4d4c-8116-61e0382de24f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:42.549713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ea41c50c-6bf7-4fac-a4b6-6af191e56624), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.604607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] DHCP port deletion for 8d904b58-8e0a-4236-ac2b-52052f3a9648 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:26:42.643896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.664875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=ea41c50c-6bf7-4fac-a4b6-6af191e56624,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:42.668944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.675419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c40c482-6aa6-467b-8448-8ed8fd002ae7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/ea41c50c-6bf7-4fac-a4b6-6af191e56624 HTTP/1.1" status: 204 len: 168 time: 2.5724823 Feb 10 13:26:42.682565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:42.728007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Pushing event deleted for resources: {'Port': ['ID=7888c1ff-9a5a-4d4c-8116-61e0382de24f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:42.738187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Deleting port 7888c1ff-9a5a-4d4c-8116-61e0382de24f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:42.738568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.741535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] No DVR routers for this DVR port 7888c1ff-9a5a-4d4c-8116-61e0382de24f on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:42.773636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b016e61f-4ffe-4a1c-ae01-5f87921457ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b51f6db3eed04d11a77aadbba60511c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3090692 Feb 10 13:26:42.778381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5d602-7b6d-4ffd-afa1-7eb5da4f1e53 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.780860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5d602-7b6d-4ffd-afa1-7eb5da4f1e53 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:42.783506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bde5d602-7b6d-4ffd-afa1-7eb5da4f1e53 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0969267 Feb 10 13:26:42.784430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:42.797400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:42.800887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e61f-4ffe-4a1c-ae01-5f87921457ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26806364-9ae0-4eaf-8103-35cd0eca8a05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:42.825187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1480ddf-bbd4-4151-9207-e51572085cca req-687020e2-5285-45bf-9445-b7b5b66c31d9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5164778 Feb 10 13:26:42.854784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] For port 7888c1ff-9a5a-4d4c-8116-61e0382de24f, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:42.855198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.893924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Calling delete_port for 7888c1ff-9a5a-4d4c-8116-61e0382de24f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:42.897152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Port 7888c1ff-9a5a-4d4c-8116-61e0382de24f was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:26:42.898537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (7888c1ff-9a5a-4d4c-8116-61e0382de24f), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.913778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] Publish callbacks [] for security_group (26806364-9ae0-4eaf-8103-35cd0eca8a05), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:42.955073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] Pushing event deleted for resources: {'Port': ['ID=7888c1ff-9a5a-4d4c-8116-61e0382de24f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:42.962055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e9dd7-8152-4f46-8078-9c276c3a4a6d None None] No DVR routers for this DVR port 7888c1ff-9a5a-4d4c-8116-61e0382de24f on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:42.985078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] Publish callbacks [] for security_group (26806364-9ae0-4eaf-8103-35cd0eca8a05), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.076852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8d904b58-8e0a-4236-ac2b-52052f3a9648), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.106967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (26806364-9ae0-4eaf-8103-35cd0eca8a05), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.109814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.111032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26806364-9ae0-4eaf-8103-35cd0eca8a05 HTTP/1.1" status: 204 len: 168 time: 0.3206358 Feb 10 13:26:43.130092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07eea4a4-d7f5-4a2c-9381-c68898e7af47 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.135567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8d47d-6d69-4977-9dbd-68389bc769ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26806364-9ae0-4eaf-8103-35cd0eca8a05,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:43.177385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d904b58-8e0a-4236-ac2b-52052f3a9648']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:43.195745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:43.196345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7cc6fb-aced-49cc-8320-13fe4e7d9c43') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:43.199577 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-07eea4a4-d7f5-4a2c-9381-c68898e7af47 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 13:26:43.200531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07eea4a4-d7f5-4a2c-9381-c68898e7af47 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:43.209260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:43.212344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-07eea4a4-d7f5-4a2c-9381-c68898e7af47 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/ad063e9b-370f-418a-90c9-2a48cfc1b7b8 HTTP/1.1" status: 409 len: 466 time: 0.4116623 Feb 10 13:26:43.214401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1594722780'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:43.233908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4f7cc6fb-aced-49cc-8320-13fe4e7d9c43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.265507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:43.273852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4f7cc6fb-aced-49cc-8320-13fe4e7d9c43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.277224 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.284421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:43.285115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4f7cc6fb-aced-49cc-8320-13fe4e7d9c43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:43.287509 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:43.359113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:43.374384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4cd2d2af-7281-4140-8c0f-9337e3b67c36), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.374828 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment 4cd2d2af-7281-4140-8c0f-9337e3b67c36 of type vlan for network 33af1fef-9407-4726-adf0-9af1c8a4106c Feb 10 13:26:43.375962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8d904b58-8e0a-4236-ac2b-52052f3a9648), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.387361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.411315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] 10.222.0.13 "DELETE /v2.0/networks/8d904b58-8e0a-4236-ac2b-52052f3a9648 HTTP/1.1" status: 204 len: 168 time: 1.7215929 Feb 10 13:26:43.481101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (33af1fef-9407-4726-adf0-9af1c8a4106c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.527094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0d75-06fd-4028-b541-6706aa3d036e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d904b58-8e0a-4236-ac2b-52052f3a9648,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:43.570208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (33af1fef-9407-4726-adf0-9af1c8a4106c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.575379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:43.576012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.744331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5336688 Feb 10 13:26:43.748266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:43.754691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': '33af1fef-9407-4726-adf0-9af1c8a4106c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:43.810730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device eb96afa2-fc99-42d4-bed6-96fae3e4105e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:26:43.903467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:43.919602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port eb96afa2-fc99-42d4-bed6-96fae3e4105e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:43.919983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:43.964095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cbd80-c85e-4df6-aca1-6f77f763c614 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=33af1fef-9407-4726-adf0-9af1c8a4106c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:43.991574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 33af1fef-9407-4726-adf0-9af1c8a4106c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:44.061336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bac3f8-a849-47f9-8aaa-b0f0f11a428e None None] Network ad063e9b-370f-418a-90c9-2a48cfc1b7b8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:44.094792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:44.098352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.126582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d57241f4-0325-4711-b46d-2c1c037fa689 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8976f44a7fcf4d3d8957444763dacbd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185657 Feb 10 13:26:44.132239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:44.269659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.287854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.301641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.316200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.321324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.335697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.341610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:44.343807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-b2c0033a-083f-44ae-ab03-50940680f17c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.3634531 Feb 10 13:26:44.380540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] Publish callbacks [] for security_group (9898eb56-1c9a-4440-baf0-c27175a0e67d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.493962 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] Publish callbacks [] for security_group (9898eb56-1c9a-4440-baf0-c27175a0e67d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.699385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dd9a33-2a5f-4827-bcf0-022a91fe8279 req-64b52d83-9983-4c1e-9dc5-04c29fc7a38b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3435831 Feb 10 13:26:44.719750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port eb96afa2-fc99-42d4-bed6-96fae3e4105e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:44.727543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.733556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1817e891-db88-46b5-ba9c-beabbb346273 None None] Provisioning complete for port eb96afa2-fc99-42d4-bed6-96fae3e4105e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:26:44.737260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1817e891-db88-46b5-ba9c-beabbb346273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.747684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9898eb56-1c9a-4440-baf0-c27175a0e67d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.751865 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.754451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9898eb56-1c9a-4440-baf0-c27175a0e67d HTTP/1.1" status: 204 len: 168 time: 0.6197336 Feb 10 13:26:44.778964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:26:44.790869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (6c39abff-80cc-416d-92f1-59bf47796a57), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:44.798544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ebf0-733a-4964-add9-906f955d7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9898eb56-1c9a-4440-baf0-c27175a0e67d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:44.986231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port eb96afa2-fc99-42d4-bed6-96fae3e4105e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eb96afa2-fc99-42d4-bed6-96fae3e4105e,segment=NetworkSegment(036f854e-e36c-4a55-89f7-72d8964f5fba),segment_id=036f854e-e36c-4a55-89f7-72d8964f5fba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:45.003364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:45.103465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=6c39abff-80cc-416d-92f1-59bf47796a57,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:45.139148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': '4cd2d2af-7281-4140-8c0f-9337e3b67c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '33af1fef-9407-4726-adf0-9af1c8a4106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:45.141418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: 33af1fef-9407-4726-adf0-9af1c8a4106c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:45.192763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=eb96afa2-fc99-42d4-bed6-96fae3e4105e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:45.203460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] DHCP port deletion for ad063e9b-370f-418a-90c9-2a48cfc1b7b8 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:26:45.205762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7888c1ff-9a5a-4d4c-8116-61e0382de24f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:45.210729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network 33af1fef-9407-4726-adf0-9af1c8a4106c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:45.239313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 33af1fef-9407-4726-adf0-9af1c8a4106c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:45.263682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:45.264324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:45.271128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee99184-dfdd-42fa-9a5e-a40f307a69ad None None] Network 33af1fef-9407-4726-adf0-9af1c8a4106c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:45.307836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:45.316070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48596cd1-a373-4e62-8477-d676ed70e593 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5657473 Feb 10 13:26:45.330552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7888c1ff-9a5a-4d4c-8116-61e0382de24f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:45.331015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7888c1ff-9a5a-4d4c-8116-61e0382de24f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:45.613174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (33af1fef-9407-4726-adf0-9af1c8a4106c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:45.627749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1817e891-db88-46b5-ba9c-beabbb346273 None None] Current status of the port eb96afa2-fc99-42d4-bed6-96fae3e4105e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:45.647869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device eb96afa2-fc99-42d4-bed6-96fae3e4105e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:45.893335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (6c39abff-80cc-416d-92f1-59bf47796a57), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:45.922591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Deleting port eb96afa2-fc99-42d4-bed6-96fae3e4105e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:45.926145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:45.943568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e86ef-fe6a-49fd-a3b2-7ae15e0b987f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-33af1fef-9407-4726-adf0-9af1c8a4106c', 'network_id': '33af1fef-9407-4726-adf0-9af1c8a4106c', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': '6c39abff-80cc-416d-92f1-59bf47796a57'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:45.944617 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb0e86ef-fe6a-49fd-a3b2-7ae15e0b987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.217424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.246653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.267401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.285268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.297865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.297982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:46.303053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.323252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port eb96afa2-fc99-42d4-bed6-96fae3e4105e is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:46.332371 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.335942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:46.343306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-91fb96e8-52d7-4654-ace9-62601139ae2b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.3659720 Feb 10 13:26:46.393479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (6c39abff-80cc-416d-92f1-59bf47796a57), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.426073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] For port eb96afa2-fc99-42d4-bed6-96fae3e4105e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eb96afa2-fc99-42d4-bed6-96fae3e4105e,segment=NetworkSegment(036f854e-e36c-4a55-89f7-72d8964f5fba),segment_id=036f854e-e36c-4a55-89f7-72d8964f5fba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:46.433598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.522550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1208466390', 'router:external': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:46.531668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Calling delete_port for eb96afa2-fc99-42d4-bed6-96fae3e4105e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:46.584976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Made reservation on behalf of 7eb394433a9a4ed89caf0f1be4f18715 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:46.587958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.593494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port eb96afa2-fc99-42d4-bed6-96fae3e4105e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eb96afa2-fc99-42d4-bed6-96fae3e4105e,segment=NetworkSegment(036f854e-e36c-4a55-89f7-72d8964f5fba),segment_id=036f854e-e36c-4a55-89f7-72d8964f5fba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:46.618169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.662851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=6c39abff-80cc-416d-92f1-59bf47796a57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-eb0e86ef-fe6a-49fd-a3b2-7ae15e0b987f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c39abff-80cc-416d-92f1-59bf47796a57: This subnet is being modified by another concurrent operation. Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c39abff-80cc-416d-92f1-59bf47796a57: This subnet is being modified by another concurrent operation. Feb 10 13:26:46.680845 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:26:46.690025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.799451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f429d7-1771-4dc7-a96f-fa77fb1b96de None None] Network 33af1fef-9407-4726-adf0-9af1c8a4106c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:46.806993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for security_group (1a303bac-56dc-44a7-8ecc-070ef58aca37), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.813540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1a303bac-56dc-44a7-8ecc-070ef58aca37), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.844135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:46.856446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (33af1fef-9407-4726-adf0-9af1c8a4106c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.869684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a303bac-56dc-44a7-8ecc-070ef58aca37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:46.877140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d9025e72-33ca-4d66-b90d-67bbb17bf0f2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.878057 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Added segment d9025e72-33ca-4d66-b90d-67bbb17bf0f2 of type vlan for network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 Feb 10 13:26:46.974225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (729f93dd-1a25-4cf2-b6e4-19031477ecc5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:46.996734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d46045e-d120-4499-8672-df9eafdb91a2 req-0905097f-8e64-413a-9b47-c3a5fa287277 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6468725 Feb 10 13:26:46.998601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33af1fef-9407-4726-adf0-9af1c8a4106c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:47.025370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (729f93dd-1a25-4cf2-b6e4-19031477ecc5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.026790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:47.027522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.040430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd2d2af-7281-4140-8c0f-9337e3b67c36') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:47.040719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd2d2af-7281-4140-8c0f-9337e3b67c36') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:47.082841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (4cd2d2af-7281-4140-8c0f-9337e3b67c36), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.115862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4cd2d2af-7281-4140-8c0f-9337e3b67c36), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.130222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:47.131861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (4cd2d2af-7281-4140-8c0f-9337e3b67c36), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:47.145471 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:47.154743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8537922 Feb 10 13:26:47.158658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:47.199346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=eb96afa2-fc99-42d4-bed6-96fae3e4105e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:47.209600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'subnet': {'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:47.253423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (eb96afa2-fc99-42d4-bed6-96fae3e4105e), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.277696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ff21-8225-48bb-b9f0-4cc9fb81a40d tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Network': ['ID=729f93dd-1a25-4cf2-b6e4-19031477ecc5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:47.318631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:47.320021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Made reservation on behalf of 7eb394433a9a4ed89caf0f1be4f18715 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:47.322939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.335754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (33af1fef-9407-4726-adf0-9af1c8a4106c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.345626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.354537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/33af1fef-9407-4726-adf0-9af1c8a4106c HTTP/1.1" status: 204 len: 168 time: 2.0452173 Feb 10 13:26:47.362022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] Pushing event deleted for resources: {'Port': ['ID=eb96afa2-fc99-42d4-bed6-96fae3e4105e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:47.388174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:47.389310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a3cc9-f5a1-4d6c-8cad-ee6f5442781d tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=33af1fef-9407-4726-adf0-9af1c8a4106c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:47.400553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-433094259'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:47.411401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25324db-ea6a-4c72-8364-b3601b5a7931 None None] No DVR routers for this DVR port eb96afa2-fc99-42d4-bed6-96fae3e4105e on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:47.462239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:47.467426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.501971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958d7d1-4d4c-4df6-b7fe-1b09d829e64a None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:26:47.545934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:47.618066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (32a1f631-b2e3-48c4-80f2-74abb1cd21a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.618420 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment 32a1f631-b2e3-48c4-80f2-74abb1cd21a8 of type vlan for network 1e910fd7-3965-468f-8aaf-f2f492be9322 Feb 10 13:26:47.757995 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1e910fd7-3965-468f-8aaf-f2f492be9322), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.835567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1e910fd7-3965-468f-8aaf-f2f492be9322), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.844599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:47.845291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:47.959865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5658605 Feb 10 13:26:47.967292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:47.975492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': '1e910fd7-3965-468f-8aaf-f2f492be9322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:48.285160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:48.288626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:48.355226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958d7d1-4d4c-4df6-b7fe-1b09d829e64a None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:26:48.365466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:26:48.366702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (26a9905f-3e77-45f9-a8f4-d7db6b497519), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:48.476944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26a9905f-3e77-45f9-a8f4-d7db6b497519,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:48.494940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.495343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.495692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.496034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.496365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.496694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.513563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.513940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.514806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.515186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.515522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.515851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.516301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:48.538338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Checking segment: {'id': 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:48.538712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network hostable DHCP agents. Network: 729f93dd-1a25-4cf2-b6e4-19031477ecc5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:48.592576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:48.613916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 729f93dd-1a25-4cf2-b6e4-19031477ecc5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:48.628289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:48.637065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:48.676723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-536b0503-3cb5-42a0-a206-40b9b029e051 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5169740 Feb 10 13:26:48.679504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:48.698213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1031021982', 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:48.708855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:48.770941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Made reservation on behalf of 7eb394433a9a4ed89caf0f1be4f18715 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:48.773974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:48.803974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] device_id is not set on port 0d8adabc-eeea-4b4b-8fac-454ae302594a yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:26:48.985679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8d24c-7750-4725-9463-a1f535e31d31 None None] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:49.075827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 2001:db8::3c4 (729f93dd-1a25-4cf2-b6e4-19031477ecc5/26a9905f-3e77-45f9-a8f4-d7db6b497519/0d8adabc-eeea-4b4b-8fac-454ae302594a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:49.200908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650ed5c-6645-4e17-a56d-28c9fbd1236c tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=1e910fd7-3965-468f-8aaf-f2f492be9322,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:49.257046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1e910fd7-3965-468f-8aaf-f2f492be9322 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:49.334092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.339437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.354454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.360277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.380404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.386494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e8575-5b88-44b8-8fd0-af59d4ba7294 None None] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:49.392942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.402393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.404405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-2187ae05-98e7-40c5-87f7-d51b405f5319 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 1.1991317 Feb 10 13:26:49.500264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (0d8adabc-eeea-4b4b-8fac-454ae302594a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:49.587355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0d8adabc-eeea-4b4b-8fac-454ae302594a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:49.651617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (1596d43c-78aa-4af2-8406-b61fe2358717), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:49.769609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=1596d43c-78aa-4af2-8406-b61fe2358717,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:49.841314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': '32a1f631-b2e3-48c4-80f2-74abb1cd21a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1e910fd7-3965-468f-8aaf-f2f492be9322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:49.841600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: 1e910fd7-3965-468f-8aaf-f2f492be9322, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:49.853238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71a3d327-1851-4c1f-8162-11e690aa5248 req-ef0a9b3c-2ef9-4f84-a28d-64aba2bf4f52 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2990291 Feb 10 13:26:49.872125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:49.884131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network 1e910fd7-3965-468f-8aaf-f2f492be9322 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:49.899953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1e910fd7-3965-468f-8aaf-f2f492be9322) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:49.900400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8adabc-eeea-4b4b-8fac-454ae302594a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:49.906173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.907188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:49.911292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a47c87-5bfe-4281-ab11-88274cbe66ec None None] Network 1e910fd7-3965-468f-8aaf-f2f492be9322 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:49.920979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:49.929806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6872bb48-bb42-48fd-bd4e-a071adc47587 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9605136 Feb 10 13:26:49.932267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:49.957835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:49.962919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:49.963558 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.068179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1e910fd7-3965-468f-8aaf-f2f492be9322), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.098538 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3a7740a9-91b7-4f21-aaaa-e909c1fcb674 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4179235 Feb 10 13:26:50.102676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:50.220615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1cc093-1cdc-4b05-aac4-da11fb39eb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1e910fd7-3965-468f-8aaf-f2f492be9322', 'network_id': '1e910fd7-3965-468f-8aaf-f2f492be9322', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': '1596d43c-78aa-4af2-8406-b61fe2358717'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:50.221521 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc093-1cdc-4b05-aac4-da11fb39eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.233461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1596d43c-78aa-4af2-8406-b61fe2358717), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.434963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1596d43c-78aa-4af2-8406-b61fe2358717), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-4d1cc093-1cdc-4b05-aac4-da11fb39eb13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1596d43c-78aa-4af2-8406-b61fe2358717: This subnet is being modified by another concurrent operation. Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1596d43c-78aa-4af2-8406-b61fe2358717: This subnet is being modified by another concurrent operation. Feb 10 13:26:50.504175 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:26:50.523494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9468e7-e6dc-4abe-b1a9-d469ecb3e358 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:26:50.525723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=1596d43c-78aa-4af2-8406-b61fe2358717,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:50.671956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1e910fd7-3965-468f-8aaf-f2f492be9322), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.738119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e910fd7-3965-468f-8aaf-f2f492be9322']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:50.772602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a1f631-b2e3-48c4-80f2-74abb1cd21a8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:50.772732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a1f631-b2e3-48c4-80f2-74abb1cd21a8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:50.808258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (32a1f631-b2e3-48c4-80f2-74abb1cd21a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.817392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9468e7-e6dc-4abe-b1a9-d469ecb3e358 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:26:50.841484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (32a1f631-b2e3-48c4-80f2-74abb1cd21a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.867851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:50.868274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (32a1f631-b2e3-48c4-80f2-74abb1cd21a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:50.871740 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:50.938538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Deleting port 0d8adabc-eeea-4b4b-8fac-454ae302594a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:50.940827 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0d8adabc-eeea-4b4b-8fac-454ae302594a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.046957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1e910fd7-3965-468f-8aaf-f2f492be9322), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.053998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.057213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/1e910fd7-3965-468f-8aaf-f2f492be9322 HTTP/1.1" status: 204 len: 168 time: 1.1238403 Feb 10 13:26:51.067417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:51.085866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-534929993'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:51.135956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae8ff-f636-4720-9d09-925f156a26b7 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=1e910fd7-3965-468f-8aaf-f2f492be9322,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:51.140592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:51.144088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.196845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.200405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0d8adabc-eeea-4b4b-8fac-454ae302594a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.201646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:26:51.218441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.218796 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Added segment ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f of type vlan for network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 Feb 10 13:26:51.225832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42732403-e907-450c-b878-56e738bda184 None None] Network 1e910fd7-3965-468f-8aaf-f2f492be9322 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:51.264975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42732403-e907-450c-b878-56e738bda184 None None] Network 1e910fd7-3965-468f-8aaf-f2f492be9322 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:26:51.305559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.350610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Calling delete_port for 0d8adabc-eeea-4b4b-8fac-454ae302594a owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:51.356721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.361760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.362368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.417144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3334353 Feb 10 13:26:51.424177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:51.457515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Request body: {'subnet': {'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:51.613387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca1d5a-a016-4d87-a440-08812e393d96 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Network': ['ID=c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:51.628034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:26:51.789070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.794666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.800624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.808541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.815383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.822153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.828576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:51.841027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-b397d4e5-4209-4918-84cd-649daf1c2389 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2207792 Feb 10 13:26:51.848173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Made reservation on behalf of 8fffb9afc37a4de7b6a6aa7b749739e4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:26:51.851721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:51.944062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0d8adabc-eeea-4b4b-8fac-454ae302594a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.011483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8adabc-eeea-4b4b-8fac-454ae302594a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:52.063989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.070057 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ef27133-990c-4354-8d8c-f057f0fb8bc7 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0d8adabc-eeea-4b4b-8fac-454ae302594a HTTP/1.1" status: 204 len: 168 time: 1.9662731 Feb 10 13:26:52.090205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:52.094579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'external_fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:26:52.127996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.129213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.151707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Deleting port 7f2b10fa-7103-49a9-98b7-9019e14311c2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:52.152036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.225573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (2a484f75-4c74-4ff1-9669-9424ef50f25b), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.318884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:26:52.324633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ad5dcd-3f67-41df-89e3-47cf93922401 req-7bede565-9ddb-42ac-84ed-363b4fe86d78 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4825790 Feb 10 13:26:52.326231 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f46006a1-5f4f-4751-ab33-64c585306baf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.360739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] For port 7f2b10fa-7103-49a9-98b7-9019e14311c2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f2b10fa-7103-49a9-98b7-9019e14311c2,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:52.361135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.377983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event updated for resources: {'Subnet': ['ID=f46006a1-5f4f-4751-ab33-64c585306baf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:52.411176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Calling delete_port for 7f2b10fa-7103-49a9-98b7-9019e14311c2 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:52.432365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Checking segment: {'id': 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:52.433250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network hostable DHCP agents. Network: c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:26:52.452222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (2a484f75-4c74-4ff1-9669-9424ef50f25b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.471292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:26:52.487554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:52.498032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0ca82-6d68-4d0a-9f73-85b0ab3a6d87 None None] Network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:52.502730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:52.503821 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.524126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d359f612-a957-4cf6-964c-aaa72f159361 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0973012 Feb 10 13:26:52.526657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:52.687766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8', 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8', 'project_id': '8fffb9afc37a4de7b6a6aa7b749739e4', 'fixed_ips': [{'subnet_id': 'f46006a1-5f4f-4751-ab33-64c585306baf'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:26:52.688735 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.743844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.837430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f46006a1-5f4f-4751-ab33-64c585306baf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.941363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52971f18-6bf2-45d5-887e-805a5b673e89 req-ade00fe6-f4e8-4d0d-885b-c6873462391a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:52.947366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52971f18-6bf2-45d5-887e-805a5b673e89 req-ade00fe6-f4e8-4d0d-885b-c6873462391a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 945 time: 0.1583974 Feb 10 13:26:52.961605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7f2b10fa-7103-49a9-98b7-9019e14311c2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:52.986017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Allocated IP 2001:db8::f816:3eff:fed7:9bc8 (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8/f46006a1-5f4f-4751-ab33-64c585306baf/f0730a40-5ea6-4e4c-babe-779b0ca779ab) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:52.986192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (2a484f75-4c74-4ff1-9669-9424ef50f25b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.016524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2b10fa-7103-49a9-98b7-9019e14311c2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:53.046055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52971f18-6bf2-45d5-887e-805a5b673e89 req-33b97ace-d0e8-40f7-982b-5e8c880d450a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906959 Feb 10 13:26:53.065541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.351830 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks [] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.366296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.391337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f46006a1-5f4f-4751-ab33-64c585306baf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.482084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=f46006a1-5f4f-4751-ab33-64c585306baf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:53.494848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Pushing event updated for resources: {'Port': ['ID=f0730a40-5ea6-4e4c-babe-779b0ca779ab,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:53.520972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:53.525604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:53.533709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:26:53.535344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:53.678756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.696514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Attempting to bind port f0730a40-5ea6-4e4c-babe-779b0ca779ab on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:53.696921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Attempting to bind port f0730a40-5ea6-4e4c-babe-779b0ca779ab by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:53.697305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Attempting to bind port f0730a40-5ea6-4e4c-babe-779b0ca779ab on network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:53.718003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:53.718405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Checking segment: {'id': 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:53.719033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.719925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Bound using segment: {'id': 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:53.720206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Bound port: f0730a40-5ea6-4e4c-babe-779b0ca779ab, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:53.720605 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.754249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:53.785766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:53.786006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:53.824681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 2001:db8::3c4 (729f93dd-1a25-4cf2-b6e4-19031477ecc5/26a9905f-3e77-45f9-a8f4-d7db6b497519/99844bb3-99d7-49c1-b9e6-3d680ed3a8b9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:26:53.842161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.849380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.910443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.934589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:53.935018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:53.979662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8b4cbde-304f-4877-a26f-67d365b826e7 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:54.003945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] For port f0730a40-5ea6-4e4c-babe-779b0ca779ab, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:54.126434 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:54.142697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:26:54.142697 n-d-815324-6 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:26:54.142697 n-d-815324-6 neutron-server[103399]: [parameters: {'id': 'c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8'}] Feb 10 13:26:54.142697 n-d-815324-6 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:26:54.143207 n-d-815324-6 neutron-server[103399]: DEBUG oslo_db.api [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:26:54.158711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] For port f0730a40-5ea6-4e4c-babe-779b0ca779ab, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f0730a40-5ea6-4e4c-babe-779b0ca779ab,segment=NetworkSegment(ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f),segment_id=ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:54.228742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.248092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.255457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.265918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.277249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.285880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.294822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.302934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.315099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-b3a81480-de97-4994-b44c-5bd3118f3b5f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5417 time: 0.2503886 Feb 10 13:26:54.414032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8721d8b1-209b-4a1d-8a6e-5a18ea01b8c0 req-2906ab78-fe36-41a1-b640-7f08093bb060 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974431 Feb 10 13:26:54.528247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-8938c0cd-50d1-4557-9cd8-cd75942cda3a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:54.531190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-8938c0cd-50d1-4557-9cd8-cd75942cda3a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 945 time: 0.1409409 Feb 10 13:26:54.591682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:54.612214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'port_id': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'mac_address': 'fa:16:3e:1a:9a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:26:54.679913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.700809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ed6a0-83da-4661-956b-c734c8376b8d None None] Pushing event updated for resources: {'Port': ['ID=f0730a40-5ea6-4e4c-babe-779b0ca779ab,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:54.714317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8b4cbde-304f-4877-a26f-67d365b826e7 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:54.714724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.732323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b4cbde-304f-4877-a26f-67d365b826e7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:26:54.735294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.768642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:26:54.770603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:54.790857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb86c4-557f-4a81-8e15-1843c5733435 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:26:54.798193 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.840453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.885586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Deleting port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:54.885937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:54.897035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:54.918191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:26:54.946234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:26:54.949853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:26:54.950878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:55.071485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb86c4-557f-4a81-8e15-1843c5733435 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:26:55.072989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] For port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:55.073456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.097511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:55.105310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-40849192-3332-45c6-a0be-3fe54a5bb462 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3969114 Feb 10 13:26:55.111782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:55.117983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Calling delete_port for 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:55.118465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Sync routers for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:55.126869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1c2fd-4b99-47fe-97ea-878209657a99 req-ffe406b6-4578-4ca6-b7bc-58a17c34589b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:55.138127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3c1c2fd-4b99-47fe-97ea-878209657a99 req-ffe406b6-4578-4ca6-b7bc-58a17c34589b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=4906704e-73f9-4988-9855-0331322a1c34 HTTP/1.1" status: 200 len: 945 time: 0.3968904 Feb 10 13:26:55.150942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b8b4cbde-304f-4877-a26f-67d365b826e7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:55.242051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting port f0730a40-5ea6-4e4c-babe-779b0ca779ab {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:55.244413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.363573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] For port f0730a40-5ea6-4e4c-babe-779b0ca779ab, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f0730a40-5ea6-4e4c-babe-779b0ca779ab,segment=NetworkSegment(ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f),segment_id=ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:55.364142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.371754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:55.373448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:55.396383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Calling delete_port for f0730a40-5ea6-4e4c-babe-779b0ca779ab owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:55.416999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3c1c2fd-4b99-47fe-97ea-878209657a99 req-ea924724-ac43-4702-a73c-e54c00f74ee3 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538483 Feb 10 13:26:55.521285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks [] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.605903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:55.667552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3633964e-8817-4a42-acfe-4f6da336fd72 None None] Network c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:55.699933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (2a484f75-4c74-4ff1-9669-9424ef50f25b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.742945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2f2a308f-d2f9-4fa3-8452-fcb32f5303fb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.787471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event deleted for resources: {'Port': ['ID=2f2a308f-d2f9-4fa3-8452-fcb32f5303fb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:55.791941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f0730a40-5ea6-4e4c-babe-779b0ca779ab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:55.797300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', '01488e92-3320-474d-8728-3961cb96d234'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:55.827316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Port': ['ID=f0730a40-5ea6-4e4c-babe-779b0ca779ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:55.836341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:26:55.899679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No DVR routers for this DVR port f0730a40-5ea6-4e4c-babe-779b0ca779ab on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:56.003376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 36a1f659-cd1a-463b-8a98-255eee1ed44d details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:56.005646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:26:56.007419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] No DVR routers for this DVR port 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:26:56.048778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.052579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00b5522f-ec60-4345-97f8-9a1b08964aa9 req-72ee327a-7049-46b7-b7ec-b4de6c21260e tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "DELETE /v2.0/ports/2f2a308f-d2f9-4fa3-8452-fcb32f5303fb HTTP/1.1" status: 204 len: 173 time: 1.5108037 Feb 10 13:26:56.053359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'name': 'network-vif-deleted', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:26:56.065902 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad7603-4b9b-4d6e-aa88-84deb8dd6bf0" -d '{"events": [{"server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "name": "network-vif-deleted", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:26:56.084270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks [] for router_gateway (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.105308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:26:56.106086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2f2a308f-d2f9-4fa3-8452-fcb32f5303fb not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:26:56.206920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.267201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:56.291150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:56.291565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:56.318781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.351176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.363799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:56.364776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ad01bc1e-93b6-46c5-8fcf-6d8cfc74011f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.385427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:56.463788 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:56.498488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Deleting port 0320dec5-9154-422a-bd49-f918bf17070c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:56.498918 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0320dec5-9154-422a-bd49-f918bf17070c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.516262 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.525807 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.541229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 HTTP/1.1" status: 204 len: 168 time: 4.0133417 Feb 10 13:26:56.550594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:56.553402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:56.586033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '36a1f659-cd1a-463b-8a98-255eee1ed44d', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'port_id': '36a1f659-cd1a-463b-8a98-255eee1ed44d', 'mac_address': 'fa:16:3e:1b:c1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:26:56.660710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] For port 0320dec5-9154-422a-bd49-f918bf17070c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0320dec5-9154-422a-bd49-f918bf17070c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:56.661181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0320dec5-9154-422a-bd49-f918bf17070c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.679256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5d3e-5f8a-4d2b-8693-5ec11c4c4dfd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:56.684630 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-602dd2e0-bd2b-4fc1-8bca-dce8d4c77ccb tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:56.686448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602dd2e0-bd2b-4fc1-8bca-dce8d4c77ccb tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:56.694127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Calling delete_port for 0320dec5-9154-422a-bd49-f918bf17070c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:56.695780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:56.702900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-602dd2e0-bd2b-4fc1-8bca-dce8d4c77ccb tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/f46006a1-5f4f-4751-ab33-64c585306baf HTTP/1.1" status: 404 len: 337 time: 0.1430497 Feb 10 13:26:56.743985 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3131ee-3827-4ff7-a267-5684492d7fc8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:56.744620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3131ee-3827-4ff7-a267-5684492d7fc8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:56.748146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e3131ee-3827-4ff7-a267-5684492d7fc8 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/c61e8a05-11a4-4d78-a3ff-5d680a5bc9a8 HTTP/1.1" status: 404 len: 339 time: 0.0512364 Feb 10 13:26:56.749088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 2a484f75-4c74-4ff1-9669-9424ef50f25b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:26:56.750978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:56.760229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.771718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.778122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.785319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.792428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.793334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '0320dec5-9154-422a-bd49-f918bf17070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:26:52Z', 'revision_number': 5, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port': {'id': '0320dec5-9154-422a-bd49-f918bf17070c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ba:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:38Z', 'updated_at': '2022-02-10T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:56.800180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.808636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:56.819350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-6175af67-8b11-4088-a136-d29dc6828352 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5418 time: 0.5308557 Feb 10 13:26:56.838268 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-efabaf93-371d-4b60-ac63-442f9e8750c0 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:56.838885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efabaf93-371d-4b60-ac63-442f9e8750c0 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:56.844561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-efabaf93-371d-4b60-ac63-442f9e8750c0 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/1596d43c-78aa-4af2-8406-b61fe2358717 HTTP/1.1" status: 404 len: 337 time: 0.0875943 Feb 10 13:26:56.846495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:56.915441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 36a1f659-cd1a-463b-8a98-255eee1ed44d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:56.915844 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:56.966879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a1f659-cd1a-463b-8a98-255eee1ed44d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:26:56.981058 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae15cbdf-a8ee-48db-8a16-0c4e08c7b7e4 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:56.982073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae15cbdf-a8ee-48db-8a16-0c4e08c7b7e4 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:56.986062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae15cbdf-a8ee-48db-8a16-0c4e08c7b7e4 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/1e910fd7-3965-468f-8aaf-f2f492be9322 HTTP/1.1" status: 404 len: 339 time: 0.1308284 Feb 10 13:26:56.989969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Checking router: b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:57.018171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:57.021438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c59dd23c-ae2f-46cd-8a89-1a9b89fc74af req-2ae234c7-afa6-4b11-84cf-56bd77829213 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007730 Feb 10 13:26:57.048412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Routers {'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:57.049074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:57.103445 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6b315f-a08e-4bbf-8ad5-3aa87bc75008 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:57.104319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6b315f-a08e-4bbf-8ad5-3aa87bc75008 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:57.118082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c6b315f-a08e-4bbf-8ad5-3aa87bc75008 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/6c39abff-80cc-416d-92f1-59bf47796a57 HTTP/1.1" status: 404 len: 337 time: 0.0850444 Feb 10 13:26:57.118660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:57.166652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:57.198988 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bd5d87-33df-40c2-a4c3-aa7157960e31 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:57.201827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bd5d87-33df-40c2-a4c3-aa7157960e31 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:57.218619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-28bd5d87-33df-40c2-a4c3-aa7157960e31 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/33af1fef-9407-4726-adf0-9af1c8a4106c HTTP/1.1" status: 404 len: 339 time: 0.0971470 Feb 10 13:26:57.222667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:57.240729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:57.241418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b43f44cd-ba3b-4c58-a22a-053cbbe14aed details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:57.271818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:26:57.282706 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Sync routers for ids ['2a484f75-4c74-4ff1-9669-9424ef50f25b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:26:57.299754 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Routers {'2a484f75-4c74-4ff1-9669-9424ef50f25b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:57.300737 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2a484f75-4c74-4ff1-9669-9424ef50f25b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:57.316743 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc83541-4449-4a92-be33-33f05095afd8 x-openstack-request-id: req-6cc83541-4449-4a92-be33-33f05095afd8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:26:57.317435 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4906704e-73f9-4988-9855-0331322a1c34", "name": "network-vif-deleted", "tag": "2f2a308f-d2f9-4fa3-8452-fcb32f5303fb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:26:57.317975 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc83541-4449-4a92-be33-33f05095afd8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:26:57.318611 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4906704e-73f9-4988-9855-0331322a1c34', 'name': 'network-vif-deleted', 'tag': '2f2a308f-d2f9-4fa3-8452-fcb32f5303fb', 'status': 'completed', 'code': 200} Feb 10 13:26:57.383814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:57.402689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-16e964f9-11db-495b-90fc-8f9171b8c4c6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3092170 Feb 10 13:26:57.403209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:57.507079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting port ce437a79-fc95-4080-849b-23182e6604d1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:57.507780 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ce437a79-fc95-4080-849b-23182e6604d1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:57.610863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0320dec5-9154-422a-bd49-f918bf17070c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:57.691046 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Set router 2a484f75-4c74-4ff1-9669-9424ef50f25b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:57.738512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Pushing event deleted for resources: {'Port': ['ID=0320dec5-9154-422a-bd49-f918bf17070c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:57.826106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ce437a79-fc95-4080-849b-23182e6604d1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:57.854109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Calling delete_port for ce437a79-fc95-4080-849b-23182e6604d1 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:26:58.047663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.117841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ce437a79-fc95-4080-849b-23182e6604d1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.140862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] Set router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:58.212433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.213712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Port': ['ID=ce437a79-fc95-4080-849b-23182e6604d1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:58.237290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.243467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b5a6fbfc-a3a7-45a7-b033-518e57edbe2a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/ports/ce437a79-fc95-4080-849b-23182e6604d1 HTTP/1.1" status: 204 len: 168 time: 1.0197191 Feb 10 13:26:58.264696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:58.338319 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca0ced4-4a03-41f5-b8b1-87d877b60aae tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:26:58.340943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca0ced4-4a03-41f5-b8b1-87d877b60aae tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:26:58.347490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0ca0ced4-4a03-41f5-b8b1-87d877b60aae tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/ea41c50c-6bf7-4fac-a4b6-6af191e56624 HTTP/1.1" status: 404 len: 337 time: 0.0816476 Feb 10 13:26:58.350376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:58.357317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:26:56Z', 'revision_number': 6, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:58.452831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed5e3-cf78-4da8-8edb-63cbd507ad32 None None] The sync data for ids ['b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6'] in n-d-815324-6 is: [{'id': 'b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6', 'name': 'tempest-TaggedBootDevicesTest_v242-744880267-router', 'tenant_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:35Z', 'updated_at': '2022-02-10T13:26:56Z', 'revision_number': 6, 'project_id': 'a2173d6d148e4cd6a740cf6546fa8b22', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:26:58.453069 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'name': '', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'external_fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:26:52Z', 'updated_at': '2022-02-10T13:26:55Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'name': '', 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:26:53Z', 'updated_at': '2022-02-10T13:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:58.461327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:58.480038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:58.498063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'port_id': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'mac_address': 'fa:16:3e:c4:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f14503-82c5-408e-852c-6d76bb05cd7b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:26:58.533008 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Checking router: 2a484f75-4c74-4ff1-9669-9424ef50f25b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:26:58.544664 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Updating router 2a484f75-4c74-4ff1-9669-9424ef50f25b port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:26:58.557187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.602855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b43f44cd-ba3b-4c58-a22a-053cbbe14aed is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:58.603186 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.612458 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.626610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.631932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.645919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43f44cd-ba3b-4c58-a22a-053cbbe14aed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:26:58.649457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.655078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.660436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.678224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.684498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:26:58.688090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-3b3677ba-89b4-4d93-a608-25d60c72049c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5419 time: 0.3252561 Feb 10 13:26:58.706450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:58.712526 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:58.713311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bd611c54-1b99-48b8-ab04-283a5a2aaa58 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:58.832413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:58.846827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:58.872646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'port_id': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58', 'mac_address': 'fa:16:3e:a2:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:26:58.967771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.009077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bd611c54-1b99-48b8-ab04-283a5a2aaa58 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:59.009474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.029031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.033125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks [] for router_controller (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.055527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd611c54-1b99-48b8-ab04-283a5a2aaa58 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:26:59.107710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad549572-ace0-45da-a4ed-d9ed16cea324 req-871fee15-1d57-4e26-9fdd-2eb0b7826002 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4052734 Feb 10 13:26:59.110675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad063e9b-370f-418a-90c9-2a48cfc1b7b8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:59.132509 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks [] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.136020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:59.144647 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.146330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.146996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:59.178187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036f854e-e36c-4a55-89f7-72d8964f5fba') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:59.178730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036f854e-e36c-4a55-89f7-72d8964f5fba') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:59.221825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (036f854e-e36c-4a55-89f7-72d8964f5fba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.236695 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Attempting to bind port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:26:59.237097 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Attempting to bind port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:26:59.237456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Attempting to bind port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 on network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:26:59.250445 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:26:59.250853 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Checking segment: {'id': 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:26:59.251312 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.251446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (036f854e-e36c-4a55-89f7-72d8964f5fba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.251720 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Bound using segment: {'id': 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:26:59.252282 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Bound port: 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:26:59.252689 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.268906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:26:59.273292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (036f854e-e36c-4a55-89f7-72d8964f5fba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.279794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:59.287825 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Pushing event updated for resources: {'Port': ['ID=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:26:59.291327 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:26:59.298406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.298957 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.299477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.299980 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.300464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.300976 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.301460 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.301961 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.302436 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.302922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.303397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.303869 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.304358 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:26:59.352306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.352943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:26:59.366993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.367569 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] For port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:26:59.368957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c4590770-5ea4-4e48-8351-89406720d681 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b3cc41c3-6b76-45e3-9f0e-85d4059bd6f6 HTTP/1.1" status: 204 len: 168 time: 4.2562237 Feb 10 13:26:59.372020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:59.386769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] For port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,segment=NetworkSegment(d9025e72-33ca-4d66-b90d-67bbb17bf0f2),segment_id=d9025e72-33ca-4d66-b90d-67bbb17bf0f2)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:26:59.396989 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.472393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ad063e9b-370f-418a-90c9-2a48cfc1b7b8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.486839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Deleting subnet 41c4d593-2e10-4ded-91bf-411f449fb4ee {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:26:59.495656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (2a484f75-4c74-4ff1-9669-9424ef50f25b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.498218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93de35-d7bd-41cd-a594-364ee604723b None None] Pushing event updated for resources: {'Port': ['ID=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.503755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Publish callbacks [] for subnet (41c4d593-2e10-4ded-91bf-411f449fb4ee), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.505991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'network_id': '88edd37d-b6f3-4c46-a529-e310f5aafbaa', 'port_id': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'mac_address': 'fa:16:3e:95:ac:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f14503-82c5-408e-852c-6d76bb05cd7b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:26:59.508268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.521852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/ad063e9b-370f-418a-90c9-2a48cfc1b7b8 HTTP/1.1" status: 204 len: 168 time: 1.1679411 Feb 10 13:26:59.521999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.530589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:59.560475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (41c4d593-2e10-4ded-91bf-411f449fb4ee), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.576261 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Routers {'2a484f75-4c74-4ff1-9669-9424ef50f25b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:26:59.581236 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:26:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2a484f75-4c74-4ff1-9669-9424ef50f25b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:26:59.589612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0ae1-b6ad-48a1-944d-746c84b746e5 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=ad063e9b-370f-418a-90c9-2a48cfc1b7b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.631271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:26:59.631587 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.661038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:26:59.668812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (41c4d593-2e10-4ded-91bf-411f449fb4ee), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.706247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:26:59.720133 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.721189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0614fe07-6e82-4226-9349-0ef59d608dfe details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:26:59.749002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (41c4d593-2e10-4ded-91bf-411f449fb4ee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.803722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c4d593-2e10-4ded-91bf-411f449fb4ee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.813929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.818555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7200dfec-6f88-4f94-b3c8-8f34cab4e457 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41c4d593-2e10-4ded-91bf-411f449fb4ee HTTP/1.1" status: 204 len: 168 time: 0.4434626 Feb 10 13:26:59.821149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:26:59.832337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting port 2fa511ba-d04d-442b-9eae-dc818b31f924 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:26:59.837395 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2fa511ba-d04d-442b-9eae-dc818b31f924), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:26:59.839959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce227f7-a116-4dbf-a6e5-ecbdfbfb0969 None None] Network 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:26:59.915755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:26:59.923790 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] Set router 2a484f75-4c74-4ff1-9669-9424ef50f25b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:26:59.947801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0614fe07-6e82-4226-9349-0ef59d608dfe,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.022118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2fa511ba-d04d-442b-9eae-dc818b31f924), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.049369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Calling delete_port for 2fa511ba-d04d-442b-9eae-dc818b31f924 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:00.051472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0320dec5-9154-422a-bd49-f918bf17070c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:00.056112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.111283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '0614fe07-6e82-4226-9349-0ef59d608dfe', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'port_id': '0614fe07-6e82-4226-9349-0ef59d608dfe', 'mac_address': 'fa:16:3e:90:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:00.118373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Deleting port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:00.119070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.189767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 0320dec5-9154-422a-bd49-f918bf17070c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:00.189767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0320dec5-9154-422a-bd49-f918bf17070c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:00.189767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f2b10fa-7103-49a9-98b7-9019e14311c2 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:00.201690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2fa511ba-d04d-442b-9eae-dc818b31f924), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.239574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:00.261830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7f2b10fa-7103-49a9-98b7-9019e14311c2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:00.262191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f2b10fa-7103-49a9-98b7-9019e14311c2 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:00.315972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Port': ['ID=2fa511ba-d04d-442b-9eae-dc818b31f924,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:00.341633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Deleting port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:00.341633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.351867 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.360706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e9ff4ae-248d-4578-99a9-f5058d2f3c36 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/ports/2fa511ba-d04d-442b-9eae-dc818b31f924 HTTP/1.1" status: 204 len: 168 time: 0.8264434 Feb 10 13:27:00.365234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:00.427020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] For port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.427545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.428105 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0127b3a0-0a99-44e9-a1ca-deb0431efabd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] DELETE failed (client error): The resource could not be found. Feb 10 13:27:00.428574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0127b3a0-0a99-44e9-a1ca-deb0431efabd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:27:00.439758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0127b3a0-0a99-44e9-a1ca-deb0431efabd tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/855a7274-3889-4c0e-a547-25f7248c7480 HTTP/1.1" status: 404 len: 337 time: 0.0734420 Feb 10 13:27:00.442982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:00.443956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Calling delete_port for e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:00.449668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0614fe07-6e82-4226-9349-0ef59d608dfe is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:00.450070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.452053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'name': '', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'external_fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:26:52Z', 'updated_at': '2022-02-10T13:26:55Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'name': '', 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:26:53Z', 'updated_at': '2022-02-10T13:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:00.479212 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab3df-fdbc-4108-9561-e7a70c57d24c None None] The sync data for ids ['2a484f75-4c74-4ff1-9669-9424ef50f25b'] in n-d-815324-6 is: [{'id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'name': '', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'external_fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:26:52Z', 'updated_at': '2022-02-10T13:26:55Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '99844bb3-99d7-49c1-b9e6-3d680ed3a8b9', 'name': '', 'network_id': '729f93dd-1a25-4cf2-b6e4-19031477ecc5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a484f75-4c74-4ff1-9669-9424ef50f25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:26:53Z', 'updated_at': '2022-02-10T13:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a9905f-3e77-45f9-a8f4-d7db6b497519', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:00.497841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0614fe07-6e82-4226-9349-0ef59d608dfe {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:00.535094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0614fe07-6e82-4226-9349-0ef59d608dfe,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.546561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Deleting subnet 8ad33e2f-d353-4b75-9693-99fe4ebc32a1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:00.547550 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.548331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5d797315-ac53-46ba-adf7-8a764fa93867 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:27:00.562513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Publish callbacks [] for subnet (8ad33e2f-d353-4b75-9693-99fe4ebc32a1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.604912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] DHCP port deletion for 5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:27:00.642540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] For port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,segment=NetworkSegment(d9025e72-33ca-4d66-b90d-67bbb17bf0f2),segment_id=d9025e72-33ca-4d66-b90d-67bbb17bf0f2)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.642954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.704049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.706018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8ad33e2f-d353-4b75-9693-99fe4ebc32a1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.709422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Calling delete_port for 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:00.722526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.725966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:00.748217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Deleting port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:00.748619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.827561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] For port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,segment=NetworkSegment(ed8eb3fc-5333-4ecf-b2a5-33a533935bfd),segment_id=ed8eb3fc-5333-4ecf-b2a5-33a533935bfd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:00.827903 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.851490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Calling delete_port for e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:00.889509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8ad33e2f-d353-4b75-9693-99fe4ebc32a1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.917183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:00.986246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] No DVR routers for this DVR port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:00.995821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.071982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (e0b2fe90-6867-47bc-9f17-8d6c2178d2d1), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.074047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5d797315-ac53-46ba-adf7-8a764fa93867', 'network_id': '9be895fa-72be-4f50-8a49-09da77ce9b40', 'port_id': '5d797315-ac53-46ba-adf7-8a764fa93867', 'mac_address': 'fa:16:3e:b0:4a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01859d0-2bce-417a-b0eb-fc71a8ad591f', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:01.105199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.132287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1ca874-64ae-4d17-9a37-ddfd5d086dc7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.136849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] Pushing event deleted for resources: {'Port': ['ID=e0b2fe90-6867-47bc-9f17-8d6c2178d2d1,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.149208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.149567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8eb3fc-5333-4ecf-b2a5-33a533935bfd') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.155458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae20ae0-d591-4095-b205-77d5b5be9eb6 None None] No DVR routers for this DVR port e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:01.165798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63a26422-f341-4b09-a2ad-84bb73fd52a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.173312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (ed8eb3fc-5333-4ecf-b2a5-33a533935bfd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.191384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ed8eb3fc-5333-4ecf-b2a5-33a533935bfd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.194723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5d797315-ac53-46ba-adf7-8a764fa93867 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:01.195273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.199696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:01.200233 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (ed8eb3fc-5333-4ecf-b2a5-33a533935bfd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.210437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d797315-ac53-46ba-adf7-8a764fa93867 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:01.229019 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:01.244686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:01.254135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.309389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.332407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.352638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.358989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.360489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.365204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8b4cbde-304f-4877-a26f-67d365b826e7 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:01.373263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.380831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.405193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:01.410242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-ffd36aed-dff7-4059-a8e1-83259fedf585 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5422 time: 0.9367766 Feb 10 13:27:01.420475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5c1ca874-64ae-4d17-9a37-ddfd5d086dc7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.430487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8ad33e2f-d353-4b75-9693-99fe4ebc32a1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.460038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.472591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c1ca874-64ae-4d17-9a37-ddfd5d086dc7 HTTP/1.1" status: 204 len: 168 time: 1.6500962 Feb 10 13:27:01.474289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:01.488239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b8b4cbde-304f-4877-a26f-67d365b826e7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:01.495226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b8b4cbde-304f-4877-a26f-67d365b826e7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:01.495649 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.551679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad33e2f-d353-4b75-9693-99fe4ebc32a1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.570019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305753-3c6d-4470-bd4d-6ce53ebdbf8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1ca874-64ae-4d17-9a37-ddfd5d086dc7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.596329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.603051 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d9e4e39e-8cd0-4055-8393-41dfe7941579 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ad33e2f-d353-4b75-9693-99fe4ebc32a1 HTTP/1.1" status: 204 len: 168 time: 1.3476057 Feb 10 13:27:01.609182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:01.643066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8b4cbde-304f-4877-a26f-67d365b826e7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:01.643542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.676723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:01.681071 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a5540-f384-496e-965f-c797d434329e" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:01.708654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:01.718221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.745670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.776493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ccae65db-f8d2-49a9-986e-cc8bff0bd306), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.786861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bc0361-74e0-4014-9b2b-5ecf1811f27f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.798751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe94d008-a045-4985-8db2-ffd751160079') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.799540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe94d008-a045-4985-8db2-ffd751160079') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:01.811772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.814762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (99844bb3-99d7-49c1-b9e6-3d680ed3a8b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.817284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (fe94d008-a045-4985-8db2-ffd751160079), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.862839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f7b86ee-9fcf-4bd7-bfb5-ddf40bcb5247 req-71a23d9e-2c4b-4332-94f6-ee396b501135 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4460757 Feb 10 13:27:01.902370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fe94d008-a045-4985-8db2-ffd751160079), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:01.955839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Port': ['ID=99844bb3-99d7-49c1-b9e6-3d680ed3a8b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:01.997704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (2a484f75-4c74-4ff1-9669-9424ef50f25b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.010851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:02.011317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (fe94d008-a045-4985-8db2-ffd751160079), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:02.014356 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:02.150814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5d797315-ac53-46ba-adf7-8a764fa93867'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:02.213699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:02.245044 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f3bc0361-74e0-4014-9b2b-5ecf1811f27f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.267368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.272362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/f3bc0361-74e0-4014-9b2b-5ecf1811f27f HTTP/1.1" status: 204 len: 168 time: 1.8281972 Feb 10 13:27:02.274574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ccae65db-f8d2-49a9-986e-cc8bff0bd306), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.279019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:02.305013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b622b-4b8e-4685-a87c-569d0b00287a tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=f3bc0361-74e0-4014-9b2b-5ecf1811f27f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:02.319576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b43f44cd-ba3b-4c58-a22a-053cbbe14aed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:02.414089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:02.451363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting subnet 3e5ebf46-1a62-4c91-8abc-abda0058ebb2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:02.455339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bd611c54-1b99-48b8-ab04-283a5a2aaa58'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:02.478064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:02.478295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (3e5ebf46-1a62-4c91-8abc-abda0058ebb2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.481314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 13:27:02.487975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.546222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (2a484f75-4c74-4ff1-9669-9424ef50f25b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.566710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccae65db-f8d2-49a9-986e-cc8bff0bd306']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:02.597015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a36ea61-1e26-47ec-adcf-839029976de4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:02.597304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a36ea61-1e26-47ec-adcf-839029976de4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:02.671046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 13:27:02.738042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (b4684beb-aa30-41e1-954b-996db982701a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.762887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (3e5ebf46-1a62-4c91-8abc-abda0058ebb2), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.792035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:02.863809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (9a36ea61-1e26-47ec-adcf-839029976de4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.888134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['36a1f659-cd1a-463b-8a98-255eee1ed44d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:02.894017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9a36ea61-1e26-47ec-adcf-839029976de4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.925020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:02.927536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (9a36ea61-1e26-47ec-adcf-839029976de4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:02.966193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:02.966836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e0b2fe90-6867-47bc-9f17-8d6c2178d2d1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:02.971774 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a423b3-6caa-4c31-84ba-e474d5089b99 x-openstack-request-id: req-25a423b3-6caa-4c31-84ba-e474d5089b99 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:02.972581 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:02.973496 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a423b3-6caa-4c31-84ba-e474d5089b99 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:02.974052 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'code': 200} Feb 10 13:27:03.074053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0614fe07-6e82-4226-9349-0ef59d608dfe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:03.116908 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:03.118949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (2a484f75-4c74-4ff1-9669-9424ef50f25b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.118949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a484f75-4c74-4ff1-9669-9424ef50f25b {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:03.215687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3e5ebf46-1a62-4c91-8abc-abda0058ebb2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.307911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46ae6a61-dacd-4450-aa9e-6262c4c75e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.332113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.337036 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a32c2103-5621-473f-8627-db877b42dcff tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2a484f75-4c74-4ff1-9669-9424ef50f25b HTTP/1.1" status: 204 len: 168 time: 5.9268517 Feb 10 13:27:03.338044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ccae65db-f8d2-49a9-986e-cc8bff0bd306), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.345744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:03.347585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3e5ebf46-1a62-4c91-8abc-abda0058ebb2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.439230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Deleting subnet 26a9905f-3e77-45f9-a8f4-d7db6b497519 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:03.470097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.476077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ccae65db-f8d2-49a9-986e-cc8bff0bd306 HTTP/1.1" status: 204 len: 168 time: 1.8661759 Feb 10 13:27:03.481759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf52b6-8dfd-406c-97e0-7df7b77d6c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccae65db-f8d2-49a9-986e-cc8bff0bd306,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:03.503281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for subnet (26a9905f-3e77-45f9-a8f4-d7db6b497519), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.579997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5ebf46-1a62-4c91-8abc-abda0058ebb2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:03.601416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.607744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-df8f46c6-6b71-4301-8fb0-83071b7ef414 tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/subnets/3e5ebf46-1a62-4c91-8abc-abda0058ebb2 HTTP/1.1" status: 204 len: 168 time: 1.3242867 Feb 10 13:27:03.613611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:03.738288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:03.766308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1102019c-2ac4-462e-b175-253b628ef1e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.781722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (26a9905f-3e77-45f9-a8f4-d7db6b497519), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.823475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64284df-0a3a-4c21-8f9d-00178f07a5f0 None None] Network 1102019c-2ac4-462e-b175-253b628ef1e5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:03.896979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (26a9905f-3e77-45f9-a8f4-d7db6b497519), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.965836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Deleting port 880449b5-98b3-44ab-bf32-da58f8b89d20 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:03.966488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.983189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7182bae-450b-4c0e-a75a-ebbe71068ebf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f30c81dd61e0461aa368e3b7c680fb9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219353 Feb 10 13:27:03.990528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Deleting port 75c5e28e-e999-4706-bbdd-e29c6551b537 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:03.991004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:03.994278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:04.095983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (26a9905f-3e77-45f9-a8f4-d7db6b497519), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.139419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26a9905f-3e77-45f9-a8f4-d7db6b497519,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:04.179624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] For port 880449b5-98b3-44ab-bf32-da58f8b89d20, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=880449b5-98b3-44ab-bf32-da58f8b89d20,segment=NetworkSegment(c7c7e4a7-920a-48be-9188-80ec074cd659),segment_id=c7c7e4a7-920a-48be-9188-80ec074cd659)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:04.180244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.199902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.229129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] For port 75c5e28e-e999-4706-bbdd-e29c6551b537, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=75c5e28e-e999-4706-bbdd-e29c6551b537,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:04.230557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.239288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-98673a66-59e9-4752-84d3-d12dadb8c33a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/26a9905f-3e77-45f9-a8f4-d7db6b497519 HTTP/1.1" status: 204 len: 168 time: 0.8844476 Feb 10 13:27:04.243821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:04.264642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Calling delete_port for 75c5e28e-e999-4706-bbdd-e29c6551b537 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:04.266926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:04.268448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Calling delete_port for 880449b5-98b3-44ab-bf32-da58f8b89d20 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:04.314040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:04.314609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99844bb3-99d7-49c1-b9e6-3d680ed3a8b9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:04.388060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] Publish callbacks [] for security_group (4ae16c1c-c7c4-4224-8178-6430590a713b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.450839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (729f93dd-1a25-4cf2-b6e4-19031477ecc5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.465575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] Publish callbacks [] for security_group (4ae16c1c-c7c4-4224-8178-6430590a713b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.523699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (75c5e28e-e999-4706-bbdd-e29c6551b537), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.616835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (880449b5-98b3-44ab-bf32-da58f8b89d20), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.658825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.665767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.672354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.678919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.679360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737d650-7fd5-4165-bb5b-cec6caf04065 None None] DHCP port deletion for 1102019c-2ac4-462e-b175-253b628ef1e5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:27:04.684961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.693059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.698287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.703785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:04.712209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-4c643afd-38b7-4ad8-bcfd-5bbdf48d8ae5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5425 time: 0.7737010 Feb 10 13:27:04.719142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c5e28e-e999-4706-bbdd-e29c6551b537,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:04.736026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (729f93dd-1a25-4cf2-b6e4-19031477ecc5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.755215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Port': ['ID=880449b5-98b3-44ab-bf32-da58f8b89d20,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:04.758534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] No DVR routers for this DVR port 880449b5-98b3-44ab-bf32-da58f8b89d20 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:04.843061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1d6ff30-0246-43cb-a31b-ac3ae4aea2f0 req-ce9ec46d-6c1e-4eb3-89cf-ad627c907ca1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232059 Feb 10 13:27:04.927829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1102019c-2ac4-462e-b175-253b628ef1e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:04.978464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1102019c-2ac4-462e-b175-253b628ef1e5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:04.989874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c7e4a7-920a-48be-9188-80ec074cd659') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:04.990413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c7e4a7-920a-48be-9188-80ec074cd659') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:05.001974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (c7c7e4a7-920a-48be-9188-80ec074cd659), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.002363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (b4684beb-aa30-41e1-954b-996db982701a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.017097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c7c7e4a7-920a-48be-9188-80ec074cd659), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.023916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:05.025099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (c7c7e4a7-920a-48be-9188-80ec074cd659), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.101842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4ae16c1c-c7c4-4224-8178-6430590a713b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.105437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.109956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ae16c1c-c7c4-4224-8178-6430590a713b HTTP/1.1" status: 204 len: 168 time: 1.1115377 Feb 10 13:27:05.109956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729f93dd-1a25-4cf2-b6e4-19031477ecc5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:05.123581 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:05.134603 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1102019c-2ac4-462e-b175-253b628ef1e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.152813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:05.153707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9025e72-33ca-4d66-b90d-67bbb17bf0f2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:05.159030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.163042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] 10.222.0.13 "DELETE /v2.0/networks/1102019c-2ac4-462e-b175-253b628ef1e5 HTTP/1.1" status: 204 len: 168 time: 1.5463500 Feb 10 13:27:05.231251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e715-78a4-4652-a5a1-8ae462846cec tempest-NetworksIpV6TestAttrs-4711510 tempest-NetworksIpV6TestAttrs-4711510-project] Pushing event deleted for resources: {'Network': ['ID=1102019c-2ac4-462e-b175-253b628ef1e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:05.236725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc0920-7910-4596-9806-320e346f02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae16c1c-c7c4-4224-8178-6430590a713b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:05.255629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (d9025e72-33ca-4d66-b90d-67bbb17bf0f2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.285383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (d9025e72-33ca-4d66-b90d-67bbb17bf0f2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.299094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:05.300207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (d9025e72-33ca-4d66-b90d-67bbb17bf0f2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:05.302745 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:05.461996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (729f93dd-1a25-4cf2-b6e4-19031477ecc5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.469188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 729f93dd-1a25-4cf2-b6e4-19031477ecc5 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:27:05.489467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.497994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/networks/729f93dd-1a25-4cf2-b6e4-19031477ecc5 HTTP/1.1" status: 204 len: 168 time: 1.2512028 Feb 10 13:27:05.501541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c414a-c400-4f29-a764-c10d332f8be3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Network': ['ID=729f93dd-1a25-4cf2-b6e4-19031477ecc5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:05.706851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Router b4684beb-aa30-41e1-954b-996db982701a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:27:05.766134 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.871547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:05.954450 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:05.990591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:06.007401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4166f246-5f7c-41ed-8aaa-aa89c09328d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/b4684beb-aa30-41e1-954b-996db982701a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5291586 Feb 10 13:27:06.009343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47090) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:06.171373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 880449b5-98b3-44ab-bf32-da58f8b89d20 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:06.216426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 880449b5-98b3-44ab-bf32-da58f8b89d20 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:06.217616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 880449b5-98b3-44ab-bf32-da58f8b89d20 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:06.614670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:06.630276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'name': 'tempest-router--735808632', 'project_id': '87a9e981258e4533a8c6a320006d59b0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:06.694651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:06.697163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:06.749580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks [] for router (b4684beb-aa30-41e1-954b-996db982701a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:06.780437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.783006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Sync routers for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:06.791851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.803141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7471c120-fec7-4142-844f-7fa070e2485b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fffb9afc37a4de7b6a6aa7b749739e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9271376 Feb 10 13:27:06.803141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47120) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:06.806585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.815889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:06.817624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:06.821217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.832733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.844379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.855476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:06.887124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-83be695c-a7d3-436f-a103-b4b6e72758b7 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5425 time: 0.3415675 Feb 10 13:27:07.011966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks [] for router_gateway (b4684beb-aa30-41e1-954b-996db982701a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.015930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:07.017738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] Publish callbacks [] for security_group (a07eedd7-0f99-49fc-9d41-5e4286148406), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.037593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.045777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.070365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] Publish callbacks [] for security_group (a07eedd7-0f99-49fc-9d41-5e4286148406), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.097436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0699af82-477b-4dcf-8d7b-3b3e24bfa10d req-76aa8527-33af-42ba-8d16-aadddf6c6464 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092857 Feb 10 13:27:07.101276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.102624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9d368ca-13f1-4d8c-9a08-b37e388ae831 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4838226 Feb 10 13:27:07.105384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:07.169088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Deleting port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:07.169430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.250187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.328501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b43f44cd-ba3b-4c58-a22a-053cbbe14aed up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:07.334237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-244230761-network', 'tenant_id': '4d58715d812f4b12b009ddb5546245ed'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:07.341154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a07eedd7-0f99-49fc-9d41-5e4286148406), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.346296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.349159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a07eedd7-0f99-49fc-9d41-5e4286148406 HTTP/1.1" status: 204 len: 168 time: 0.5456464 Feb 10 13:27:07.425274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a6b95-afb3-480c-a3cb-d8fa0c85bd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07eedd7-0f99-49fc-9d41-5e4286148406,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:07.444141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:07.490394 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.518576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Made reservation on behalf of 4d58715d812f4b12b009ddb5546245ed for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:07.521024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.567536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b43f44cd-ba3b-4c58-a22a-053cbbe14aed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:07.577352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.578829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b43f44cd-ba3b-4c58-a22a-053cbbe14aed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:07.579450 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.837048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks [] for security_group (92fb4983-4c9f-419f-b0bc-a916d79b8823), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.847729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] For port 5755cc78-98eb-46ba-8ce1-0e9aac1b6273, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:07.847729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.868990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92fb4983-4c9f-419f-b0bc-a916d79b8823), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:07.964719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Calling delete_port for 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:07.976973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb4983-4c9f-419f-b0bc-a916d79b8823,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:07.980679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b43f44cd-ba3b-4c58-a22a-053cbbe14aed is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:07.982416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.036024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:27:08.076505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:08.089920 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c416ab-ae32-4652-b328-5ccb79269a85" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:08.142600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:27:04Z', 'revision_number': 5, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port': {'id': '5755cc78-98eb-46ba-8ce1-0e9aac1b6273', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4684beb-aa30-41e1-954b-996db982701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:16:55Z', 'updated_at': '2022-02-10T13:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:08.161464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:08.169694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.172270 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.205584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fda7c894-2a1b-4b6e-ab7f-84010959488d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.208792 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Added segment fda7c894-2a1b-4b6e-ab7f-84010959488d of type vlan for network 83f259f3-b4c1-472f-905d-bdcb12cb8436 Feb 10 13:27:08.235310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (79cf8cec-4cf0-45b1-bbce-e3b7a17445f3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.235781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Checking router: b4684beb-aa30-41e1-954b-996db982701a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:27:08.237299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79cf8cec-4cf0-45b1-bbce-e3b7a17445f3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:08.238082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.239419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5d797315-ac53-46ba-adf7-8a764fa93867 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:08.244570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.250304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1b0a5fc1-426e-4dda-a790-c19705567910 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/routers/79cf8cec-4cf0-45b1-bbce-e3b7a17445f3 HTTP/1.1" status: 204 len: 168 time: 1.1412663 Feb 10 13:27:08.375727 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de50b3-ae05-4f1e-b3b1-b052d3beb178 x-openstack-request-id: req-28de50b3-ae05-4f1e-b3b1-b052d3beb178 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:08.375727 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:08.375727 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28de50b3-ae05-4f1e-b3b1-b052d3beb178 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:08.375727 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'code': 200} Feb 10 13:27:08.382636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (83f259f3-b4c1-472f-905d-bdcb12cb8436), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.426363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Routers {'b4684beb-aa30-41e1-954b-996db982701a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:08.427377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b4684beb-aa30-41e1-954b-996db982701a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:08.444777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5d797315-ac53-46ba-adf7-8a764fa93867 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:08.549858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:27:08.603786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:08.627295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5d797315-ac53-46ba-adf7-8a764fa93867 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:08.627295 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.637877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (83f259f3-b4c1-472f-905d-bdcb12cb8436), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.639605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.649621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.649881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:08.657778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.668280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.680170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.699657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.711849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.724431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:08.741781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-24e93d3b-3eff-4791-ac55-1e82529e6d5c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5426 time: 0.2760913 Feb 10 13:27:08.800718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] Pushing event updated for resources: {'Network': ['ID=83f259f3-b4c1-472f-905d-bdcb12cb8436,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:08.817496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:08.830616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:27:08.863013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-757c4ba0-f85a-4ad4-83b0-4d4e2644c918 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8431754 Feb 10 13:27:08.870069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:08.880055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Request body: {'subnet': {'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-244230761-subnet', 'tenant_id': '4d58715d812f4b12b009ddb5546245ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:08.945949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:08.972411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-349f098b-c2b8-4077-be01-0ad79a4edf21 req-311ce837-7311-476a-957c-ecebc375f691 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2260776 Feb 10 13:27:09.001652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Made reservation on behalf of 4d58715d812f4b12b009ddb5546245ed for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:09.004200 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.050610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5755cc78-98eb-46ba-8ce1-0e9aac1b6273), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.085649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] Set router b4684beb-aa30-41e1-954b-996db982701a gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:09.124097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5755cc78-98eb-46ba-8ce1-0e9aac1b6273,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:09.254042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:27:07Z', 'revision_number': 6, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:09.329987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (b4684beb-aa30-41e1-954b-996db982701a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.351304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504e3c-217c-4767-8749-b8f7c0a98e04 None None] The sync data for ids ['b4684beb-aa30-41e1-954b-996db982701a'] in n-d-815324-6 is: [{'id': 'b4684beb-aa30-41e1-954b-996db982701a', 'name': 'tempest-TaggedBootDevicesTest_v242-756699874-router', 'tenant_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:16:54Z', 'updated_at': '2022-02-10T13:27:07Z', 'revision_number': 6, 'project_id': '4afedc1f8ce640f9952b52e6e2bb3c32', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:09.495638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (0bb27b81-302a-420e-99c1-ad52194cf660), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.514156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5d797315-ac53-46ba-adf7-8a764fa93867 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:09.520339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.522805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1122785324', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:09.557933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:09.567159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.626321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:09.628556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:09.631844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 36a1f659-cd1a-463b-8a98-255eee1ed44d up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:09.714158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 36a1f659-cd1a-463b-8a98-255eee1ed44d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:09.719715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 36a1f659-cd1a-463b-8a98-255eee1ed44d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:09.720362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.803600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (b4684beb-aa30-41e1-954b-996db982701a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.814485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks [] for router_controller (b4684beb-aa30-41e1-954b-996db982701a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.918453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.925128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:09.985172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90340257-c5ef-48aa-9ed7-9a789b062f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.005719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (b4684beb-aa30-41e1-954b-996db982701a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.006583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4684beb-aa30-41e1-954b-996db982701a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:10.012551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:10.034533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.042293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e384bc10-7793-488b-8d18-9b641c7fa0e6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b4684beb-aa30-41e1-954b-996db982701a HTTP/1.1" status: 204 len: 168 time: 4.0318201 Feb 10 13:27:10.049155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:10.120556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Deleting subnet b4f3a51c-3863-4d7a-8265-736249cfa10d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:10.131760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Publish callbacks [] for subnet (b4f3a51c-3863-4d7a-8265-736249cfa10d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.136519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9cda6011-ac4a-4dd6-99f4-fc7c9834de25 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:10.137524 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-9cda6011-ac4a-4dd6-99f4-fc7c9834de25 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 13:27:10.137851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.139209 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9cda6011-ac4a-4dd6-99f4-fc7c9834de25 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:27:10.140873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cda6011-ac4a-4dd6-99f4-fc7c9834de25 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1110227 Feb 10 13:27:10.150169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:10.178448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--574511438'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:10.233992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b4f3a51c-3863-4d7a-8265-736249cfa10d), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.265906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.288105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.304041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 36a1f659-cd1a-463b-8a98-255eee1ed44d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:10.304615 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.355737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:10.363168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.364470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bd611c54-1b99-48b8-ab04-283a5a2aaa58 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:10.392076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb27b81-302a-420e-99c1-ad52194cf660,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:10.396721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78ce30d8-36b6-4921-9a2d-63aeb09cbba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.441203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1f659-cd1a-463b-8a98-255eee1ed44d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:10.444063 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbe931-99b9-47b2-ada6-c5e7dc59a618" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "36a1f659-cd1a-463b-8a98-255eee1ed44d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:10.472045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0865-5646-485e-8527-a7cc72243449 req-98c492c1-4871-4dd6-9c5d-58d9247ee7b8 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:10.474356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 75c5e28e-e999-4706-bbdd-e29c6551b537 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:10.475294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90340257-c5ef-48aa-9ed7-9a789b062f8b admin admin] Publish callbacks [] for security_group (3fe0c227-6b52-4781-871a-08923481ed3c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.480526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14dd0865-5646-485e-8527-a7cc72243449 req-98c492c1-4871-4dd6-9c5d-58d9247ee7b8 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 945 time: 0.8735406 Feb 10 13:27:10.499745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90340257-c5ef-48aa-9ed7-9a789b062f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3fe0c227-6b52-4781-871a-08923481ed3c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.527596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 75c5e28e-e999-4706-bbdd-e29c6551b537 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:10.528556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 75c5e28e-e999-4706-bbdd-e29c6551b537 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:10.567415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b4f3a51c-3863-4d7a-8265-736249cfa10d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.580281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90340257-c5ef-48aa-9ed7-9a789b062f8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffd7b9587a054e99a591fd1717a5e35e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6317980 Feb 10 13:27:10.580939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:10.581764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:10.594363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port bd611c54-1b99-48b8-ab04-283a5a2aaa58 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:10.600448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port bd611c54-1b99-48b8-ab04-283a5a2aaa58 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:10.601398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.615940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340257-c5ef-48aa-9ed7-9a789b062f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe0c227-6b52-4781-871a-08923481ed3c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:10.769099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-fae6102e-3dab-42ac-b1b4-6dc5465a0055 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9110081 Feb 10 13:27:10.787509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bd611c54-1b99-48b8-ab04-283a5a2aaa58 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:10.788251 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.790997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14dd0865-5646-485e-8527-a7cc72243449 req-d0341f5d-5235-4ab9-b924-55243de68f67 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078017 Feb 10 13:27:10.793528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Checking segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:10.797008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Network hostable DHCP agents. Network: 83f259f3-b4c1-472f-905d-bdcb12cb8436, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:27:10.800544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (f318b6d7-e0fa-47b6-8abc-9e27eb082c1f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.801975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b4f3a51c-3863-4d7a-8265-736249cfa10d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.837006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f3a51c-3863-4d7a-8265-736249cfa10d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:10.848115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] Publish callbacks [] for security_group (3fe0c227-6b52-4781-871a-08923481ed3c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.849952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f318b6d7-e0fa-47b6-8abc-9e27eb082c1f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.867534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:10.884303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.885121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:10.956153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f318b6d7-e0fa-47b6-8abc-9e27eb082c1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:10.980158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:10.993114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf32a561-f085-42d1-9718-a97a8fde62e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b4f3a51c-3863-4d7a-8265-736249cfa10d HTTP/1.1" status: 204 len: 168 time: 0.9421730 Feb 10 13:27:10.996328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.002741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:11.058934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917196a2-1ae2-474f-a7db-6c75ab8088bd None None] Network df9a1556-66cf-4965-b59a-57b4af290722 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:11.104354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] Publish callbacks [] for security_group (3fe0c227-6b52-4781-871a-08923481ed3c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.119766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:11.150413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (df9a1556-66cf-4965-b59a-57b4af290722), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.158944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.182484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78ce30d8-36b6-4921-9a2d-63aeb09cbba6 admin admin] Publish callbacks [] for security_group (a1fe69ad-4798-4da7-a08a-21291fc61930), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.215164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:27:11.220192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3fe0c227-6b52-4781-871a-08923481ed3c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.224187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.225531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fe0c227-6b52-4781-871a-08923481ed3c HTTP/1.1" status: 204 len: 168 time: 0.6107881 Feb 10 13:27:11.226675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78ce30d8-36b6-4921-9a2d-63aeb09cbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fe69ad-4798-4da7-a08a-21291fc61930), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.267331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (58d8197b-4082-4ed8-8d5f-65a219f78435), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.288671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:11.291054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-78ce30d8-36b6-4921-9a2d-63aeb09cbba6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18cc8d80cdfb488ab69eabfc49ffa30a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6606081 Feb 10 13:27:11.297449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce30d8-36b6-4921-9a2d-63aeb09cbba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fe69ad-4798-4da7-a08a-21291fc61930,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:11.298722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886827a-04cf-451b-ac3b-20ad0902fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe0c227-6b52-4781-871a-08923481ed3c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:11.303173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (58d8197b-4082-4ed8-8d5f-65a219f78435), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.306860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:11.307510 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.311678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:11.349760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-3d3497de-c071-4a76-837d-844aea8416a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.351784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-3d3497de-c071-4a76-837d-844aea8416a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 1128 time: 0.3476672 Feb 10 13:27:11.352550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 83f259f3-b4c1-472f-905d-bdcb12cb8436) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:11.359061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb399c-977f-49f3-b517-7d316340effc req-c0a99e07-4b1e-4bc5-946a-d4d44deb937b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.360598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6adb399c-977f-49f3-b517-7d316340effc req-c0a99e07-4b1e-4bc5-946a-d4d44deb937b tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 945 time: 0.2753243 Feb 10 13:27:11.381739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.384526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.411708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58dfcb-7823-479c-b75c-c902b41b3e1c None None] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:11.429565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.430796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2562940 Feb 10 13:27:11.454655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:11.491128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': '58d8197b-4082-4ed8-8d5f-65a219f78435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:11.516634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-abd239ce-394e-478c-acf9-4bbf3c88eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.518091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-abd239ce-394e-478c-acf9-4bbf3c88eb11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 200 len: 915 time: 0.1110284 Feb 10 13:27:11.519369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9dece-4834-412c-80fb-e1ef97c00641 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8197b-4082-4ed8-8d5f-65a219f78435,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:11.538927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96386a6a-a41b-4bc3-a23a-e874e722522a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6605096 Feb 10 13:27:11.549046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.555448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.561958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.567398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.573751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.582645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.588622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.600117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-4b48072a-cb34-4ae2-af98-acb9d014f834 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5429 time: 0.5935092 Feb 10 13:27:11.704052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] DHCP port deletion for df9a1556-66cf-4965-b59a-57b4af290722 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:27:11.711942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ee08b-f22b-434a-9466-fee671f95b42 None None] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:11.715691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:11.717848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.750388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] Publish callbacks [] for security_group (a1fe69ad-4798-4da7-a08a-21291fc61930), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.751914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-5d234456-e2c9-43c9-a106-93a70b7d7f93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 200 len: 217 time: 0.2182944 Feb 10 13:27:11.832870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group_rule (eb47368b-4505-45e4-b94e-485ca9c4245e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.863762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-d0ac7e0f-095e-418e-8bac-343f38db4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:11.865259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-d0ac7e0f-095e-418e-8bac-343f38db4380 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 200 len: 854 time: 0.1033647 Feb 10 13:27:11.897561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] Publish callbacks [] for security_group (a1fe69ad-4798-4da7-a08a-21291fc61930), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.929527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:11.965980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e80414a-9e1a-4092-b48d-6cde73de8daf req-215bff9e-891f-48e5-b091-14ca4292ac54 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3650103 Feb 10 13:27:11.977059 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:11.980826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0614fe07-6e82-4226-9349-0ef59d608dfe up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:12.023494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-61bb5ae7-8926-4ae1-938a-04275bb2f296 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631032 Feb 10 13:27:12.104416 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91784ee-65ca-4a13-82b4-68cb90939e6e x-openstack-request-id: req-f91784ee-65ca-4a13-82b4-68cb90939e6e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:12.106255 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "36a1f659-cd1a-463b-8a98-255eee1ed44d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:12.106525 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f91784ee-65ca-4a13-82b4-68cb90939e6e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:12.110534 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867', 'code': 200} Feb 10 13:27:12.111848 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1f659-cd1a-463b-8a98-255eee1ed44d', 'code': 200} Feb 10 13:27:12.115759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fe69ad-4798-4da7-a08a-21291fc61930), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.118723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.120607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1fe69ad-4798-4da7-a08a-21291fc61930 HTTP/1.1" status: 204 len: 168 time: 0.8002226 Feb 10 13:27:12.134710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Deleting port 12ae58bb-c4c5-4d58-af96-96874c078b2a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:12.134996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.138186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:12.203633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group_rule (eb47368b-4505-45e4-b94e-485ca9c4245e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.225008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (eb47368b-4505-45e4-b94e-485ca9c4245e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.228102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ff114-d369-4128-8ae0-936e5574eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fe69ad-4798-4da7-a08a-21291fc61930,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:12.247602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:12.250778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5755cc78-98eb-46ba-8ce1-0e9aac1b6273 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:12.251099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 12ae58bb-c4c5-4d58-af96-96874c078b2a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:12.280379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb47368b-4505-45e4-b94e-485ca9c4245e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:12.316544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Deleting port 01488e92-3320-474d-8728-3961cb96d234 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:12.319700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (01488e92-3320-474d-8728-3961cb96d234), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.398152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.404725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8922091-e157-49d6-9618-cb897a27c08b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9431448 Feb 10 13:27:12.411508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:12.413400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Deleting port 12ae58bb-c4c5-4d58-af96-96874c078b2a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:12.413870 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.427367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-71c62d14-dece-4ab9-b913-6856aa0e6177 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': '58d8197b-4082-4ed8-8d5f-65a219f78435', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:12.497922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] For port 12ae58bb-c4c5-4d58-af96-96874c078b2a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=12ae58bb-c4c5-4d58-af96-96874c078b2a,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:12.498868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.514249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Calling delete_port for 12ae58bb-c4c5-4d58-af96-96874c078b2a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:12.560032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 0614fe07-6e82-4226-9349-0ef59d608dfe completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:12.601019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 0614fe07-6e82-4226-9349-0ef59d608dfe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:12.601406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.605497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71c62d14-dece-4ab9-b913-6856aa0e6177 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group_rule (4baa6a9f-8be0-4bf0-aa3c-10d115b49ecd), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.632577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] For port 01488e92-3320-474d-8728-3961cb96d234, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=01488e92-3320-474d-8728-3961cb96d234,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:12.633189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (01488e92-3320-474d-8728-3961cb96d234), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.671571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Calling delete_port for 01488e92-3320-474d-8728-3961cb96d234 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:12.697070 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-71c62d14-dece-4ab9-b913-6856aa0e6177 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:27:12.702105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.703227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-71c62d14-dece-4ab9-b913-6856aa0e6177 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2877929 Feb 10 13:27:12.706281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:12.803495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port 12ae58bb-c4c5-4d58-af96-96874c078b2a {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:27:12.804026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port 12ae58bb-c4c5-4d58-af96-96874c078b2a host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:27:12.804429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 12ae58bb-c4c5-4d58-af96-96874c078b2a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:12.855323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:12.881743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] For port 12ae58bb-c4c5-4d58-af96-96874c078b2a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=12ae58bb-c4c5-4d58-af96-96874c078b2a,segment=NetworkSegment(ebd6db34-2c2b-4f97-bc79-6f3677df64f0),segment_id=ebd6db34-2c2b-4f97-bc79-6f3677df64f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:12.882549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:12.914371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Calling delete_port for 12ae58bb-c4c5-4d58-af96-96874c078b2a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:13.010210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.028022 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (58d8197b-4082-4ed8-8d5f-65a219f78435), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.038428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0614fe07-6e82-4226-9349-0ef59d608dfe is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:13.039043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.053148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61629d52-bf00-43dc-a28a-5e61a3a06423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.057090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (01488e92-3320-474d-8728-3961cb96d234), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.079279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:13.081667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', '01488e92-3320-474d-8728-3961cb96d234'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:13.109779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (58d8197b-4082-4ed8-8d5f-65a219f78435), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.161787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0614fe07-6e82-4226-9349-0ef59d608dfe,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:13.163025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (12ae58bb-c4c5-4d58-af96-96874c078b2a), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.167976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event deleted for resources: {'Port': ['ID=01488e92-3320-474d-8728-3961cb96d234,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.191800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.213863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ae58bb-c4c5-4d58-af96-96874c078b2a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.214477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] No DVR routers for this DVR port 12ae58bb-c4c5-4d58-af96-96874c078b2a on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:13.219712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] No DVR routers for this DVR port 12ae58bb-c4c5-4d58-af96-96874c078b2a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:13.233631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd675cfe-29db-4096-87e6-4873fbec0307 None None] Pushing event deleted for resources: {'Port': ['ID=12ae58bb-c4c5-4d58-af96-96874c078b2a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.235918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] No DVR routers for this DVR port 01488e92-3320-474d-8728-3961cb96d234 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:13.241649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.245301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6adb399c-977f-49f3-b517-7d316340effc req-7e541696-77c4-48e6-8af7-bad6856f1e78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "DELETE /v2.0/ports/01488e92-3320-474d-8728-3961cb96d234 HTTP/1.1" status: 204 len: 173 time: 1.8683782 Feb 10 13:27:13.248928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'name': 'network-vif-deleted', 'tag': '01488e92-3320-474d-8728-3961cb96d234'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:13.249765 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1110efa-16f1-4f16-a203-647dbfb8a310" -d '{"events": [{"server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "name": "network-vif-deleted", "tag": "01488e92-3320-474d-8728-3961cb96d234"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:13.265196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-019e9db8-1ba2-4d7f-a5b3-f338ddfd4322 service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2181740 Feb 10 13:27:13.308058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.337507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61629d52-bf00-43dc-a28a-5e61a3a06423 admin admin] Publish callbacks [] for security_group (a47bd82f-3612-4cde-b701-0515bce0a430), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.339609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (58d8197b-4082-4ed8-8d5f-65a219f78435), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.347010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.348951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/58d8197b-4082-4ed8-8d5f-65a219f78435 HTTP/1.1" status: 204 len: 168 time: 0.6414883 Feb 10 13:27:13.355210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61629d52-bf00-43dc-a28a-5e61a3a06423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a47bd82f-3612-4cde-b701-0515bce0a430), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.358256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.387009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194af4a-5a98-4189-bbee-7da1861cc7fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8197b-4082-4ed8-8d5f-65a219f78435,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.388733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.402660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.415899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc922-88c5-4f99-9300-23bc57b358f2 req-68a86f29-6a23-4bfe-9463-5dbf05b21923 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:13.417888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fbdc922-88c5-4f99-9300-23bc57b358f2 req-68a86f29-6a23-4bfe-9463-5dbf05b21923 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a04d9b-ae51-4561-b37f-10a83756e1b2 HTTP/1.1" status: 200 len: 867 time: 1.1527135 Feb 10 13:27:13.439047 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-61629d52-bf00-43dc-a28a-5e61a3a06423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bba9fad460424402ac7b796353befdc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121568 Feb 10 13:27:13.446887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47304) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.464055 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (df9a1556-66cf-4965-b59a-57b4af290722), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.518536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-705bd5bf-830d-447b-a2e2-71ff328558aa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1568334 Feb 10 13:27:13.523323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.528508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61629d52-bf00-43dc-a28a-5e61a3a06423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bd82f-3612-4cde-b701-0515bce0a430,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.534008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116386664'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:13.570906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] Publish callbacks [] for security_group (a47bd82f-3612-4cde-b701-0515bce0a430), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.572273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9a1556-66cf-4965-b59a-57b4af290722']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:13.575323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.603946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] Publish callbacks [] for security_group (a47bd82f-3612-4cde-b701-0515bce0a430), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.609435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:13.609741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd6db34-2c2b-4f97-bc79-6f3677df64f0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:13.641180 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ebd6db34-2c2b-4f97-bc79-6f3677df64f0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.644464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-322a40a3-f7c6-417d-8c21-75d83aa87e75 req-9bcdbe2d-2e5d-449e-afe2-a25e74b70eee service neutron] 10.222.0.21 "GET /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410366 Feb 10 13:27:13.672045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fbdc922-88c5-4f99-9300-23bc57b358f2 req-3ea32a2d-8764-43bb-9bb8-f25613a534f6 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101026 Feb 10 13:27:13.684171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ebd6db34-2c2b-4f97-bc79-6f3677df64f0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.695143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:13.695559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ebd6db34-2c2b-4f97-bc79-6f3677df64f0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:13.697351 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:13.732040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (882765ad-9670-4ff4-9cb9-97100d012a50), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.734478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a47bd82f-3612-4cde-b701-0515bce0a430), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.740694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.745504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a47bd82f-3612-4cde-b701-0515bce0a430 HTTP/1.1" status: 204 len: 168 time: 0.2962816 Feb 10 13:27:13.750209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (882765ad-9670-4ff4-9cb9-97100d012a50), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.766513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590485e-71e6-4efc-9d08-af840df30bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bd82f-3612-4cde-b701-0515bce0a430,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.769347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Allocated IP 172.25.8.84 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/a5bb4659-7023-48d8-b585-73374dbe44ce) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:13.790800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (df9a1556-66cf-4965-b59a-57b4af290722), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.811520 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.817370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882765ad-9670-4ff4-9cb9-97100d012a50,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.817555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] 10.222.0.13 "DELETE /v2.0/networks/df9a1556-66cf-4965-b59a-57b4af290722 HTTP/1.1" status: 204 len: 168 time: 2.8058686 Feb 10 13:27:13.829964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.832156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69257e60-6ca6-4c9c-8626-a31777b26868 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3078852 Feb 10 13:27:13.835006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.836870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15851fa4-cb7f-4e06-aea6-5e2cf9dec720 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9a1556-66cf-4965-b59a-57b4af290722,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:13.842844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3d99e9ac-5a64-46bb-9f7f-e7faf35d35f7 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': '882765ad-9670-4ff4-9cb9-97100d012a50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:13.844356 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-3d99e9ac-5a64-46bb-9f7f-e7faf35d35f7 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 13:27:13.844942 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3d99e9ac-5a64-46bb-9f7f-e7faf35d35f7 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:13.846694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d99e9ac-5a64-46bb-9f7f-e7faf35d35f7 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106921 Feb 10 13:27:13.850670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:13.940921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for port (a5bb4659-7023-48d8-b585-73374dbe44ce), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.960230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (882765ad-9670-4ff4-9cb9-97100d012a50), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.989717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a5bb4659-7023-48d8-b585-73374dbe44ce), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:13.996183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (882765ad-9670-4ff4-9cb9-97100d012a50), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.042270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:14.045793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:14.047010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (882765ad-9670-4ff4-9cb9-97100d012a50), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.050520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:14.051731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.055527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/882765ad-9670-4ff4-9cb9-97100d012a50 HTTP/1.1" status: 204 len: 168 time: 0.1980462 Feb 10 13:27:14.055636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event updated for resources: {'Port': ['ID=a5bb4659-7023-48d8-b585-73374dbe44ce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:14.056625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.073971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23947bc-5341-4c7a-b73b-82431d1f65b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882765ad-9670-4ff4-9cb9-97100d012a50,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:14.113456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0614fe07-6e82-4226-9349-0ef59d608dfe'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:14.118707 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee4ed8-80b0-41df-a829-cf8e4158250b" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "0614fe07-6e82-4226-9349-0ef59d608dfe"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:14.169584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.174805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--689889881'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.180364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0e9d98a-dcd9-4780-98bd-778783210c06 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1040220 Feb 10 13:27:14.204256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.290605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (a6e8ae06-918f-421b-b587-527e18e6e29e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.297001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6e8ae06-918f-421b-b587-527e18e6e29e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.331051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.358365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.359643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1888878 Feb 10 13:27:14.382575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.390723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6068162e-f23f-44ac-9110-034bb49f6523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2173d6d148e4cd6a740cf6546fa8b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546253 Feb 10 13:27:14.392719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79e1c042-a0c5-4867-aa02-c169f37e98aa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'a6e8ae06-918f-421b-b587-527e18e6e29e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.393658 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-79e1c042-a0c5-4867-aa02-c169f37e98aa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 13:27:14.394158 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-79e1c042-a0c5-4867-aa02-c169f37e98aa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:14.395128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79e1c042-a0c5-4867-aa02-c169f37e98aa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064099 Feb 10 13:27:14.397257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.397904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.406972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3182f-dd4f-4193-bfcf-6a56de91c803 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e8ae06-918f-421b-b587-527e18e6e29e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:14.463905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (a6e8ae06-918f-421b-b587-527e18e6e29e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.494470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (a6e8ae06-918f-421b-b587-527e18e6e29e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.541920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-3b6819bb-d177-40fe-859c-adb60e1ec0f7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:14.543567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-3b6819bb-d177-40fe-859c-adb60e1ec0f7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.3191023 Feb 10 13:27:14.550142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6e8ae06-918f-421b-b587-527e18e6e29e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.552927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.554098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6e8ae06-918f-421b-b587-527e18e6e29e HTTP/1.1" status: 204 len: 168 time: 0.1553485 Feb 10 13:27:14.557313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.580027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130a485-114c-46ef-950c-0e73362db59b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e8ae06-918f-421b-b587-527e18e6e29e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:14.604703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-d0f7c64e-5a36-4f5c-8457-e148ed6efaef tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/quotas/4d58715d812f4b12b009ddb5546245ed HTTP/1.1" status: 200 len: 375 time: 0.0510366 Feb 10 13:27:14.625106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9457406f-a2c1-4935-b4a9-89a3e9f533a8 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0654430 Feb 10 13:27:14.628894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.632820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] Publish callbacks [] for security_group (a5e019e5-cc69-4432-a0b0-85f30a0c9cc7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.633389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--250786497'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.654538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.692668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-55d9eb0f-cdb6-4112-9ec8-bf431aff7fd5 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867426 Feb 10 13:27:14.744798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (dcfd6dbc-d1df-45c7-bade-c6442878982b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.751440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dcfd6dbc-d1df-45c7-bade-c6442878982b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.770075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] Publish callbacks [] for security_group (a5e019e5-cc69-4432-a0b0-85f30a0c9cc7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.786545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.790808 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.791013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1579449 Feb 10 13:27:14.791013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.798929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-52f8dd94-7653-423c-a10b-0cffc299268b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd6dbc-d1df-45c7-bade-c6442878982b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.806350 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-52f8dd94-7653-423c-a10b-0cffc299268b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 13:27:14.807042 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-52f8dd94-7653-423c-a10b-0cffc299268b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:14.811240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52f8dd94-7653-423c-a10b-0cffc299268b tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148759 Feb 10 13:27:14.811240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedea39-6630-405a-af81-bc35c2b81d60 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd6dbc-d1df-45c7-bade-c6442878982b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:14.812834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.818745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-91df422c-f752-47fe-970a-72038327edcb tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd6dbc-d1df-45c7-bade-c6442878982b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.820501 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-91df422c-f752-47fe-970a-72038327edcb tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 13:27:14.821189 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-91df422c-f752-47fe-970a-72038327edcb tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:14.825213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91df422c-f752-47fe-970a-72038327edcb tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109773 Feb 10 13:27:14.826196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.830556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-64e81013-12a8-467c-9081-e56ae2980b56 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd6dbc-d1df-45c7-bade-c6442878982b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.831336 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-64e81013-12a8-467c-9081-e56ae2980b56 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 13:27:14.831808 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-64e81013-12a8-467c-9081-e56ae2980b56 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:14.832908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-64e81013-12a8-467c-9081-e56ae2980b56 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057793 Feb 10 13:27:14.835617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.839931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dd5fa0fc-b5ee-49e8-868a-05178ec55bbc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd6dbc-d1df-45c7-bade-c6442878982b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:14.840836 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-dd5fa0fc-b5ee-49e8-868a-05178ec55bbc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 13:27:14.841316 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-dd5fa0fc-b5ee-49e8-868a-05178ec55bbc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:14.845340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dd5fa0fc-b5ee-49e8-868a-05178ec55bbc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061529 Feb 10 13:27:14.845560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.901683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (dcfd6dbc-d1df-45c7-bade-c6442878982b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.926642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (dcfd6dbc-d1df-45c7-bade-c6442878982b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.967631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-fda15ebb-6197-415e-9d46-c7b1123bcd42 service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602468 Feb 10 13:27:14.980218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dcfd6dbc-d1df-45c7-bade-c6442878982b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.984473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.988038 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/dcfd6dbc-d1df-45c7-bade-c6442878982b HTTP/1.1" status: 204 len: 168 time: 0.1392744 Feb 10 13:27:14.989051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:14.990665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a5e019e5-cc69-4432-a0b0-85f30a0c9cc7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.993294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:14.996728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5e019e5-cc69-4432-a0b0-85f30a0c9cc7 HTTP/1.1" status: 204 len: 168 time: 0.5962343 Feb 10 13:27:15.002064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa514a-d08a-4613-972f-8a7850c63471 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd6dbc-d1df-45c7-bade-c6442878982b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:15.041000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4554a8c0-e97f-40ba-9dfd-3187cb2d554c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493212 Feb 10 13:27:15.042474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a4c01-56a2-4bf1-9e26-c189615e670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e019e5-cc69-4432-a0b0-85f30a0c9cc7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:15.045947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.051074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--353059748'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.087761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.178695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (d0f03871-d903-4257-aece-946459ee0625), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.184958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0f03871-d903-4257-aece-946459ee0625), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.192374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-006e38a0-03aa-41c9-a555-c0181cd7be6a service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154214 Feb 10 13:27:15.204292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.240946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.245268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1986852 Feb 10 13:27:15.247473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.252677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0e278d6c-f5c5-445f-87ff-b639942d6eee tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.253776 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-0e278d6c-f5c5-445f-87ff-b639942d6eee tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 13:27:15.254292 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0e278d6c-f5c5-445f-87ff-b639942d6eee tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.254603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a902c-5184-4779-a078-f27e53b5f0de tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f03871-d903-4257-aece-946459ee0625,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:15.255924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e278d6c-f5c5-445f-87ff-b639942d6eee tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066671 Feb 10 13:27:15.258385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.267976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-54b5e5f9-d114-4bb8-a054-553b83b7cf3f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.345350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 01488e92-3320-474d-8728-3961cb96d234 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:15.383941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 01488e92-3320-474d-8728-3961cb96d234 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:15.384385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 01488e92-3320-474d-8728-3961cb96d234 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:15.583599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.689014 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-54b5e5f9-d114-4bb8-a054-553b83b7cf3f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.692675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-54b5e5f9-d114-4bb8-a054-553b83b7cf3f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4307950 Feb 10 13:27:15.693092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.700215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eec7ce0f-4be1-47bc-9bc1-a66e2553a5ca tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.700736 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-eec7ce0f-4be1-47bc-9bc1-a66e2553a5ca tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 13:27:15.701331 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-eec7ce0f-4be1-47bc-9bc1-a66e2553a5ca tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.704955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eec7ce0f-4be1-47bc-9bc1-a66e2553a5ca tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084758 Feb 10 13:27:15.706043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.707932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d95f7e2d-832c-44e3-ad15-292a7885b41f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4afedc1f8ce640f9952b52e6e2bb3c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232538 Feb 10 13:27:15.711010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.716026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-622e23c1-62e5-46fd-97b9-a6f5bed87349 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.784401 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-622e23c1-62e5-46fd-97b9-a6f5bed87349 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.789070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-622e23c1-62e5-46fd-97b9-a6f5bed87349 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0768499 Feb 10 13:27:15.789956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47418) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.790819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Router 5a5bb3e3-6043-45ac-9497-c38c2a6bee39 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:15.798627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8f31fbe5-f2c8-495e-9405-858e2a80a4f5 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.802449 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-8f31fbe5-f2c8-495e-9405-858e2a80a4f5 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 13:27:15.802449 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-8f31fbe5-f2c8-495e-9405-858e2a80a4f5 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.806781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8f31fbe5-f2c8-495e-9405-858e2a80a4f5 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147905 Feb 10 13:27:15.807388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.813253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a92f6e53-728f-48ec-9d0f-d06eb83990a6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.816545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] Publish callbacks [] for security_group (cd65f724-de87-406f-aefe-1c223616ad43), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.881838 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-a92f6e53-728f-48ec-9d0f-d06eb83990a6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.885728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a92f6e53-728f-48ec-9d0f-d06eb83990a6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0747542 Feb 10 13:27:15.887270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.892848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e5d13bb-75df-4cd1-a3b2-ce661f17856e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.893344 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-0e5d13bb-75df-4cd1-a3b2-ce661f17856e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 13:27:15.893826 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-0e5d13bb-75df-4cd1-a3b2-ce661f17856e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.897257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e5d13bb-75df-4cd1-a3b2-ce661f17856e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063176 Feb 10 13:27:15.898903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.906617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-828e0faf-2c7b-4265-9c82-19dfe1c989bc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:15.947299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] Publish callbacks [] for security_group (cd65f724-de87-406f-aefe-1c223616ad43), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:15.957502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8251e5d9-bc40-4f4c-929e-cfec2ac8e7fd tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490305 Feb 10 13:27:15.968619 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-828e0faf-2c7b-4265-9c82-19dfe1c989bc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:15.969863 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-828e0faf-2c7b-4265-9c82-19dfe1c989bc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0699897 Feb 10 13:27:15.972714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:15.978771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ac8eb9b2-e43f-42f7-817a-a3da48fda7e1 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'd0f03871-d903-4257-aece-946459ee0625', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:16.023316 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ac8eb9b2-e43f-42f7-817a-a3da48fda7e1 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:16.025003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac8eb9b2-e43f-42f7-817a-a3da48fda7e1 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0512068 Feb 10 13:27:16.027834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.108360 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (d0f03871-d903-4257-aece-946459ee0625), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.146504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (d0f03871-d903-4257-aece-946459ee0625), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.220190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0f03871-d903-4257-aece-946459ee0625), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.222728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cd65f724-de87-406f-aefe-1c223616ad43), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.223717 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.225471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.226620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd65f724-de87-406f-aefe-1c223616ad43 HTTP/1.1" status: 204 len: 168 time: 0.5144544 Feb 10 13:27:16.229012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0f03871-d903-4257-aece-946459ee0625 HTTP/1.1" status: 204 len: 168 time: 0.1956115 Feb 10 13:27:16.229681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.248177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed2784-685a-4a04-b1ee-9ae50923213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd65f724-de87-406f-aefe-1c223616ad43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:16.261315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:16.266225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b75dd-ee65-4638-bf3f-f4acea27b6ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f03871-d903-4257-aece-946459ee0625,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:16.283305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] Sync routers for ids ['5a5bb3e3-6043-45ac-9497-c38c2a6bee39'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:16.295198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.296454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f34ef54-3df8-4df3-a780-8b92fb344cba tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4783847 Feb 10 13:27:16.299324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.299476 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] Routers {'5a5bb3e3-6043-45ac-9497-c38c2a6bee39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:16.299997 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5a5bb3e3-6043-45ac-9497-c38c2a6bee39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:16.313728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac102e12-de81-4814-849b-9cb6d85278b6 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725029 Feb 10 13:27:16.321270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-7c77c409-e961-470e-b3ed-92707b42d7b2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:16.346896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.351798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409301706'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:16.355924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-7c77c409-e961-470e-b3ed-92707b42d7b2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834882 Feb 10 13:27:16.363093 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:16.374162 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] Routers {'5a5bb3e3-6043-45ac-9497-c38c2a6bee39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:16.374798 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5a5bb3e3-6043-45ac-9497-c38c2a6bee39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:16.376873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.410894 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:16.411472 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6ad82-adcb-429f-a149-eb28eb61c192 None None] The sync data for ids ['5a5bb3e3-6043-45ac-9497-c38c2a6bee39'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:16.425022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-e62351cb-2c99-4132-8167-b1dba7975de1 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/quotas/72b1a1126eef4bc493ac5a3caefcb372 HTTP/1.1" status: 200 len: 375 time: 0.0645142 Feb 10 13:27:16.481117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-172b123a-cea5-4e6a-9a0d-82300a80c7ff tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530763 Feb 10 13:27:16.499398 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fb4cabdd-2163-4ddd-b701-f843046421ce tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/5a5bb3e3-6043-45ac-9497-c38c2a6bee39 HTTP/1.1" status: 200 len: 924 time: 0.1989088 Feb 10 13:27:16.503311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.531742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (5dc14f48-8195-4813-b3d1-70bf7ac396dd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.538832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5dc14f48-8195-4813-b3d1-70bf7ac396dd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.544414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-974fff1f-7d97-4d67-8573-2d422f2c8ac7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a5bb3e3-6043-45ac-9497-c38c2a6bee39 HTTP/1.1" status: 200 len: 205 time: 0.0391281 Feb 10 13:27:16.546755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.588561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc14f48-8195-4813-b3d1-70bf7ac396dd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:16.608908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:16.610337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-358c7963-ba6a-4865-95f9-fe0ea97e5e2a tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2624896 Feb 10 13:27:16.613191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.618837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d63f077e-e9f2-4683-9f50-11930ff7f784 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': '5dc14f48-8195-4813-b3d1-70bf7ac396dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:16.697241 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-d63f077e-e9f2-4683-9f50-11930ff7f784 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The resource could not be found. Feb 10 13:27:16.701489 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d63f077e-e9f2-4683-9f50-11930ff7f784 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0841224 Feb 10 13:27:16.702794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47470) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:16.714186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f915dd01-3738-4de0-bb9c-199faae98e98 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': '5dc14f48-8195-4813-b3d1-70bf7ac396dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '314e7914-5e27-4ce4-a827-5ea987ab16dc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:16.881729 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.033748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.034024 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-f915dd01-3738-4de0-bb9c-199faae98e98 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The resource could not be found. Feb 10 13:27:17.037788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f915dd01-3738-4de0-bb9c-199faae98e98 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3312378 Feb 10 13:27:17.039234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.044689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.050722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.056127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.058255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:17.075579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.082926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.084914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd81f6a9-fe3b-4c69-8c5b-71941605b5b8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.3008342 Feb 10 13:27:17.139431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.145088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-c69c2e85-a963-4e7c-b6dd-163452d33716 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.147251 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-c69c2e85-a963-4e7c-b6dd-163452d33716 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.4039612 Feb 10 13:27:17.163924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Request body: {'port': {'device_id': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'admin_state_up': True, 'tenant_id': '4d58715d812f4b12b009ddb5546245ed'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:17.211410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (5dc14f48-8195-4813-b3d1-70bf7ac396dd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.302583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (5dc14f48-8195-4813-b3d1-70bf7ac396dd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.307887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3769561a-9672-4616-bda6-1e09bb563f76 req-cd5734fd-cd64-40eb-9c9f-a11a22feaba5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093318 Feb 10 13:27:17.364119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port a5bb4659-7023-48d8-b585-73374dbe44ce {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:17.367108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a5bb4659-7023-48d8-b585-73374dbe44ce), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.380591 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bac7cc-5845-4a15-bd6c-22c83f05488f x-openstack-request-id: req-55bac7cc-5845-4a15-bd6c-22c83f05488f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:17.381004 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a04d9b-ae51-4561-b37f-10a83756e1b2", "name": "network-vif-deleted", "tag": "01488e92-3320-474d-8728-3961cb96d234", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:17.381271 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55bac7cc-5845-4a15-bd6c-22c83f05488f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:17.381816 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a04d9b-ae51-4561-b37f-10a83756e1b2', 'name': 'network-vif-deleted', 'tag': '01488e92-3320-474d-8728-3961cb96d234', 'status': 'completed', 'code': 200} Feb 10 13:27:17.431347 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a4d237-2dfe-4610-9c8c-19e47b839823 x-openstack-request-id: req-d5a4d237-2dfe-4610-9c8c-19e47b839823 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:17.432399 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-plugged", "status": "completed", "tag": "0614fe07-6e82-4226-9349-0ef59d608dfe", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:17.433031 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5a4d237-2dfe-4610-9c8c-19e47b839823 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:17.433720 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58', 'code': 200} Feb 10 13:27:17.434982 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'code': 200} Feb 10 13:27:17.435827 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0614fe07-6e82-4226-9349-0ef59d608dfe', 'code': 200} Feb 10 13:27:17.497208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a5bb4659-7023-48d8-b585-73374dbe44ce), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.518722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for a5bb4659-7023-48d8-b585-73374dbe44ce owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:17.521597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5dc14f48-8195-4813-b3d1-70bf7ac396dd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.532895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.534196 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/5dc14f48-8195-4813-b3d1-70bf7ac396dd HTTP/1.1" status: 204 len: 168 time: 0.4737599 Feb 10 13:27:17.537079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:17.541877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Made reservation on behalf of 4d58715d812f4b12b009ddb5546245ed for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:17.549992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:17.610209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfbf6d-0a97-4779-b7d5-76c01d276d31 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc14f48-8195-4813-b3d1-70bf7ac396dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:17.686740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:17.692716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-068fd7f0-7394-414b-a332-9e1c5567871f req-70220ed9-e675-4cb8-86d7-e53288494807 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 210 time: 0.0951688 Feb 10 13:27:17.740135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f1a5a8b-358f-4109-a4cc-f581aba1051e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1983197 Feb 10 13:27:17.742129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:17.748089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-187c4f3d-8ca9-4cc7-a604-9861b8cc9159 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'b64e40fc-1c04-4c84-998f-e5d2438d8d0d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:17.833289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.834143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.834799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.835445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.836098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.836739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.837439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:17.840015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-56a130b5-7197-4f67-8dba-03b146d47f72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.2409618 Feb 10 13:27:17.863109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Allocated IP 172.20.0.5 (83f259f3-b4c1-472f-905d-bdcb12cb8436/0bb27b81-302a-420e-99c1-ad52194cf660/b42d3a34-9468-4860-b375-0e96b5042160) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:17.963357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-174183008-network', 'tenant_id': 'e8034cbaca8d4292a98576f9517614e0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:18.005538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f766356c-6334-431c-a055-a489777039c8 req-e009f153-4c9f-49a8-9f12-93956e4d2250 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 210 time: 0.0974255 Feb 10 13:27:18.012353 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-187c4f3d-8ca9-4cc7-a604-9861b8cc9159 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The resource could not be found. Feb 10 13:27:18.013374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-187c4f3d-8ca9-4cc7-a604-9861b8cc9159 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2688818 Feb 10 13:27:18.022756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:18.029473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--196555043'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:18.057830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.060007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bcec30d-6f96-4d84-acb1-4ed48ff5ad3f req-f95f2198-4daf-4ab7-9b5c-6d96edf18745 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072556 Feb 10 13:27:18.062291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Made reservation on behalf of e8034cbaca8d4292a98576f9517614e0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:18.064586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.074068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.077514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a5bb4659-7023-48d8-b585-73374dbe44ce), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.109348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=a5bb4659-7023-48d8-b585-73374dbe44ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:18.203853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.209721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ea5c1b20-b22a-4ecc-9070-fe94606116d6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.270852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-cb8e7056-7183-4eb6-a5c1-cb028759eb03 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471883 Feb 10 13:27:18.272067 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ea5c1b20-b22a-4ecc-9070-fe94606116d6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.320883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.326460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.388497 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks [] for security_group (842efe15-1b4a-4a94-b864-7fa98c31d757), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.392484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (5a5bb3e3-6043-45ac-9497-c38c2a6bee39), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.393169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5bb3e3-6043-45ac-9497-c38c2a6bee39 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:18.396231 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (842efe15-1b4a-4a94-b864-7fa98c31d757), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.404816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.406007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ec6f86f4-19da-4efd-b945-eb6706d7facc tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/5a5bb3e3-6043-45ac-9497-c38c2a6bee39 HTTP/1.1" status: 204 len: 168 time: 1.8583109 Feb 10 13:27:18.409884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:18.422353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1953500925', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:18.445700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:27:18.504037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (60168cc6-0321-4cac-86fd-2d0a5b3d42e0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.504301 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Added segment 60168cc6-0321-4cac-86fd-2d0a5b3d42e0 of type vlan for network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 Feb 10 13:27:18.516441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842efe15-1b4a-4a94-b864-7fa98c31d757,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:18.521000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.522068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.571621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7340c1f9-b18f-4e91-9d38-c28e7dc2c076), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.597801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5b2c5-a7ca-485a-82d7-2b656dbe506c req-24c501b1-9505-4b3f-a415-9374343a45c4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:18.599616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cae5b2c5-a7ca-485a-82d7-2b656dbe506c req-24c501b1-9505-4b3f-a415-9374343a45c4 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 946 time: 0.1568627 Feb 10 13:27:18.657798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (6bf62b36-7a42-499a-ac3f-7e9104c86694), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.722662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7340c1f9-b18f-4e91-9d38-c28e7dc2c076), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.723659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:18.724255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.809896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cae5b2c5-a7ca-485a-82d7-2b656dbe506c req-509e6d81-8308-4bf7-8c7b-efc8c33c0454 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043245 Feb 10 13:27:18.819253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1226580 Feb 10 13:27:18.820360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c1b20-b22a-4ecc-9070-fe94606116d6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:18.862582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:18.865053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.866430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cbdf55da-7706-49ef-b4db-7a3896d0110d tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8424540 Feb 10 13:27:18.878224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:18.882701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Request body: {'subnet': {'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-174183008-subnet', 'tenant_id': 'e8034cbaca8d4292a98576f9517614e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:18.911933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (6bf62b36-7a42-499a-ac3f-7e9104c86694), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:18.931091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--30010821'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:18.963335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9b7b2-0944-4cd4-a39f-85c8d434e317 admin admin] Pushing event updated for resources: {'Network': ['ID=7340c1f9-b18f-4e91-9d38-c28e7dc2c076,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:18.977540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:27:19.023175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Made reservation on behalf of e8034cbaca8d4292a98576f9517614e0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:19.025611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.041970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.047372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.052941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.061136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.066939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.072266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.078174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.083599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.084296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-5c353564-7480-4952-ad83-f2a8f5206e15 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.085558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-7419f2fd-2d9c-4562-816c-08bb8eb951b1 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.1700294 Feb 10 13:27:19.085798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-5c353564-7480-4952-ad83-f2a8f5206e15 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7963755 Feb 10 13:27:19.093633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks [] for port (b42d3a34-9468-4860-b375-0e96b5042160), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.105030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Request body: {'port': {'device_id': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '72b1a1126eef4bc493ac5a3caefcb372'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:19.187964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb9c98c6-c4a7-4e15-8ab8-910c114dbc8b req-6470c3e9-1e78-4949-b17b-efcc43b9f63c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939555 Feb 10 13:27:19.288102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.301913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2510459-683d-43cb-bf23-46a793ef80a6 req-e60e5b90-e712-4238-b827-be6dc753ad1a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 210 time: 0.0392106 Feb 10 13:27:19.367789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (6bf62b36-7a42-499a-ac3f-7e9104c86694), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.372144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (7ec89579-ae71-4d6b-b365-c9c49ccd3f76), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.401358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ec89579-ae71-4d6b-b365-c9c49ccd3f76), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.416805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.426503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:19.426873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15a866bc-1dec-4fad-aa5c-bdd685f1e5a4 req-c292ec19-f6a0-4aa7-8530-5ced004a705c tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 210 time: 0.0559213 Feb 10 13:27:19.443265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:19.448527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:19.458790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:19.474386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.478288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5501921 Feb 10 13:27:19.493259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:19.498720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-734496de-12e1-4912-8d49-454bdbf1b29f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group_rule': {'security_group_id': 'ea5c1b20-b22a-4ecc-9070-fe94606116d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7ec89579-ae71-4d6b-b365-c9c49ccd3f76'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:19.505458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Made reservation on behalf of 72b1a1126eef4bc493ac5a3caefcb372 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:19.508926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.510974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af6a80-2332-4577-91d9-3d9305ef8c4c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec89579-ae71-4d6b-b365-c9c49ccd3f76,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:19.535712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.599688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:19.600248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.619970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (e9580936-a133-4c30-8e31-62cca0a90fde), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.658969 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-88396f53-de31-4ffd-be59-9fa1e85a41ff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5033398 Feb 10 13:27:19.679889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Request body: {'port': {'device_id': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:19.747108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9580936-a133-4c30-8e31-62cca0a90fde,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:19.833094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.873235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Checking segment: {'id': '60168cc6-0321-4cac-86fd-2d0a5b3d42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:19.873888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Network hostable DHCP agents. Network: 7340c1f9-b18f-4e91-9d38-c28e7dc2c076, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:27:19.931138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks [] for security_group (251ebaa4-814b-4724-909f-f6a34c2b6cca), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.950661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (251ebaa4-814b-4724-909f-f6a34c2b6cca), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:19.997470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:27:20.002542 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-734496de-12e1-4912-8d49-454bdbf1b29f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:27:20.003927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-734496de-12e1-4912-8d49-454bdbf1b29f tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5098445 Feb 10 13:27:20.007771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:20.055276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 172.25.8.127 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/72f10bc7-10f1-417b-8c55-d0b4fbf728bf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:20.111093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450faa-052b-472b-9b75-30cebc6f9eba req-dd83027d-a9bf-41d9-9583-9cbc80aa344a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.112507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97450faa-052b-472b-9b75-30cebc6f9eba req-dd83027d-a9bf-41d9-9583-9cbc80aa344a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 946 time: 0.1573236 Feb 10 13:27:20.131210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251ebaa4-814b-4724-909f-f6a34c2b6cca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:20.148463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7340c1f9-b18f-4e91-9d38-c28e7dc2c076) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:20.153500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.154119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71444537-d402-429c-8726-316cf32d099b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.160397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe83e92-263e-4a9d-bc15-fa773d8a1214 None None] Network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:20.193928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-71444537-d402-429c-8726-316cf32d099b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3186986 Feb 10 13:27:20.228195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (7ec89579-ae71-4d6b-b365-c9c49ccd3f76), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.311118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97450faa-052b-472b-9b75-30cebc6f9eba req-3a942394-8c78-419a-949a-c4fa3d527a4a tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864085 Feb 10 13:27:20.335961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (7ec89579-ae71-4d6b-b365-c9c49ccd3f76), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.372492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09acccd4-86f9-4015-8df5-e9d6d5cc643f None None] Network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:20.379049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-c742febe-dc0e-4c9a-b716-aff3db406877 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.380620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-c742febe-dc0e-4c9a-b716-aff3db406877 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03315de-4948-4fe1-a680-72d9f96996d6 HTTP/1.1" status: 200 len: 946 time: 0.2672107 Feb 10 13:27:20.453178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.470297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Allocated IP 192.168.233.25 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/6ee44a20-58a0-49ee-a494-b65ffbb205cd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:20.570531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ec89579-ae71-4d6b-b365-c9c49ccd3f76), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.573183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.576628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ec89579-ae71-4d6b-b365-c9c49ccd3f76 HTTP/1.1" status: 204 len: 168 time: 0.5648890 Feb 10 13:27:20.583505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:20.599925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ab6d-9cfa-4982-9236-4fb5eeef18fa tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec89579-ae71-4d6b-b365-c9c49ccd3f76,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:20.618235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.624492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.630043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.636969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.642525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.648808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.654442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:20.656642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-3546fc2d-b8a2-4397-9d73-36d504f33804 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.2242904 Feb 10 13:27:20.659576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.699639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:20.727893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Deleting port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:20.728231 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.735219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:20.743669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks [] for port (b42d3a34-9468-4860-b375-0e96b5042160), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.753088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:20.759029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:20.773692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:20.789789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc72d037-9405-4203-8c23-e1638458a6dc tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1979148 Feb 10 13:27:20.789789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Transition to ACTIVE for port object b42d3a34-9468-4860-b375-0e96b5042160 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:27:20.791718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:20.803009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.899081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eda33a2f-ec99-4c17-8652-f3b3ecb86821 req-6ca59e27-538e-4804-b35b-160fe9e8165e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309170 Feb 10 13:27:20.910962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks [] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:20.919141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:20.995102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] For port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:20.995491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.013474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ea5c1b20-b22a-4ecc-9070-fe94606116d6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.058744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ea5c1b20-b22a-4ecc-9070-fe94606116d6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.063383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Calling delete_port for 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:21.068567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.087023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Attempting to bind port b42d3a34-9468-4860-b375-0e96b5042160 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:27:21.087448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Attempting to bind port b42d3a34-9468-4860-b375-0e96b5042160 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:27:21.087718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Attempting to bind port b42d3a34-9468-4860-b375-0e96b5042160 on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:21.133701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Port b42d3a34-9468-4860-b375-0e96b5042160 on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:27:21.133911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Attempting to bind port b42d3a34-9468-4860-b375-0e96b5042160 on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:21.156149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:27:21.156543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Checking segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:21.156881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Bound using segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:27:21.157402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Bound port: b42d3a34-9468-4860-b375-0e96b5042160, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:27:21.157670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.160653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:21.163777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:21.172995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:21.177956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:21.182289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ea5c1b20-b22a-4ecc-9070-fe94606116d6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.184876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.186351 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea5c1b20-b22a-4ecc-9070-fe94606116d6 HTTP/1.1" status: 204 len: 168 time: 0.3936388 Feb 10 13:27:21.192036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:21.192738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee25021-18dd-4b4a-baae-1227c662f75f req-bd55ad49-14d4-4748-baac-16fb2e94af84 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:21.199706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ee25021-18dd-4b4a-baae-1227c662f75f req-bd55ad49-14d4-4748-baac-16fb2e94af84 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 943 time: 0.1788681 Feb 10 13:27:21.250298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69328f13-9cfc-40ac-8103-eb17fa662c7c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c1b20-b22a-4ecc-9070-fe94606116d6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:21.309641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:21.310169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.333615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ee25021-18dd-4b4a-baae-1227c662f75f req-14016dcc-7262-414b-be33-0aeccbe22f48 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328542 Feb 10 13:27:21.364356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:27:21.369885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4e1b455b-66c2-4a4e-a190-a9675b51513e tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1594684 Feb 10 13:27:21.375230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:21.379755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'tempest-secgroup--388390738'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:21.394971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-14a7d620-d948-4972-82d9-36c768955c41 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2978921 Feb 10 13:27:21.396721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:27:21.408098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Request body: {'port': {'device_id': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:21.415581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.421522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (6bf62b36-7a42-499a-ac3f-7e9104c86694), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.473426 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.481629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:21.482294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.483829 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] 10.222.0.77 "PUT /v2.0/ports/b42d3a34-9468-4860-b375-0e96b5042160 HTTP/1.1" status: 200 len: 1091 time: 1.8095529 Feb 10 13:27:21.485286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:21.487592 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "tag": "b42d3a34-9468-4860-b375-0e96b5042160"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:21.595330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.607160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:21.682437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event deleted for resources: {'Port': ['ID=0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:21.723834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ab5d308b-8796-4f5d-af5b-e8cb3ade2352), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.734469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.753320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5e2cdd74-0433-4768-ab7c-ebf19a70271b None None] Provisioning complete for port 6ee44a20-58a0-49ee-a494-b65ffbb205cd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:21.754004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdd74-0433-4768-ab7c-ebf19a70271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.767126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb03d4f-8078-4d40-9f34-a692e2a58e6e service neutron] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:21.831305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5e2cdd74-0433-4768-ab7c-ebf19a70271b None None] Port 6ee44a20-58a0-49ee-a494-b65ffbb205cd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:27:21.864592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ab5d308b-8796-4f5d-af5b-e8cb3ade2352), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.917374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-1b1f7925-d03a-4984-b923-7560378e8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:21.920244 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-1b1f7925-d03a-4984-b923-7560378e8272 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 1125 time: 0.3803046 Feb 10 13:27:21.921399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96cf16-bdf6-43cf-8f12-b79b2145e4f5 req-d68643b1-ed65-44f8-84ad-576a2143d926 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:21.924060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d96cf16-bdf6-43cf-8f12-b79b2145e4f5 req-d68643b1-ed65-44f8-84ad-576a2143d926 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 935 time: 0.4996893 Feb 10 13:27:21.947115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.948880 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5726445 Feb 10 13:27:21.959198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:21.961966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] No DVR routers for this DVR port 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:21.965220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:21.970666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9414bc4d-9523-4d95-be2f-c1cb62d2073a req-36eb2397-a01a-43c8-b954-5f0e929049c1 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.21 "DELETE /v2.0/ports/0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f HTTP/1.1" status: 204 len: 173 time: 1.5711918 Feb 10 13:27:21.986439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-82904f91-9df7-4fac-81ae-2c457475d07c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:21.987354 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-82904f91-9df7-4fac-81ae-2c457475d07c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 13:27:21.987866 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-82904f91-9df7-4fac-81ae-2c457475d07c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 13:27:21.991606 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-994ac79d-eb10-4a29-877c-d70b587bc725 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42d3a34-9468-4860-b375-0e96b5042160 HTTP/1.1" status: 200 len: 217 time: 0.0640879 Feb 10 13:27:21.992598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-82904f91-9df7-4fac-81ae-2c457475d07c tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "PUT /v2.0/security-groups/ab5d308b-8796-4f5d-af5b-e8cb3ade2352 HTTP/1.1" status: 409 len: 330 time: 0.0207970 Feb 10 13:27:21.997094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'name': 'network-vif-deleted', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:22.000521 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d649268-8066-48be-a032-16028cb024eb" -d '{"events": [{"server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "name": "network-vif-deleted", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:22.003347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:22.037515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825af86-5740-4d12-91d4-f8100c1e4e51 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5d308b-8796-4f5d-af5b-e8cb3ade2352,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:22.123451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-074e0901-0f90-4e20-8b08-efd239146a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:22.125470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-074e0901-0f90-4e20-8b08-efd239146a70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.0827570 Feb 10 13:27:22.140186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d96cf16-bdf6-43cf-8f12-b79b2145e4f5 req-70bad626-ecd5-4e13-b0c5-b580366b5b79 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797574 Feb 10 13:27:22.193898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-6f0c8e2c-6f29-495b-b6d2-f86cded2be62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618353 Feb 10 13:27:22.264069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ab5d308b-8796-4f5d-af5b-e8cb3ade2352), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.297691 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.495232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (ab5d308b-8796-4f5d-af5b-e8cb3ade2352), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.542868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-674bfef6-685d-4e3d-a6bd-eb63f94d8cbc service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412237 Feb 10 13:27:22.625872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:22.637080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks [] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.692201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ab5d308b-8796-4f5d-af5b-e8cb3ade2352), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.695119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.698695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab5d308b-8796-4f5d-af5b-e8cb3ade2352 HTTP/1.1" status: 204 len: 168 time: 0.6668255 Feb 10 13:27:22.704594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:22.723808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Transition to ACTIVE for port object 6ee44a20-58a0-49ee-a494-b65ffbb205cd will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:27:22.735861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:22.756027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a3a23-ab17-4455-9c54-0101e8ac06a9 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5d308b-8796-4f5d-af5b-e8cb3ade2352,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:22.805447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 6bf62b36-7a42-499a-ac3f-7e9104c86694 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:22.837637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-915e0867-b54e-49db-acf9-d4b3fbb9da75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:22.839136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-915e0867-b54e-49db-acf9-d4b3fbb9da75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/networks?id=7340c1f9-b18f-4e91-9d38-c28e7dc2c076 HTTP/1.1" status: 200 len: 817 time: 0.2582629 Feb 10 13:27:22.848050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e9f09ddc-7d83-452d-abea-baf9274b4651 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1376500 Feb 10 13:27:22.852610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:22.942716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Attempting to bind port 6ee44a20-58a0-49ee-a494-b65ffbb205cd on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:27:22.943206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Attempting to bind port 6ee44a20-58a0-49ee-a494-b65ffbb205cd by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:27:22.943379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Attempting to bind port 6ee44a20-58a0-49ee-a494-b65ffbb205cd on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:22.945593 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d9f4ed00-abe3-403b-89f7-80aef68166ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] delete failed (client error): The resource could not be found. Feb 10 13:27:22.947108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9f4ed00-abe3-403b-89f7-80aef68166ec tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "DELETE /v2.0/security-groups/d6e885de-fc1b-4384-8d31-ee261d3cdeb0 HTTP/1.1" status: 404 len: 347 time: 0.0934403 Feb 10 13:27:22.952543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-ec8317a6-3e2b-4c2b-b20a-51b349a22f6b tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/quotas/e8034cbaca8d4292a98576f9517614e0 HTTP/1.1" status: 200 len: 375 time: 0.1029165 Feb 10 13:27:22.954842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-79eccbcc-a7ab-4ceb-8d38-08fc61799bf4 req-2efc9aa5-378d-4397-85c2-2ec7b9902866 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050066 Feb 10 13:27:22.955214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:22.957059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:22.962196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Port 6ee44a20-58a0-49ee-a494-b65ffbb205cd on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:27:22.962771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Attempting to bind port 6ee44a20-58a0-49ee-a494-b65ffbb205cd on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:22.970082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:27:22.970427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:22.971341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:27:22.971783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Bound port: 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:27:22.972139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.017039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-65094d51-39b0-4e66-a0ec-118377e871af tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8034cbaca8d4292a98576f9517614e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352812 Feb 10 13:27:23.017967 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1c99e4fb-d7d8-4954-91d3-419dbfc5f4a8 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] show failed (client error): The resource could not be found. Feb 10 13:27:23.018933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1c99e4fb-d7d8-4954-91d3-419dbfc5f4a8 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-groups/e727f352-59cc-4274-9579-6edcd19d614b HTTP/1.1" status: 404 len: 347 time: 0.0627832 Feb 10 13:27:23.024715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:23.047574 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e4aa549d-0c5d-4468-a13e-d0e62a355b41 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] show failed (client error): The resource could not be found. Feb 10 13:27:23.049080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e4aa549d-0c5d-4468-a13e-d0e62a355b41 tempest-NegativeSecGroupTest-1654130809 tempest-NegativeSecGroupTest-1654130809-project] 10.222.0.13 "GET /v2.0/security-group-rules/7fd4eaed-2af6-4fb7-ad59-638896d3417b HTTP/1.1" status: 404 len: 356 time: 0.0231655 Feb 10 13:27:23.177662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:23.188356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Sync routers for ids ['6bf62b36-7a42-499a-ac3f-7e9104c86694'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:23.206911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Routers {'6bf62b36-7a42-499a-ac3f-7e9104c86694'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:23.209646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6bf62b36-7a42-499a-ac3f-7e9104c86694'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:23.258945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-0e6071f2-f994-4a1e-a98b-a7c30f8c2221 service neutron] 10.222.0.13 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252240 Feb 10 13:27:23.263257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.269954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-45711101-8a44-44c1-a356-abd7cf39cc4c tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8561096 Feb 10 13:27:23.345703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:23.385716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:23.385980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:23.389305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:23.390119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:23.422328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:27:23.425651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:27:23.439861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.526302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:23.526970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.528434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] 10.222.0.77 "PUT /v2.0/ports/6ee44a20-58a0-49ee-a494-b65ffbb205cd HTTP/1.1" status: 200 len: 1095 time: 2.1251085 Feb 10 13:27:23.584583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-f84ec33e-205f-4eb7-9afa-313d5a2ab951 service neutron] 10.222.0.13 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131437 Feb 10 13:27:23.638922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:23.642584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-63ea1622-3aaf-4e45-9548-6a18e772cf36 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/6bf62b36-7a42-499a-ac3f-7e9104c86694 HTTP/1.1" status: 200 len: 909 time: 0.2549815 Feb 10 13:27:23.692539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1953500925', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': True}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:23.698016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Set router 6bf62b36-7a42-499a-ac3f-7e9104c86694 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:23.721519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a6cbe20d-b33f-4d64-9816-bbdf1de82f94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bec9390c4c424ad4a718b088e00e7e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328803 Feb 10 13:27:23.724077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bceaa-9bc1-4060-8d26-880fe71b464f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:23.724225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:23.730415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.731544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.786648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-22793604-53d8-4a75-bf44-ae4d5ef3bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:23.788273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-22793604-53d8-4a75-bf44-ae4d5ef3bce8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 1129 time: 0.2143993 Feb 10 13:27:23.895463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] Publish callbacks [] for security_group (f318b6d7-e0fa-47b6-8abc-9e27eb082c1f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.930858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-dd4948a2-5374-4375-9211-98a5ce152618 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd HTTP/1.1" status: 200 len: 217 time: 0.1261356 Feb 10 13:27:23.932518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:23.971679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127'}], 'enable_snat': False}, 'gw_port_id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:18Z', 'updated_at': '2022-02-10T13:27:21Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:27:19Z', 'updated_at': '2022-02-10T13:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:24.037949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] Publish callbacks [] for security_group (f318b6d7-e0fa-47b6-8abc-9e27eb082c1f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.054950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Checking router: 6bf62b36-7a42-499a-ac3f-7e9104c86694 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:27:24.058315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Updating router 6bf62b36-7a42-499a-ac3f-7e9104c86694 port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:27:24.101302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.131236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.137741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.144034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.150022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.156740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.164242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.181531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.184304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-813a116e-1f15-4534-8d8f-48d943e6e74e req-d4ef667c-e5e6-41ab-b33e-a36deecdb369 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.2778621 Feb 10 13:27:24.197442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:24.207130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Request body: {'floatingip': {'port_id': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:24.370815 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.385798 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5bc02-9b7e-4968-b907-20b6fc7de202 x-openstack-request-id: req-0ed5bc02-9b7e-4968-b907-20b6fc7de202 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:24.386117 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "tag": "b42d3a34-9468-4860-b375-0e96b5042160", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:24.386388 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ed5bc02-9b7e-4968-b907-20b6fc7de202 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:24.389180 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160', 'status': 'completed', 'code': 200} Feb 10 13:27:24.394076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-d5a5673c-46da-4775-9a77-fa43eab4e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.398013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-d5a5673c-46da-4775-9a77-fa43eab4e507 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.4587936 Feb 10 13:27:24.656865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-80bbd70a-c76d-4d50-ae86-f92b12c9e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.658621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-80bbd70a-c76d-4d50-ae86-f92b12c9e2d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 1125 time: 0.2685871 Feb 10 13:27:24.710376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-adad7bb5-f67c-4287-9b7e-31ba176fc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:24.713507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-adad7bb5-f67c-4287-9b7e-31ba176fc239 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2865767 Feb 10 13:27:24.806909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks [] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.815356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.901047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b50a-02c9-4e1d-8598-60d050a8dba3 None None] Pushing event updated for resources: {'Port': ['ID=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:24.945767 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782d5b2-a287-4b6a-bff2-36464e421322 x-openstack-request-id: req-3782d5b2-a287-4b6a-bff2-36464e421322 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:24.946350 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03315de-4948-4fe1-a680-72d9f96996d6", "name": "network-vif-deleted", "tag": "0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:24.946920 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3782d5b2-a287-4b6a-bff2-36464e421322 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:24.947653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Attempting to bind port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:27:24.947901 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03315de-4948-4fe1-a680-72d9f96996d6', 'name': 'network-vif-deleted', 'tag': '0880bcce-fb9e-4dc7-bf38-f2c667bb3d5f', 'status': 'completed', 'code': 200} Feb 10 13:27:24.948768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f318b6d7-e0fa-47b6-8abc-9e27eb082c1f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.951876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.953630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f318b6d7-e0fa-47b6-8abc-9e27eb082c1f HTTP/1.1" status: 204 len: 168 time: 1.2283061 Feb 10 13:27:24.962127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Attempting to bind port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:27:24.964255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Attempting to bind port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:24.977969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:27:24.979561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:24.979987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.980439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:27:24.981006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Bound port: 72f10bc7-10f1-417b-8c55-d0b4fbf728bf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:27:24.981395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:24.983602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:25.051143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] For port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:27:25.054810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] For port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:27:25.070595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:25.101706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2f313-1f90-45b4-ba99-db6d0c9cf5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318b6d7-e0fa-47b6-8abc-9e27eb082c1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:25.129913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-aa914c7e-c863-4383-9c70-8b73020470f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:25.138811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-aa914c7e-c863-4383-9c70-8b73020470f0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 915 time: 0.4717538 Feb 10 13:27:25.173696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b50a-02c9-4e1d-8598-60d050a8dba3 None None] Pushing event updated for resources: {'Port': ['ID=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:25.236364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Routers {'6bf62b36-7a42-499a-ac3f-7e9104c86694'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:25.237054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6bf62b36-7a42-499a-ac3f-7e9104c86694'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:25.344382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-b0eb405f-0215-47a9-84ff-a8ddc081708f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243324 Feb 10 13:27:25.362113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79df57e-0558-438e-8be8-72c9a03b930e req-bba5b529-b4cd-4ca4-9c20-f9d21654dc2d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:25.383498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b79df57e-0558-438e-8be8-72c9a03b930e req-bba5b529-b4cd-4ca4-9c20-f9d21654dc2d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 943 time: 0.4399238 Feb 10 13:27:25.512868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:27:25.554078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-b3bd1f0c-84af-4431-8e3c-2ef8f88fdccf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42d3a34-9468-4860-b375-0e96b5042160 HTTP/1.1" status: 200 len: 217 time: 0.4081140 Feb 10 13:27:25.556515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1419d7c5-f1db-481c-a69e-012cb19327bb req-69682da3-0019-44b8-86af-972f68be795d service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655033 Feb 10 13:27:25.620660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b79df57e-0558-438e-8be8-72c9a03b930e req-9fb39f5c-897c-428e-8576-da71b68312ef tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350621 Feb 10 13:27:25.642221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] Set router 6bf62b36-7a42-499a-ac3f-7e9104c86694 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:25.760525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-96944b30-2d0f-4258-b22d-93af13a83467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:25.766317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-96944b30-2d0f-4258-b22d-93af13a83467 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.2010136 Feb 10 13:27:25.846817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:25.850332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-2603683b-8b37-4e7e-ac76-88fa5a486a65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741236 Feb 10 13:27:25.891230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.073197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:26.082007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 172.25.8.39 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/26fad5c5-8043-4981-b165-c86a1ea0b124) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:26.100877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b42d3a34-9468-4860-b375-0e96b5042160', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'port_id': 'b42d3a34-9468-4860-b375-0e96b5042160', 'mac_address': 'fa:16:3e:60:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb27b81-302a-420e-99c1-ad52194cf660', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:26.157070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99c81-5a42-4ec9-8c0d-81b7c38e53d0 req-26098fc5-80d7-4928-81f6-d4171eab424e tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:26.165222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa99c81-5a42-4ec9-8c0d-81b7c38e53d0 req-26098fc5-80d7-4928-81f6-d4171eab424e tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 947 time: 0.3150187 Feb 10 13:27:26.209983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-0b72f747-e9ba-4404-9356-c9be925f36e4 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:26.211945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-0b72f747-e9ba-4404-9356-c9be925f36e4 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.21 "GET /v2.0/networks?id=7340c1f9-b18f-4e91-9d38-c28e7dc2c076 HTTP/1.1" status: 200 len: 817 time: 0.6317270 Feb 10 13:27:26.226564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b42d3a34-9468-4860-b375-0e96b5042160 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:26.226987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.230140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Request body: {'port': {'device_id': '196b02c9-6b72-4572-82d3-d422b79855d0', 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076', 'admin_state_up': True, 'tenant_id': 'e8034cbaca8d4292a98576f9517614e0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:26.266784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:26.279056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:26.301466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:26.314150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127'}], 'enable_snat': False}, 'gw_port_id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:18Z', 'updated_at': '2022-02-10T13:27:21Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:27:19Z', 'updated_at': '2022-02-10T13:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:26.340553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.386969 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.399410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:26.401743 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:26.407665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.408621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a858-9f1e-4323-a243-e067d98903c3 None None] The sync data for ids ['6bf62b36-7a42-499a-ac3f-7e9104c86694'] in n-d-815324-6 is: [{'id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127'}], 'enable_snat': False}, 'gw_port_id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:18Z', 'updated_at': '2022-02-10T13:27:21Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '72f10bc7-10f1-417b-8c55-d0b4fbf728bf', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf62b36-7a42-499a-ac3f-7e9104c86694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:27:19Z', 'updated_at': '2022-02-10T13:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:26.432276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa99c81-5a42-4ec9-8c0d-81b7c38e53d0 req-1a6b1345-a35e-4bf8-a55e-e35e8be31a72 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657180 Feb 10 13:27:26.468441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:27:26.532914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:26.547174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:26.558901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:26.593029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=26fad5c5-8043-4981-b165-c86a1ea0b124,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:26.606424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b42d3a34-9468-4860-b375-0e96b5042160'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:26.610592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:26.620119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a8becf7-e305-400c-a0c9-8b544273d27f req-69c65b46-1ab3-45f1-9831-987225e61d50 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 210 time: 0.0540323 Feb 10 13:27:26.649318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6b9cd393-25c8-47e3-b62b-af00a5127871 tempest-ServiceProvidersTest-1413908211 tempest-ServiceProvidersTest-1413908211-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3635869 Feb 10 13:27:26.674244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.683952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.689480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-9cbba182-bdbf-4d76-a83c-d5f654dc7e1e service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001904 Feb 10 13:27:26.697175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Made reservation on behalf of e8034cbaca8d4292a98576f9517614e0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:26.701033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:26.746512 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aad9f7-e118-4934-8690-2cff68cfaf8a x-openstack-request-id: req-20aad9f7-e118-4934-8690-2cff68cfaf8a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:26.748221 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:26.748221 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20aad9f7-e118-4934-8690-2cff68cfaf8a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:26.748573 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'status': 'completed', 'code': 200} Feb 10 13:27:27.143213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae577a0-7ce5-4cca-b433-8d8e4d4c9b12 req-25279fef-8c20-4008-8232-4d8b3c005e00 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:27.146574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-a4664e28-08a7-4e1e-bf2b-cc65ebac5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:27.148226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-a4664e28-08a7-4e1e-bf2b-cc65ebac5f22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 1129 time: 0.2337539 Feb 10 13:27:27.150305 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-54da3605-27b3-4d35-9dc7-b4ab46bbcf63 req-8cc17259-5bec-42cd-81dc-ce76ed280b6c service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528439 Feb 10 13:27:27.151994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bae577a0-7ce5-4cca-b433-8d8e4d4c9b12 req-25279fef-8c20-4008-8232-4d8b3c005e00 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 944 time: 0.3029981 Feb 10 13:27:27.222716 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Floating IP e3de4b39-db1c-4e64-9bed-22eebd7e36aa associated. External IP: 172.25.8.74, port: b8b4cbde-304f-4877-a26f-67d365b826e7. Feb 10 13:27:27.284978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-8f1328fc-f889-42e7-98a5-bc2a11f2fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:27.287426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-8f1328fc-f889-42e7-98a5-bc2a11f2fb2a service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1282456 Feb 10 13:27:27.297428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Allocated IP 172.20.0.14 (7340c1f9-b18f-4e91-9d38-c28e7dc2c076/e9580936-a133-4c30-8e31-62cca0a90fde/f779064f-ac4d-4083-97d7-25eddd65bbe0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:27.331785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:27.425997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bae577a0-7ce5-4cca-b433-8d8e4d4c9b12 req-22779066-512f-43ea-8625-3d39a6b8dbf9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709072 Feb 10 13:27:27.434513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-54be41ee-3067-443c-8273-ffba47423d29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd HTTP/1.1" status: 200 len: 217 time: 0.1024697 Feb 10 13:27:27.504991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:27:27.508449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:27.596533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-02b3a189-7a68-495b-921f-08c0b3a58087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:27.598782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-02b3a189-7a68-495b-921f-08c0b3a58087 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1546955 Feb 10 13:27:27.624035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:27.703939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0429d20-e53c-435a-9faa-74bbf7ad1865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:27.748494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b42d3a34-9468-4860-b375-0e96b5042160 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:27.778950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b42d3a34-9468-4860-b375-0e96b5042160 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:27.778950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b42d3a34-9468-4860-b375-0e96b5042160), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:27.904512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:27.925181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-387a08b0-d2c6-485a-a795-86862fc3bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:27.926722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-387a08b0-d2c6-485a-a795-86862fc3bb05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3136518 Feb 10 13:27:27.934018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0429d20-e53c-435a-9faa-74bbf7ad1865 admin admin] Publish callbacks [] for security_group (d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.012252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'mac_address': 'fa:16:3e:3e:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:28.027602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b42d3a34-9468-4860-b375-0e96b5042160 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:28.028004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.037559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks [] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.115955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b44472-2030-4022-b013-cbdbce5d9581 req-4f4ef8fb-9ae6-4289-b253-a133360a4f77 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:28.120307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:28.124828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71b44472-2030-4022-b013-cbdbce5d9581 req-4f4ef8fb-9ae6-4289-b253-a133360a4f77 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 947 time: 0.5926049 Feb 10 13:27:28.125020 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c79a551-0f35-4214-b4d5-50a7d76d6e78" -d '{"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a34-9468-4860-b375-0e96b5042160"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:28.132950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.135557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0429d20-e53c-435a-9faa-74bbf7ad1865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.170282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:28.175722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:28.177365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.217780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 72f10bc7-10f1-417b-8c55-d0b4fbf728bf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:28.311725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:28.355389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:28.357754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:28.367069 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.368239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:28.373712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.389059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0429d20-e53c-435a-9faa-74bbf7ad1865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:28.394900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:28.453485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:28.470011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-4e5f2db3-2518-4a28-9466-c063bc82809f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969044 Feb 10 13:27:28.478629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f0429d20-e53c-435a-9faa-74bbf7ad1865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad892222014f48c1a23f101bb1a9c598&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1452882 Feb 10 13:27:28.483231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:28.492350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71b44472-2030-4022-b013-cbdbce5d9581 req-c644f3f6-8292-4fb2-a72e-dcbd7fe801c9 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665013 Feb 10 13:27:28.521559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:28.572437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Router 792cf374-ed5a-4e0f-ba17-d44471a33f96 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:27:28.576727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Pushing event updated for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:28.577741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:28.578127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.633767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:28.634727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.652056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['6ee44a20-58a0-49ee-a494-b65ffbb205cd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:28.723173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.724819 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] Publish callbacks [] for security_group (d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.742069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b863dee7-e9a2-44bd-b7d8-6406a20a65b7 req-9a1e037b-0509-420a-9800-ead0895e6791 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624235 Feb 10 13:27:28.751477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-3bd30e3a-2284-4ff8-9e8d-af6be84f2e75 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5259957 Feb 10 13:27:28.788094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Request body: {'port': {'device_id': '196b02c9-6b72-4572-82d3-d422b79855d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:28.931464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:28.932088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:28.987148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:28.994193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:29.003911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.084962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:29.174567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:29.186396 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Sync routers for ids ['18f05350-2c8f-4a4f-8995-7c145e9bbcd8'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:29.206342 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Routers {'18f05350-2c8f-4a4f-8995-7c145e9bbcd8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:29.209843 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['18f05350-2c8f-4a4f-8995-7c145e9bbcd8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:29.210094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.211616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34d2a379-dcec-4860-b784-dba327480953 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5503349 Feb 10 13:27:29.214282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:29.371835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] Publish callbacks [] for security_group (d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.384663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa69f2fe-2ca6-4efe-bd25-f410519d590a tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/18f05350-2c8f-4a4f-8995-7c145e9bbcd8 HTTP/1.1" status: 200 len: 907 time: 0.1684947 Feb 10 13:27:29.386561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:29.429310 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Set router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:29.467623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.471593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.477831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8 HTTP/1.1" status: 204 len: 168 time: 0.9837267 Feb 10 13:27:29.498153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ae31-17ca-4375-80b4-5933facf20e1 req-e788fd07-0668-44d9-a330-4f4ba57e0120 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:29.499832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa30ae31-17ca-4375-80b4-5933facf20e1 req-e788fd07-0668-44d9-a330-4f4ba57e0120 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 932 time: 0.8600705 Feb 10 13:27:29.519112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:29.556383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d9655-b927-4769-a8d1-843abba97f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d6bb6c-fa66-4883-b52d-cfeaa8f7fba8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:29.608102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.652270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 6ee44a20-58a0-49ee-a494-b65ffbb205cd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:29.656591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 6ee44a20-58a0-49ee-a494-b65ffbb205cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:29.657000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.675997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.724063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:29.739195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.748123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Sync routers for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:29.786520 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f05350-2c8f-4a4f-8995-7c145e9bbcd8', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '26fad5c5-8043-4981-b165-c86a1ea0b124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:23Z', 'updated_at': '2022-02-10T13:27:27Z', 'revision_number': 3, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port': {'id': '26fad5c5-8043-4981-b165-c86a1ea0b124', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f05350-2c8f-4a4f-8995-7c145e9bbcd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:27:25Z', 'updated_at': '2022-02-10T13:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:29.790538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:29.791220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:29.809924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.842089 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Checking router: 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:27:29.842732 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Updating router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 port 26fad5c5-8043-4981-b165-c86a1ea0b124 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:27:29.899782 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.971146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Deleting port 26fad5c5-8043-4981-b165-c86a1ea0b124 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:29.971498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:29.977601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:29.978345 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.067945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:30.104506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e8338b5-ae03-47bf-9311-ce0a2ad8d23c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "PUT /v2.0/floatingips/e3de4b39-db1c-4e64-9bed-22eebd7e36aa HTTP/1.1" status: 200 len: 990 time: 5.9036601 Feb 10 13:27:30.118449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:30.121912 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab22e1f-a561-46d7-bbef-aa6202e8509b" -d '{"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:30.136324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 72f10bc7-10f1-417b-8c55-d0b4fbf728bf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:30.172942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa30ae31-17ca-4375-80b4-5933facf20e1 req-1832d94e-f37f-4d2d-b7c9-404aebc25628 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328442 Feb 10 13:27:30.183340 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.193641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.248826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Calling delete_port for 26fad5c5-8043-4981-b165-c86a1ea0b124 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:30.547527 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:27:30.550659 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14e615-a5ff-4f9b-8bd5-4d2e596d3492 x-openstack-request-id: req-ff14e615-a5ff-4f9b-8bd5-4d2e596d3492 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:30.551041 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a34-9468-4860-b375-0e96b5042160", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:30.551339 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff14e615-a5ff-4f9b-8bd5-4d2e596d3492 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:30.551750 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160', 'code': 200} Feb 10 13:27:30.604972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:30.694667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d1d94-a837-4e8d-afd6-8f2ee8245928 req-5802db68-cf4a-44c0-8a95-e0a058815dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:30.697990 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a75d1d94-a837-4e8d-afd6-8f2ee8245928 req-5802db68-cf4a-44c0-8a95-e0a058815dd4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 1127 time: 0.2037983 Feb 10 13:27:30.736270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:30.742893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b595af-0888-47b4-a39d-4d0b2c3d4289 req-35e8b708-a6b6-411b-8039-308b7829a405 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:30.744469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01b595af-0888-47b4-a39d-4d0b2c3d4289 req-35e8b708-a6b6-411b-8039-308b7829a405 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2364802 Feb 10 13:27:30.762815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:30.765974 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.871631 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:27:30.872114 n-d-815324-6 neutron-server[103402]: DEBUG oslo_db.api [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:27:30.879647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (26fad5c5-8043-4981-b165-c86a1ea0b124), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.897961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f779064f-ac4d-4083-97d7-25eddd65bbe0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:30.929145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:30.931523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks [] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:30.967979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a75d1d94-a837-4e8d-afd6-8f2ee8245928 req-f1ba2103-a206-4e82-bd88-2769eb0b60f6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237468 Feb 10 13:27:30.968850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Port': ['ID=26fad5c5-8043-4981-b165-c86a1ea0b124,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:30.983358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01b595af-0888-47b4-a39d-4d0b2c3d4289 req-ccc7aa1c-6801-465e-bd01-5bcd021ee022 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244272 Feb 10 13:27:31.017888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59ac4ed7-4d67-4e89-b391-5ca0ce70a1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.021643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Transition to ACTIVE for port object f779064f-ac4d-4083-97d7-25eddd65bbe0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:27:31.029354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.124147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Pushing event updated for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:31.175702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.304876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5de0cf0c-4e98-4bd9-ad3b-9bcd56318431 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-278090281', 'prefixes': ['172.20.0.0/16']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:31.321096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Attempting to bind port f779064f-ac4d-4083-97d7-25eddd65bbe0 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:27:31.321613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Attempting to bind port f779064f-ac4d-4083-97d7-25eddd65bbe0 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '60168cc6-0321-4cac-86fd-2d0a5b3d42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:27:31.322271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Attempting to bind port f779064f-ac4d-4083-97d7-25eddd65bbe0 on network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:31.354992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Port f779064f-ac4d-4083-97d7-25eddd65bbe0 on network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:27:31.355471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Attempting to bind port f779064f-ac4d-4083-97d7-25eddd65bbe0 on network 7340c1f9-b18f-4e91-9d38-c28e7dc2c076 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:27:31.369677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:27:31.370273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Checking segment: {'id': '60168cc6-0321-4cac-86fd-2d0a5b3d42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:31.370891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Bound using segment: {'id': '60168cc6-0321-4cac-86fd-2d0a5b3d42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:27:31.371582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Bound port: f779064f-ac4d-4083-97d7-25eddd65bbe0, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60168cc6-0321-4cac-86fd-2d0a5b3d42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:27:31.372080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.390899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:31.410194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Port 26fad5c5-8043-4981-b165-c86a1ea0b124 not found while updating agent binding for router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8. {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 13:27:31.420151 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Routers {'18f05350-2c8f-4a4f-8995-7c145e9bbcd8'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:31.421072 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['18f05350-2c8f-4a4f-8995-7c145e9bbcd8'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:31.426215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.431218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.456374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cba8b-d24c-49bf-83e1-75d2652b8fc0 req-bc05c9bd-63ed-4c05-a349-7b0575603c69 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:31.469368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-515cba8b-d24c-49bf-83e1-75d2652b8fc0 req-bc05c9bd-63ed-4c05-a349-7b0575603c69 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 949 time: 0.2736340 Feb 10 13:27:31.516944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'e3de4b39-db1c-4e64-9bed-22eebd7e36aa', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'port_id': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'mac_address': 'fa:16:3e:1a:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:24:49Z', 'updated_at': '2022-02-10T13:27:26Z', 'revision_number': 1, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:31.557609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Checking router: 792cf374-ed5a-4e0f-ba17-d44471a33f96 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:27:31.559007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (18f05350-2c8f-4a4f-8995-7c145e9bbcd8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.559992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:31.570568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:31.570810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.571307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:31.579123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6b932b04-b103-466b-b076-f97ed06f4af3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/routers/18f05350-2c8f-4a4f-8995-7c145e9bbcd8 HTTP/1.1" status: 204 len: 168 time: 2.1913028 Feb 10 13:27:31.580065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:31.685247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf0c-4e98-4bd9-ad3b-9bcd56318431 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.691234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5de0cf0c-4e98-4bd9-ad3b-9bcd56318431 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7560437 Feb 10 13:27:31.695502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-515cba8b-d24c-49bf-83e1-75d2652b8fc0 req-540421fc-b5ca-412d-b553-08b15ebf97ae tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251165 Feb 10 13:27:31.698944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:31.732852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:31.774215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-feaab6eb-e7c1-44ef-b0da-42c287b8d464 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "GET /v2.0/subnetpools/261b1d3d-0cb4-4213-9b21-aad2ba167def HTTP/1.1" status: 200 len: 731 time: 0.0745749 Feb 10 13:27:31.775175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:31.777210 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] Set router 18f05350-2c8f-4a4f-8995-7c145e9bbcd8 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:27:31.781147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:27:31.786413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2af1797f-aecc-4b88-a698-d154ed3b1480 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-680657356'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:31.809168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0,segment=NetworkSegment(60168cc6-0321-4cac-86fd-2d0a5b3d42e0),segment_id=60168cc6-0321-4cac-86fd-2d0a5b3d42e0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:27:31.849240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.879129 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f05350-2c8f-4a4f-8995-7c145e9bbcd8', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:23Z', 'updated_at': '2022-02-10T13:27:30Z', 'revision_number': 5, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:31.888745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:31.947726 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4aaa-0a4a-4c0c-8cf6-234629cd46e3 None None] The sync data for ids ['18f05350-2c8f-4a4f-8995-7c145e9bbcd8'] in n-d-815324-6 is: [{'id': '18f05350-2c8f-4a4f-8995-7c145e9bbcd8', 'name': 'tempest-snat-router-1953500925', 'tenant_id': '7eb394433a9a4ed89caf0f1be4f18715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:27:23Z', 'updated_at': '2022-02-10T13:27:30Z', 'revision_number': 5, 'project_id': '7eb394433a9a4ed89caf0f1be4f18715', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:32.015668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.016415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.018671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] 10.222.0.21 "PUT /v2.0/ports/f779064f-ac4d-4083-97d7-25eddd65bbe0 HTTP/1.1" status: 200 len: 1092 time: 3.2484188 Feb 10 13:27:32.035598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af1797f-aecc-4b88-a698-d154ed3b1480 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.036965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2af1797f-aecc-4b88-a698-d154ed3b1480 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "PUT /v2.0/subnetpools/261b1d3d-0cb4-4213-9b21-aad2ba167def HTTP/1.1" status: 200 len: 683 time: 0.2584288 Feb 10 13:27:32.045120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:32.102012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eae35-39b1-41bd-9858-e36a7b10f755 service neutron] Pushing event updated for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:32.168490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.190078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.197771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.208132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.223221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (6bf62b36-7a42-499a-ac3f-7e9104c86694), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.223753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.241975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.255723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.275528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-3d7125be-7fab-4e7d-ab29-8456ba134767 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.3268178 Feb 10 13:27:32.387218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-ce12cd6f-1645-4832-adde-4c2d296db523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.389379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-ce12cd6f-1645-4832-adde-4c2d296db523 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8034cbaca8d4292a98576f9517614e0&device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 1126 time: 0.2712684 Feb 10 13:27:32.397471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'e3de4b39-db1c-4e64-9bed-22eebd7e36aa', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'port_id': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'mac_address': 'fa:16:3e:1a:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:24:49Z', 'updated_at': '2022-02-10T13:27:26Z', 'revision_number': 1, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:32.429944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff81ce9-50cf-4ae6-8d79-6b07cb5b259e None None] The sync data for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 is: [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'e3de4b39-db1c-4e64-9bed-22eebd7e36aa', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'port_id': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'mac_address': 'fa:16:3e:1a:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:24:49Z', 'updated_at': '2022-02-10T13:27:26Z', 'revision_number': 1, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:32.437730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-f78785e5-f9c7-4c1e-ae59-7d8cab0163b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0399094 Feb 10 13:27:32.454918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da5a2b68-3a57-4226-b12e-eb4f0ea0001c req-85377334-be42-4b55-9b86-7b0033272be9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732302 Feb 10 13:27:32.498854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Deleting port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:32.498854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.498854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be557349-e639-4b8a-98e4-7956bc62b90a tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.498854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be557349-e639-4b8a-98e4-7956bc62b90a tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/261b1d3d-0cb4-4213-9b21-aad2ba167def HTTP/1.1" status: 204 len: 168 time: 0.4431505 Feb 10 13:27:32.499847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:32.526457 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9f131ab1-599b-409b-b996-bf996c452ac6 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] show failed (client error): The resource could not be found. Feb 10 13:27:32.532557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f131ab1-599b-409b-b996-bf996c452ac6 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "GET /v2.0/subnetpools/261b1d3d-0cb4-4213-9b21-aad2ba167def HTTP/1.1" status: 404 len: 346 time: 0.0318315 Feb 10 13:27:32.548039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:32.553136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:32.555611 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c2488-52cb-4e1f-ae78-31e76c64abfe" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:32.598939 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63219479-e225-4b8e-802c-624ed709e61d x-openstack-request-id: req-63219479-e225-4b8e-802c-624ed709e61d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:32.599186 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:32.599388 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63219479-e225-4b8e-802c-624ed709e61d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:32.599792 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'status': 'completed', 'code': 200} Feb 10 13:27:32.601488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-1cf53833-c150-4456-99f5-6bb103095c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.603474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-1cf53833-c150-4456-99f5-6bb103095c8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9580936-a133-4c30-8e31-62cca0a90fde HTTP/1.1" status: 200 len: 857 time: 0.1495116 Feb 10 13:27:32.619323 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-f0daaf0f-a1b7-4f8b-ba3b-e1079c9d6a09 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] delete failed (client error): The resource could not be found. Feb 10 13:27:32.623529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f0daaf0f-a1b7-4f8b-ba3b-e1079c9d6a09 tempest-SubnetPoolsTestJSON-987713317 tempest-SubnetPoolsTestJSON-987713317-project] 10.222.0.13 "DELETE /v2.0/subnetpools/261b1d3d-0cb4-4213-9b21-aad2ba167def HTTP/1.1" status: 404 len: 346 time: 0.0736818 Feb 10 13:27:32.684607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-c892aaa3-b177-4421-a070-35b2b3999218 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7340c1f9-b18f-4e91-9d38-c28e7dc2c076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698860 Feb 10 13:27:32.758580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162d52-073d-4ec8-b96d-501daa66fceb req-aaf1705f-af99-4bc0-adb0-7da29798de4a tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.760181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0162d52-073d-4ec8-b96d-501daa66fceb req-aaf1705f-af99-4bc0-adb0-7da29798de4a tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 944 time: 0.1666386 Feb 10 13:27:32.763057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.763550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.764013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.764543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.764966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.765421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.765874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.768019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-48b51385-f074-47e6-8678-7ba1eab40cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.1959569 Feb 10 13:27:32.804502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] For port 72f10bc7-10f1-417b-8c55-d0b4fbf728bf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:32.805049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:32.839810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Calling delete_port for 72f10bc7-10f1-417b-8c55-d0b4fbf728bf owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:32.918220 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df85ed7-7935-4967-aed2-f74df229f763 None None] New status for floating IP e3de4b39-db1c-4e64-9bed-22eebd7e36aa: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:27:32.977413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-46989b58-d6f0-4873-a899-4c6381534aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:32.979007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-46989b58-d6f0-4873-a899-4c6381534aa3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8 HTTP/1.1" status: 200 len: 912 time: 0.2015715 Feb 10 13:27:32.984128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-d78dcc69-b543-4c11-8d1a-83a30bfed815 service neutron] 10.222.0.21 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918706 Feb 10 13:27:33.040542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0162d52-073d-4ec8-b96d-501daa66fceb req-61d825d7-d414-417a-b345-f3923e6f4cf8 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178514 Feb 10 13:27:33.239785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8516c661-e3d4-4839-b13f-ba7e0fc689c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:33.342966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:33.365683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b546ad24-8f25-4a8d-99ea-397188fbbf05 req-8ab6083b-5bb7-4a8d-b2fc-184f02f1b31c service neutron] 10.222.0.21 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673985 Feb 10 13:27:33.416804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf14fe-f41d-44cb-aa3a-743d6d9bdf5f req-dc8056b6-08a3-4603-90d6-a52cb707cf06 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.444121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cbf14fe-f41d-44cb-aa3a-743d6d9bdf5f req-dc8056b6-08a3-4603-90d6-a52cb707cf06 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1960292 Feb 10 13:27:33.601737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cbf14fe-f41d-44cb-aa3a-743d6d9bdf5f req-d07e1a26-2847-46ea-ae6e-2bea62c4f09f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515307 Feb 10 13:27:33.638735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a788-4761-4492-94bb-2774b4efd78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:33.709765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-24402475-ddf4-4092-b510-53c683d8137d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 998 time: 0.7166393 Feb 10 13:27:33.817866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-4c95e969-574c-4264-8a56-82234fa894ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.819286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.819863 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-4c95e969-574c-4264-8a56-82234fa894ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 200 len: 850 time: 0.0956788 Feb 10 13:27:33.824895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (72f10bc7-10f1-417b-8c55-d0b4fbf728bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:33.829837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.839074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.846328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.851749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.857901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.870497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:33.870718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event deleted for resources: {'Port': ['ID=72f10bc7-10f1-417b-8c55-d0b4fbf728bf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:33.875041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d02a3287-c6f5-4d58-981a-9722807a177c req-66cc53fe-8cd2-4461-b447-68bf29a98251 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.1769652 Feb 10 13:27:33.940348 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66396ec2-399f-409e-aec1-f87cc7ef7df1 x-openstack-request-id: req-66396ec2-399f-409e-aec1-f87cc7ef7df1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:33.940964 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:33.941142 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66396ec2-399f-409e-aec1-f87cc7ef7df1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:33.941658 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'code': 200} Feb 10 13:27:33.974341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a788-4761-4492-94bb-2774b4efd78a admin admin] Publish callbacks [] for security_group (7651411e-dc55-4659-8fff-02c5dca813c4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:33.983628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a788-4761-4492-94bb-2774b4efd78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7651411e-dc55-4659-8fff-02c5dca813c4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.064733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c1f9a788-4761-4492-94bb-2774b4efd78a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=622c08f5dd144f9faaf897d2bafce325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7195120 Feb 10 13:27:34.068199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:34.069169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9a788-4761-4492-94bb-2774b4efd78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7651411e-dc55-4659-8fff-02c5dca813c4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:34.106257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (6bf62b36-7a42-499a-ac3f-7e9104c86694), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.112811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-731a0ab1-b413-40db-82a4-ce7989c5f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:34.112811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-731a0ab1-b413-40db-82a4-ce7989c5f807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2762170 Feb 10 13:27:34.172979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] Publish callbacks [] for security_group (7651411e-dc55-4659-8fff-02c5dca813c4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.187038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc63b8-1529-4961-8a72-dc63d2b542fb req-f93dc518-7a8c-487a-9666-2447341fe0aa tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:34.195589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44cc63b8-1529-4961-8a72-dc63d2b542fb req-f93dc518-7a8c-487a-9666-2447341fe0aa tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 949 time: 0.1024117 Feb 10 13:27:34.245428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] Publish callbacks [] for security_group (7651411e-dc55-4659-8fff-02c5dca813c4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.258528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.264241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_controller (6bf62b36-7a42-499a-ac3f-7e9104c86694), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.290690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44cc63b8-1529-4961-8a72-dc63d2b542fb req-3e7c9a7f-8e4c-41e3-910c-c60894888e85 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863941 Feb 10 13:27:34.296178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07234b9d-16ba-497a-93d0-31a5473c0ebd req-073e7514-a80a-4750-b1bc-01d4e98bf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:34.297743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-07234b9d-16ba-497a-93d0-31a5473c0ebd req-073e7514-a80a-4750-b1bc-01d4e98bf10a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 1131 time: 0.2722878 Feb 10 13:27:34.350783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7651411e-dc55-4659-8fff-02c5dca813c4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.354629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.358847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7651411e-dc55-4659-8fff-02c5dca813c4 HTTP/1.1" status: 204 len: 168 time: 0.2866621 Feb 10 13:27:34.400875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13890c-21ee-4028-8aba-dc57b61ea065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7651411e-dc55-4659-8fff-02c5dca813c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:34.455697 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-07234b9d-16ba-497a-93d0-31a5473c0ebd req-28b50b63-8dfe-4493-978a-36288f515e4e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503625 Feb 10 13:27:34.459168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (6bf62b36-7a42-499a-ac3f-7e9104c86694), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.459881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf62b36-7a42-499a-ac3f-7e9104c86694 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:34.471421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c50af-b8e9-4fa3-8d34-3ec0ec908861 req-5de08646-33d6-4061-a002-24c9f189878b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:34.477196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.478492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b1aa32c2-47ad-4df8-b850-f1987039b829 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6bf62b36-7a42-499a-ac3f-7e9104c86694 HTTP/1.1" status: 204 len: 168 time: 2.8973618 Feb 10 13:27:34.479404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee9c50af-b8e9-4fa3-8d34-3ec0ec908861 req-5de08646-33d6-4061-a002-24c9f189878b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1101749 Feb 10 13:27:34.483563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:34.493431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-798543049', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:34.513728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.514395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-865b2364-d489-4f7b-92ba-69644c781978 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282418 Feb 10 13:27:34.618600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:34.624356 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c30626-97b9-4174-afe8-668e45d1b809" -d '{"events": [{"name": "network-changed", "server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:34.651459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.652552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.659471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee9c50af-b8e9-4fa3-8d34-3ec0ec908861 req-571c504e-216d-4b07-a49b-3253d595c933 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766996 Feb 10 13:27:34.693758 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ab22e1f-a561-46d7-bbef-aa6202e8509b req-045963f2-6ba8-4c9d-87ea-c555f4fc82f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760116 Feb 10 13:27:34.719552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:34.980062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.022054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459cb1-398d-439b-8bc2-b2c9d8944f99 req-e7a2f6a8-39bc-4b13-88ef-158fdb7ba707 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:35.030354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19459cb1-398d-439b-8bc2-b2c9d8944f99 req-e7a2f6a8-39bc-4b13-88ef-158fdb7ba707 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 944 time: 0.2456670 Feb 10 13:27:35.174803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19459cb1-398d-439b-8bc2-b2c9d8944f99 req-ff25f0fa-c0dc-47bc-8aa1-37b0668ea09e tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436210 Feb 10 13:27:35.329264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.361511 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.447193 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7468061-aa13-441d-9946-bbddcbc57598 x-openstack-request-id: req-e7468061-aa13-441d-9946-bbddcbc57598 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:35.447646 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:35.449041 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7468061-aa13-441d-9946-bbddcbc57598 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:35.449732 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0', 'status': 'completed', 'code': 200} Feb 10 13:27:35.566491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Allocated IP 172.25.8.51 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/89c45fd2-51d9-4a18-ade1-c4b9aa8b8884) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:35.573482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-4e8148e6-88bb-48eb-8c3e-b0382c9076d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:35.576318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-4e8148e6-88bb-48eb-8c3e-b0382c9076d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8034cbaca8d4292a98576f9517614e0&device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 1126 time: 0.1072414 Feb 10 13:27:35.712958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-fc69331d-03e9-4293-9559-e2390bedb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:35.714624 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-fc69331d-03e9-4293-9559-e2390bedb5d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7340c1f9-b18f-4e91-9d38-c28e7dc2c076 HTTP/1.1" status: 200 len: 918 time: 0.1320674 Feb 10 13:27:35.760681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.795921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-07ab859f-3124-46bf-bb28-42ad22f515d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0724046 Feb 10 13:27:35.803171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for port (89c45fd2-51d9-4a18-ade1-c4b9aa8b8884), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.860114 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (89c45fd2-51d9-4a18-ade1-c4b9aa8b8884), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.937358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:35.938585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:35.950940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:35.961497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:36.010172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 72f10bc7-10f1-417b-8c55-d0b4fbf728bf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:36.017431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-45f6d3f0-f728-4ff1-af24-a7807a531f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:36.024480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-45f6d3f0-f728-4ff1-af24-a7807a531f20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9580936-a133-4c30-8e31-62cca0a90fde HTTP/1.1" status: 200 len: 857 time: 0.2215033 Feb 10 13:27:36.025726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event updated for resources: {'Port': ['ID=89c45fd2-51d9-4a18-ade1-c4b9aa8b8884,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:36.088050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 72f10bc7-10f1-417b-8c55-d0b4fbf728bf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:36.090700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 72f10bc7-10f1-417b-8c55-d0b4fbf728bf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:36.105243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-f4cedab8-5c25-4f6c-a083-7d78ae9fd0b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7340c1f9-b18f-4e91-9d38-c28e7dc2c076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733523 Feb 10 13:27:36.145306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-71b66f0b-bd0d-4ed0-a63a-82ad8789bc26 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:36.146798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-71b66f0b-bd0d-4ed0-a63a-82ad8789bc26 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 945 time: 0.2352006 Feb 10 13:27:36.349807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Deleting port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:36.350141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:36.354451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-f5c50fab-bd3b-4727-bc44-ffe0451ca68f service neutron] 10.222.0.21 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396104 Feb 10 13:27:36.410355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7b97-a759-4858-b1f3-1fe21f25d390 req-1039444a-36a5-42cd-b796-a12c7bea0bc9 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:36.413809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db0f7b97-a759-4858-b1f3-1fe21f25d390 req-1039444a-36a5-42cd-b796-a12c7bea0bc9 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 949 time: 0.2569258 Feb 10 13:27:36.546927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3c30626-97b9-4174-afe8-668e45d1b809 req-ff5a2378-b5da-4443-8e2e-fd91fff78648 service neutron] 10.222.0.21 "GET /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796181 Feb 10 13:27:36.558097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db0f7b97-a759-4858-b1f3-1fe21f25d390 req-8c9106c6-9e62-4ea1-910d-0d20b9976dff tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219647 Feb 10 13:27:36.605929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] For port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,segment=NetworkSegment(31f65df8-ca7c-4a18-9340-e478e39b0236),segment_id=31f65df8-ca7c-4a18-9340-e478e39b0236)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:36.606428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:36.658160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Calling delete_port for 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:36.694074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:36.920227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3953-68c4-4d1b-a83a-9928d2bc784e req-54386aa7-81e6-4623-9cf2-3e46dcb3ff78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:36.930132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffdc3953-68c4-4d1b-a83a-9928d2bc784e req-54386aa7-81e6-4623-9cf2-3e46dcb3ff78 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e5d3689-d9e5-4eb7-bed8-2729e6390136 HTTP/1.1" status: 200 len: 945 time: 0.2523675 Feb 10 13:27:37.078431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2c8e9a55-4bd8-4223-b25d-62b7215fbbd8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.093478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:37.174779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Pushing event deleted for resources: {'Port': ['ID=2c8e9a55-4bd8-4223-b25d-62b7215fbbd8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:37.294822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] No DVR routers for this DVR port 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:37.302862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.311029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-798f87c3-1d29-48fd-972d-bd83c236bc81 req-9d3d8934-12d7-4ae4-a54a-0ee97682e2d2 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.77 "DELETE /v2.0/ports/2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 HTTP/1.1" status: 204 len: 173 time: 1.1505427 Feb 10 13:27:37.312055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'name': 'network-vif-deleted', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:37.315103 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b8ef7-cad5-4112-a466-d9213c5af105" -d '{"events": [{"server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "name": "network-vif-deleted", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:37.423389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f779064f-ac4d-4083-97d7-25eddd65bbe0 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:27:37.464912 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.489074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffdc3953-68c4-4d1b-a83a-9928d2bc784e req-8492ab35-9e69-4180-88be-b8edc2be28f9 tempest-AttachVolumeNegativeTest-1526839709 tempest-AttachVolumeNegativeTest-1526839709-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571413 Feb 10 13:27:37.543569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.724635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:37.786176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0,segment=NetworkSegment(60168cc6-0321-4cac-86fd-2d0a5b3d42e0),segment_id=60168cc6-0321-4cac-86fd-2d0a5b3d42e0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:37.835361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'f779064f-ac4d-4083-97d7-25eddd65bbe0', 'network_id': '7340c1f9-b18f-4e91-9d38-c28e7dc2c076', 'port_id': 'f779064f-ac4d-4083-97d7-25eddd65bbe0', 'mac_address': 'fa:16:3e:f9:e5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9580936-a133-4c30-8e31-62cca0a90fde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:37.918534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port f779064f-ac4d-4083-97d7-25eddd65bbe0 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:37.918930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.924589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bd666-04b5-4c4a-a332-b5d03c228a8e req-28460901-5c8a-4d28-8626-ace582ce3167 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:37.926107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e85bd666-04b5-4c4a-a332-b5d03c228a8e req-28460901-5c8a-4d28-8626-ace582ce3167 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2468483 Feb 10 13:27:37.947792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f779064f-ac4d-4083-97d7-25eddd65bbe0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:37.992098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0,segment=NetworkSegment(60168cc6-0321-4cac-86fd-2d0a5b3d42e0),segment_id=60168cc6-0321-4cac-86fd-2d0a5b3d42e0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:37.998804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c897c78-6a66-4606-af14-35c64e2fbf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:37.999223 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.070246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:38.082554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.082981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.083258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.084152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.085802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.086243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.086643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.087012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.090156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.092852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.093198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.093539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.094130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:38.118701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e85bd666-04b5-4c4a-a332-b5d03c228a8e req-40011ac1-99e0-4c77-b45c-26b3b3351d40 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785986 Feb 10 13:27:38.130653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c897c78-6a66-4606-af14-35c64e2fbf52 admin admin] Publish callbacks [] for security_group (87ce9081-1364-4597-9a43-f42b42ea425b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.139410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c897c78-6a66-4606-af14-35c64e2fbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (87ce9081-1364-4597-9a43-f42b42ea425b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.146359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Router 3a6df283-e5e6-4ac0-ac91-388d7a62a8da is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:38.173568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:38.199542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c897c78-6a66-4606-af14-35c64e2fbf52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bce376ece364e759d2bc1f7d2dce53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714282 Feb 10 13:27:38.200330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47924) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:38.213405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c897c78-6a66-4606-af14-35c64e2fbf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce9081-1364-4597-9a43-f42b42ea425b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:38.256386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] Publish callbacks [] for security_group (87ce9081-1364-4597-9a43-f42b42ea425b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.288535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] Publish callbacks [] for security_group (87ce9081-1364-4597-9a43-f42b42ea425b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.351230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (87ce9081-1364-4597-9a43-f42b42ea425b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.355072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.360387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ce9081-1364-4597-9a43-f42b42ea425b HTTP/1.1" status: 204 len: 168 time: 0.1588993 Feb 10 13:27:38.372312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf22e69-c719-49e8-aad2-be748105af86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce9081-1364-4597-9a43-f42b42ea425b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:38.397119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['f779064f-ac4d-4083-97d7-25eddd65bbe0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:38.412865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dddb81-b75b-47e4-8920-1085da28ed22 req-2826e567-3ea0-4d0a-8ffc-55085bffd096 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:38.425451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9dddb81-b75b-47e4-8920-1085da28ed22 req-2826e567-3ea0-4d0a-8ffc-55085bffd096 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 945 time: 0.1865427 Feb 10 13:27:38.430697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:38.451787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] Sync routers for ids ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:38.471390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] Routers {'3a6df283-e5e6-4ac0-ac91-388d7a62a8da'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:38.472167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:38.483219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeee7561-f745-4518-ad00-b29b81fa7760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.510851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.515732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:38.516059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:38.516392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5831a8ba-d4f8-49b2-88e1-10ee787b9745 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0288491 Feb 10 13:27:38.524063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:38.537648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] Routers {'3a6df283-e5e6-4ac0-ac91-388d7a62a8da'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:38.539546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:38.561623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9dddb81-b75b-47e4-8920-1085da28ed22 req-0a4721c8-91a8-4ce2-827a-d90801e7ce17 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287477 Feb 10 13:27:38.615190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:38.615988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab2d31-39b5-45c6-9655-7b6ef2c53793 None None] The sync data for ids ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:38.683923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeee7561-f745-4518-ad00-b29b81fa7760 admin admin] Publish callbacks [] for security_group (0d5ec0b8-11c7-498b-a629-a8731d14b2b7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.690167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeee7561-f745-4518-ad00-b29b81fa7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d5ec0b8-11c7-498b-a629-a8731d14b2b7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:38.807454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee7561-f745-4518-ad00-b29b81fa7760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ec0b8-11c7-498b-a629-a8731d14b2b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:38.816171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aeee7561-f745-4518-ad00-b29b81fa7760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a30818f29d9f47cbbb3574e77d779b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385946 Feb 10 13:27:38.819063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:38.878746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:38.921789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.003543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] Publish callbacks [] for security_group (0d5ec0b8-11c7-498b-a629-a8731d14b2b7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.045179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] Publish callbacks [] for security_group (0d5ec0b8-11c7-498b-a629-a8731d14b2b7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.056112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Publish callbacks [] for security_group (b43bafd2-eacf-4c93-9ef6-811cd443aba2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.067144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b43bafd2-eacf-4c93-9ef6-811cd443aba2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.095924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.112782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43bafd2-eacf-4c93-9ef6-811cd443aba2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:39.143792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.143792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.143792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.144246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.144493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.144867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.145200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.145527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.145858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.146182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.146506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.146825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.147146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:39.158595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e53202a-37ab-4924-82a3-e1608ee5951c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07120360112e4ee2906b1234ab16303b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762709 Feb 10 13:27:39.159233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:39.191128 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a0102-07ce-42bd-b003-80823a97be65 x-openstack-request-id: req-c87a0102-07ce-42bd-b003-80823a97be65 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:39.191715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0d5ec0b8-11c7-498b-a629-a8731d14b2b7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.191898 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5d3689-d9e5-4eb7-bed8-2729e6390136", "name": "network-vif-deleted", "tag": "2c8e9a55-4bd8-4223-b25d-62b7215fbbd8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:39.192189 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c87a0102-07ce-42bd-b003-80823a97be65 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:39.192612 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5d3689-d9e5-4eb7-bed8-2729e6390136', 'name': 'network-vif-deleted', 'tag': '2c8e9a55-4bd8-4223-b25d-62b7215fbbd8', 'status': 'completed', 'code': 200} Feb 10 13:27:39.205522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.207760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d5ec0b8-11c7-498b-a629-a8731d14b2b7 HTTP/1.1" status: 204 len: 168 time: 0.3871422 Feb 10 13:27:39.235613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e35892-86a4-481f-a84a-7d96a320b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ec0b8-11c7-498b-a629-a8731d14b2b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:39.239744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:39.282130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] Publish callbacks [] for security_group (b43bafd2-eacf-4c93-9ef6-811cd443aba2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.328498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] Publish callbacks [] for security_group (b43bafd2-eacf-4c93-9ef6-811cd443aba2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.397749 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b43bafd2-eacf-4c93-9ef6-811cd443aba2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.400651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.404406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b43bafd2-eacf-4c93-9ef6-811cd443aba2 HTTP/1.1" status: 204 len: 168 time: 0.2416196 Feb 10 13:27:39.428939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90354f97-2597-4bea-8d58-0d87e0d824f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43bafd2-eacf-4c93-9ef6-811cd443aba2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:39.468658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828e6a8-4e7d-4cd4-804d-33bd055daba4 req-027a2ae9-464d-4fbc-a1c9-a1c1fdea8e8a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:39.477662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3828e6a8-4e7d-4cd4-804d-33bd055daba4 req-027a2ae9-464d-4fbc-a1c9-a1c1fdea8e8a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.0919714 Feb 10 13:27:39.565701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Deleting subnet e8a1747a-e4a1-4705-8eef-d3a266e69d56 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:39.567585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:39.569580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Publish callbacks [] for subnet (e8a1747a-e4a1-4705-8eef-d3a266e69d56), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.607413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:39.608120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 2c8e9a55-4bd8-4223-b25d-62b7215fbbd8 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:39.616273 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (e8a1747a-e4a1-4705-8eef-d3a266e69d56), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.632636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3828e6a8-4e7d-4cd4-804d-33bd055daba4 req-96fd0ad3-53e6-45ef-9d69-356441884790 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485753 Feb 10 13:27:39.678430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e8a1747a-e4a1-4705-8eef-d3a266e69d56), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.782616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (e8a1747a-e4a1-4705-8eef-d3a266e69d56), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.801993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c49f80-9f40-4725-83db-b9cd19fc121e req-05cf1267-1b67-49fb-90f7-6381794778d8 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:39.803552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80c49f80-9f40-4725-83db-b9cd19fc121e req-05cf1267-1b67-49fb-90f7-6381794778d8 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 945 time: 0.0847015 Feb 10 13:27:39.812358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:39.821661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.828230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a1747a-e4a1-4705-8eef-d3a266e69d56,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:39.830581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.833745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad1da948-3009-48eb-93d6-0898bba57705 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8a1747a-e4a1-4705-8eef-d3a266e69d56 HTTP/1.1" status: 204 len: 168 time: 0.5928116 Feb 10 13:27:39.834521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7d6-c48b-410c-95d9-e445d5790f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.838344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47978) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:39.854068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:39.884124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80c49f80-9f40-4725-83db-b9cd19fc121e req-feb75bb9-8e91-487e-87c9-34b1515fc2c6 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Feb 10 13:27:40.023169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.101989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 3a6df283-e5e6-4ac0-ac91-388d7a62a8da has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:27:40.172401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7d6-c48b-410c-95d9-e445d5790f26 admin admin] Publish callbacks [] for security_group (403ef94a-e6b3-429b-8470-dbdaba477639), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.176236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.186132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa83b7d6-c48b-410c-95d9-e445d5790f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (403ef94a-e6b3-429b-8470-dbdaba477639), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.544499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.566928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f65df8-ca7c-4a18-9340-e478e39b0236') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.567221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f65df8-ca7c-4a18-9340-e478e39b0236') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.591311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83b7d6-c48b-410c-95d9-e445d5790f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ef94a-e6b3-429b-8470-dbdaba477639,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:40.596204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (31f65df8-ca7c-4a18-9340-e478e39b0236), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.601340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa83b7d6-c48b-410c-95d9-e445d5790f26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb421a348ddf43dabd0daa65fe5ef480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7878795 Feb 10 13:27:40.604855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:40.646471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (31f65df8-ca7c-4a18-9340-e478e39b0236), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.657869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:40.658267 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (31f65df8-ca7c-4a18-9340-e478e39b0236), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:40.660045 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:40.675462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:40.677106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] Publish callbacks [] for security_group (403ef94a-e6b3-429b-8470-dbdaba477639), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.687996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.690908 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] Sync routers for ids ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:40.691938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96111e8d-22ed-497d-9fe9-f8f35a11c44b tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "PUT /v2.0/routers/3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 200 len: 924 time: 2.1737270 Feb 10 13:27:40.692951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:40.708086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] Routers {'3a6df283-e5e6-4ac0-ac91-388d7a62a8da'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:40.713419 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.746507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.754993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.758809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] 10.222.0.13 "DELETE /v2.0/networks/189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8 HTTP/1.1" status: 204 len: 168 time: 0.9194810 Feb 10 13:27:40.771749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5ba5-bae9-4668-a017-78cb6faf255d admin admin] Pushing event deleted for resources: {'Network': ['ID=189c8cc0-2fc2-4b0a-918a-3f4aa2b938e8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:40.786858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] Publish callbacks [] for security_group (403ef94a-e6b3-429b-8470-dbdaba477639), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.791257 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.803043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] Routers {'3a6df283-e5e6-4ac0-ac91-388d7a62a8da'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:40.804044 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.844418 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:40.845819 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17edb39-a5f8-417e-a56f-f0d5bf98a405 None None] The sync data for ids ['3a6df283-e5e6-4ac0-ac91-388d7a62a8da'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:40.925043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:40.963104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac516418-77e2-469c-b223-ac49dce333ef req-43cda538-5ecf-4664-832a-5ba2a5b113ce tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:40.969803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac516418-77e2-469c-b223-ac49dce333ef req-43cda538-5ecf-4664-832a-5ba2a5b113ce tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2205973 Feb 10 13:27:40.971397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3a8f3f2-5fe6-4715-8570-f0c600ec057c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0470b80777d44b6a9fdd4af1e608b16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451884 Feb 10 13:27:40.973903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:40.974606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (403ef94a-e6b3-429b-8470-dbdaba477639), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.977742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:40.979068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/403ef94a-e6b3-429b-8470-dbdaba477639 HTTP/1.1" status: 204 len: 168 time: 0.3728828 Feb 10 13:27:40.995721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9a5cc-da64-4662-ab16-d060b1837137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ef94a-e6b3-429b-8470-dbdaba477639,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:41.031637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] Publish callbacks [] for security_group (8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.056832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0c35e087-e458-4bd0-a69c-d94819112220 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 200 len: 924 time: 0.3598049 Feb 10 13:27:41.061280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:41.070235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] Publish callbacks [] for security_group (8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.074740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.119453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac516418-77e2-469c-b223-ac49dce333ef req-d70b7c7d-1cf3-48eb-9140-4bd1e607dc43 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353278 Feb 10 13:27:41.192832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96cb02-628a-4d35-97b0-973d3e0f4ff3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:41.197142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:41.197312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d96cb02-628a-4d35-97b0-973d3e0f4ff3 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=3a6df283-e5e6-4ac0-ac91-388d7a62a8da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1343939 Feb 10 13:27:41.211785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.214626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.218676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f HTTP/1.1" status: 204 len: 168 time: 0.2407577 Feb 10 13:27:41.224965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d46031-df78-4a6f-923a-350ebbd29731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1cc4ff-c9fd-4b5b-8f1c-01510a42e96f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:41.338850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3799e-6cb5-42e3-b494-68eb81e03c6b req-4cc316a1-946e-43b2-996e-1b11b814431a tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:41.340418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21c3799e-6cb5-42e3-b494-68eb81e03c6b req-4cc316a1-946e-43b2-996e-1b11b814431a tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 945 time: 0.1332350 Feb 10 13:27:41.346124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4c517d-6640-4ac0-8f18-56ac129371b6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:41.347514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f4c517d-6640-4ac0-8f18-56ac129371b6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.1489997 Feb 10 13:27:41.351133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:41.387582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:41.388003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4488c0d6-a7e7-4507-8605-a5edfa52aa0b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 200 len: 205 time: 0.0354342 Feb 10 13:27:41.427330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f779064f-ac4d-4083-97d7-25eddd65bbe0 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:41.478661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21c3799e-6cb5-42e3-b494-68eb81e03c6b req-9018f22e-c6ae-4a1d-a2ea-49e4ed32c0ce tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290526 Feb 10 13:27:41.526745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port f779064f-ac4d-4083-97d7-25eddd65bbe0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:27:41.534658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port f779064f-ac4d-4083-97d7-25eddd65bbe0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:41.535048 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.577384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.621507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:27:41.769723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port f779064f-ac4d-4083-97d7-25eddd65bbe0 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:41.771104 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.776161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.857114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:41.870553 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5f2b9-d70e-4781-9dfd-39021c539301" -d '{"events": [{"server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "name": "network-vif-plugged", "status": "completed", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:41.897215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0,segment=NetworkSegment(60168cc6-0321-4cac-86fd-2d0a5b3d42e0),segment_id=60168cc6-0321-4cac-86fd-2d0a5b3d42e0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:41.905620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port 89c45fd2-51d9-4a18-ade1-c4b9aa8b8884 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:41.907243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (89c45fd2-51d9-4a18-ade1-c4b9aa8b8884), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.912691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:41.981547 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6fa9db-1b8b-4826-84e1-bfe1a3af107a x-openstack-request-id: req-bc6fa9db-1b8b-4826-84e1-bfe1a3af107a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:41.982384 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "name": "network-vif-plugged", "status": "completed", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:41.982808 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6fa9db-1b8b-4826-84e1-bfe1a3af107a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:41.983452 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0', 'code': 200} Feb 10 13:27:41.989948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:42.001473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:42.029700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'mac_address': 'fa:16:3e:3e:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:27:42.102423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:42.104235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.134847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:27:42.135007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (89c45fd2-51d9-4a18-ade1-c4b9aa8b8884), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.144915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3b93f-b18b-4cd9-a36f-b70db359b8da req-e952a69c-9a6d-4d7b-831e-5b835a64abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:42.146555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60c3b93f-b18b-4cd9-a36f-b70db359b8da req-e952a69c-9a6d-4d7b-831e-5b835a64abe6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 1128 time: 0.0918114 Feb 10 13:27:42.171647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for 89c45fd2-51d9-4a18-ade1-c4b9aa8b8884 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:42.222834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:42.235885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.250851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60c3b93f-b18b-4cd9-a36f-b70db359b8da req-ad7818a9-34d8-4532-97bb-e3518a479d94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970647 Feb 10 13:27:42.402174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['6ee44a20-58a0-49ee-a494-b65ffbb205cd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:42.454871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecace84-f690-4090-9a48-15c4a4ecfd9a req-e6821d2c-8b04-46ed-b7eb-caf39ab62e9a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:42.457372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ecace84-f690-4090-9a48-15c4a4ecfd9a req-e6821d2c-8b04-46ed-b7eb-caf39ab62e9a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1732321 Feb 10 13:27:42.527041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:42.527850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ecace84-f690-4090-9a48-15c4a4ecfd9a req-b1e788eb-2bf4-405b-93d0-c7ba957d3e37 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633192 Feb 10 13:27:42.578514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (89c45fd2-51d9-4a18-ade1-c4b9aa8b8884), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.646990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=89c45fd2-51d9-4a18-ade1-c4b9aa8b8884,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:42.792454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.842894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5be94-e719-4ee9-9380-83115c9201fa req-6f5a4e93-307e-403d-97df-5305c15074db tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:42.844569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ae5be94-e719-4ee9-9380-83115c9201fa req-6f5a4e93-307e-403d-97df-5305c15074db tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 946 time: 0.1408927 Feb 10 13:27:42.931785 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.936039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:42.998899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ae5be94-e719-4ee9-9380-83115c9201fa req-cef3a7b0-10e4-4c7a-a5e8-da483afb8081 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Feb 10 13:27:43.000267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (3a6df283-e5e6-4ac0-ac91-388d7a62a8da), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.000993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6df283-e5e6-4ac0-ac91-388d7a62a8da {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:43.011173 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.017197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:43.022363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-598550916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:43.037516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb8fba86-3633-4854-a5d9-4689d62380cb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 204 len: 168 time: 1.6473513 Feb 10 13:27:43.062046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.063401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.168857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.178343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.219767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.222641 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-de797ea4-d43c-4c58-bb1b-a7a118015034 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2041352 Feb 10 13:27:43.225767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:43.237119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:43.565736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:27:43.695847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:43.745019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 6ee44a20-58a0-49ee-a494-b65ffbb205cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:27:43.749688 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:44.038841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:27:44.040639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:44.160157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:44.185500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:44.199311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1213b58-0c1c-48cb-9da6-9e01ee5ed35f" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:44.220075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:44.460450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (00bfe6ef-178d-4589-890b-5c5c01e84cb1), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:44.480120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:44.506726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:44.729000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f375a-38ec-437d-beff-8feb0a1f6aed req-b09f6508-7013-4e71-84c1-2d2e93260b72 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:44.736827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a0f375a-38ec-437d-beff-8feb0a1f6aed req-b09f6508-7013-4e71-84c1-2d2e93260b72 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2728264 Feb 10 13:27:45.198204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a0f375a-38ec-437d-beff-8feb0a1f6aed req-73e498ad-134b-4315-bf16-dc985a409fff tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561305 Feb 10 13:27:45.228002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Allocated IP 172.25.8.79 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/f10605f3-17d2-43b8-94b9-c20334c81cce) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:45.399715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d61240-c4e0-4541-9036-ec0a364e0d9e req-fe8dd474-1565-4601-a9ba-81f4ac120819 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:45.407445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0d61240-c4e0-4541-9036-ec0a364e0d9e req-fe8dd474-1565-4601-a9ba-81f4ac120819 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 946 time: 0.1170707 Feb 10 13:27:45.442986 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for port (f10605f3-17d2-43b8-94b9-c20334c81cce), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:45.489176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0d61240-c4e0-4541-9036-ec0a364e0d9e req-919df644-ca55-4458-a080-f02a8002571a tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Feb 10 13:27:45.527622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f10605f3-17d2-43b8-94b9-c20334c81cce), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:45.571254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:45.574890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:45.580159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:45.606647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event updated for resources: {'Port': ['ID=f10605f3-17d2-43b8-94b9-c20334c81cce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:45.684054 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53afbbd-c047-4cb1-9e81-5f5684861ee3 x-openstack-request-id: req-d53afbbd-c047-4cb1-9e81-5f5684861ee3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:45.685409 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:45.685409 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d53afbbd-c047-4cb1-9e81-5f5684861ee3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:45.685795 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'code': 200} Feb 10 13:27:46.245597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (00bfe6ef-178d-4589-890b-5c5c01e84cb1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:46.420106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd69fa-7fb4-4368-b4dd-b695166962c8 req-036f2146-6722-488f-a83b-cb05edc89dd3 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:46.435454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfd69fa-7fb4-4368-b4dd-b695166962c8 req-036f2146-6722-488f-a83b-cb05edc89dd3 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 946 time: 0.1909051 Feb 10 13:27:46.645423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfd69fa-7fb4-4368-b4dd-b695166962c8 req-eb24bc72-bc3b-499b-a610-a127f668daac tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088430 Feb 10 13:27:46.930871 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:46.937663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:46.955892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48f7d-7a02-49c3-b4bd-598c22a44305 req-761be864-4573-4a4c-873d-e18716f75aa6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:46.957509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faf48f7d-7a02-49c3-b4bd-598c22a44305 req-761be864-4573-4a4c-873d-e18716f75aa6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.0850854 Feb 10 13:27:47.094592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faf48f7d-7a02-49c3-b4bd-598c22a44305 req-132c68e3-18b5-44a3-96b7-e0823bea47bc tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989566 Feb 10 13:27:47.161489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Router 00bfe6ef-178d-4589-890b-5c5c01e84cb1 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:47.499092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:47.510002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:47.514089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7fb42f05-c27e-491c-87ff-c01dc9c32476 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "PUT /v2.0/routers/00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 200 len: 882 time: 4.2816365 Feb 10 13:27:47.514396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:47.526366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] Sync routers for ids ['00bfe6ef-178d-4589-890b-5c5c01e84cb1'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:47.551901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] Routers {'00bfe6ef-178d-4589-890b-5c5c01e84cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:47.552562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['00bfe6ef-178d-4589-890b-5c5c01e84cb1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:47.690297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:47.705465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] Routers {'00bfe6ef-178d-4589-890b-5c5c01e84cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:47.706528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['00bfe6ef-178d-4589-890b-5c5c01e84cb1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:47.761325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:47.764318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d9cec-ed04-4033-8246-6863052d51bf None None] The sync data for ids ['00bfe6ef-178d-4589-890b-5c5c01e84cb1'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:47.851245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-55521607-1779-4658-9502-1c2a3f0cc464 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 200 len: 923 time: 0.3353863 Feb 10 13:27:47.851906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:47.947900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98a0ac-15b9-4980-9499-eb862fc85e71 req-cb2ec9b4-ba5a-4c81-962d-78d7da4929ba tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:47.966466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c98a0ac-15b9-4980-9499-eb862fc85e71 req-cb2ec9b4-ba5a-4c81-962d-78d7da4929ba tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 946 time: 0.1357925 Feb 10 13:27:48.066254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c98a0ac-15b9-4980-9499-eb862fc85e71 req-b4b22e16-e863-4d01-83b0-6d31c5a8f10d tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/security-groups?id=842efe15-1b4a-4a94-b864-7fa98c31d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996482 Feb 10 13:27:48.093529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd47d20-7d6b-4956-b381-de49bba88314 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:48.105076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:48.108309 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4dd47d20-7d6b-4956-b381-de49bba88314 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=00bfe6ef-178d-4589-890b-5c5c01e84cb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2466736 Feb 10 13:27:48.119763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b470-b215-444f-9c2e-984ae198ba78 req-5d4859ed-07af-40fb-b853-e1608b91ab82 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:48.126928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6351b470-b215-444f-9c2e-984ae198ba78 req-5d4859ed-07af-40fb-b853-e1608b91ab82 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 946 time: 0.2740564 Feb 10 13:27:48.310577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Deleting port f779064f-ac4d-4083-97d7-25eddd65bbe0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:48.311286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:48.474952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] For port f779064f-ac4d-4083-97d7-25eddd65bbe0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f779064f-ac4d-4083-97d7-25eddd65bbe0,segment=NetworkSegment(60168cc6-0321-4cac-86fd-2d0a5b3d42e0),segment_id=60168cc6-0321-4cac-86fd-2d0a5b3d42e0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:27:48.475707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:48.490833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Calling delete_port for f779064f-ac4d-4083-97d7-25eddd65bbe0 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:48.493678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bce34-c5cd-4737-b348-61f1e69c5518 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:48.498333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e04bce34-c5cd-4737-b348-61f1e69c5518 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.3892012 Feb 10 13:27:48.507047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:48.591975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5f1e7811-4659-4b43-90d4-f02d4ba132b9 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 200 len: 205 time: 0.0807915 Feb 10 13:27:48.595076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:48.776990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f779064f-ac4d-4083-97d7-25eddd65bbe0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:48.794535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['f779064f-ac4d-4083-97d7-25eddd65bbe0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:27:48.828306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d07c5-c813-4118-8215-791f750d225c req-e03e828b-71cc-4755-8f3e-419b90fe91ee tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:48.830510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f77d07c5-c813-4118-8215-791f750d225c req-e03e828b-71cc-4755-8f3e-419b90fe91ee tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.4157283 Feb 10 13:27:48.847990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Pushing event deleted for resources: {'Port': ['ID=f779064f-ac4d-4083-97d7-25eddd65bbe0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:48.884456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.885106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.885688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.887039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.887678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.890217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.890825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.891426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.897417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.898297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.898972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.899577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:48.900201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:27:49.009732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] No DVR routers for this DVR port f779064f-ac4d-4083-97d7-25eddd65bbe0 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:27:49.021569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.025282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6351b470-b215-444f-9c2e-984ae198ba78 req-69367e00-ba63-4581-87bf-fce2f01bba07 tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.21 "DELETE /v2.0/ports/f779064f-ac4d-4083-97d7-25eddd65bbe0 HTTP/1.1" status: 204 len: 173 time: 0.8809075 Feb 10 13:27:49.026053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'name': 'network-vif-deleted', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:27:49.029618 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dd623b-3e74-4759-9f07-656775761738" -d '{"events": [{"server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "name": "network-vif-deleted", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:27:49.099974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f77d07c5-c813-4118-8215-791f750d225c req-b8789419-4a72-467d-99d7-63cca1dacb20 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526183 Feb 10 13:27:49.109129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.117717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:49.330853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfdf0-d995-4530-8e39-9c475353b9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.359656 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5019004-bbf0-4c20-9e7c-b4186cac110a x-openstack-request-id: req-c5019004-bbf0-4c20-9e7c-b4186cac110a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:27:49.360041 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b02c9-6b72-4572-82d3-d422b79855d0", "name": "network-vif-deleted", "tag": "f779064f-ac4d-4083-97d7-25eddd65bbe0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:27:49.360364 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5019004-bbf0-4c20-9e7c-b4186cac110a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:27:49.360874 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b02c9-6b72-4572-82d3-d422b79855d0', 'name': 'network-vif-deleted', 'tag': 'f779064f-ac4d-4083-97d7-25eddd65bbe0', 'status': 'completed', 'code': 200} Feb 10 13:27:49.407673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (00bfe6ef-178d-4589-890b-5c5c01e84cb1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.509193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c9d2a91-1c6a-41dc-ae72-1d7ad57b8852 req-4b64a671-7b99-4de1-8cd1-af8d7fc93afe tempest-InstanceActionsV221TestJSON-955745981 tempest-InstanceActionsV221TestJSON-955745981-project] 10.222.0.13 "GET /v2.0/ports?device_id=196b02c9-6b72-4572-82d3-d422b79855d0 HTTP/1.1" status: 200 len: 210 time: 0.0797629 Feb 10 13:27:49.522338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfdf0-d995-4530-8e39-9c475353b9e8 admin admin] Publish callbacks [] for security_group (b946b497-87af-4b2e-97d6-90cd9ee2a09e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.539546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfdf0-d995-4530-8e39-9c475353b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b946b497-87af-4b2e-97d6-90cd9ee2a09e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.586803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a5bfdf0-d995-4530-8e39-9c475353b9e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a21c62691038440b949c2ff769a5b03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677482 Feb 10 13:27:49.587920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bfdf0-d995-4530-8e39-9c475353b9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946b497-87af-4b2e-97d6-90cd9ee2a09e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:49.592074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:49.596965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port f10605f3-17d2-43b8-94b9-c20334c81cce {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:49.597323 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f10605f3-17d2-43b8-94b9-c20334c81cce), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.670776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] Publish callbacks [] for security_group (b946b497-87af-4b2e-97d6-90cd9ee2a09e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.704864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] Publish callbacks [] for security_group (b946b497-87af-4b2e-97d6-90cd9ee2a09e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.829422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b946b497-87af-4b2e-97d6-90cd9ee2a09e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.834126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.835895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b946b497-87af-4b2e-97d6-90cd9ee2a09e HTTP/1.1" status: 204 len: 168 time: 0.2403500 Feb 10 13:27:49.856789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d9e63-7dbc-4f61-8e2d-78e35aa1bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946b497-87af-4b2e-97d6-90cd9ee2a09e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:49.944987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f10605f3-17d2-43b8-94b9-c20334c81cce), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:49.975337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for f10605f3-17d2-43b8-94b9-c20334c81cce owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:50.402801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f10605f3-17d2-43b8-94b9-c20334c81cce), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:50.453721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=f10605f3-17d2-43b8-94b9-c20334c81cce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:50.578831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c6996-ff3d-4b77-9dcd-8f61c5f89723 req-4f1aa3fe-cd7c-4c1e-afab-8790f8387d27 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:50.580488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-664c6996-ff3d-4b77-9dcd-8f61c5f89723 req-4f1aa3fe-cd7c-4c1e-afab-8790f8387d27 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2673995 Feb 10 13:27:50.583276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:50.611877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f514645-6de0-447e-9859-91674d9962b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:50.662443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (00bfe6ef-178d-4589-890b-5c5c01e84cb1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:50.815105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f514645-6de0-447e-9859-91674d9962b5 admin admin] Publish callbacks [] for security_group (12886521-9352-4e94-bdf1-21e0abb1224f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:50.825211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f514645-6de0-447e-9859-91674d9962b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12886521-9352-4e94-bdf1-21e0abb1224f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:50.826601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-664c6996-ff3d-4b77-9dcd-8f61c5f89723 req-c41bc614-748b-44ec-8bed-6ef11d5f0204 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290833 Feb 10 13:27:50.956675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3f514645-6de0-447e-9859-91674d9962b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e43a519e7b4c98920bceeb9256e0f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3723583 Feb 10 13:27:50.962300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f514645-6de0-447e-9859-91674d9962b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12886521-9352-4e94-bdf1-21e0abb1224f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:50.974321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:51.041097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.044513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (00bfe6ef-178d-4589-890b-5c5c01e84cb1), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.142761 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (00bfe6ef-178d-4589-890b-5c5c01e84cb1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.143455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router 00bfe6ef-178d-4589-890b-5c5c01e84cb1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:51.151555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] Publish callbacks [] for security_group (12886521-9352-4e94-bdf1-21e0abb1224f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.155244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.162213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:51.164157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1ad27a41-ff16-44bd-87d1-f159a5c7ff84 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 204 len: 168 time: 2.5585310 Feb 10 13:27:51.174528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-551317354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:51.236272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] Publish callbacks [] for security_group (12886521-9352-4e94-bdf1-21e0abb1224f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.288102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.295086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.362326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.377367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.413201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.415055 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7585261b-e246-456f-860c-9edd2d2455e7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2440498 Feb 10 13:27:51.417949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:51.422600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:51.430229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12886521-9352-4e94-bdf1-21e0abb1224f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.449150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.451839 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12886521-9352-4e94-bdf1-21e0abb1224f HTTP/1.1" status: 204 len: 168 time: 0.4759982 Feb 10 13:27:51.482966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933450b-666a-4942-9f61-406412fc0250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12886521-9352-4e94-bdf1-21e0abb1224f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:51.508814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f779064f-ac4d-4083-97d7-25eddd65bbe0 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:27:51.566862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:51.585757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: f779064f-ac4d-4083-97d7-25eddd65bbe0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:27:51.593990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f779064f-ac4d-4083-97d7-25eddd65bbe0 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:27:51.742065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Deleting subnet e9580936-a133-4c30-8e31-62cca0a90fde {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:27:51.753226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Publish callbacks [] for subnet (e9580936-a133-4c30-8e31-62cca0a90fde), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.829711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (e9580936-a133-4c30-8e31-62cca0a90fde), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.901872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e9580936-a133-4c30-8e31-62cca0a90fde), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:51.996832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (e9580936-a133-4c30-8e31-62cca0a90fde), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.055115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9580936-a133-4c30-8e31-62cca0a90fde,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:52.057168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.062983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-57620136-78ec-4d4c-ad5b-c7ffe89da2d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9580936-a133-4c30-8e31-62cca0a90fde HTTP/1.1" status: 204 len: 168 time: 0.4950571 Feb 10 13:27:52.075893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:52.247676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7340c1f9-b18f-4e91-9d38-c28e7dc2c076), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.402614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7340c1f9-b18f-4e91-9d38-c28e7dc2c076), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.443425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7340c1f9-b18f-4e91-9d38-c28e7dc2c076']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:52.471741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60168cc6-0321-4cac-86fd-2d0a5b3d42e0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:52.472054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60168cc6-0321-4cac-86fd-2d0a5b3d42e0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:52.505953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (60168cc6-0321-4cac-86fd-2d0a5b3d42e0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.537888 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (60168cc6-0321-4cac-86fd-2d0a5b3d42e0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.563464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:27:52.564082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (60168cc6-0321-4cac-86fd-2d0a5b3d42e0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:27:52.566314 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:27:52.647883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.725459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aed26-4a54-4d7a-8fb7-711eaa8fa1b8 req-234e7282-eb26-42d9-9c97-30589a908e04 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:52.729237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7340c1f9-b18f-4e91-9d38-c28e7dc2c076), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.735674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:52.739050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7340c1f9-b18f-4e91-9d38-c28e7dc2c076 HTTP/1.1" status: 204 len: 168 time: 0.6550064 Feb 10 13:27:52.744189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-622aed26-4a54-4d7a-8fb7-711eaa8fa1b8 req-234e7282-eb26-42d9-9c97-30589a908e04 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1928318 Feb 10 13:27:52.766888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f107ca-dfed-412c-be86-5e0375ffd6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7340c1f9-b18f-4e91-9d38-c28e7dc2c076,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:52.950557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-622aed26-4a54-4d7a-8fb7-711eaa8fa1b8 req-3024fd7b-a5e6-46b1-811c-57a0b89e0528 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002580 Feb 10 13:27:53.020500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:53.134457 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a1e20645-4b64-42cf-ba81-31f927cb285c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8034cbaca8d4292a98576f9517614e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113901 Feb 10 13:27:53.137193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:53.246342 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (060538a4-1677-4af9-84b6-ce846d1e7c1e), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.314951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] Publish callbacks [] for security_group (842efe15-1b4a-4a94-b864-7fa98c31d757), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.330641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.385142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] Publish callbacks [] for security_group (842efe15-1b4a-4a94-b864-7fa98c31d757), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.492526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (842efe15-1b4a-4a94-b864-7fa98c31d757), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.495546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.496870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/842efe15-1b4a-4a94-b864-7fa98c31d757 HTTP/1.1" status: 204 len: 168 time: 0.3584554 Feb 10 13:27:53.511170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3a7c6-052e-4120-8e2b-0f63bde56ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842efe15-1b4a-4a94-b864-7fa98c31d757,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:53.543159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 172.25.8.31 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c9a3b80d-26e4-44cf-8bee-18308a95d8db) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:27:53.761938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (c9a3b80d-26e4-44cf-8bee-18308a95d8db), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:53.846396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c9a3b80d-26e4-44cf-8bee-18308a95d8db), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:54.035141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a3b80d-26e4-44cf-8bee-18308a95d8db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:54.057439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:27:54.062434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:54.072204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:27:54.339573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-4b4364f9-e292-4a8a-991b-097aa6d6e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:54.344186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-4b4364f9-e292-4a8a-991b-097aa6d6e0cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 1127 time: 0.1439252 Feb 10 13:27:54.594257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574932da-d9f8-46dd-aab0-ac0a0f02a23a req-3fdfde8b-8b7b-48b3-b115-03dc77a804e5 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:54.604520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-193d4c5d-a47b-4e41-bcad-921b555bd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:54.606915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574932da-d9f8-46dd-aab0-ac0a0f02a23a req-3fdfde8b-8b7b-48b3-b115-03dc77a804e5 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.3475845 Feb 10 13:27:54.609568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-193d4c5d-a47b-4e41-bcad-921b555bd199 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 915 time: 0.2385356 Feb 10 13:27:54.730907 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-4455da34-4e5c-49e2-bfda-8917efa1da6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42d3a34-9468-4860-b375-0e96b5042160 HTTP/1.1" status: 200 len: 217 time: 0.1171834 Feb 10 13:27:54.868510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-ab8ec268-8399-4e74-b219-df6aa67b5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:54.875457 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-ab8ec268-8399-4e74-b219-df6aa67b5f91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.1304262 Feb 10 13:27:54.961686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (060538a4-1677-4af9-84b6-ce846d1e7c1e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:54.980485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-53afc7d0-3c78-490a-83fb-2f748007574c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012218 Feb 10 13:27:55.193112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-26f08e0e-5c26-4bd1-a6c7-49f1fbad1752 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087479 Feb 10 13:27:55.324204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574932da-d9f8-46dd-aab0-ac0a0f02a23a req-9dac746f-f384-4a81-9a9d-193b6f8c20e6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159390 Feb 10 13:27:55.482259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:55.489685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:55.653314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1fb09347-7672-48ad-b1e0-c7f545e99717 req-34c9409a-29ab-41de-8491-64ce5d738886 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436862 Feb 10 13:27:55.754707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:55.789636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 060538a4-1677-4af9-84b6-ce846d1e7c1e is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:27:55.906251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1617612350-network', 'tenant_id': 'e91f39820b414bf7b4a7ea194710c80c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:55.937499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Made reservation on behalf of e91f39820b414bf7b4a7ea194710c80c for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:55.948359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:55.987265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.147830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:27:56.157144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.164446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] Sync routers for ids ['060538a4-1677-4af9-84b6-ce846d1e7c1e'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:27:56.178839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1d6b99ae-c312-44f2-bf25-0e4737dfac13 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "PUT /v2.0/routers/060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 200 len: 917 time: 4.7597387 Feb 10 13:27:56.184361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:56.203834 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] Routers {'060538a4-1677-4af9-84b6-ce846d1e7c1e'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:56.206229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['060538a4-1677-4af9-84b6-ce846d1e7c1e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:56.237087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks [] for security_group (e31d21b1-dcea-4526-b499-b9171a104065), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.246931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e31d21b1-dcea-4526-b499-b9171a104065), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.303716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:27:56.306234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:56.339134 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:56.364287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d21b1-dcea-4526-b499-b9171a104065,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:56.365657 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] Routers {'060538a4-1677-4af9-84b6-ce846d1e7c1e'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:27:56.366300 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:27:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['060538a4-1677-4af9-84b6-ce846d1e7c1e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:56.407314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (633426f1-031c-4c34-9903-d1aa3b62e2f4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.409205 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Added segment 633426f1-031c-4c34-9903-d1aa3b62e2f4 of type vlan for network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 Feb 10 13:27:56.471239 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:27:56.472259 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55424a5a-075d-4e00-b0c0-c28deba5c974 None None] The sync data for ids ['060538a4-1677-4af9-84b6-ce846d1e7c1e'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:27:56.525120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1399ec26-fd7d-4866-9f03-1b33eb14dac1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.562182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1399ec26-fd7d-4866-9f03-1b33eb14dac1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.563859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:56.564912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.638531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] Pushing event updated for resources: {'Network': ['ID=1399ec26-fd7d-4866-9f03-1b33eb14dac1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:56.642460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c7099e24-053c-48f9-a92c-a4c3425a70a6 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 200 len: 923 time: 0.4531431 Feb 10 13:27:56.648497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:56.654449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:27:56.675163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec6a9845-ad91-48a5-9e07-48bd52e6bd0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9160254 Feb 10 13:27:56.675716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:56.680408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Request body: {'subnet': {'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1617612350-subnet', 'tenant_id': 'e91f39820b414bf7b4a7ea194710c80c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:56.726343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Made reservation on behalf of e91f39820b414bf7b4a7ea194710c80c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:27:56.730821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.823179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-422b3c56-a01c-4bd6-b615-648b9020a2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:56.886021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce3ece-cfbe-40cb-bd93-062e74e4ab6a req-fcfc6d32-cfce-4bda-acfe-2343fd9a55fe tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:56.887760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fce3ece-cfbe-40cb-bd93-062e74e4ab6a req-fcfc6d32-cfce-4bda-acfe-2343fd9a55fe tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.3601141 Feb 10 13:27:56.891246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89612007-2813-4b75-8cf8-6c811d9bcdcb tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:56.893266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-89612007-2813-4b75-8cf8-6c811d9bcdcb tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=060538a4-1677-4af9-84b6-ce846d1e7c1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2284887 Feb 10 13:27:56.900480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48556) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:56.952832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fce3ece-cfbe-40cb-bd93-062e74e4ab6a req-455b4de2-d10f-4546-bffe-1c5767b1565b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Feb 10 13:27:57.197666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ecd1bf-b856-496a-a758-e4187759c5bf tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:57.203268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:57.203862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7ecd1bf-b856-496a-a758-e4187759c5bf tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.2915173 Feb 10 13:27:57.247543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-422b3c56-a01c-4bd6-b615-648b9020a2ac admin admin] Publish callbacks [] for security_group (47e42ea4-9a0f-46fa-90f6-a16daf1cce80), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.280379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-417cba8d-0d9c-4414-994c-85bd36c3e642 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 200 len: 205 time: 0.0757296 Feb 10 13:27:57.282912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:57.290490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-422b3c56-a01c-4bd6-b615-648b9020a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (47e42ea4-9a0f-46fa-90f6-a16daf1cce80), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.406309 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-422b3c56-a01c-4bd6-b615-648b9020a2ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f92ebc9de21846b49358a36c7f4402f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0985389 Feb 10 13:27:57.407269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (e20647cb-364c-404e-ac58-9036ebed9bf7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.410175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48572) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:57.448474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b3c56-a01c-4bd6-b615-648b9020a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e42ea4-9a0f-46fa-90f6-a16daf1cce80,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:57.483310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.513377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20647cb-364c-404e-ac58-9036ebed9bf7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:57.532045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Checking segment: {'id': '633426f1-031c-4c34-9903-d1aa3b62e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:27:57.532434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Network hostable DHCP agents. Network: 1399ec26-fd7d-4866-9f03-1b33eb14dac1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:27:57.546809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] Publish callbacks [] for security_group (47e42ea4-9a0f-46fa-90f6-a16daf1cce80), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.588132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:27:57.619100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] Publish callbacks [] for security_group (47e42ea4-9a0f-46fa-90f6-a16daf1cce80), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.650063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1399ec26-fd7d-4866-9f03-1b33eb14dac1) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:27:57.662588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5679dc6-0c39-4a44-921f-28a21ca067a9 None None] Network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:57.673605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:57.674201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.704477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-61a495e6-790e-4df8-878c-00bba534d196 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0280330 Feb 10 13:27:57.757498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (47e42ea4-9a0f-46fa-90f6-a16daf1cce80), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.760224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.761542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e42ea4-9a0f-46fa-90f6-a16daf1cce80 HTTP/1.1" status: 204 len: 168 time: 0.3489940 Feb 10 13:27:57.786289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9a23-7531-487f-9f51-83d568e19218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e42ea4-9a0f-46fa-90f6-a16daf1cce80,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:57.811290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (060538a4-1677-4af9-84b6-ce846d1e7c1e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:57.935739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port c9a3b80d-26e4-44cf-8bee-18308a95d8db {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:27:57.936276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c9a3b80d-26e4-44cf-8bee-18308a95d8db), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.113034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044b3fd-9d23-4520-ace9-b80824df02e7 None None] Network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:27:58.188461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c9a3b80d-26e4-44cf-8bee-18308a95d8db), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.212386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for c9a3b80d-26e4-44cf-8bee-18308a95d8db owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:27:58.240813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd004c-561d-46f1-8dde-ed824e3d271f req-988b8d53-d3fe-4dc6-8be9-1bfb69247374 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:27:58.249141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4dd004c-561d-46f1-8dde-ed824e3d271f req-988b8d53-d3fe-4dc6-8be9-1bfb69247374 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1236253 Feb 10 13:27:58.384396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4dd004c-561d-46f1-8dde-ed824e3d271f req-89e5f58d-c130-47e5-8ad9-cf7b315a40d0 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339862 Feb 10 13:27:58.582196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c9a3b80d-26e4-44cf-8bee-18308a95d8db), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.621094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=c9a3b80d-26e4-44cf-8bee-18308a95d8db,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:58.625030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:58.651788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b36e58f-5996-43a0-97ae-8c8b0a75d90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.750146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (060538a4-1677-4af9-84b6-ce846d1e7c1e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.767342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b36e58f-5996-43a0-97ae-8c8b0a75d90f admin admin] Publish callbacks [] for security_group (24be441d-c14d-4128-8587-d2b2f72fc167), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.777009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b36e58f-5996-43a0-97ae-8c8b0a75d90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24be441d-c14d-4128-8587-d2b2f72fc167), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.823152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b36e58f-5996-43a0-97ae-8c8b0a75d90f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38d22c2590564bca9726453ba8a2468f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904275 Feb 10 13:27:58.842333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:58.906085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e58f-5996-43a0-97ae-8c8b0a75d90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24be441d-c14d-4128-8587-d2b2f72fc167,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:58.908124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.912027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (060538a4-1677-4af9-84b6-ce846d1e7c1e), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.957649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] Publish callbacks [] for security_group (24be441d-c14d-4128-8587-d2b2f72fc167), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.985697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (060538a4-1677-4af9-84b6-ce846d1e7c1e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:58.986457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router 060538a4-1677-4af9-84b6-ce846d1e7c1e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:27:58.995257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.000747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-87b731e9-0af6-40e3-9381-817787153386 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 204 len: 168 time: 1.7124298 Feb 10 13:27:59.001724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:59.007095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1795101711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:27:59.015278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] Publish callbacks [] for security_group (24be441d-c14d-4128-8587-d2b2f72fc167), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.038420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.040636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.125747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24be441d-c14d-4128-8587-d2b2f72fc167), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.132464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.132620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.137293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24be441d-c14d-4128-8587-d2b2f72fc167 HTTP/1.1" status: 204 len: 168 time: 0.2920675 Feb 10 13:27:59.141078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.159354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cef09-cca1-4bf6-944c-43fcaa89cfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be441d-c14d-4128-8587-d2b2f72fc167,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:27:59.184400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:27:59.188494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26631918-d4e7-4dab-bfc1-5f3aab5801fe tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1832359 Feb 10 13:27:59.188970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:27:59.201413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:00.366438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:00.556519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-83b2da28-e869-4aed-bf0f-40a49959f391 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:00.577421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-83b2da28-e869-4aed-bf0f-40a49959f391 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/networks?id=1399ec26-fd7d-4866-9f03-1b33eb14dac1 HTTP/1.1" status: 200 len: 822 time: 1.2415807 Feb 10 13:28:00.676170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-8937bb76-17df-45db-a22d-8a05bb6f20dd tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/quotas/e91f39820b414bf7b4a7ea194710c80c HTTP/1.1" status: 200 len: 375 time: 0.0974205 Feb 10 13:28:00.728871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-05c72713-3d3e-4162-a819-cbcf8278bdd1 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e91f39820b414bf7b4a7ea194710c80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510833 Feb 10 13:28:00.765246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:00.868944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3376aea1-efeb-4b6f-a1f2-124e1bc03d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.000421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1111567802-network', 'tenant_id': '7acfb2af34ae4142bf90613c0c5d09a4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:01.072175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Made reservation on behalf of 7acfb2af34ae4142bf90613c0c5d09a4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:01.084711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.112396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.165766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-bf33ca60-1100-4c8b-88c4-712cbcfc4f08 service neutron] 10.222.0.13 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351878 Feb 10 13:28:01.182269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (008c2901-3134-4b92-a2f5-d8aaeecf2e75), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.238483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.335071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks [] for security_group (08f5c187-f1a1-4774-86bf-1155541219b8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.343829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (08f5c187-f1a1-4774-86bf-1155541219b8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.388114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Allocated IP 172.25.8.129 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/4a77342e-0317-4f15-96e0-8a43ccabfb82) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:01.393405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:01.418140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f5c187-f1a1-4774-86bf-1155541219b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:01.439553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9dc143d3-2e05-4cd3-bb23-9ab047234dda), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.439903 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Added segment 9dc143d3-2e05-4cd3-bb23-9ab047234dda of type vlan for network 1752e765-dbf5-4253-a256-016f3a54647c Feb 10 13:28:01.597394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-4d4ac69b-0ff5-49a1-ae04-f2bcf7492860 service neutron] 10.222.0.13 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294777 Feb 10 13:28:01.602103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1752e765-dbf5-4253-a256-016f3a54647c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.656419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for port (4a77342e-0317-4f15-96e0-8a43ccabfb82), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.658775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1752e765-dbf5-4253-a256-016f3a54647c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.660583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:01.661522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.739174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4a77342e-0317-4f15-96e0-8a43ccabfb82), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.813384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] Pushing event updated for resources: {'Network': ['ID=1752e765-dbf5-4253-a256-016f3a54647c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:01.828090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1752e765-dbf5-4253-a256-016f3a54647c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:01.833025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e0cf63d-ae8b-40e1-96e1-6b8a72c1761b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0618167 Feb 10 13:28:01.835346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:01.842321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:01.848652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Request body: {'subnet': {'network_id': '1752e765-dbf5-4253-a256-016f3a54647c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1111567802-subnet', 'tenant_id': '7acfb2af34ae4142bf90613c0c5d09a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:01.853597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:01.866238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:01.907492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Made reservation on behalf of 7acfb2af34ae4142bf90613c0c5d09a4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:01.910057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:01.951769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Pushing event updated for resources: {'Port': ['ID=4a77342e-0317-4f15-96e0-8a43ccabfb82,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:02.326864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (aacd0b66-f194-485a-8cfa-cb1f79b64130), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:02.487593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacd0b66-f194-485a-8cfa-cb1f79b64130,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:02.503600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router_gateway (008c2901-3134-4b92-a2f5-d8aaeecf2e75), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:02.506022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Checking segment: {'id': '9dc143d3-2e05-4cd3-bb23-9ab047234dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:02.506399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Network hostable DHCP agents. Network: 1752e765-dbf5-4253-a256-016f3a54647c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:28:02.567768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Network 1752e765-dbf5-4253-a256-016f3a54647c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:28:02.585704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1752e765-dbf5-4253-a256-016f3a54647c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:02.600474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f8540-0a74-4e68-9f9d-80dc18a9e5dc None None] Network 1752e765-dbf5-4253-a256-016f3a54647c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:02.608912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:02.614256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:02.672458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c383b1f4-abd9-42fb-9a1e-7f3e23c24a4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8358645 Feb 10 13:28:02.711730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e7349-6aab-4164-8785-6ef214c8a87c req-d08b5586-30b5-4132-8cb8-72590c72d7ad tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:02.714423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc7e7349-6aab-4164-8785-6ef214c8a87c req-d08b5586-30b5-4132-8cb8-72590c72d7ad tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.5681694 Feb 10 13:28:02.857984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ee88d-f559-414b-8cc9-42cfd96ac553 None None] Network 1752e765-dbf5-4253-a256-016f3a54647c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:03.065660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc7e7349-6aab-4164-8785-6ef214c8a87c req-f281cf8b-3691-4e5a-8d11-b9527425d995 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359277 Feb 10 13:28:03.545501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:03.558343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:03.600844 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4fe43125-c775-4fb3-8231-9c0b2fd42cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:03.615949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0684d61-037f-4439-9dc6-5ea2539a16a5 req-aa7273e3-4ff2-4816-8930-521ca89b9a64 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 210 time: 0.1916800 Feb 10 13:28:03.952064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Router 008c2901-3134-4b92-a2f5-d8aaeecf2e75 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:28:04.096062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:04.103360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1820159401-network', 'tenant_id': '2f9964116fa84a299d3ea4f1a0786a2a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:04.113299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-c6ca4ff4-7f98-43b7-b3d3-98ff1bc10d59 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:04.115134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-c6ca4ff4-7f98-43b7-b3d3-98ff1bc10d59 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.21 "GET /v2.0/networks?id=1399ec26-fd7d-4866-9f03-1b33eb14dac1 HTTP/1.1" status: 200 len: 822 time: 0.4250209 Feb 10 13:28:04.129412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Request body: {'port': {'device_id': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1', 'admin_state_up': True, 'tenant_id': 'e91f39820b414bf7b4a7ea194710c80c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:04.167946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Made reservation on behalf of 2f9964116fa84a299d3ea4f1a0786a2a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:04.170549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.182639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:28:04.195579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] Sync routers for ids ['008c2901-3134-4b92-a2f5-d8aaeecf2e75'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:28:04.198242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.202806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-95b2f4ca-fca4-4f35-9ff4-272a26db71c1 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "PUT /v2.0/routers/008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 200 len: 920 time: 5.0105605 Feb 10 13:28:04.206685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:04.236205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] Routers {'008c2901-3134-4b92-a2f5-d8aaeecf2e75'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:04.240831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['008c2901-3134-4b92-a2f5-d8aaeecf2e75'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:04.257518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.350439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:04.374684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] Routers {'008c2901-3134-4b92-a2f5-d8aaeecf2e75'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:04.375883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['008c2901-3134-4b92-a2f5-d8aaeecf2e75'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:04.459318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Made reservation on behalf of e91f39820b414bf7b4a7ea194710c80c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:04.463014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.486671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:04.487807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8225bbd-cd5d-405e-9bbc-45bceb08344a None None] The sync data for ids ['008c2901-3134-4b92-a2f5-d8aaeecf2e75'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:28:04.540001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks [] for security_group (091f1b8b-b9ec-4438-ac76-a1adab1e61a9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.540571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.586815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36e432-9313-420f-8640-a26b8b64263a req-d9e67b6e-17be-44b1-b217-69945fb29cb9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:04.590334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c36e432-9313-420f-8640-a26b8b64263a req-d9e67b6e-17be-44b1-b217-69945fb29cb9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2932754 Feb 10 13:28:04.595737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4068e8b4-09ee-4eb2-b3df-d5d8f584b056 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 200 len: 926 time: 0.3877647 Feb 10 13:28:04.603873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:04.619072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (091f1b8b-b9ec-4438-ac76-a1adab1e61a9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.714258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:04.754033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab0cfaa-2c38-447f-ac60-4f0432afde27 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:04.756332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4ab0cfaa-2c38-447f-ac60-4f0432afde27 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=008c2901-3134-4b92-a2f5-d8aaeecf2e75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1504970 Feb 10 13:28:04.756875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f1b8b-b9ec-4438-ac76-a1adab1e61a9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:04.776636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c36e432-9313-420f-8640-a26b8b64263a req-94e2f6e4-14d4-454e-98ba-cef4ef10c92a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773415 Feb 10 13:28:04.779499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:04.829984 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ce526eff-4914-4ee2-91d5-b6258652316f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:04.830342 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Added segment ce526eff-4914-4ee2-91d5-b6258652316f of type vlan for network a415f8e8-ec4c-47d8-8064-b1e0b1dffbba Feb 10 13:28:05.030677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99123bc-0726-4565-aa30-ad4a6ed1e5da tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:05.032145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d99123bc-0726-4565-aa30-ad4a6ed1e5da tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.2489164 Feb 10 13:28:05.035015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:05.038990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a415f8e8-ec4c-47d8-8064-b1e0b1dffbba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.042504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Allocated IP 172.20.0.14 (1399ec26-fd7d-4866-9f03-1b33eb14dac1/e20647cb-364c-404e-ac58-9036ebed9bf7/408f3720-881e-464a-861e-caa9da52f771) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:05.094681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e022b05c-15e9-471b-a414-bdaa1c74067c tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 200 len: 205 time: 0.0584693 Feb 10 13:28:05.100618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:05.153748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e857c8b1-27be-489c-a472-bf72f869d24c req-a7f840fb-7590-4f49-b777-6577137fc464 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 210 time: 0.0538218 Feb 10 13:28:05.229572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a415f8e8-ec4c-47d8-8064-b1e0b1dffbba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.230550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:05.231676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.322487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:05.322957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2243867 Feb 10 13:28:05.336254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Request body: {'subnet': {'network_id': 'a415f8e8-ec4c-47d8-8064-b1e0b1dffbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1820159401-subnet', 'tenant_id': '2f9964116fa84a299d3ea4f1a0786a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:05.379240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Made reservation on behalf of 2f9964116fa84a299d3ea4f1a0786a2a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:05.381671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.395914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3ba7-fa79-462d-8d56-eebe49685c38 admin admin] Pushing event updated for resources: {'Network': ['ID=a415f8e8-ec4c-47d8-8064-b1e0b1dffbba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:05.407553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a415f8e8-ec4c-47d8-8064-b1e0b1dffbba details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:05.644617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks [] for port (408f3720-881e-464a-861e-caa9da52f771), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.665237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:28:05.830680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (408f3720-881e-464a-861e-caa9da52f771), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:05.927287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:05.951545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:06.033955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b42d3a34-9468-4860-b375-0e96b5042160', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'port_id': 'b42d3a34-9468-4860-b375-0e96b5042160', 'mac_address': 'fa:16:3e:60:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb27b81-302a-420e-99c1-ad52194cf660', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:28:06.091485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.095549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b42d3a34-9468-4860-b375-0e96b5042160 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:06.095941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.116653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:06.125608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.191797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:06.232990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:06.243692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Pushing event updated for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:06.255440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b42d3a34-9468-4860-b375-0e96b5042160 is: BUILD; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:06.255783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.259075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.264737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:06.269798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:06.313101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.321424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:06.359745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:06.368369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:06.381736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.512986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:06.516720 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (463bde51-2eee-4bf6-9768-2334bff0265b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.535232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b42d3a34-9468-4860-b375-0e96b5042160'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:06.622490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e52e-425c-49a9-9c89-759e0efe4d5d req-032cc15e-293e-43fd-84f1-e7b95f3ea2d9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:06.629948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f891e52e-425c-49a9-9c89-759e0efe4d5d req-032cc15e-293e-43fd-84f1-e7b95f3ea2d9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 943 time: 0.1506104 Feb 10 13:28:06.637139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Checking segment: {'id': 'ce526eff-4914-4ee2-91d5-b6258652316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a415f8e8-ec4c-47d8-8064-b1e0b1dffbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:06.637505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Network hostable DHCP agents. Network: a415f8e8-ec4c-47d8-8064-b1e0b1dffbba, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:28:06.654774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463bde51-2eee-4bf6-9768-2334bff0265b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:06.765510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f891e52e-425c-49a9-9c89-759e0efe4d5d req-2b8d6fce-4b5f-486b-8527-063c31c89995 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263914 Feb 10 13:28:06.765510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Network a415f8e8-ec4c-47d8-8064-b1e0b1dffbba is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:28:06.790520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a415f8e8-ec4c-47d8-8064-b1e0b1dffbba) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:06.802900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:06.803453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:06.810369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc12d9-51a3-443a-936b-5024123c6d7c None None] Network a415f8e8-ec4c-47d8-8064-b1e0b1dffbba requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:06.852907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-93f82f11-718b-47ad-bea6-3f375bf51258 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5292180 Feb 10 13:28:07.129222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34885056-4b38-47cc-a6f6-b0987a91fdd2 req-f7c919ae-271f-4b27-85c8-27f37e773b79 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:07.130844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34885056-4b38-47cc-a6f6-b0987a91fdd2 req-f7c919ae-271f-4b27-85c8-27f37e773b79 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 932 time: 0.1065567 Feb 10 13:28:07.224312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa4246-356a-4ee4-8fba-a563e7d61268 None None] Network a415f8e8-ec4c-47d8-8064-b1e0b1dffbba requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:07.229845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34885056-4b38-47cc-a6f6-b0987a91fdd2 req-8d675876-6f67-4ff0-96a0-0b80e2863c61 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908737 Feb 10 13:28:07.410531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:07.411212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:07.490296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:07.544639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-6bcef7eb-6ad9-4780-90b0-d3b6032c3090 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4193625 Feb 10 13:28:07.589371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Request body: {'port': {'device_id': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:07.592909 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:28:07.605310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (008c2901-3134-4b92-a2f5-d8aaeecf2e75), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:07.674243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:07.883704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (408f3720-881e-464a-861e-caa9da52f771), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:07.940601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b42d3a34-9468-4860-b375-0e96b5042160 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:07.940972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b42d3a34-9468-4860-b375-0e96b5042160), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:07.970404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port 4a77342e-0317-4f15-96e0-8a43ccabfb82 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:07.970748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4a77342e-0317-4f15-96e0-8a43ccabfb82), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:08.129952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b42d3a34-9468-4860-b375-0e96b5042160 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:08.132135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:08.222093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:08.223483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:08.229905 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da4452-7132-41d1-8060-82baf2fa93cc" -d '{"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a34-9468-4860-b375-0e96b5042160"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:08.238914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:08.256831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-abce423b-8b1c-4f36-832b-3358f0557ec3 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:08.270639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-abce423b-8b1c-4f36-832b-3358f0557ec3 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/networks?id=1752e765-dbf5-4253-a256-016f3a54647c HTTP/1.1" status: 200 len: 809 time: 0.2589734 Feb 10 13:28:08.319294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-ef6d2f7b-cc65-48f1-bd00-a25e6aaf969e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/quotas/7acfb2af34ae4142bf90613c0c5d09a4 HTTP/1.1" status: 200 len: 375 time: 0.0476518 Feb 10 13:28:08.365849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:08.387737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-f6a9ff34-f573-448b-9886-e79182f73741 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7acfb2af34ae4142bf90613c0c5d09a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668850 Feb 10 13:28:08.467826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4a77342e-0317-4f15-96e0-8a43ccabfb82), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:08.558607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for 4a77342e-0317-4f15-96e0-8a43ccabfb82 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:08.597705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-3e709372-b79d-457e-9376-746cf0513991 service neutron] 10.222.0.13 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088745 Feb 10 13:28:08.807025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-cb903662-c856-4762-9f8d-8ebaf7b6f436 service neutron] 10.222.0.13 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083781 Feb 10 13:28:09.074031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408f3720-881e-464a-861e-caa9da52f771 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:09.086637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks [] for port (408f3720-881e-464a-861e-caa9da52f771), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:09.202697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Transition to ACTIVE for port object 408f3720-881e-464a-861e-caa9da52f771 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:28:09.204099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4a77342e-0317-4f15-96e0-8a43ccabfb82), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:09.227059 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (408f3720-881e-464a-861e-caa9da52f771), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:09.346090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=4a77342e-0317-4f15-96e0-8a43ccabfb82,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:09.445696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Pushing event updated for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:09.477867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f8e5-ef8b-452a-a55b-01f50ec7dc6b req-74c1b6bc-d187-49f1-adc3-48ef46c3c5ca tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:09.490533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c65f8e5-ef8b-452a-a55b-01f50ec7dc6b req-74c1b6bc-d187-49f1-adc3-48ef46c3c5ca tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2433710 Feb 10 13:28:09.518553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (008c2901-3134-4b92-a2f5-d8aaeecf2e75), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:09.620208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c65f8e5-ef8b-452a-a55b-01f50ec7dc6b req-64227b92-f1e4-4765-80a5-8482e135be0b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284597 Feb 10 13:28:09.801963 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e815f2-4a1d-4736-8546-288437aa42c0 x-openstack-request-id: req-60e815f2-4a1d-4736-8546-288437aa42c0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:09.802829 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-plugged", "status": "completed", "tag": "b42d3a34-9468-4860-b375-0e96b5042160", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:09.803254 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60e815f2-4a1d-4736-8546-288437aa42c0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:09.803818 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160', 'code': 200} Feb 10 13:28:10.004879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.033331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-e72db066-7ea6-47ed-b75e-c35eb88d136c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1808062 Feb 10 13:28:10.039249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (008c2901-3134-4b92-a2f5-d8aaeecf2e75), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.068450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Attempting to bind port 408f3720-881e-464a-861e-caa9da52f771 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:10.068890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Attempting to bind port 408f3720-881e-464a-861e-caa9da52f771 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '633426f1-031c-4c34-9903-d1aa3b62e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:10.069294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Attempting to bind port 408f3720-881e-464a-861e-caa9da52f771 on network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:10.178365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Port 408f3720-881e-464a-861e-caa9da52f771 on network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:28:10.178730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Attempting to bind port 408f3720-881e-464a-861e-caa9da52f771 on network 1399ec26-fd7d-4866-9f03-1b33eb14dac1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:10.193602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (008c2901-3134-4b92-a2f5-d8aaeecf2e75), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.194241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router 008c2901-3134-4b92-a2f5-d8aaeecf2e75 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:28:10.196185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:10.196557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Checking segment: {'id': '633426f1-031c-4c34-9903-d1aa3b62e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:10.197813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Bound using segment: {'id': '633426f1-031c-4c34-9903-d1aa3b62e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:10.198489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Bound port: 408f3720-881e-464a-861e-caa9da52f771, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633426f1-031c-4c34-9903-d1aa3b62e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:10.198924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (408f3720-881e-464a-861e-caa9da52f771), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.248180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.256176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94547999-287d-42a4-a277-ea79ac609b2b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 204 len: 168 time: 5.1544352 Feb 10 13:28:10.260342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:10.271690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5f3f-1e51-4467-ad33-711890a6200a req-ef1079e0-b7ee-4bae-85b7-939a26abf8cb tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.283839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c25b5f3f-1e51-4467-ad33-711890a6200a req-ef1079e0-b7ee-4bae-85b7-939a26abf8cb tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 944 time: 0.2491496 Feb 10 13:28:10.352219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1563349185', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:10.520311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:10.522108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:10.528639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=408f3720-881e-464a-861e-caa9da52f771,segment=NetworkSegment(633426f1-031c-4c34-9903-d1aa3b62e2f4),segment_id=633426f1-031c-4c34-9903-d1aa3b62e2f4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:10.544542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c25b5f3f-1e51-4467-ad33-711890a6200a req-200df239-fd51-4a9a-a7b5-87f544c8e9fe tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597790 Feb 10 13:28:10.561996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (408f3720-881e-464a-861e-caa9da52f771), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.604523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.606058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.609713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.610358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.611106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.611732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.613987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.616321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9f060cf7-58b4-4bb9-8350-ade70cbd80c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.2504284 Feb 10 13:28:10.620562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.621255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.623208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] 10.222.0.21 "PUT /v2.0/ports/408f3720-881e-464a-861e-caa9da52f771 HTTP/1.1" status: 200 len: 1092 time: 3.0704653 Feb 10 13:28:10.624081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.641212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:10.673283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'tag': '408f3720-881e-464a-861e-caa9da52f771'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:10.675725 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82a9da-1405-4c87-a3e6-965a4d550fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "tag": "408f3720-881e-464a-861e-caa9da52f771"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:10.813406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01cf2-18e4-4a60-8a55-7da9e1e23924 service neutron] Pushing event updated for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:10.852210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.852491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.853001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.853483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.853949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.854424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.854893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:10.873933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-768b396d-9373-42fb-801a-cc07399c6d37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.3502080 Feb 10 13:28:11.008997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f516c542-bf9c-48c4-9564-3db64f7dfbc7 req-31380df0-8656-4a5f-85f5-1e00747223f6 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 210 time: 0.0546799 Feb 10 13:28:11.068287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-32a99d1b-14ad-4e9e-972f-e81b2fb103f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.071228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-32a99d1b-14ad-4e9e-972f-e81b2fb103f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91f39820b414bf7b4a7ea194710c80c&device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 1126 time: 0.3029230 Feb 10 13:28:11.078892 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:11.095347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-f61e0a2d-c30e-42b3-bf6a-87cadee90842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.095811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-f61e0a2d-c30e-42b3-bf6a-87cadee90842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.103567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-f61e0a2d-c30e-42b3-bf6a-87cadee90842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.105332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-f61e0a2d-c30e-42b3-bf6a-87cadee90842 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 2291 time: 0.2753303 Feb 10 13:28:11.124366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-0e075520-9b4a-407e-9f41-4d78e4b8ce15 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495019 Feb 10 13:28:11.207504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-e45e04aa-90ae-4ff5-bbfc-ee68c5896d91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408f3720-881e-464a-861e-caa9da52f771 HTTP/1.1" status: 200 len: 217 time: 0.1253293 Feb 10 13:28:11.276319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-3e00d649-611f-4f16-a05e-77db96b150a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.278838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-3e00d649-611f-4f16-a05e-77db96b150a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e20647cb-364c-404e-ac58-9036ebed9bf7 HTTP/1.1" status: 200 len: 862 time: 0.0571725 Feb 10 13:28:11.355303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:11.367450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-1c7aba7c-8f95-42db-acdb-d22021eea7cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1399ec26-fd7d-4866-9f03-1b33eb14dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763664 Feb 10 13:28:11.558316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799f11-48b9-4787-891e-207d508dee2d req-a8b862b2-2032-43f0-961a-9f1467b9bfa7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:11.573080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e799f11-48b9-4787-891e-207d508dee2d req-a8b862b2-2032-43f0-961a-9f1467b9bfa7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.2928925 Feb 10 13:28:11.667416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-255b3af5-25a6-4ac0-b144-381c5f5c677d service neutron] 10.222.0.21 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921560 Feb 10 13:28:11.721250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e799f11-48b9-4787-891e-207d508dee2d req-e95f263b-36f9-425c-b623-319346f5a0a6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468070 Feb 10 13:28:11.955149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9095a3e2-f10b-4d57-bb08-a407ff8a9da8 req-9e4b673b-f3a3-4132-88d1-265996cce05d service neutron] 10.222.0.21 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787879 Feb 10 13:28:11.962671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:11.979253 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de54426-9921-4bb6-bd28-757ee458fabb x-openstack-request-id: req-6de54426-9921-4bb6-bd28-757ee458fabb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:11.980027 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "tag": "408f3720-881e-464a-861e-caa9da52f771", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:11.981085 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6de54426-9921-4bb6-bd28-757ee458fabb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:11.981225 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'tag': '408f3720-881e-464a-861e-caa9da52f771', 'status': 'completed', 'code': 200} Feb 10 13:28:11.999954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa458-a2f3-4359-ba7a-bf5566da1984 req-d406c12d-bc86-4d15-9c3b-b3a9a40fe1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.011228 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1abfa458-a2f3-4359-ba7a-bf5566da1984 req-d406c12d-bc86-4d15-9c3b-b3a9a40fe1bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 1127 time: 1.4067032 Feb 10 13:28:12.026451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-45e76fab-8fa3-4296-98a5-7d4ce3f12c2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 1000 time: 0.9054680 Feb 10 13:28:12.041621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-dc759908-8415-41c3-bbce-525296d9d27f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.049261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-dc759908-8415-41c3-bbce-525296d9d27f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.21 "GET /v2.0/networks?id=1752e765-dbf5-4253-a256-016f3a54647c HTTP/1.1" status: 200 len: 809 time: 0.7215033 Feb 10 13:28:12.060956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f7d6b-ba91-435f-82e9-2b5e44ba7c66 req-0dca50f8-6789-482d-b50e-5c42fc64380a tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.069684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-982f7d6b-ba91-435f-82e9-2b5e44ba7c66 req-0dca50f8-6789-482d-b50e-5c42fc64380a tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 949 time: 0.1509981 Feb 10 13:28:12.162340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-ff04be39-4994-44fb-809e-55517f899352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.163923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-ff04be39-4994-44fb-809e-55517f899352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91f39820b414bf7b4a7ea194710c80c&device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 1126 time: 0.0915332 Feb 10 13:28:12.180009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-982f7d6b-ba91-435f-82e9-2b5e44ba7c66 req-589fb23c-70cc-4187-bd50-29b9b74482f1 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091120 Feb 10 13:28:12.188771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-4038ec64-96eb-452e-a611-9b9830d6dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.190367 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-4038ec64-96eb-452e-a611-9b9830d6dcba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 200 len: 850 time: 0.1345322 Feb 10 13:28:12.196741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Request body: {'port': {'device_id': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c', 'admin_state_up': True, 'tenant_id': '7acfb2af34ae4142bf90613c0c5d09a4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:12.289939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1abfa458-a2f3-4359-ba7a-bf5566da1984 req-c5961050-eb7b-49ad-85ec-90232beb9d93 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777166 Feb 10 13:28:12.370798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-a25e0f3b-7ad1-4dbd-be28-2b66a70a4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.373033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-a25e0f3b-7ad1-4dbd-be28-2b66a70a4df5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1399ec26-fd7d-4866-9f03-1b33eb14dac1 HTTP/1.1" status: 200 len: 923 time: 0.1918221 Feb 10 13:28:12.395537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3fb6-e421-4c6d-974a-368b34793a33 req-1e1f493e-b36b-4b58-be00-6f0c807ef249 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.399094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-528b2488-747a-4520-a093-adc2a06f7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.399412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f4b3fb6-e421-4c6d-974a-368b34793a33 req-1e1f493e-b36b-4b58-be00-6f0c807ef249 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 944 time: 0.0919411 Feb 10 13:28:12.400853 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-528b2488-747a-4520-a093-adc2a06f7568 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1977863 Feb 10 13:28:12.452353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-42859150-c807-4aa6-a944-dc3dc0e1adf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408f3720-881e-464a-861e-caa9da52f771 HTTP/1.1" status: 200 len: 217 time: 0.0688457 Feb 10 13:28:12.542215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Made reservation on behalf of 7acfb2af34ae4142bf90613c0c5d09a4 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:12.545041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-eb2315c9-016e-4e88-8081-5707c7a222f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:12.546391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:12.546691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-eb2315c9-016e-4e88-8081-5707c7a222f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e20647cb-364c-404e-ac58-9036ebed9bf7 HTTP/1.1" status: 200 len: 862 time: 0.0831313 Feb 10 13:28:12.567731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f4b3fb6-e421-4c6d-974a-368b34793a33 req-a8bec3f8-b6bf-4f3f-9695-5e2932407e38 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140006 Feb 10 13:28:12.586398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-86e8f8f1-bc9e-47b7-aa2a-5f48113e1972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1399ec26-fd7d-4866-9f03-1b33eb14dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314860 Feb 10 13:28:12.646463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-4d210111-15a6-4b8c-8f3d-4e1349ae889d service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363961 Feb 10 13:28:12.794469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d4af6bf-b4ff-4611-a669-f22642bc8fc5 req-f21e96ab-fe81-431c-af42-dc134461ab0e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 210 time: 0.0507319 Feb 10 13:28:12.813452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:12.827600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-9934d091-9101-4d82-b969-acd92014b06f service neutron] 10.222.0.21 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345243 Feb 10 13:28:12.846501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-911c72ab-8d40-4220-9c1c-fe35b65e986e service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860135 Feb 10 13:28:12.850099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:12.956153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-eb16c33e-7315-4413-8cf4-a6054211555c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 217 time: 0.0919251 Feb 10 13:28:13.053276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a82a9da-1405-4c87-a3e6-965a4d550fcb req-62defcf0-f7f2-471f-8602-8fa0f904f9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192738 Feb 10 13:28:13.095880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c32c03-1af0-46ff-95ff-e0e94b72b67f req-1a00f793-1868-4c57-a13f-63b842aad89f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:13.109007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14c32c03-1af0-46ff-95ff-e0e94b72b67f req-1a00f793-1868-4c57-a13f-63b842aad89f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1010292 Feb 10 13:28:13.189405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14c32c03-1af0-46ff-95ff-e0e94b72b67f req-d5f090b0-a814-4612-8299-4130dfa9eb58 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 Feb 10 13:28:13.534559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Allocated IP 172.20.0.9 (1752e765-dbf5-4253-a256-016f3a54647c/aacd0b66-f194-485a-8cfa-cb1f79b64130/2ca5de4b-5de6-4c13-ac38-c991ae9b43d7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:13.557038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-41c8b41e-270c-487e-a441-1ba708ac7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:13.558554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-41c8b41e-270c-487e-a441-1ba708ac7d09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.5785985 Feb 10 13:28:13.610466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Allocated IP 172.25.8.193 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/3f3afa16-3bde-4fe8-8276-69419fbd667c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:13.655708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-3f5884e1-d973-4637-9139-6224531bfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:13.657286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-3f5884e1-d973-4637-9139-6224531bfab4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0906317 Feb 10 13:28:13.720892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:13.740611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:13.875488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:13.876980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:13.885150 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-f0cffe9a-5072-44d1-89b2-e24e67829665 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151041 Feb 10 13:28:13.923587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:13.926063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:13.932815 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c3709c-7d06-4a13-845e-df36b9855eee" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:13.940577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.001105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc027dd-457b-4189-a760-4d8c313d0331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.035514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for port (3f3afa16-3bde-4fe8-8276-69419fbd667c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.037175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:14.151876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks [] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.158203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3f3afa16-3bde-4fe8-8276-69419fbd667c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.161993 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-dde6cbd1-8f75-44dd-883c-c7a5427cf84f service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685382 Feb 10 13:28:14.186643 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc027dd-457b-4189-a760-4d8c313d0331 admin admin] Publish callbacks [] for security_group (83c9b326-2467-45de-a86f-b6c3b97bb9f4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.194136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adc027dd-457b-4189-a760-4d8c313d0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83c9b326-2467-45de-a86f-b6c3b97bb9f4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.251716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:14.251934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-adc027dd-457b-4189-a760-4d8c313d0331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763ccdd2e0f04ba68808f665c32e1fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5075397 Feb 10 13:28:14.251934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc027dd-457b-4189-a760-4d8c313d0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c9b326-2467-45de-a86f-b6c3b97bb9f4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:14.263128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:14.317988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:14.320463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:14.349130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] Publish callbacks [] for security_group (83c9b326-2467-45de-a86f-b6c3b97bb9f4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.349504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-e12e234e-5812-4a84-b003-87e65350fde0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 217 time: 0.1621940 Feb 10 13:28:14.399933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] Publish callbacks [] for security_group (83c9b326-2467-45de-a86f-b6c3b97bb9f4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.446389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9a46a8de-4146-49da-97d0-7f403f282eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:14.449130 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9a46a8de-4146-49da-97d0-7f403f282eee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0871615 Feb 10 13:28:14.454099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event updated for resources: {'Port': ['ID=3f3afa16-3bde-4fe8-8276-69419fbd667c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:14.500349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (83c9b326-2467-45de-a86f-b6c3b97bb9f4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.503417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.505005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c9b326-2467-45de-a86f-b6c3b97bb9f4 HTTP/1.1" status: 204 len: 168 time: 0.2406332 Feb 10 13:28:14.522220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59d6e-2189-4844-870e-e0fabc095675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c9b326-2467-45de-a86f-b6c3b97bb9f4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:14.683209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:14.756827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-5212fe5e-683f-48f1-8e27-c6c78b0c9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:14.758851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-5212fe5e-683f-48f1-8e27-c6c78b0c9a9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2951374 Feb 10 13:28:14.795491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b6da7-5ed8-4d0a-915b-02a7ac0855d0 req-6fa99ca2-396f-4f53-a42c-3db8e724c884 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:14.796052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Network 1752e765-dbf5-4253-a256-016f3a54647c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:14.803397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff6b6da7-5ed8-4d0a-915b-02a7ac0855d0 req-6fa99ca2-396f-4f53-a42c-3db8e724c884 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 944 time: 0.1251652 Feb 10 13:28:14.811960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:14.819899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:14.900374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Pushing event updated for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:14.921630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff6b6da7-5ed8-4d0a-915b-02a7ac0855d0 req-6c98ca6f-8dba-439a-9173-f3eb70c54d4e tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124363 Feb 10 13:28:15.010752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.011366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:15.037623 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-5e5c92d5-1558-4b31-a5ea-0be0418e7eb7 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9757259 Feb 10 13:28:15.050981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Request body: {'port': {'device_id': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:15.075176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5a7d-ccea-4d1e-bcd4-5d2139c4f8ec req-92a5f903-b92c-4192-8ef7-88364b6ddcec tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.076716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36ea5a7d-ccea-4d1e-bcd4-5d2139c4f8ec req-92a5f903-b92c-4192-8ef7-88364b6ddcec tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 931 time: 0.0669215 Feb 10 13:28:15.160263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36ea5a7d-ccea-4d1e-bcd4-5d2139c4f8ec req-6cfdf882-f10c-4652-bf18-0871cc0ca405 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751483 Feb 10 13:28:15.171160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-99a4d9c2-fa95-42ff-bd62-8a6707240060 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011745 Feb 10 13:28:15.258394 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaadefb-ac42-4a67-840b-66446c95497d x-openstack-request-id: req-cdaadefb-ac42-4a67-840b-66446c95497d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:15.259239 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:15.259678 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdaadefb-ac42-4a67-840b-66446c95497d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:15.260251 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'code': 200} Feb 10 13:28:15.283284 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-1f3b6474-d49a-4d28-b754-1980d78bcf8e service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039014 Feb 10 13:28:15.333607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:15.341769 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-ec8f23c9-6600-4346-8f31-649e20ef86c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 217 time: 0.0506279 Feb 10 13:28:15.362145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:15.484208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7d74-e541-4850-9de4-8be1e2a04a97 req-3017010b-d1cd-4b2a-bcb7-54faad3bb8b3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.486085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f1c7d74-e541-4850-9de4-8be1e2a04a97 req-3017010b-d1cd-4b2a-bcb7-54faad3bb8b3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1136990 Feb 10 13:28:15.549824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 408f3720-881e-464a-861e-caa9da52f771 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:28:15.602804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f1c7d74-e541-4850-9de4-8be1e2a04a97 req-72114296-8447-4a94-a054-4eb1e1893bb7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032090 Feb 10 13:28:15.698289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9193e88b-1e1f-4e27-9af3-1f3dbfd1a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.699806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9193e88b-1e1f-4e27-9af3-1f3dbfd1a918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.3487852 Feb 10 13:28:15.795183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=408f3720-881e-464a-861e-caa9da52f771,segment=NetworkSegment(633426f1-031c-4c34-9903-d1aa3b62e2f4),segment_id=633426f1-031c-4c34-9903-d1aa3b62e2f4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:15.822881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '408f3720-881e-464a-861e-caa9da52f771', 'network_id': '1399ec26-fd7d-4866-9f03-1b33eb14dac1', 'port_id': '408f3720-881e-464a-861e-caa9da52f771', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20647cb-364c-404e-ac58-9036ebed9bf7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:28:15.886079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 408f3720-881e-464a-861e-caa9da52f771 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:15.886902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (408f3720-881e-464a-861e-caa9da52f771), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:15.892914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da09a-f942-457e-89c2-4faa77af8532 req-0c50a292-d417-4ba0-b82f-ff42e816ab0c tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.904513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408f3720-881e-464a-861e-caa9da52f771 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:15.905804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec1da09a-f942-457e-89c2-4faa77af8532 req-0c50a292-d417-4ba0-b82f-ff42e816ab0c tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1512122 Feb 10 13:28:15.909725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:15.923038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-64854b09-91aa-40b6-a358-3184b1da4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:15.924668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-64854b09-91aa-40b6-a358-3184b1da4d98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2162809 Feb 10 13:28:15.931759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=408f3720-881e-464a-861e-caa9da52f771,segment=NetworkSegment(633426f1-031c-4c34-9903-d1aa3b62e2f4),segment_id=633426f1-031c-4c34-9903-d1aa3b62e2f4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:15.939249 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (408f3720-881e-464a-861e-caa9da52f771), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:16.004728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec1da09a-f942-457e-89c2-4faa77af8532 req-5380c973-61ef-470f-9824-350fbe127c02 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917475 Feb 10 13:28:16.020939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:16.314814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['408f3720-881e-464a-861e-caa9da52f771'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:16.560952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-c6a12b8a-6a4a-4f0f-9cd2-44be0ad3a53e service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285391 Feb 10 13:28:16.746768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:16.757266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Router dcfb5d52-d841-4181-8aa0-5365390182c4 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:28:16.761658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks [] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:16.786809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Transition to ACTIVE for port object 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:28:16.798640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:16.847912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-dc65ced2-9b3e-44ec-ab0d-9839e6d7b714 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653222 Feb 10 13:28:16.941561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-222da979-76cf-4604-ae35-8144ed85b5d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 217 time: 0.0538187 Feb 10 13:28:16.966826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:17.111045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Attempting to bind port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:17.111227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Attempting to bind port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '9dc143d3-2e05-4cd3-bb23-9ab047234dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:17.111497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Attempting to bind port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 on network 1752e765-dbf5-4253-a256-016f3a54647c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:17.123101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 on network 1752e765-dbf5-4253-a256-016f3a54647c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:28:17.123101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Attempting to bind port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 on network 1752e765-dbf5-4253-a256-016f3a54647c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:17.125924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-874cf9ec-2ecc-4daf-bf48-a7ba3435c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:17.127389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-874cf9ec-2ecc-4daf-bf48-a7ba3435c717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.1759386 Feb 10 13:28:17.145952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:17.146297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Checking segment: {'id': '9dc143d3-2e05-4cd3-bb23-9ab047234dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:17.146680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Bound using segment: {'id': '9dc143d3-2e05-4cd3-bb23-9ab047234dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:17.147126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Bound port: 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc143d3-2e05-4cd3-bb23-9ab047234dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:17.147483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:17.201373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:28:17.215325 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] Sync routers for ids ['dcfb5d52-d841-4181-8aa0-5365390182c4'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:28:17.229794 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] Routers {'dcfb5d52-d841-4181-8aa0-5365390182c4'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:17.230426 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dcfb5d52-d841-4181-8aa0-5365390182c4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:17.232038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999367-9c93-4b8a-ae9a-ba8daaee2f84 req-9953956c-eee6-4679-8895-ab93e8922a6d tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:17.238823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e999367-9c93-4b8a-ae9a-ba8daaee2f84 req-9953956c-eee6-4679-8895-ab93e8922a6d tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 945 time: 0.1112776 Feb 10 13:28:17.297749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:17.298571 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:17.299013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ed777c0-326b-4fdb-80df-613dc478cb0d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0372484 Feb 10 13:28:17.301804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:17.305759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-503be9f0-6c51-4952-9d35-3dde68d43eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:17.307222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-503be9f0-6c51-4952-9d35-3dde68d43eee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1724775 Feb 10 13:28:17.312222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] Routers {'dcfb5d52-d841-4181-8aa0-5365390182c4'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:17.313003 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dcfb5d52-d841-4181-8aa0-5365390182c4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:17.313588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:17.366260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:17.405764 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:17.407927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a9ccf-65a7-42f6-8902-f6c03e94daac None None] The sync data for ids ['dcfb5d52-d841-4181-8aa0-5365390182c4'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:28:17.414192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,segment=NetworkSegment(9dc143d3-2e05-4cd3-bb23-9ab047234dda),segment_id=9dc143d3-2e05-4cd3-bb23-9ab047234dda)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:17.427796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:17.492063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-4d9c11ca-1d18-4cfe-a089-6f201b959230 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747329 Feb 10 13:28:17.495447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:17.496082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:17.498509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 HTTP/1.1" status: 200 len: 1091 time: 2.4514158 Feb 10 13:28:17.498509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:17.500889 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d884425-66af-40b5-bda3-50d6d84e89da" -d '{"events": [{"name": "network-changed", "server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:17.516853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e999367-9c93-4b8a-ae9a-ba8daaee2f84 req-fe579f20-9ce1-43d4-9e0b-c7ce8dd58ed4 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650952 Feb 10 13:28:17.557420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26469305-4d44-4e37-8b27-eb2c47f58579 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:17.576023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 408f3720-881e-464a-861e-caa9da52f771 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:17.721046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 408f3720-881e-464a-861e-caa9da52f771 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:28:17.734490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 408f3720-881e-464a-861e-caa9da52f771 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:17.734960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (408f3720-881e-464a-861e-caa9da52f771), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:17.830226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-0477130d-2c89-41f5-87a3-01478e32061e service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257637 Feb 10 13:28:17.911063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-c64cd249-064b-4434-8f3e-9521fc4780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:17.912723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-c64cd249-064b-4434-8f3e-9521fc4780dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7acfb2af34ae4142bf90613c0c5d09a4&device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 1125 time: 0.2601073 Feb 10 13:28:17.914030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-13c52cb3-3da4-443b-8189-019d56e9a378 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 217 time: 0.0770364 Feb 10 13:28:17.947133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 408f3720-881e-464a-861e-caa9da52f771 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:17.947533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (408f3720-881e-464a-861e-caa9da52f771), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.015777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-7df2d824-4e2d-4ab6-9433-0a5b9c4e423c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 HTTP/1.1" status: 200 len: 217 time: 0.0924728 Feb 10 13:28:18.020149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=408f3720-881e-464a-861e-caa9da52f771,segment=NetworkSegment(633426f1-031c-4c34-9903-d1aa3b62e2f4),segment_id=633426f1-031c-4c34-9903-d1aa3b62e2f4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:18.025465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408f3720-881e-464a-861e-caa9da52f771'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:18.033982 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b91688-b1f9-44db-9987-054877bffd18" -d '{"events": [{"server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "name": "network-vif-plugged", "status": "completed", "tag": "408f3720-881e-464a-861e-caa9da52f771"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:18.044643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (408f3720-881e-464a-861e-caa9da52f771), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.069288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.078610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-adc0a4a0-ec9b-493a-8407-dc84a169f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.080289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-adc0a4a0-ec9b-493a-8407-dc84a169f011 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1496987 Feb 10 13:28:18.105864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.111318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:18.127766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-efe599dc-0719-4121-95e2-67c6e85f4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.129526 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-efe599dc-0719-4121-95e2-67c6e85f4ee3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacd0b66-f194-485a-8cfa-cb1f79b64130 HTTP/1.1" status: 200 len: 849 time: 0.1076367 Feb 10 13:28:18.133571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b593ca-a415-4d98-ba3b-dd18b8cd579b req-6fd4efaf-6fa5-4bc4-a785-c53351c6134d tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.135324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6b593ca-a415-4d98-ba3b-dd18b8cd579b req-6fd4efaf-6fa5-4bc4-a785-c53351c6134d tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 943 time: 0.2009633 Feb 10 13:28:18.173247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-05552004-e4d5-4d6c-9464-1f16e810f577 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1752e765-dbf5-4253-a256-016f3a54647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375061 Feb 10 13:28:18.179994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-bf2831a2-b971-4f9a-a391-f230d7c721f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.181529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-bf2831a2-b971-4f9a-a391-f230d7c721f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0936007 Feb 10 13:28:18.223736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6b593ca-a415-4d98-ba3b-dd18b8cd579b req-88b6486e-b13d-4b5f-9c07-15dea50a12ba tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629690 Feb 10 13:28:18.229386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Deleting port 3f3afa16-3bde-4fe8-8276-69419fbd667c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:18.229803 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3f3afa16-3bde-4fe8-8276-69419fbd667c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.357172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3f3afa16-3bde-4fe8-8276-69419fbd667c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.373559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-f44e3261-68b2-4495-a59e-3213b5f07563 service neutron] 10.222.0.21 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911182 Feb 10 13:28:18.379420 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9d3a7e2b-ef7e-4afd-895f-e5461f1cc588 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874652 Feb 10 13:28:18.385635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Calling delete_port for 3f3afa16-3bde-4fe8-8276-69419fbd667c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:18.483228 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae7406-ae1a-4c27-8c9b-55cb7059a642 x-openstack-request-id: req-59ae7406-ae1a-4c27-8c9b-55cb7059a642 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:18.483655 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:18.483929 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59ae7406-ae1a-4c27-8c9b-55cb7059a642 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:18.484347 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7', 'status': 'completed', 'code': 200} Feb 10 13:28:18.581676 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c2c1be26-2f14-4765-8990-47a737a7c119 req-e5e92244-aad1-471a-a629-5b2acf0e4f1b service neutron] 10.222.0.21 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013021 Feb 10 13:28:18.588119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9aa57be0-451a-4da4-8734-c50cfa4d2f25 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988935 Feb 10 13:28:18.671318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-14375446-382f-4063-bff0-20b557a0139c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 217 time: 0.0755267 Feb 10 13:28:18.735696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-9b6971bf-e1d7-4821-87ba-4a53122b1fda tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.737283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-9b6971bf-e1d7-4821-87ba-4a53122b1fda tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.1538270 Feb 10 13:28:18.749301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-e5dfe99a-e661-4197-85a8-fb374102378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.751298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-e5dfe99a-e661-4197-85a8-fb374102378a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.0560176 Feb 10 13:28:18.755227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-713d3893-92d5-4995-ad6f-d07ae55228f7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/quotas/4d58715d812f4b12b009ddb5546245ed HTTP/1.1" status: 200 len: 375 time: 0.0104425 Feb 10 13:28:18.756384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3f3afa16-3bde-4fe8-8276-69419fbd667c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.790312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Pushing event deleted for resources: {'Port': ['ID=3f3afa16-3bde-4fe8-8276-69419fbd667c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:18.864822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d884425-66af-40b5-bda3-50d6d84e89da req-7e7eb53b-1eee-4470-948c-94479ee33ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.866016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-7e7eb53b-1eee-4470-948c-94479ee33ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7acfb2af34ae4142bf90613c0c5d09a4&device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 1125 time: 0.2114115 Feb 10 13:28:18.880272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-6daef7b1-7494-4384-aedc-b9b67a234a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:18.883778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-6daef7b1-7494-4384-aedc-b9b67a234a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1218619 Feb 10 13:28:18.923755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (dcfb5d52-d841-4181-8aa0-5365390182c4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:18.938201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-c804a1b3-a894-43cb-b91b-5cb7b799dd8f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1731989 Feb 10 13:28:19.060479 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-bb24a9bf-4910-4dd8-8a67-01a83b90f8b3 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658900 Feb 10 13:28:19.150835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d884425-66af-40b5-bda3-50d6d84e89da req-78653ab9-662c-4b6b-9dcc-d59c4b7fba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:19.152397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-78653ab9-662c-4b6b-9dcc-d59c4b7fba01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1752e765-dbf5-4253-a256-016f3a54647c HTTP/1.1" status: 200 len: 910 time: 0.2674463 Feb 10 13:28:19.233883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-920905cd-d6a1-43c6-a358-39a5bfcb93c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 HTTP/1.1" status: 200 len: 217 time: 0.0737350 Feb 10 13:28:19.293832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d884425-66af-40b5-bda3-50d6d84e89da req-c396f3a3-ac1b-4eff-98d7-140108fb739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:19.295316 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-c396f3a3-ac1b-4eff-98d7-140108fb739c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aacd0b66-f194-485a-8cfa-cb1f79b64130 HTTP/1.1" status: 200 len: 849 time: 0.0521410 Feb 10 13:28:19.337154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-e2fd3406-70de-405b-af53-b88822eb5d5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1752e765-dbf5-4253-a256-016f3a54647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349104 Feb 10 13:28:19.340553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-090d8ea5-73ea-42b2-b5bb-113fc1ef8b45 req-9b3f0202-a79f-443c-8ba6-cfc66552504c service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733555 Feb 10 13:28:19.387880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-8a5a7360-744f-4c10-9163-f3c5f84f1c46 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:19.389723 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-8a5a7360-744f-4c10-9163-f3c5f84f1c46 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e0b9d52-c40f-4115-8437-1f40b946f697 HTTP/1.1" status: 200 len: 945 time: 0.1893332 Feb 10 13:28:19.517258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-83a36c89-6a4b-451e-88fa-ee0e41527bef service neutron] 10.222.0.21 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672533 Feb 10 13:28:19.589731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-aa7de6c0-89c8-4e61-93e1-fc2667cecb06 service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502011 Feb 10 13:28:19.602658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Deleting port b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:19.603006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b42d3a34-9468-4860-b375-0e96b5042160), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:19.635999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:19.651437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:19.674820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d884425-66af-40b5-bda3-50d6d84e89da req-4c7a28a4-a08b-46c1-a982-d7462bec646d service neutron] 10.222.0.21 "GET /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513224 Feb 10 13:28:19.733803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] For port b42d3a34-9468-4860-b375-0e96b5042160, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b42d3a34-9468-4860-b375-0e96b5042160,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:19.734597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b42d3a34-9468-4860-b375-0e96b5042160), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:19.749924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Calling delete_port for b42d3a34-9468-4860-b375-0e96b5042160 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:19.755325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:28:19.789619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Router dcfb5d52-d841-4181-8aa0-5365390182c4 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:28:19.803166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-1f055868-09ff-4ba3-bd0d-b5335b6563d9 service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775596 Feb 10 13:28:19.932027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:19.959939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'mac_address': 'fa:16:3e:3e:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:28:19.985501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b42d3a34-9468-4860-b375-0e96b5042160), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.033244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:20.033941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.050145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b42d3a34-9468-4860-b375-0e96b5042160'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:20.054544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:20.086945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:28:20.098834 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.102927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d07d18f2-54cf-4480-8768-cb22b0e68ec4 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "PUT /v2.0/routers/dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 200 len: 710 time: 2.7981527 Feb 10 13:28:20.106136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] Sync routers for ids ['dcfb5d52-d841-4181-8aa0-5365390182c4'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:28:20.106811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:20.113363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:20.122144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] Routers {'dcfb5d52-d841-4181-8aa0-5365390182c4'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:20.122938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dcfb5d52-d841-4181-8aa0-5365390182c4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:20.133543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event deleted for resources: {'Port': ['ID=b42d3a34-9468-4860-b375-0e96b5042160,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:20.191675 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95521579-fd2d-4ccd-a27b-635dcd0627a2 x-openstack-request-id: req-95521579-fd2d-4ccd-a27b-635dcd0627a2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:20.194837 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "name": "network-vif-plugged", "status": "completed", "tag": "408f3720-881e-464a-861e-caa9da52f771", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:20.195304 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95521579-fd2d-4ccd-a27b-635dcd0627a2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:20.195724 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408f3720-881e-464a-861e-caa9da52f771', 'code': 200} Feb 10 13:28:20.197528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:20.206979 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.241968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] No DVR routers for this DVR port b42d3a34-9468-4860-b375-0e96b5042160 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:20.245439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.278887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e0bd4e5-d35c-4ddd-9b46-357353ebb114 req-c1c02674-b54a-427a-a9ff-c7083a4b7f07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "DELETE /v2.0/ports/b42d3a34-9468-4860-b375-0e96b5042160 HTTP/1.1" status: 204 len: 173 time: 0.8800604 Feb 10 13:28:20.342337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:20.365763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['6ee44a20-58a0-49ee-a494-b65ffbb205cd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:20.430050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] Routers {'dcfb5d52-d841-4181-8aa0-5365390182c4'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:20.431060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:04Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dcfb5d52-d841-4181-8aa0-5365390182c4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:20.470803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:20.477428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7abb053d-7df3-49c6-8692-6b9a935a2a12 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/routers/dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 200 len: 745 time: 0.3694029 Feb 10 13:28:20.485409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-deleted', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:20.513448 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241f022a-bff5-4149-a60a-ef85680f0079" -d '{"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-deleted", "tag": "b42d3a34-9468-4860-b375-0e96b5042160"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:20.558381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfb056-21d3-40d1-860b-47c8cf946535 req-252d9fc3-7796-454a-8b6f-c82335ef3bec tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:20.559978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:20.570973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93dfb056-21d3-40d1-860b-47c8cf946535 req-252d9fc3-7796-454a-8b6f-c82335ef3bec tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.2824938 Feb 10 13:28:20.571219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49120) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:20.577914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b45822-0d39-430f-865a-4e2ced4119bc None None] The sync data for ids ['dcfb5d52-d841-4181-8aa0-5365390182c4'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:28:20.632840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:20.636595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7cf7c216-4791-4139-81a5-e368ab248c96 tempest-RoutersIpV6AdminTest-124051033 tempest-RoutersIpV6AdminTest-124051033-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 200 len: 205 time: 0.1643796 Feb 10 13:28:20.663657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dc114-2abe-474a-b83f-71ab4c246b72 req-9f91f6d3-1833-40ea-82dd-0d285e5de299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:20.665954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-002dc114-2abe-474a-b83f-71ab4c246b72 req-9f91f6d3-1833-40ea-82dd-0d285e5de299 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 1128 time: 0.2823277 Feb 10 13:28:20.709858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-149bf524-4acd-42f8-9580-74ceecb712b7 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 200 len: 205 time: 0.0749886 Feb 10 13:28:20.724949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93dfb056-21d3-40d1-860b-47c8cf946535 req-1a19f4ec-c6fe-42a4-b962-7d10194de589 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511481 Feb 10 13:28:20.726024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:20.820141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-002dc114-2abe-474a-b83f-71ab4c246b72 req-4183338b-ae25-433d-8323-9255bf771cf4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452343 Feb 10 13:28:20.829151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ae89ef6-6631-4296-be97-cec4059caecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.968927 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:20.983829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ae89ef6-6631-4296-be97-cec4059caecd admin admin] Publish callbacks [] for security_group (e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.009591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ae89ef6-6631-4296-be97-cec4059caecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.089652 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ae89ef6-6631-4296-be97-cec4059caecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20c1609b54164d88b6348ba6e7ef8760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5175295 Feb 10 13:28:21.090992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae89ef6-6631-4296-be97-cec4059caecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:21.093346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.162205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1394c-6cc9-4a1e-992f-cf48d539c964 req-2916d015-5c9d-4485-9b5f-ec16385d8f5a tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:21.171101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fc1394c-6cc9-4a1e-992f-cf48d539c964 req-2916d015-5c9d-4485-9b5f-ec16385d8f5a tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 943 time: 0.3426721 Feb 10 13:28:21.203607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] Publish callbacks [] for security_group (e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.244144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] Publish callbacks [] for security_group (e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.287714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fc1394c-6cc9-4a1e-992f-cf48d539c964 req-3eb28537-f534-4ae5-add7-398a1533e126 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106699 Feb 10 13:28:21.296124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.308319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router_controller (dcfb5d52-d841-4181-8aa0-5365390182c4), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.319624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.323119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.325852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54 HTTP/1.1" status: 204 len: 168 time: 0.2311790 Feb 10 13:28:21.359197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee314-98b6-46cb-a32f-88afa861f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b5db5-2cf5-42fd-a0cc-2ce42b1d1d54,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:21.402762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (dcfb5d52-d841-4181-8aa0-5365390182c4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.403512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Fanout notify agent at l3_agent the message router_deleted on router dcfb5d52-d841-4181-8aa0-5365390182c4 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:28:21.417103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.418967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-805b135a-ef92-40c7-a584-8bce18087aeb tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 204 len: 168 time: 0.6912229 Feb 10 13:28:21.422631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.511952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.521474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d9871b8-014a-4dd3-a334-1d614e2a2e94 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 200 len: 205 time: 0.0960703 Feb 10 13:28:21.603077 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4550b61c-ae01-4742-9231-859a2c57c984 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:21.606160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4550b61c-ae01-4742-9231-859a2c57c984 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/dcfb5d52-d841-4181-8aa0-5365390182c4 HTTP/1.1" status: 404 len: 336 time: 0.0911827 Feb 10 13:28:21.608095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.689884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-86fca809-9d44-4ba2-a2df-556ead0ab192 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 200 len: 205 time: 0.0796590 Feb 10 13:28:21.695867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.739657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-904c89af-56b3-4e0e-8279-fe432ac2977e req-b6f31bde-5960-442a-99fe-1475e70e39db tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 210 time: 0.0525193 Feb 10 13:28:21.774288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:21.894283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 6ee44a20-58a0-49ee-a494-b65ffbb205cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:21.894696 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:21.903264 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e10d3-6c14-4421-bc9d-d6b6cc8cdf33 x-openstack-request-id: req-9a6e10d3-6c14-4421-bc9d-d6b6cc8cdf33 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:21.904717 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b9d52-c40f-4115-8437-1f40b946f697", "name": "network-vif-deleted", "tag": "b42d3a34-9468-4860-b375-0e96b5042160", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:21.905069 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a6e10d3-6c14-4421-bc9d-d6b6cc8cdf33 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:21.905532 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0b9d52-c40f-4115-8437-1f40b946f697', 'name': 'network-vif-deleted', 'tag': 'b42d3a34-9468-4860-b375-0e96b5042160', 'status': 'completed', 'code': 200} Feb 10 13:28:21.913168 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-32f61843-ca06-4447-a61c-8c6f8d12f106 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:21.924827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:21.925512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32f61843-ca06-4447-a61c-8c6f8d12f106 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/008c2901-3134-4b92-a2f5-d8aaeecf2e75 HTTP/1.1" status: 404 len: 336 time: 0.2222641 Feb 10 13:28:21.961922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c68c43e-80c5-4863-8d52-66b3bb7d828d tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 200 len: 205 time: 0.0359352 Feb 10 13:28:21.964164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.016560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.017964 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2f3646e4-451c-493e-b30f-c4a7b3b56cc3 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:22.018686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f3646e4-451c-493e-b30f-c4a7b3b56cc3 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/060538a4-1677-4af9-84b6-ce846d1e7c1e HTTP/1.1" status: 404 len: 336 time: 0.0529499 Feb 10 13:28:22.022838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.067617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-13f83282-882f-4d02-ab26-15adf349fdb2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:22.069334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-13f83282-882f-4d02-ab26-15adf349fdb2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.4667325 Feb 10 13:28:22.075433 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d079b5-da08-4697-bc50-fc825cdd710f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.095953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Request body: {'port': {'device_id': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'admin_state_up': True, 'tenant_id': '4d58715d812f4b12b009ddb5546245ed'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:22.187650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d079b5-da08-4697-bc50-fc825cdd710f admin admin] Publish callbacks [] for security_group (b785810d-407a-4eef-8da4-3c2a8365721c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.193216 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79d079b5-da08-4697-bc50-fc825cdd710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b785810d-407a-4eef-8da4-3c2a8365721c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.194157 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c142cb24-6553-479a-8cc9-f31d2a49439b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 200 len: 205 time: 0.1697593 Feb 10 13:28:22.196002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.235232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:22.235777 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.269853 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-efe55064-b67f-4f48-9a78-bf5e1e0ecb99 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:22.274714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:22.279528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-efe55064-b67f-4f48-9a78-bf5e1e0ecb99 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/00bfe6ef-178d-4589-890b-5c5c01e84cb1 HTTP/1.1" status: 404 len: 336 time: 0.0823431 Feb 10 13:28:22.280229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.286347 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f35fe-084b-4775-928a-2f4f79b7f61f" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:22.301738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d079b5-da08-4697-bc50-fc825cdd710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b785810d-407a-4eef-8da4-3c2a8365721c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:22.320396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:22.328913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.329872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:22.369492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2334de6-3c8f-4d25-8d1a-b7a8fe03a0a8 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 200 len: 205 time: 0.0844877 Feb 10 13:28:22.370547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.472520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-79d079b5-da08-4697-bc50-fc825cdd710f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b87bd7718e6c472298d0af49b5fa1ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526954 Feb 10 13:28:22.474861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:22.497553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: b42d3a34-9468-4860-b375-0e96b5042160 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:28:22.498290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b42d3a34-9468-4860-b375-0e96b5042160 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:28:22.502535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49190) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.508351 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6d4cd66c-fcdb-42a4-857c-2ef16872d826 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:22.511854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6d4cd66c-fcdb-42a4-857c-2ef16872d826 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/3a6df283-e5e6-4ac0-ac91-388d7a62a8da HTTP/1.1" status: 404 len: 336 time: 0.1349685 Feb 10 13:28:22.512519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Made reservation on behalf of 4d58715d812f4b12b009ddb5546245ed for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:22.516723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.526028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.553857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84491ad6-4c02-4de1-be08-a9da9f813117 tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a5bb3e3-6043-45ac-9497-c38c2a6bee39 HTTP/1.1" status: 200 len: 205 time: 0.0356629 Feb 10 13:28:22.556963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.617593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ae21-c964-40aa-a74a-4aa8abce4485 req-919fac4d-6019-4486-b360-80ae805b8c01 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:22.619652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e37ae21-c964-40aa-a74a-4aa8abce4485 req-919fac4d-6019-4486-b360-80ae805b8c01 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.3480415 Feb 10 13:28:22.625078 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1fb8d911-a868-4e48-808f-fd5778cc9f7b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] delete failed (client error): The resource could not be found. Feb 10 13:28:22.629125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1fb8d911-a868-4e48-808f-fd5778cc9f7b tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/routers/5a5bb3e3-6043-45ac-9497-c38c2a6bee39 HTTP/1.1" status: 404 len: 336 time: 0.0692472 Feb 10 13:28:22.631155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:22.692370 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8180e-11c0-4cd6-bacd-646962b2f9ea tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] DELETE failed (client error): The resource could not be found. Feb 10 13:28:22.693746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f8180e-11c0-4cd6-bacd-646962b2f9ea tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:28:22.700196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d2f8180e-11c0-4cd6-bacd-646962b2f9ea tempest-RoutersIpV6AdminTest-1654357238 tempest-RoutersIpV6AdminTest-1654357238-project] 10.222.0.13 "DELETE /v2.0/subnets/26a9905f-3e77-45f9-a8f4-d7db6b497519 HTTP/1.1" status: 404 len: 337 time: 0.0642078 Feb 10 13:28:22.740792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e37ae21-c964-40aa-a74a-4aa8abce4485 req-5ac9d5b6-76b8-4639-a466-2f609aba6ee7 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102495 Feb 10 13:28:22.742017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] Publish callbacks [] for security_group (b785810d-407a-4eef-8da4-3c2a8365721c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.786243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Allocated IP 172.20.0.3 (83f259f3-b4c1-472f-905d-bdcb12cb8436/0bb27b81-302a-420e-99c1-ad52194cf660/16d8c5be-4885-4574-95ed-17d84c34e8cb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:22.789319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] Publish callbacks [] for security_group (b785810d-407a-4eef-8da4-3c2a8365721c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.899644 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b785810d-407a-4eef-8da4-3c2a8365721c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.903456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:22.907388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b785810d-407a-4eef-8da4-3c2a8365721c HTTP/1.1" status: 204 len: 168 time: 0.4004564 Feb 10 13:28:22.944395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab116-bbe1-4e25-9445-20553d1816d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785810d-407a-4eef-8da4-3c2a8365721c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:23.080242 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7a02b-bef0-4de9-86e0-f29a2e2aaee2 x-openstack-request-id: req-74d7a02b-bef0-4de9-86e0-f29a2e2aaee2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:23.081435 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-plugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:23.082477 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74d7a02b-bef0-4de9-86e0-f29a2e2aaee2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:23.084347 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'code': 200} Feb 10 13:28:23.368529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:23.382295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c3caf-7135-4de3-b3b2-8c92658474f9 req-a3139de3-808f-436b-96eb-e6ad8d7b1495 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:23.384783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-708c3caf-7135-4de3-b3b2-8c92658474f9 req-a3139de3-808f-436b-96eb-e6ad8d7b1495 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 943 time: 0.1580791 Feb 10 13:28:23.523452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-708c3caf-7135-4de3-b3b2-8c92658474f9 req-4ef7abd4-ac47-4f95-bbac-85a473470db3 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147459 Feb 10 13:28:23.593844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:28:23.798823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fac39438-30c8-4bbd-9b8f-ffa3d11fdf9d req-81ba4dfb-a8c5-4794-a4f2-3a7758430678 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 210 time: 0.0535440 Feb 10 13:28:23.822778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks [] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:23.906959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8a242a-bf79-43d1-aee2-67a23fcf6bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:23.926286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.018060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:24.083509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,segment=NetworkSegment(9dc143d3-2e05-4cd3-bb23-9ab047234dda),segment_id=9dc143d3-2e05-4cd3-bb23-9ab047234dda)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:24.123800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7', 'network_id': '1752e765-dbf5-4253-a256-016f3a54647c', 'port_id': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7', 'mac_address': 'fa:16:3e:dd:37:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aacd0b66-f194-485a-8cfa-cb1f79b64130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:28:24.193797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:24.199710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:24.206970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:24.265142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8a242a-bf79-43d1-aee2-67a23fcf6bf9 admin admin] Publish callbacks [] for security_group (ef396451-b3f5-425a-9e8c-e569884dd146), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.281668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f8a242a-bf79-43d1-aee2-67a23fcf6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ef396451-b3f5-425a-9e8c-e569884dd146), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.290355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:24.293425 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.330318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff622-6dd0-4cfd-a4d5-922f415265af req-d8130578-abfe-4a89-a5c6-8b9e0b3cea36 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:24.351483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:24.351787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-214ff622-6dd0-4cfd-a4d5-922f415265af req-d8130578-abfe-4a89-a5c6-8b9e0b3cea36 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.2131412 Feb 10 13:28:24.394530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:24.397200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.431870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,segment=NetworkSegment(9dc143d3-2e05-4cd3-bb23-9ab047234dda),segment_id=9dc143d3-2e05-4cd3-bb23-9ab047234dda)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:24.441594 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.449915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-0fe9b353-7e25-4573-8b6c-ec42e3ee18a1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3543711 Feb 10 13:28:24.459243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f8a242a-bf79-43d1-aee2-67a23fcf6bf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3390f4f1c4704865a7d1f278e3927db1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0689704 Feb 10 13:28:24.475831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:24.492459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Request body: {'port': {'device_id': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:24.501963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a242a-bf79-43d1-aee2-67a23fcf6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef396451-b3f5-425a-9e8c-e569884dd146,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:24.589364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:24.607930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-214ff622-6dd0-4cfd-a4d5-922f415265af req-12934a1e-c48f-408c-aaeb-e32d83d13994 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546830 Feb 10 13:28:24.689310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] Publish callbacks [] for security_group (ef396451-b3f5-425a-9e8c-e569884dd146), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.744417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] Publish callbacks [] for security_group (ef396451-b3f5-425a-9e8c-e569884dd146), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.762977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.812207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2ca5de4b-5de6-4c13-ac38-c991ae9b43d7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:24.878903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c2ad6-950b-418c-b08d-767a59e1c807 req-b78d18ef-2907-475c-bf2c-c2bf67320c66 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:24.882008 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-694c2ad6-950b-418c-b08d-767a59e1c807 req-b78d18ef-2907-475c-bf2c-c2bf67320c66 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 944 time: 0.1404452 Feb 10 13:28:24.921885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ef396451-b3f5-425a-9e8c-e569884dd146), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.929974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:24.932288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef396451-b3f5-425a-9e8c-e569884dd146 HTTP/1.1" status: 204 len: 168 time: 0.4544647 Feb 10 13:28:25.008714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff4184-3e91-4aa5-92d3-19e2787e09ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef396451-b3f5-425a-9e8c-e569884dd146,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:25.129302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-694c2ad6-950b-418c-b08d-767a59e1c807 req-14ef4e92-84ef-4c6c-908f-b633aba8a4b3 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293718 Feb 10 13:28:25.523272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:25.550984 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks [] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:25.554345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49286) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:25.576078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Transition to ACTIVE for port object 16d8c5be-4885-4574-95ed-17d84c34e8cb will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:28:25.588543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:25.692055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a2d3cf49-6a32-423b-902e-d8a8adc7a8d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eb394433a9a4ed89caf0f1be4f18715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353149 Feb 10 13:28:25.695148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:25.724317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525b1bf-2df1-42a2-af0b-28a94a6180da req-4bbee4c8-9de1-4600-909e-52bb1dd47c85 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:25.733982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9525b1bf-2df1-42a2-af0b-28a94a6180da req-4bbee4c8-9de1-4600-909e-52bb1dd47c85 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 943 time: 0.1409385 Feb 10 13:28:25.825038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] Publish callbacks [] for security_group (1a303bac-56dc-44a7-8ecc-070ef58aca37), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:25.844499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9525b1bf-2df1-42a2-af0b-28a94a6180da req-71fd75a9-eef1-48cd-b888-6ea46a6bbc40 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092060 Feb 10 13:28:25.902232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:25.924519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Attempting to bind port 16d8c5be-4885-4574-95ed-17d84c34e8cb on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:25.925314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Attempting to bind port 16d8c5be-4885-4574-95ed-17d84c34e8cb by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:25.925879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Attempting to bind port 16d8c5be-4885-4574-95ed-17d84c34e8cb on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:25.933008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Port 16d8c5be-4885-4574-95ed-17d84c34e8cb on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:28:25.934310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Attempting to bind port 16d8c5be-4885-4574-95ed-17d84c34e8cb on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:25.936020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] Publish callbacks [] for security_group (1a303bac-56dc-44a7-8ecc-070ef58aca37), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:25.941281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:25.942149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Checking segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:25.942816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Bound using segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:25.944391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Bound port: 16d8c5be-4885-4574-95ed-17d84c34e8cb, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:25.945092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:26.062459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1a303bac-56dc-44a7-8ecc-070ef58aca37), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:26.072420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:26.075383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a303bac-56dc-44a7-8ecc-070ef58aca37 HTTP/1.1" status: 204 len: 168 time: 0.3778086 Feb 10 13:28:26.127118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:26.127871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85657-bd5f-49bb-b2a2-4eb58a4ecb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a303bac-56dc-44a7-8ecc-070ef58aca37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:26.143563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:26.164028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:26.314645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:26.315385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:26.322585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-72301b07-cbae-49f4-91e9-802303052542 service neutron] 10.222.0.77 "PUT /v2.0/ports/16d8c5be-4885-4574-95ed-17d84c34e8cb HTTP/1.1" status: 200 len: 1091 time: 1.8453257 Feb 10 13:28:26.359240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:26.380482 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c881f-b045-4dbc-89ff-6c3dae7a7614" -d '{"events": [{"name": "network-changed", "server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:26.548835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72301b07-cbae-49f4-91e9-802303052542 service neutron] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:26.585406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-36c654ef-e3f6-42a1-8249-f082d46f5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:26.588828 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-36c654ef-e3f6-42a1-8249-f082d46f5155 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 1125 time: 0.2012646 Feb 10 13:28:26.651911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a890b4-9a34-4ba9-90cf-cddb701f0d59 req-cfc9c621-8d8e-41f7-876a-2d49cf0f2500 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:26.660193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14a890b4-9a34-4ba9-90cf-cddb701f0d59 req-cfc9c621-8d8e-41f7-876a-2d49cf0f2500 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 944 time: 0.1041489 Feb 10 13:28:26.691785 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-fdd6835e-e0d7-4f2a-b58a-dcfd1698c70c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb HTTP/1.1" status: 200 len: 217 time: 0.0944223 Feb 10 13:28:26.734171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14a890b4-9a34-4ba9-90cf-cddb701f0d59 req-ba99653e-258e-49db-84d5-aacc5412394b tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708871 Feb 10 13:28:26.797962 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb448b76-1fc7-4fa9-90ec-cb3f92684da0 x-openstack-request-id: req-eb448b76-1fc7-4fa9-90ec-cb3f92684da0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:26.798413 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:26.798583 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb448b76-1fc7-4fa9-90ec-cb3f92684da0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:26.798901 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'status': 'completed', 'code': 200} Feb 10 13:28:26.829373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-eb89f89e-b904-4e98-9de4-935c23daf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:26.831900 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-eb89f89e-b904-4e98-9de4-935c23daf24f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.1264691 Feb 10 13:28:26.870304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-b2857173-8690-4fca-81ad-bd6e3c35f487 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318115 Feb 10 13:28:27.021722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92564b-9858-4895-913e-a00aff4644dd req-c060a212-a2a3-4a02-833f-3926713dd5dd tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:27.027245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d92564b-9858-4895-913e-a00aff4644dd req-c060a212-a2a3-4a02-833f-3926713dd5dd tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.1314790 Feb 10 13:28:27.080923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-e9e6aa93-4086-4d97-b3e3-792797f2e11d service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030866 Feb 10 13:28:27.150860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d92564b-9858-4895-913e-a00aff4644dd req-4bf6d550-d211-45eb-a386-e30b17930876 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202843 Feb 10 13:28:27.302618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ca44cd4e-4514-4da5-8b99-026c8997d48b req-c6ddbe90-c568-4cde-8661-c0219edcbe26 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175052 Feb 10 13:28:27.445018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599381cd-a8f0-429c-b796-8ba7a34df79c req-86ceab8e-8a5d-4780-9e41-c0fa43fcc6dd tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:27.452811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-599381cd-a8f0-429c-b796-8ba7a34df79c req-86ceab8e-8a5d-4780-9e41-c0fa43fcc6dd tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 943 time: 0.0919755 Feb 10 13:28:27.515004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-0d15f9ae-d43d-4251-a17b-9dffa087a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:27.516957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-0d15f9ae-d43d-4251-a17b-9dffa087a065 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 1125 time: 0.1289456 Feb 10 13:28:27.562050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-599381cd-a8f0-429c-b796-8ba7a34df79c req-3f7437e5-f8f5-427c-9ba7-4294b9e6a228 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082542 Feb 10 13:28:27.624543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:27.701838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:27.810782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:28:27.824672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:27.828610 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:27.935670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-8f1eed1f-f6b7-4fd4-8426-fddcccceef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:27.940923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aedbfa54-c911-4b74-8758-d6c619b00bf2 tempest-AgentManagementNegativeTest-2043910015 tempest-AgentManagementNegativeTest-2043910015-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2375875 Feb 10 13:28:27.944927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-8f1eed1f-f6b7-4fd4-8426-fddcccceef06 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 915 time: 0.4134340 Feb 10 13:28:28.000448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e4f99-d889-4305-a7c3-c814ca965034 req-f1bd1fd4-cb5d-4dd9-a773-93ca24ce4ea0 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.007975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-708e4f99-d889-4305-a7c3-c814ca965034 req-f1bd1fd4-cb5d-4dd9-a773-93ca24ce4ea0 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 944 time: 0.1297727 Feb 10 13:28:28.095184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-708e4f99-d889-4305-a7c3-c814ca965034 req-62b5073d-3171-4ac6-8704-b5e70d922e0a tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862250 Feb 10 13:28:28.098058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:28.098458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.161553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-e60696da-629c-4c4b-9022-09ebe434f3fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb HTTP/1.1" status: 200 len: 217 time: 0.1419520 Feb 10 13:28:28.182060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,segment=NetworkSegment(9dc143d3-2e05-4cd3-bb23-9ab047234dda),segment_id=9dc143d3-2e05-4cd3-bb23-9ab047234dda)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:28.185770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:28.192940 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51703949-0615-49cd-8427-62c3c47e8265" -d '{"events": [{"server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:28.198337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.216888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-b0efe7eb-c0fd-429f-9da5-6cf414f8ebc4 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.221417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-b0efe7eb-c0fd-429f-9da5-6cf414f8ebc4 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.3999062 Feb 10 13:28:28.331941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8064d-d982-4ca6-a14d-691ebcf0b531 req-fc4b9afb-2cbe-486f-af7b-ced3eae75ec8 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.341223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32c8064d-d982-4ca6-a14d-691ebcf0b531 req-fc4b9afb-2cbe-486f-af7b-ced3eae75ec8 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.1009955 Feb 10 13:28:28.350536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:28.426478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32c8064d-d982-4ca6-a14d-691ebcf0b531 req-a56bdfbf-877c-4fdf-8532-8511b877e16d tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785654 Feb 10 13:28:28.491672 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b22b1-5b34-43d8-af7c-ca02af68a04f x-openstack-request-id: req-637b22b1-5b34-43d8-af7c-ca02af68a04f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:28.491970 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:28.492230 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-637b22b1-5b34-43d8-af7c-ca02af68a04f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:28.492631 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7', 'code': 200} Feb 10 13:28:28.498002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:28.515568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-43322ecb-e2ee-48d7-9123-fa40cde7994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.517087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-43322ecb-e2ee-48d7-9123-fa40cde7994b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.3496394 Feb 10 13:28:28.611164 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-159ad950-748c-41a7-8bf4-c77c9a4398fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864878 Feb 10 13:28:28.753725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e67cac7-5265-45f4-a197-b5f750b077d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.822427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a328951-b180-489f-8db2-3fa9ab2262d2 req-c0e03e3b-cf91-4d4c-8877-374271cdad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.824903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8a328951-b180-489f-8db2-3fa9ab2262d2 req-c0e03e3b-cf91-4d4c-8877-374271cdad41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 1127 time: 0.2294993 Feb 10 13:28:28.829212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Deleting port 408f3720-881e-464a-861e-caa9da52f771 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:28.830004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (408f3720-881e-464a-861e-caa9da52f771), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.896920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e67cac7-5265-45f4-a197-b5f750b077d2 admin admin] Publish callbacks [] for security_group (ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.912002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e67cac7-5265-45f4-a197-b5f750b077d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:28.931306 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8a328951-b180-489f-8db2-3fa9ab2262d2 req-58bd63fc-20c3-4b3b-989f-97c0ecd7d911 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950658 Feb 10 13:28:28.952682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67cac7-5265-45f4-a197-b5f750b077d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:28.967298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfb0e-6d5e-43d8-b1f0-5a02252b0edc req-8d5e3c7a-fe42-49ff-b40e-aff9f5d40b20 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:28.976159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-984bfb0e-6d5e-43d8-b1f0-5a02252b0edc req-8d5e3c7a-fe42-49ff-b40e-aff9f5d40b20 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 943 time: 0.2381470 Feb 10 13:28:28.993609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-0a109404-c04d-4b47-a6c7-c0e6d9ddaaa0 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407710 Feb 10 13:28:29.033833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2e67cac7-5265-45f4-a197-b5f750b077d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4315761cb9c3453f8d548c2f5a51ae04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346138 Feb 10 13:28:29.041427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:29.048913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-984bfb0e-6d5e-43d8-b1f0-5a02252b0edc req-c74bdd61-f322-420f-8979-af1012aa2bd1 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696213 Feb 10 13:28:29.220718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-052c881f-b045-4dbc-89ff-6c3dae7a7614 req-d44f8546-f2ab-48db-99ff-d033f8ffc4e1 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782756 Feb 10 13:28:29.250328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] For port 408f3720-881e-464a-861e-caa9da52f771, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=408f3720-881e-464a-861e-caa9da52f771,segment=NetworkSegment(633426f1-031c-4c34-9903-d1aa3b62e2f4),segment_id=633426f1-031c-4c34-9903-d1aa3b62e2f4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:29.250555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (408f3720-881e-464a-861e-caa9da52f771), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.253542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] Publish callbacks [] for security_group (ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.295235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Calling delete_port for 408f3720-881e-464a-861e-caa9da52f771 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:29.341006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] Publish callbacks [] for security_group (ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.365899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99029b-a980-48eb-9e89-a2abce7ad7e7 req-7a3b6216-2407-4a68-b57d-572950db8a08 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:29.374624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c99029b-a980-48eb-9e89-a2abce7ad7e7 req-7a3b6216-2407-4a68-b57d-572950db8a08 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 945 time: 0.1127579 Feb 10 13:28:29.447828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c99029b-a980-48eb-9e89-a2abce7ad7e7 req-47479f0d-f2bd-4d6a-94f9-be18929a603f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672524 Feb 10 13:28:29.555051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.566163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.572149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2 HTTP/1.1" status: 204 len: 168 time: 0.5223145 Feb 10 13:28:29.654584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75a78d-8dbc-482c-8d0c-cc9ab791139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99cab2-44f2-4cf8-8adb-eb2e9e4197f2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:29.676548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534703-e98c-458d-8e22-30722b8b1630 req-a5526274-3011-4adf-8e6a-e3d3e66325cf tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:29.706509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6534703-e98c-458d-8e22-30722b8b1630 req-a5526274-3011-4adf-8e6a-e3d3e66325cf tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ee3793-d5aa-4440-b1f0-c9ff0f814241 HTTP/1.1" status: 200 len: 946 time: 0.1430929 Feb 10 13:28:29.764666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (408f3720-881e-464a-861e-caa9da52f771), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.817749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Pushing event deleted for resources: {'Port': ['ID=408f3720-881e-464a-861e-caa9da52f771,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:29.827985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6534703-e98c-458d-8e22-30722b8b1630 req-e11f053e-71e0-42c9-90fe-c0283d3b50a9 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.13 "GET /v2.0/security-groups?id=e31d21b1-dcea-4526-b499-b9171a104065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 Feb 10 13:28:29.829450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:28:29.937385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] No DVR routers for this DVR port 408f3720-881e-464a-861e-caa9da52f771 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:29.944401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:29.956372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3ac9efbb-b4ad-4651-a136-cbea97f5b68a req-46159c8e-b9f1-480c-95ab-0935e0709c46 tempest-InstanceActionsNegativeTestJSON-1742884035 tempest-InstanceActionsNegativeTestJSON-1742884035-project] 10.222.0.21 "DELETE /v2.0/ports/408f3720-881e-464a-861e-caa9da52f771 HTTP/1.1" status: 204 len: 173 time: 1.6063190 Feb 10 13:28:29.957104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'name': 'network-vif-deleted', 'tag': '408f3720-881e-464a-861e-caa9da52f771'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:29.961887 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17dd9c-d9d6-4b11-b87a-a74cdfa76563" -d '{"events": [{"server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "name": "network-vif-deleted", "tag": "408f3720-881e-464a-861e-caa9da52f771"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:30.046277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:30.077666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'port_id': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'mac_address': 'fa:16:3e:20:97:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb27b81-302a-420e-99c1-ad52194cf660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:28:30.118185 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839bd268-9cd9-467e-884e-c6a1254c5688 x-openstack-request-id: req-839bd268-9cd9-467e-884e-c6a1254c5688 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:30.118682 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ee3793-d5aa-4440-b1f0-c9ff0f814241", "name": "network-vif-deleted", "tag": "408f3720-881e-464a-861e-caa9da52f771", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:30.118773 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-839bd268-9cd9-467e-884e-c6a1254c5688 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:30.119223 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ee3793-d5aa-4440-b1f0-c9ff0f814241', 'name': 'network-vif-deleted', 'tag': '408f3720-881e-464a-861e-caa9da52f771', 'status': 'completed', 'code': 200} Feb 10 13:28:30.179954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:30.180239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:30.217565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:30.247743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:30.252021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:30.319607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:30.414688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf0d7-c910-4a37-a7f8-4a87ee4e4244 req-2f8c17bf-c50d-41c8-936c-b04cc7e46ed7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:30.425349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7cf0d7-c910-4a37-a7f8-4a87ee4e4244 req-2f8c17bf-c50d-41c8-936c-b04cc7e46ed7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 944 time: 0.1030877 Feb 10 13:28:30.485255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['16d8c5be-4885-4574-95ed-17d84c34e8cb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:30.524071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7cf0d7-c910-4a37-a7f8-4a87ee4e4244 req-ee4b8d6b-cca8-405d-bbd1-af4c63ab62ee tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971704 Feb 10 13:28:30.856011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f918-e499-4c77-9a6d-9fe88632ee12 req-59fc9159-e38a-4b4c-836d-271fcbd33167 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:30.867362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a86f918-e499-4c77-9a6d-9fe88632ee12 req-59fc9159-e38a-4b4c-836d-271fcbd33167 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 945 time: 0.1305737 Feb 10 13:28:30.872145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe2aeb2a-499d-4754-940a-0cb7cb9cf25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:30.964509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a86f918-e499-4c77-9a6d-9fe88632ee12 req-affa1492-541b-4ebb-91c9-05492562dcc8 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957515 Feb 10 13:28:31.107283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:31.204457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:31.258547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Deleting subnet e20647cb-364c-404e-ac58-9036ebed9bf7 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:28:31.267260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Publish callbacks [] for subnet (e20647cb-364c-404e-ac58-9036ebed9bf7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.372274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (e20647cb-364c-404e-ac58-9036ebed9bf7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.376631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:31.467156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e20647cb-364c-404e-ac58-9036ebed9bf7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.581149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (e20647cb-364c-404e-ac58-9036ebed9bf7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.629519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-264665172'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:31.639921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 408f3720-881e-464a-861e-caa9da52f771 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:31.659718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.673943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e20647cb-364c-404e-ac58-9036ebed9bf7 HTTP/1.1" status: 204 len: 168 time: 0.5631428 Feb 10 13:28:31.674919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:31.675345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601adee-72ce-4b00-a966-ca0704c8d397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20647cb-364c-404e-ac58-9036ebed9bf7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:31.723350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 408f3720-881e-464a-861e-caa9da52f771 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:28:31.723982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 408f3720-881e-464a-861e-caa9da52f771 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:28:31.739609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Made reservation on behalf of 31fa56c570bd4383baa77742cb855939 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:31.743378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.818452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.820414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d228c590-bc01-4f14-aeb2-365b4c3acb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.858493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1399ec26-fd7d-4866-9f03-1b33eb14dac1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:31.868864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:31.914830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d5bb-c7ff-4b2f-9fb1-860d2d25ab63 req-6d3735a2-4408-48cd-a74c-3391c13660dd tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:31.916746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b448d5bb-c7ff-4b2f-9fb1-860d2d25ab63 req-6d3735a2-4408-48cd-a74c-3391c13660dd tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 944 time: 0.1866853 Feb 10 13:28:31.970888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 16d8c5be-4885-4574-95ed-17d84c34e8cb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:28:31.984437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 16d8c5be-4885-4574-95ed-17d84c34e8cb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:31.985811 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.092135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b448d5bb-c7ff-4b2f-9fb1-860d2d25ab63 req-1e322a47-c00f-4f8b-818c-512a11ea7f3f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637774 Feb 10 13:28:32.128249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:32.128671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.140215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1399ec26-fd7d-4866-9f03-1b33eb14dac1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.188550 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d228c590-bc01-4f14-aeb2-365b4c3acb5a admin admin] Publish callbacks [] for security_group (c71f294a-4d0c-48b2-b74c-f065ffa4133d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.190949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for security_group (b52357a1-f448-4193-8ba7-479a0b7a654e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.195084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:32.195405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1399ec26-fd7d-4866-9f03-1b33eb14dac1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:32.202023 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9d08b-416f-43be-b921-d6aeb9a325f4" -d '{"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-plugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:32.203399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d228c590-bc01-4f14-aeb2-365b4c3acb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c71f294a-4d0c-48b2-b74c-f065ffa4133d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.237946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633426f1-031c-4c34-9903-d1aa3b62e2f4') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:32.238163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633426f1-031c-4c34-9903-d1aa3b62e2f4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:32.247436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:32.249209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228c590-bc01-4f14-aeb2-365b4c3acb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f294a-4d0c-48b2-b74c-f065ffa4133d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:32.251950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b52357a1-f448-4193-8ba7-479a0b7a654e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.275003 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.279427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (633426f1-031c-4c34-9903-d1aa3b62e2f4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.318253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d228c590-bc01-4f14-aeb2-365b4c3acb5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42598a28b5fd4081a8b67fe58c401886&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1105247 Feb 10 13:28:32.318723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:32.341679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:32.354521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (633426f1-031c-4c34-9903-d1aa3b62e2f4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.385806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52357a1-f448-4193-8ba7-479a0b7a654e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:32.421430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] Publish callbacks [] for security_group (c71f294a-4d0c-48b2-b74c-f065ffa4133d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.424250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:28:32.426117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (633426f1-031c-4c34-9903-d1aa3b62e2f4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.476618 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b1b13-a1e6-4f11-8767-a99c8e078972 x-openstack-request-id: req-4c9b1b13-a1e6-4f11-8767-a99c8e078972 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:32.479167 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-plugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:32.479562 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c9b1b13-a1e6-4f11-8767-a99c8e078972 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:32.480982 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'code': 200} Feb 10 13:28:32.487310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: warnings.warn(msg) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:28:32.511340 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:28:32.522844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1399ec26-fd7d-4866-9f03-1b33eb14dac1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.526379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ba15646-907f-41d0-9e51-c6da73144869), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.527087 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Added segment 5ba15646-907f-41d0-9e51-c6da73144869 of type vlan for network f4fbc1b9-9e1f-405b-b652-ee9677e37458 Feb 10 13:28:32.540534 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.551824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] Publish callbacks [] for security_group (c71f294a-4d0c-48b2-b74c-f065ffa4133d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.561799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1399ec26-fd7d-4866-9f03-1b33eb14dac1 HTTP/1.1" status: 204 len: 168 time: 0.8853254 Feb 10 13:28:32.613397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b058a-387e-4858-860f-333b8a136cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1399ec26-fd7d-4866-9f03-1b33eb14dac1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:32.718451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13dc1-2ad2-483c-a84d-c45254a97edf req-5faf5195-1251-4617-995d-0e420767e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:32.720188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3a13dc1-2ad2-483c-a84d-c45254a97edf req-5faf5195-1251-4617-995d-0e420767e2e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 1127 time: 0.2157426 Feb 10 13:28:32.723552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f4fbc1b9-9e1f-405b-b652-ee9677e37458), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.791954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f4fbc1b9-9e1f-405b-b652-ee9677e37458), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.799884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:32.801182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.882911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:32.884558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b3a13dc1-2ad2-483c-a84d-c45254a97edf req-2b19397e-7d83-4e80-bc93-d4fa384da826 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491277 Feb 10 13:28:32.900171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c71f294a-4d0c-48b2-b74c-f065ffa4133d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.903734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:32.908017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c71f294a-4d0c-48b2-b74c-f065ffa4133d HTTP/1.1" status: 204 len: 168 time: 0.5882473 Feb 10 13:28:32.924825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:32.929176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5425155 Feb 10 13:28:32.942563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Request body: {'subnet': {'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:32.946514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50475f34-dd58-417b-b54b-e42532e27543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f294a-4d0c-48b2-b74c-f065ffa4133d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:33.040117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ad3f-85ab-43f8-bfa8-f7cdcedee35b tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'Network': ['ID=f4fbc1b9-9e1f-405b-b652-ee9677e37458,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:33.060160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:33.090818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8e9c9cae-b5f7-472e-867e-20c38110a409 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e91f39820b414bf7b4a7ea194710c80c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048345 Feb 10 13:28:33.094471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:33.169887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Made reservation on behalf of 31fa56c570bd4383baa77742cb855939 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:33.182938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.261993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] Publish callbacks [] for security_group (e31d21b1-dcea-4526-b499-b9171a104065), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.371981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7328153-502a-408e-be3b-2809f1785b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.438812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] Publish callbacks [] for security_group (e31d21b1-dcea-4526-b499-b9171a104065), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.592503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856617b-7eac-4849-9132-409473fc60d0 req-4c1cf3c8-1c2f-45b3-91a0-dbaff6490cb9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:33.594804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1856617b-7eac-4849-9132-409473fc60d0 req-4c1cf3c8-1c2f-45b3-91a0-dbaff6490cb9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.2870603 Feb 10 13:28:33.627897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e31d21b1-dcea-4526-b499-b9171a104065), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.644975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.648484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31d21b1-dcea-4526-b499-b9171a104065 HTTP/1.1" status: 204 len: 168 time: 0.5505397 Feb 10 13:28:33.662159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (edd1f117-ba34-4af7-8329-7194b07e377f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.687378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdf4a7-6c1f-4812-8c71-7c1b7ace092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d21b1-dcea-4526-b499-b9171a104065,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:33.716711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'Subnet': ['ID=edd1f117-ba34-4af7-8329-7194b07e377f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:33.761114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Checking segment: {'id': '5ba15646-907f-41d0-9e51-c6da73144869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:33.762029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Network hostable DHCP agents. Network: f4fbc1b9-9e1f-405b-b652-ee9677e37458, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:28:33.789913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:28:33.804067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1856617b-7eac-4849-9132-409473fc60d0 req-44eb18a2-b262-4e86-bf52-34b035d66480 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894195 Feb 10 13:28:33.817217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f4fbc1b9-9e1f-405b-b652-ee9677e37458) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:33.830042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:33.831338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:33.838981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b792ec6-a2d7-405c-aa7e-1c8de8939fdb None None] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:33.927127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a22ec354-0bc7-4653-8901-3c8f8a35b12d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9985197 Feb 10 13:28:33.927696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:33.938151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Request body: {'port': {'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458', 'name': 'tempest-ExtraDHCPOptionsTestJSON-474339723'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:34.227183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Made reservation on behalf of 31fa56c570bd4383baa77742cb855939 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:34.231172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:34.237623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f4fbc1b9-9e1f-405b-b652-ee9677e37458', 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458', 'project_id': '31fa56c570bd4383baa77742cb855939', 'fixed_ips': [{'subnet_id': 'edd1f117-ba34-4af7-8329-7194b07e377f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:28:34.242544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:34.331558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] device_id is not set on port b501f150-6042-4083-8fcd-beda854c585c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:28:34.659677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Allocated IP 172.20.0.2 (f4fbc1b9-9e1f-405b-b652-ee9677e37458/edd1f117-ba34-4af7-8329-7194b07e377f/dd1bf5b4-6b08-4cda-875f-6b43712ee8f6) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:34.692561 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.002718 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks [] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.021202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.026546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b77d8-6b04-4aa1-b765-5834a30d8571 req-58aaef21-c807-4bf1-96e9-1f83dd238218 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:35.035145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a0b77d8-6b04-4aa1-b765-5834a30d8571 req-58aaef21-c807-4bf1-96e9-1f83dd238218 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1212931 Feb 10 13:28:35.183868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:35.194904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:35.204201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:35.256543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Pushing event updated for resources: {'Port': ['ID=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:35.462684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Attempting to bind port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:35.463043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Attempting to bind port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ba15646-907f-41d0-9e51-c6da73144869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:35.463677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Attempting to bind port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 on network f4fbc1b9-9e1f-405b-b652-ee9677e37458 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:35.484559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:35.484924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Checking segment: {'id': '5ba15646-907f-41d0-9e51-c6da73144869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:35.485423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.485650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Bound using segment: {'id': '5ba15646-907f-41d0-9e51-c6da73144869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:35.486029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Bound port: dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba15646-907f-41d0-9e51-c6da73144869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:35.486418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.673246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] For port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:35.689674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] For port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,segment=NetworkSegment(5ba15646-907f-41d0-9e51-c6da73144869),segment_id=5ba15646-907f-41d0-9e51-c6da73144869)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:35.709907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.944535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:35.986139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691e801-d0fe-45e0-ad68-1ede3a626c0c None None] Pushing event updated for resources: {'Port': ['ID=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:36.038470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.175952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:36.343695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a0b77d8-6b04-4aa1-b765-5834a30d8571 req-35ba31cd-3725-49a1-8c6f-f9c751a15687 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3010564 Feb 10 13:28:36.374336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Allocated IP 172.20.0.12 (f4fbc1b9-9e1f-405b-b652-ee9677e37458/edd1f117-ba34-4af7-8329-7194b07e377f/b501f150-6042-4083-8fcd-beda854c585c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:36.555550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-811302175-network', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:36.626931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Made reservation on behalf of cc03006de97846f6a187fa1cd8d5dabe for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:36.630725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.651993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.802791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks [] for security_group (97328176-d60a-497f-b93c-0bd39fa13b5b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.833868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (97328176-d60a-497f-b93c-0bd39fa13b5b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.876735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb89f1-de8b-4677-ae2e-73b3e8ba51c1 req-b8c74330-1e1d-4da2-a8e8-7c82b9d1ccb8 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:36.884099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80eb89f1-de8b-4677-ae2e-73b3e8ba51c1 req-b8c74330-1e1d-4da2-a8e8-7c82b9d1ccb8 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.3553290 Feb 10 13:28:36.898626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:36.929352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97328176-d60a-497f-b93c-0bd39fa13b5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:36.979453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a89f4af3-52be-4ca8-afcb-bec12ea468b0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:36.979879 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Added segment a89f4af3-52be-4ca8-afcb-bec12ea468b0 of type vlan for network 78beec78-cad9-4d7c-9938-336304691470 Feb 10 13:28:37.034718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for port (b501f150-6042-4083-8fcd-beda854c585c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.077702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (78beec78-cad9-4d7c-9938-336304691470), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.173364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (78beec78-cad9-4d7c-9938-336304691470), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.174094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:37.174741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.197075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80eb89f1-de8b-4677-ae2e-73b3e8ba51c1 req-d6a44e17-1cd1-4d32-9278-8b6178cadd77 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019397 Feb 10 13:28:37.214505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b501f150-6042-4083-8fcd-beda854c585c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.237873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0601435 Feb 10 13:28:37.240507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:37.248232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Request body: {'subnet': {'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-811302175-subnet', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:37.317600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:37.365136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b189-caa1-4ee1-a5c7-e9e5665d680a admin admin] Pushing event updated for resources: {'Network': ['ID=78beec78-cad9-4d7c-9938-336304691470,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:37.369114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Made reservation on behalf of cc03006de97846f6a187fa1cd8d5dabe for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:37.379282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 78beec78-cad9-4d7c-9938-336304691470 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:37.392839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.456423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:37.469726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:37.614890 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.705578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'Port': ['ID=b501f150-6042-4083-8fcd-beda854c585c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:37.777833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:37.796530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:37.890604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2878eea0-7845-4526-8c72-81a279ca7367 None None] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:37.919672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2d60bf10-6100-43de-ad49-4811d0587f91 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9884896 Feb 10 13:28:37.921028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:37.934404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Request body: {'port': {'network_id': 'f4fbc1b9-9e1f-405b-b652-ee9677e37458', 'name': 'tempest-ExtraDHCPOptionsTestJSON-514047787', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:37.935169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] bootfile-name is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:37.935521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] tftp-server is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:37.935853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] server-ip-address is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:37.974464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0e280-5534-4936-8b48-f4d4574b2745 req-9b4865b4-23b0-4832-93cf-ac7eed509ac6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:37.989927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebd0e280-5534-4936-8b48-f4d4574b2745 req-9b4865b4-23b0-4832-93cf-ac7eed509ac6 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1881075 Feb 10 13:28:38.059963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Provisioning complete for port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:38.060563 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.088122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (fd4dff3d-7d24-4416-9248-c97bc975c9fe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.191772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebd0e280-5534-4936-8b48-f4d4574b2745 req-05d2ba99-147a-4a57-9b91-77c0e793f5bb tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008257 Feb 10 13:28:38.200396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4dff3d-7d24-4416-9248-c97bc975c9fe,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:38.281584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Checking segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:38.282729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Network hostable DHCP agents. Network: 78beec78-cad9-4d7c-9938-336304691470, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:28:38.312713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Network 78beec78-cad9-4d7c-9938-336304691470 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:28:38.393644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 78beec78-cad9-4d7c-9938-336304691470) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:38.393864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:38.409379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:38.410420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.444557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:38.445570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9c0a73a-d879-4279-af24-7f8e5bdecb06 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2031641 Feb 10 13:28:38.449094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Made reservation on behalf of 31fa56c570bd4383baa77742cb855939 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:38.454644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.463772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e576892-cf31-4532-89a3-b66ff35dc47f None None] Network 78beec78-cad9-4d7c-9938-336304691470 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:38.468647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:38.507225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] device_id is not set on port 98030611-d461-45c7-9efc-1896daf68d3b yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:28:38.538787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:38.539562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.554943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.577018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.604102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Current status of the port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:38.604881 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.826008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for router_controller (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.854099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Allocated IP 172.20.0.7 (f4fbc1b9-9e1f-405b-b652-ee9677e37458/edd1f117-ba34-4af7-8329-7194b07e377f/98030611-d461-45c7-9efc-1896daf68d3b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:38.875670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:38.876342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:38.902849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] For port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,segment=NetworkSegment(5ba15646-907f-41d0-9e51-c6da73144869),segment_id=5ba15646-907f-41d0-9e51-c6da73144869)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:38.956358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.143956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Pushing event updated for resources: {'Port': ['ID=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:39.202534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.202881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.203228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.203570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.203909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.204246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.204579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.212496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.213082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.214599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.216158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.216520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.217389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d3047-a182-404c-8eb2-24bb102bfcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:39.253961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815618d-113f-40cd-83cf-82bf2e18f148 None None] Network 78beec78-cad9-4d7c-9938-336304691470 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:39.275265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for port (98030611-d461-45c7-9efc-1896daf68d3b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.342754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (98030611-d461-45c7-9efc-1896daf68d3b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.453975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'Port': ['ID=98030611-d461-45c7-9efc-1896daf68d3b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:39.486349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:39.491028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:39.496783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:39.592934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for router_gateway (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.620983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:39.622255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.632328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0f2b-7e43-4b46-a878-15a7ac7eb5de req-84b319ba-e5f0-4e09-a25e-63a75509bb62 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:39.639131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cefc0f2b-7e43-4b46-a878-15a7ac7eb5de req-84b319ba-e5f0-4e09-a25e-63a75509bb62 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.8242762 Feb 10 13:28:39.670831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59955138-e49f-41d7-a927-4a2f0869a9a1 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7486854 Feb 10 13:28:39.673674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:39.771759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Provisioning complete for port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:39.773169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:39.813254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b736fd5-234d-4527-9cf8-5a93a1f8905e tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:39.827399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b736fd5-234d-4527-9cf8-5a93a1f8905e tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:39.848365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b736fd5-234d-4527-9cf8-5a93a1f8905e tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:39.852544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b736fd5-234d-4527-9cf8-5a93a1f8905e tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1774158 Feb 10 13:28:39.856479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:39.903272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cefc0f2b-7e43-4b46-a878-15a7ac7eb5de req-7ca16acd-8d62-4b2d-b4f0-b1644b581e73 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464612 Feb 10 13:28:39.914915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:40.003911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:28:40.004393 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:28:40.084317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Deleting port 98030611-d461-45c7-9efc-1896daf68d3b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:40.088408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (98030611-d461-45c7-9efc-1896daf68d3b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.094758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Current status of the port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:40.115974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Provisioning complete for port b501f150-6042-4083-8fcd-beda854c585c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:40.116488 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b501f150-6042-4083-8fcd-beda854c585c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.162147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-452550b3-f137-414b-a658-f162f911b5a1 None None] Port b501f150-6042-4083-8fcd-beda854c585c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:28:40.221962 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.237058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456acc9-c6db-4c27-aa72-812223387dab req-38d466db-906a-4493-b47f-04025943bc3f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:40.238767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a456acc9-c6db-4c27-aa72-812223387dab req-38d466db-906a-4493-b47f-04025943bc3f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 945 time: 0.1697781 Feb 10 13:28:40.289087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Provisioning complete for port 98030611-d461-45c7-9efc-1896daf68d3b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:40.289959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (98030611-d461-45c7-9efc-1896daf68d3b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.294369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (98030611-d461-45c7-9efc-1896daf68d3b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.313169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Calling delete_port for 98030611-d461-45c7-9efc-1896daf68d3b owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:40.333762 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-a4dfaa47-1677-4472-88a3-9949c0311aa4 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:40.335334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-a4dfaa47-1677-4472-88a3-9949c0311aa4 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 945 time: 0.1073604 Feb 10 13:28:40.366124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Port 98030611-d461-45c7-9efc-1896daf68d3b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:28:40.390159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Provisioning complete for port b501f150-6042-4083-8fcd-beda854c585c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:40.390536 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b501f150-6042-4083-8fcd-beda854c585c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.477559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ac6997c1-b8d7-4366-bbb5-c1e601cc79f9 None None] Port b501f150-6042-4083-8fcd-beda854c585c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:28:40.521310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Deleting port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:40.521871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.533962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a456acc9-c6db-4c27-aa72-812223387dab req-7e447a4c-1b4a-44e8-9e8d-a2b80b007c63 tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f5c187-f1a1-4774-86bf-1155541219b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558751 Feb 10 13:28:40.554079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for router_gateway (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.598885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:40.607762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.707070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (98030611-d461-45c7-9efc-1896daf68d3b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:40.806684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event deleted for resources: {'Port': ['ID=98030611-d461-45c7-9efc-1896daf68d3b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:40.807462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:40.977515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Publish callbacks [] for security_group (10d89ab2-173b-443d-be8b-3effeef772ac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.002698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10d89ab2-173b-443d-be8b-3effeef772ac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.017815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:41.018077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.069468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3400b77e78445cb614e1e3d61b807b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1530223 Feb 10 13:28:41.072268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.085319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49764) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:41.086439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9391fb0-93ed-4878-b770-382faf3b641d tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "DELETE /v2.0/ports/98030611-d461-45c7-9efc-1896daf68d3b HTTP/1.1" status: 204 len: 168 time: 1.2209024 Feb 10 13:28:41.100355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] For port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,segment=NetworkSegment(9dc143d3-2e05-4cd3-bb23-9ab047234dda),segment_id=9dc143d3-2e05-4cd3-bb23-9ab047234dda)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:41.101841 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.109478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:41.126371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Request body: {'port': {'name': 'tempest-new-port-name-1367981858', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:41.136924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] bootfile-name is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:41.137606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] tftp-server is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:41.140247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.api.validators [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] server-ip-address is not in valid_values {{(pid=103400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 13:28:41.144321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Allocated IP 172.25.8.135 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/1418a314-bce2-4d08-ad99-23851ae17aac) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:41.185544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.231527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Calling delete_port for 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:41.257618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:41.277933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d89ab2-173b-443d-be8b-3effeef772ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:41.289940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.290323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.290627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.290958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.291290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.291613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.291942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.292262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.292611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.295756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.296117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.296450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.296800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ffe2fe-23d6-4e43-bb12-7dd2b9d0328a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:41.454089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for port (1418a314-bce2-4d08-ad99-23851ae17aac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.508118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] Publish callbacks [] for security_group (10d89ab2-173b-443d-be8b-3effeef772ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.516003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.561812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2ca5de4b-5de6-4c13-ac38-c991ae9b43d7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.576140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2ca5de4b-5de6-4c13-ac38-c991ae9b43d7'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:28:41.600349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Pushing event updated for resources: {'Port': ['ID=1418a314-bce2-4d08-ad99-23851ae17aac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:41.602877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Pushing event deleted for resources: {'Port': ['ID=2ca5de4b-5de6-4c13-ac38-c991ae9b43d7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:41.616182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b501f150-6042-4083-8fcd-beda854c585c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.668050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55c96-f742-40b3-88ce-3479ddc069a5 req-e6072d56-f340-40f1-be71-9832333c0a25 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:41.676376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6c55c96-f742-40b3-88ce-3479ddc069a5 req-e6072d56-f340-40f1-be71-9832333c0a25 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.5190892 Feb 10 13:28:41.692727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:41.696384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] Publish callbacks [] for security_group (10d89ab2-173b-443d-be8b-3effeef772ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.702898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:41.712926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:41.714351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] No DVR routers for this DVR port 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:41.720177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.724883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d77284b1-a89a-4927-95ae-fea54bce48bb req-443a9d9f-4042-40d4-8aba-b772e226880e tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.21 "DELETE /v2.0/ports/2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 HTTP/1.1" status: 204 len: 173 time: 1.3831406 Feb 10 13:28:41.725567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'name': 'network-vif-deleted', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:41.729128 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da6c3a-4e8b-4b53-98b1-da999766a487" -d '{"events": [{"server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "name": "network-vif-deleted", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:41.930403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for port (b501f150-6042-4083-8fcd-beda854c585c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:41.937948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b501f150-6042-4083-8fcd-beda854c585c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.071718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event updated for resources: {'Port': ['ID=b501f150-6042-4083-8fcd-beda854c585c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:42.086957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6c55c96-f742-40b3-88ce-3479ddc069a5 req-841a1495-1e46-46d1-961a-b3692529fa74 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090583 Feb 10 13:28:42.114693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10d89ab2-173b-443d-be8b-3effeef772ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.121397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.122830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10d89ab2-173b-443d-be8b-3effeef772ac HTTP/1.1" status: 204 len: 168 time: 1.0296922 Feb 10 13:28:42.136940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] In _notify_port_updated(), no bound segment for port b501f150-6042-4083-8fcd-beda854c585c on network f4fbc1b9-9e1f-405b-b652-ee9677e37458 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:28:42.153434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:42.153434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.160701 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c325a8ce-fbee-49bc-88b5-19076277a34a tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "PUT /v2.0/ports/b501f150-6042-4083-8fcd-beda854c585c HTTP/1.1" status: 200 len: 1137 time: 1.0453522 Feb 10 13:28:42.161586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:42.318470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d854bec-ccca-4305-881b-49d1f730b47f tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:42.324132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2d854bec-ccca-4305-881b-49d1f730b47f tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "GET /v2.0/ports/b501f150-6042-4083-8fcd-beda854c585c HTTP/1.1" status: 200 len: 1137 time: 0.1609948 Feb 10 13:28:42.324818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:42.330080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b72f-876f-4c6c-a608-22c299c0e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d89ab2-173b-443d-be8b-3effeef772ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:42.463972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9edd5bf-2126-49d6-867c-00043efd67e6 req-b5b4edbc-2039-4f5e-9376-6d667ef0ae2f tempest-VolumesActionsTest-207974772 tempest-VolumesActionsTest-207974772-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fafaafc-184e-4806-adff-10fa529e1e0f HTTP/1.1" status: 200 len: 210 time: 0.1537490 Feb 10 13:28:42.579827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for router_gateway (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.614149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Deleting port b501f150-6042-4083-8fcd-beda854c585c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:42.614672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b501f150-6042-4083-8fcd-beda854c585c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.659467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-76721ff9-fdbf-4354-9600-97470769b123 None None] Provisioning complete for port b501f150-6042-4083-8fcd-beda854c585c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:42.666941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76721ff9-fdbf-4354-9600-97470769b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b501f150-6042-4083-8fcd-beda854c585c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.733412 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdca418-796b-4582-94c5-a86e5ada8e99 x-openstack-request-id: req-5bdca418-796b-4582-94c5-a86e5ada8e99 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:42.733819 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fafaafc-184e-4806-adff-10fa529e1e0f", "name": "network-vif-deleted", "tag": "2ca5de4b-5de6-4c13-ac38-c991ae9b43d7", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:42.734258 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bdca418-796b-4582-94c5-a86e5ada8e99 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:42.734690 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fafaafc-184e-4806-adff-10fa529e1e0f', 'name': 'network-vif-deleted', 'tag': '2ca5de4b-5de6-4c13-ac38-c991ae9b43d7', 'status': 'completed', 'code': 200} Feb 10 13:28:42.772215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-76721ff9-fdbf-4354-9600-97470769b123 None None] Port b501f150-6042-4083-8fcd-beda854c585c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:28:42.808726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b501f150-6042-4083-8fcd-beda854c585c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.868350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Calling delete_port for b501f150-6042-4083-8fcd-beda854c585c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:42.880058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:42.916722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4fdff9-8738-4e5b-a27a-f05d49fe01aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:42.939262 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.132847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:28:43.293162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4fdff9-8738-4e5b-a27a-f05d49fe01aa admin admin] Publish callbacks [] for security_group (88a5ede7-6b6a-4619-9273-9e219d1018fa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.305458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf4fdff9-8738-4e5b-a27a-f05d49fe01aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88a5ede7-6b6a-4619-9273-9e219d1018fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.349470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf4fdff9-8738-4e5b-a27a-f05d49fe01aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d99622a63a04e74ad41c8f9ff6262a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680738 Feb 10 13:28:43.356055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:43.359592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b501f150-6042-4083-8fcd-beda854c585c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.405984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fdff9-8738-4e5b-a27a-f05d49fe01aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5ede7-6b6a-4619-9273-9e219d1018fa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:43.414436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event deleted for resources: {'Port': ['ID=b501f150-6042-4083-8fcd-beda854c585c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:43.514116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:28:43.523586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0136d-8d4f-4302-9ef4-5cead5cfc5ac req-2027241e-27e6-430c-bcf8-7dcbc6fcb81d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:43.532195 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Sync routers for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:28:43.532787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd0136d-8d4f-4302-9ef4-5cead5cfc5ac req-2027241e-27e6-430c-bcf8-7dcbc6fcb81d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.2030897 Feb 10 13:28:43.552253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:43.552654 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:43.597132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.613400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dcd8f41d-22fe-4121-84d9-6e694f4fa7a3 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "DELETE /v2.0/ports/b501f150-6042-4083-8fcd-beda854c585c HTTP/1.1" status: 204 len: 168 time: 1.2846918 Feb 10 13:28:43.614325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:43.710673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] Publish callbacks [] for security_group (88a5ede7-6b6a-4619-9273-9e219d1018fa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.729629 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:28:43.746139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Deleting subnet edd1f117-ba34-4af7-8329-7194b07e377f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:28:43.758565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for subnet (edd1f117-ba34-4af7-8329-7194b07e377f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.773730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.779503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8865f91-c232-4c29-9476-bcf953e7b368 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3310783 Feb 10 13:28:43.819315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:43.879099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (edd1f117-ba34-4af7-8329-7194b07e377f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:43.946399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd0136d-8d4f-4302-9ef4-5cead5cfc5ac req-3ce6d7b8-d9de-4385-bd77-5cd784f33bd0 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120719 Feb 10 13:28:43.998446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] Publish callbacks [] for security_group (88a5ede7-6b6a-4619-9273-9e219d1018fa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.177865 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88a5ede7-6b6a-4619-9273-9e219d1018fa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.190840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.192004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88a5ede7-6b6a-4619-9273-9e219d1018fa HTTP/1.1" status: 204 len: 168 time: 0.8224030 Feb 10 13:28:44.274115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764688f9-464f-4085-981c-742b3e0101ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5ede7-6b6a-4619-9273-9e219d1018fa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:44.288992 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:42Z', 'revision_number': 3, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:44.406763 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Checking router: 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:28:44.407032 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Updating router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 port 1418a314-bce2-4d08-ad99-23851ae17aac binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:28:44.488129 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.624576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (edd1f117-ba34-4af7-8329-7194b07e377f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.776348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (edd1f117-ba34-4af7-8329-7194b07e377f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.804441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:44.811272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3f159-7e17-4398-b913-fad6f34bd40d None None] Network f4fbc1b9-9e1f-405b-b652-ee9677e37458 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:28:44.835707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "DELETE /v2.0/subnets/edd1f117-ba34-4af7-8329-7194b07e377f HTTP/1.1" status: 204 len: 168 time: 1.2197375 Feb 10 13:28:44.836741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:44.907516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd92c9-31bf-4b40-9555-6e6d084bc272 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event deleted for resources: {'Subnet': ['ID=edd1f117-ba34-4af7-8329-7194b07e377f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:45.201190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f4fbc1b9-9e1f-405b-b652-ee9677e37458), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.209194 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks [] for port (1418a314-bce2-4d08-ad99-23851ae17aac), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.229915 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:28:45.230743 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.261691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919083e-5de9-4890-8b86-373622f30647 None None] DHCP port deletion for f4fbc1b9-9e1f-405b-b652-ee9677e37458 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:28:45.288950 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Pushing event updated for resources: {'Port': ['ID=1418a314-bce2-4d08-ad99-23851ae17aac,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:45.316003 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.316466 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.316962 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.317401 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.317835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.318755 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.319515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.320074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.323159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.328721 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.330416 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.330860 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.332395 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:45.341713 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Attempting to bind port 1418a314-bce2-4d08-ad99-23851ae17aac on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:45.342534 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Attempting to bind port 1418a314-bce2-4d08-ad99-23851ae17aac by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:45.343338 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Attempting to bind port 1418a314-bce2-4d08-ad99-23851ae17aac on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:45.359606 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:45.360101 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:45.362904 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.363515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:45.364119 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Bound port: 1418a314-bce2-4d08-ad99-23851ae17aac, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:45.365606 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.441338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Deleting port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:45.448169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.473397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Deleting port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:45.474057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.499997 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] For port 1418a314-bce2-4d08-ad99-23851ae17aac, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:45.509791 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] For port 1418a314-bce2-4d08-ad99-23851ae17aac, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1418a314-bce2-4d08-ad99-23851ae17aac,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:45.531221 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.610249 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:45.611036 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:45.675437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:45.705019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] For port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,segment=NetworkSegment(5ba15646-907f-41d0-9e51-c6da73144869),segment_id=5ba15646-907f-41d0-9e51-c6da73144869)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:45.706068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.756781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Calling delete_port for dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:45.783957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:28:45.796881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2ca5de4b-5de6-4c13-ac38-c991ae9b43d7 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:28:45.807105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7919083e-5de9-4890-8b86-373622f30647 None None] For port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,segment=NetworkSegment(5ba15646-907f-41d0-9e51-c6da73144869),segment_id=5ba15646-907f-41d0-9e51-c6da73144869)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:45.808388 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:45.851499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Calling delete_port for dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:46.073067 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.156224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event deleted for resources: {'Port': ['ID=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:46.167738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] No DVR routers for this DVR port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:46.224995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (dd1bf5b4-6b08-4cda-875f-6b43712ee8f6), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.298823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919083e-5de9-4890-8b86-373622f30647 None None] Pushing event deleted for resources: {'Port': ['ID=dd1bf5b4-6b08-4cda-875f-6b43712ee8f6,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:46.322122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919083e-5de9-4890-8b86-373622f30647 None None] No DVR routers for this DVR port dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:46.389341 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fd15f-0f5b-40d0-9e76-fbecf3906610 None None] Pushing event updated for resources: {'Port': ['ID=1418a314-bce2-4d08-ad99-23851ae17aac,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:46.411549 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:28:46.442491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f4fbc1b9-9e1f-405b-b652-ee9677e37458), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.498383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fbc1b9-9e1f-405b-b652-ee9677e37458']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:46.525063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba15646-907f-41d0-9e51-c6da73144869') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:46.525394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba15646-907f-41d0-9e51-c6da73144869') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:46.554771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5ba15646-907f-41d0-9e51-c6da73144869), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.576492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ba15646-907f-41d0-9e51-c6da73144869), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.592776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:28:46.593208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5ba15646-907f-41d0-9e51-c6da73144869), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.627805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7488910-7901-4cbc-80a1-5e236786468e req-4ae35034-e3d0-4eb1-8bc6-99a998d8f14a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:46.645754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7488910-7901-4cbc-80a1-5e236786468e req-4ae35034-e3d0-4eb1-8bc6-99a998d8f14a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 1.5355442 Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:28:46.651383 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:28:46.780421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:46.801277 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:42Z', 'revision_number': 3, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:46.834887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.841890 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300f7d3-d12b-42c8-9406-7170ef97a978 None None] The sync data for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 is: [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:42Z', 'revision_number': 3, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:28:46.888197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:28:46.889608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f4fbc1b9-9e1f-405b-b652-ee9677e37458), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.898701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dd1bf5b4-6b08-4cda-875f-6b43712ee8f6 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:28:46.935824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:46.949662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] 10.222.0.13 "DELETE /v2.0/networks/f4fbc1b9-9e1f-405b-b652-ee9677e37458 HTTP/1.1" status: 204 len: 168 time: 2.1028767 Feb 10 13:28:46.971979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188042fe-be2e-4a2b-a0f1-85ce7a163c85 tempest-ExtraDHCPOptionsTestJSON-2063458936 tempest-ExtraDHCPOptionsTestJSON-2063458936-project] Pushing event deleted for resources: {'Network': ['ID=f4fbc1b9-9e1f-405b-b652-ee9677e37458,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:47.219888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7488910-7901-4cbc-80a1-5e236786468e req-e7d3b86c-3efe-4146-a3a1-eb9cf09ac820 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732203 Feb 10 13:28:47.541250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49898) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:47.602984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Allocated IP 172.20.0.1 (78beec78-cad9-4d7c-9938-336304691470/fd4dff3d-7d24-4416-9248-c97bc975c9fe/f33c1f8b-bef2-40a1-a6e7-405376190316) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:47.844352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks [] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:47.897334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:47.904946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10f30748-b4c8-4751-9626-94d360f1d25c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31fa56c570bd4383baa77742cb855939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623595 Feb 10 13:28:47.916490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.012363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Network 78beec78-cad9-4d7c-9938-336304691470 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:48.017861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:48.020180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Pushing event updated for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:48.022785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:48.111854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] Publish callbacks [] for security_group (b52357a1-f448-4193-8ba7-479a0b7a654e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.121498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.154399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] Publish callbacks [] for security_group (b52357a1-f448-4193-8ba7-479a0b7a654e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.816616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b52357a1-f448-4193-8ba7-479a0b7a654e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.819812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:48.821420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b52357a1-f448-4193-8ba7-479a0b7a654e HTTP/1.1" status: 204 len: 168 time: 0.9230044 Feb 10 13:28:48.822953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1418a314-bce2-4d08-ad99-23851ae17aac up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:48.872713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7c90c-a52c-45c0-bf5f-050c67dd8995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52357a1-f448-4193-8ba7-479a0b7a654e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:48.894396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3a81-6dc5-4b39-8073-8ac6eaef2891 req-8061bd31-0558-47e9-bfe6-9fceb2c49355 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:48.896428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e1b3a81-6dc5-4b39-8073-8ac6eaef2891 req-8061bd31-0558-47e9-bfe6-9fceb2c49355 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.5076122 Feb 10 13:28:48.964666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.008857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1418a314-bce2-4d08-ad99-23851ae17aac triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:49.009266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.086118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e1b3a81-6dc5-4b39-8073-8ac6eaef2891 req-cdd5acd5-aa32-4ae3-b78b-7d206df247a4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829433 Feb 10 13:28:49.189499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1418a314-bce2-4d08-ad99-23851ae17aac is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:49.191886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.247862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1418a314-bce2-4d08-ad99-23851ae17aac, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1418a314-bce2-4d08-ad99-23851ae17aac,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:49.258298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.345288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks [] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.357625 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.432348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1418a314-bce2-4d08-ad99-23851ae17aac,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:49.469500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:49.495111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Pushing event updated for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:49.724905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Network 78beec78-cad9-4d7c-9938-336304691470 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:49.735329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:50.048052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:28:50.239066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:28:50.251277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Sync routers for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:28:50.267427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15e8c4d5-f9ed-4111-a2d6-3fb237467b2e admin admin] 10.222.0.13 "PUT /v2.0/routers/0395944c-bc6b-4d8c-950f-6d1f3626e3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4462523 Feb 10 13:28:50.269365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:50.270030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:50.419884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee69aa4-41cf-457c-ab2e-dfd1e656b2b2 req-035b6cc6-f032-4f0e-8d98-c8c676665930 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:50.423369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eee69aa4-41cf-457c-ab2e-dfd1e656b2b2 req-035b6cc6-f032-4f0e-8d98-c8c676665930 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1453071 Feb 10 13:28:50.533085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eee69aa4-41cf-457c-ab2e-dfd1e656b2b2 req-11345d84-8e32-4b22-b5eb-9358177af2f0 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028087 Feb 10 13:28:50.536540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:28:50.623441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50018) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:50.865464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1418a314-bce2-4d08-ad99-23851ae17aac up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:50.911164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:50.995547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcf1ea-9810-4768-af00-bd4558998e79 req-8d6a6cc8-1f74-4553-aad3-4dd227c3faf3 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:50.999882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9abcf1ea-9810-4768-af00-bd4558998e79 req-8d6a6cc8-1f74-4553-aad3-4dd227c3faf3 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 950 time: 0.1496358 Feb 10 13:28:51.033048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1418a314-bce2-4d08-ad99-23851ae17aac triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:51.033445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.111281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9abcf1ea-9810-4768-af00-bd4558998e79 req-b4525ca8-4104-45f1-9ce7-319967df9c75 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Feb 10 13:28:51.111850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:51.125143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:48Z', 'revision_number': 4, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'f33c1f8b-bef2-40a1-a6e7-405376190316', 'name': '', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'mac_address': 'fa:16:3e:2a:ad:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:46Z', 'updated_at': '2022-02-10T13:28:49Z', 'revision_number': 2, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'subnets': [{'id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:51.132734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Publish callbacks [] for security_group (f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.141281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.175513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Checking router: 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:28:51.176107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Updating router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 port f33c1f8b-bef2-40a1-a6e7-405376190316 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:28:51.218828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1418a314-bce2-4d08-ad99-23851ae17aac is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:51.228268 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.249876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d19360689264e33beae4dbea92ca4e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6252871 Feb 10 13:28:51.252820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:51.269033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:51.282378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.289737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.290773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.291753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.292668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.293712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.294603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.295906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.299779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.300390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.301297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.302781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.303801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888b13-4db5-4a5d-8eaf-669f69c6ade9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:28:51.364438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'networks': [{'name': 'tempest-network--2029087980'}, {'name': 'tempest-network--1717528437'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:51.364790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-network--2029087980'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:51.365255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-network--1717528437'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:51.397798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] Publish callbacks [] for security_group (f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.406664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'network': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:51.410983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.437882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.458763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] Publish callbacks [] for security_group (f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.612418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.615284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.616550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8 HTTP/1.1" status: 204 len: 168 time: 0.3623507 Feb 10 13:28:51.646546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022879-8655-479c-9576-4f612ca60b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6b5cb-0df1-4fce-8bf8-c2cbb800eba8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:51.684151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for security_group (f4d9f0fc-1d3b-45d8-9277-c344884e96b0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.694558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks [] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.699865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-4df49ffb-967f-4b60-b88d-89474cdafaea tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:51.701777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-4df49ffb-967f-4b60-b88d-89474cdafaea tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 810 time: 0.1798909 Feb 10 13:28:51.703153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4d9f0fc-1d3b-45d8-9277-c344884e96b0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.703722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.705221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.740000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-46b0de57-3b9d-42dc-98fd-b5f9c6c4863a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/quotas/cc03006de97846f6a187fa1cd8d5dabe HTTP/1.1" status: 200 len: 375 time: 0.0224221 Feb 10 13:28:51.792283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:51.794822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d9f0fc-1d3b-45d8-9277-c344884e96b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:51.820654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e958d-6062-4995-b5c4-fcc384c978bd None None] Pushing event updated for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:51.827609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8923856d-2031-4c00-9bbf-dabf0e4950c2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.828113 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment 8923856d-2031-4c00-9bbf-dabf0e4950c2 of type vlan for network b5742e50-d988-4375-9f0e-6b82ae3095ac Feb 10 13:28:51.875755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Attempting to bind port f33c1f8b-bef2-40a1-a6e7-405376190316 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:51.876421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Attempting to bind port f33c1f8b-bef2-40a1-a6e7-405376190316 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:51.877012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Attempting to bind port f33c1f8b-bef2-40a1-a6e7-405376190316 on network 78beec78-cad9-4d7c-9938-336304691470 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:51.883327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:51.884543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Checking segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:51.885184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.885796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Bound using segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:51.887203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Bound port: f33c1f8b-bef2-40a1-a6e7-405376190316, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:51.888284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.924578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-38f390cb-a40c-4ab9-ae56-3987932ed9e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1780708 Feb 10 13:28:51.926303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b5742e50-d988-4375-9f0e-6b82ae3095ac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:51.980005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] For port f33c1f8b-bef2-40a1-a6e7-405376190316, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:51.987089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] For port f33c1f8b-bef2-40a1-a6e7-405376190316, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f33c1f8b-bef2-40a1-a6e7-405376190316,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:51.997233 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.073461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e958d-6062-4995-b5c4-fcc384c978bd None None] Pushing event updated for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:52.108842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:52.148641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:28:52.149739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9dca7171-8a65-4517-bca6-8f3e90c5d306), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.150650 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment 9dca7171-8a65-4517-bca6-8f3e90c5d306 of type vlan for network ba7a2384-91dd-4d98-85ef-d240994989bd Feb 10 13:28:52.153652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:28:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:52.260013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-6c125aa3-afb4-4cb3-bd36-01bf9a6be2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279436 Feb 10 13:28:52.262175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ba7a2384-91dd-4d98-85ef-d240994989bd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.313654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:52.335875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21633b5c-1685-469c-b825-c63eecbad4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.342558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:28:52.374073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b5742e50-d988-4375-9f0e-6b82ae3095ac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.375984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ba7a2384-91dd-4d98-85ef-d240994989bd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.386522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.391219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.392113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.431640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21633b5c-1685-469c-b825-c63eecbad4ce admin admin] Publish callbacks [] for security_group (a2544271-b9db-4c1e-9095-09d7899aad52), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.438982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3238933 Feb 10 13:28:52.440229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21633b5c-1685-469c-b825-c63eecbad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a2544271-b9db-4c1e-9095-09d7899aad52), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.445827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:52.468771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-77a676e6-01b3-4d39-9a5a-e027af0736e3 service neutron] 10.222.0.13 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023971 Feb 10 13:28:52.554445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=b5742e50-d988-4375-9f0e-6b82ae3095ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:52.563650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21633b5c-1685-469c-b825-c63eecbad4ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aacf6bc646fc4a6085c86b94a4fbc452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483046 Feb 10 13:28:52.564661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:52.612243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21633b5c-1685-469c-b825-c63eecbad4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2544271-b9db-4c1e-9095-09d7899aad52,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:52.718105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d190-2074-42cc-924a-6ef60afa63ed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=ba7a2384-91dd-4d98-85ef-d240994989bd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:52.771798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b5742e50-d988-4375-9f0e-6b82ae3095ac details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:52.773603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ba7a2384-91dd-4d98-85ef-d240994989bd details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:52.822036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc320f6-6b1a-488e-a0c4-31efdeac82c1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.828207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc320f6-6b1a-488e-a0c4-31efdeac82c1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.837402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc320f6-6b1a-488e-a0c4-31efdeac82c1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.843632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc320f6-6b1a-488e-a0c4-31efdeac82c1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:52.846206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cc320f6-6b1a-488e-a0c4-31efdeac82c1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3966658 Feb 10 13:28:52.847201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] Publish callbacks [] for security_group (a2544271-b9db-4c1e-9095-09d7899aad52), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.850108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:52.908924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] Publish callbacks [] for security_group (a2544271-b9db-4c1e-9095-09d7899aad52), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:52.999761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a2544271-b9db-4c1e-9095-09d7899aad52), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.002772 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.006613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2544271-b9db-4c1e-9095-09d7899aad52 HTTP/1.1" status: 204 len: 168 time: 0.4195275 Feb 10 13:28:53.006807 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b5742e50-d988-4375-9f0e-6b82ae3095ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.021544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfad17-c4a6-44ff-a50b-0dbf70910b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2544271-b9db-4c1e-9095-09d7899aad52,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:53.274448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b5742e50-d988-4375-9f0e-6b82ae3095ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.351275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5742e50-d988-4375-9f0e-6b82ae3095ac']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:53.378757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8923856d-2031-4c00-9bbf-dabf0e4950c2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:53.379365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8923856d-2031-4c00-9bbf-dabf0e4950c2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:53.415567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (8923856d-2031-4c00-9bbf-dabf0e4950c2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.445383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8923856d-2031-4c00-9bbf-dabf0e4950c2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.460777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:28:53.462493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (8923856d-2031-4c00-9bbf-dabf0e4950c2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:28:53.469898 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:28:53.523408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:48Z', 'revision_number': 4, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'f33c1f8b-bef2-40a1-a6e7-405376190316', 'name': '', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'mac_address': 'fa:16:3e:2a:ad:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:46Z', 'updated_at': '2022-02-10T13:28:51Z', 'revision_number': 4, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'subnets': [{'id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:53.560774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a13d6-67d1-4671-906a-5f83df38003d None None] The sync data for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 is: [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:28:48Z', 'revision_number': 4, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'f33c1f8b-bef2-40a1-a6e7-405376190316', 'name': '', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'mac_address': 'fa:16:3e:2a:ad:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:46Z', 'updated_at': '2022-02-10T13:28:51Z', 'revision_number': 4, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'subnets': [{'id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:28:53.605491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b5742e50-d988-4375-9f0e-6b82ae3095ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.623909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:53.632122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:53.638611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/b5742e50-d988-4375-9f0e-6b82ae3095ac HTTP/1.1" status: 204 len: 168 time: 0.7869458 Feb 10 13:28:53.693004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c07653-fc4b-4acd-82a8-e01a40201d79 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=b5742e50-d988-4375-9f0e-6b82ae3095ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:53.820846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ba7a2384-91dd-4d98-85ef-d240994989bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.019113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:28:54.200448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ba7a2384-91dd-4d98-85ef-d240994989bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.266670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7a2384-91dd-4d98-85ef-d240994989bd']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:54.280902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dca7171-8a65-4517-bca6-8f3e90c5d306') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:54.281597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dca7171-8a65-4517-bca6-8f3e90c5d306') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:28:54.300359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (9dca7171-8a65-4517-bca6-8f3e90c5d306), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.329580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9dca7171-8a65-4517-bca6-8f3e90c5d306), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.357354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ee44a20-58a0-49ee-a494-b65ffbb205cd is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:54.357750 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.405384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:28:54.405901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (9dca7171-8a65-4517-bca6-8f3e90c5d306), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:28:54.444313 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:28:54.447125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:54.447125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:54.448259 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c15bc-00d8-498c-a065-0adb7b6f5ec1" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:54.457457 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.541399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:54.686201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd334dc-b510-4c22-9b22-20d9e9433be2 req-123b3204-70be-4c32-a113-6131221d1940 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:54.707057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dd334dc-b510-4c22-9b22-20d9e9433be2 req-123b3204-70be-4c32-a113-6131221d1940 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1093290 Feb 10 13:28:54.803506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-7c9df943-0152-46ee-9ae4-2bbc4bf0c200 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:54.811066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dd334dc-b510-4c22-9b22-20d9e9433be2 req-b188390a-db68-48e3-80ab-8c579378e2a5 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926015 Feb 10 13:28:54.823694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-7c9df943-0152-46ee-9ae4-2bbc4bf0c200 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.21 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 810 time: 0.4636643 Feb 10 13:28:54.837150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Request body: {'port': {'device_id': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'admin_state_up': True, 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:54.856415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f33c1f8b-bef2-40a1-a6e7-405376190316 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:54.880044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ba7a2384-91dd-4d98-85ef-d240994989bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.894902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:54.898252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/ba7a2384-91dd-4d98-85ef-d240994989bd HTTP/1.1" status: 204 len: 168 time: 1.2625589 Feb 10 13:28:54.901045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:54.984937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd465d7-83d3-4911-9cbd-19774135608c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=ba7a2384-91dd-4d98-85ef-d240994989bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:55.038620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f33c1f8b-bef2-40a1-a6e7-405376190316 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:55.039214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.070817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95ffb0a1-7f30-4d88-b3e9-9f11c023e0b7 req-e67f853a-967b-46d3-a35a-293bebd148c5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 210 time: 0.0713370 Feb 10 13:28:55.174603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7272d65b-5efb-4825-9b1e-30f970e86a7c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:55.200290 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476bc5e2-7fb6-4aab-a8a7-fb97bd18abdd x-openstack-request-id: req-476bc5e2-7fb6-4aab-a8a7-fb97bd18abdd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:55.200595 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:55.200880 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-476bc5e2-7fb6-4aab-a8a7-fb97bd18abdd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:55.201282 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'code': 200} Feb 10 13:28:55.202373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f33c1f8b-bef2-40a1-a6e7-405376190316 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:55.205565 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.208511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7272d65b-5efb-4825-9b1e-30f970e86a7c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:55.211962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7272d65b-5efb-4825-9b1e-30f970e86a7c tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3089640 Feb 10 13:28:55.216980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:55.229397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-825089874'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:55.277609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-d2a0c05e-5a93-45d1-bb2d-95b147ce92a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2875049 Feb 10 13:28:55.280073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Made reservation on behalf of cc03006de97846f6a187fa1cd8d5dabe for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:55.285244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.285714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:55.297014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.322092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f33c1f8b-bef2-40a1-a6e7-405376190316, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f33c1f8b-bef2-40a1-a6e7-405376190316,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:55.338135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.409070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:55.434758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3d80a287-b569-499d-be9a-8db2875cb7de), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.435362 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment 3d80a287-b569-499d-be9a-8db2875cb7de of type vlan for network 008d5fdc-36b6-4622-9c1c-98943c72724b Feb 10 13:28:55.477900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Allocated IP 172.20.0.9 (78beec78-cad9-4d7c-9938-336304691470/fd4dff3d-7d24-4416-9248-c97bc975c9fe/206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:28:55.521938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (008d5fdc-36b6-4622-9c1c-98943c72724b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.551481 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (008d5fdc-36b6-4622-9c1c-98943c72724b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.577988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:55.578760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.640408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:55.655274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4371119 Feb 10 13:28:55.658575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:55.714795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-405111080'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:55.752356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks [] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.860051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.895027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-f4cdcab7-13ec-4d92-807a-c0b52e0df989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:55.902559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-f4cdcab7-13ec-4d92-807a-c0b52e0df989 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 1130 time: 0.0856712 Feb 10 13:28:55.903061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d86f3-0ee2-4f39-b22f-73978d25272b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=008d5fdc-36b6-4622-9c1c-98943c72724b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:55.915760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 008d5fdc-36b6-4622-9c1c-98943c72724b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:55.918857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:55.922392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:55.956324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d5875-d7f1-4bac-9d2c-29f7246e354c req-9e7b2b2f-33cd-4765-a426-d043335ac9da tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:55.963645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807d5875-d7f1-4bac-9d2c-29f7246e354c req-9e7b2b2f-33cd-4765-a426-d043335ac9da tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 948 time: 0.2326214 Feb 10 13:28:55.989821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:28:56.044293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807d5875-d7f1-4bac-9d2c-29f7246e354c req-7abe0d54-e9e9-46d1-84af-98f6d8b1e457 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Feb 10 13:28:56.044293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2f406526-6cb7-4401-bd15-f02fb79cf886), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.044293 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment 2f406526-6cb7-4401-bd15-f02fb79cf886 of type vlan for network 363a38c7-382c-4108-987b-ad71fa8478da Feb 10 13:28:56.084555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-c7b6ac2a-7f0b-4534-b04e-99ca7a51f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.087425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-c7b6ac2a-7f0b-4534-b04e-99ca7a51f20f service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1464715 Feb 10 13:28:56.097818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Network 78beec78-cad9-4d7c-9938-336304691470 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:28:56.102386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:28:56.106219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:28:56.160938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (363a38c7-382c-4108-987b-ad71fa8478da), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.176157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.177389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.206560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9ea9-b1a1-4a29-9a1d-d7344c1f75df req-90ba1dfe-014a-43d7-8e53-24c5e50f877a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.213768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a24d9ea9-b1a1-4a29-9a1d-d7344c1f75df req-90ba1dfe-014a-43d7-8e53-24c5e50f877a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.0895674 Feb 10 13:28:56.227781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Pushing event updated for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:56.233478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-5bf65c21-45a7-4d95-b74a-d2ce8bbfbd1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd HTTP/1.1" status: 200 len: 217 time: 0.1341300 Feb 10 13:28:56.236427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (363a38c7-382c-4108-987b-ad71fa8478da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.237979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-f6208d82-5d5d-44e1-95db-6eba8dd99479 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4053283 Feb 10 13:28:56.241641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.242242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.291724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Request body: {'port': {'device_id': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:56.320654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6303315 Feb 10 13:28:56.331723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:56.336293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a24d9ea9-b1a1-4a29-9a1d-d7344c1f75df req-55269429-54bf-4078-9de7-ab07b064e2fb tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216452 Feb 10 13:28:56.342201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'ports': [{'network_id': '008d5fdc-36b6-4622-9c1c-98943c72724b', 'name': 'tempest-port--574514061', 'admin_state_up': True}, {'network_id': '363a38c7-382c-4108-987b-ad71fa8478da', 'admin_state_up': False}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:56.342623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'port': {'network_id': '008d5fdc-36b6-4622-9c1c-98943c72724b', 'name': 'tempest-port--574514061', 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:56.343275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'port': {'network_id': '363a38c7-382c-4108-987b-ad71fa8478da', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:28:56.358002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.374736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-32680d01-56f0-4543-8da0-4993380e0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.376231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-32680d01-56f0-4543-8da0-4993380e0cd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1362567 Feb 10 13:28:56.446529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed604b2-a7d1-44b5-bda4-ebbd6258b6c8 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=363a38c7-382c-4108-987b-ad71fa8478da,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:56.459834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 363a38c7-382c-4108-987b-ad71fa8478da details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:28:56.763284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:28:56.768666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f33c1f8b-bef2-40a1-a6e7-405376190316 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:28:56.790797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks [] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.806943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ca65-b289-488f-890b-c0f2e2cea4a6 req-a1e4d9fd-224c-45dc-b7d7-a8d120bc83e5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.808557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14b8ca65-b289-488f-890b-c0f2e2cea4a6 req-a1e4d9fd-224c-45dc-b7d7-a8d120bc83e5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 931 time: 0.3212516 Feb 10 13:28:56.820077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Transition to ACTIVE for port object 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:28:56.867418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.959832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f33c1f8b-bef2-40a1-a6e7-405376190316 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:28:56.960204 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:56.968617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-9b0a3e92-468d-4fe3-966c-032cec8664e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:56.970693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-9b0a3e92-468d-4fe3-966c-032cec8664e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477635 Feb 10 13:28:57.015495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Pushing event updated for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:57.015651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:28:57.029425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:57.074756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14b8ca65-b289-488f-890b-c0f2e2cea4a6 req-369a0a0f-533b-45ae-80c2-616bd5685ab9 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448363 Feb 10 13:28:57.096571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:57.153249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f33c1f8b-bef2-40a1-a6e7-405376190316 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:28:57.355534 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-7515ba18-51a0-433d-964c-a00f727b3cd2 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725331 Feb 10 13:28:57.358764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:57.404518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Attempting to bind port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:28:57.405071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Attempting to bind port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:28:57.405592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Attempting to bind port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 on network 78beec78-cad9-4d7c-9938-336304691470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:57.422345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 on network 78beec78-cad9-4d7c-9938-336304691470 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:28:57.422886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Attempting to bind port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 on network 78beec78-cad9-4d7c-9938-336304691470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:28:57.430529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:28:57.431324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Checking segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:57.431913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Bound using segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:28:57.432581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Bound port: 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:28:57.433148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:57.554342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-120a4996-c5bd-4dce-8663-dec613d96bbb req-94bc2920-414a-4c2c-b7e2-973de8ac0e3b service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886024 Feb 10 13:28:57.612946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] device_id is not set on port f88553e0-f5ed-436c-9f7b-a20f1dd4d528 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:28:57.617512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:57.634252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb27b9-cd35-4c85-a8c7-270ab318735f req-16b5a282-3f1b-4d1d-a2a6-509690289d94 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:57.641945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1edb27b9-cd35-4c85-a8c7-270ab318735f req-16b5a282-3f1b-4d1d-a2a6-509690289d94 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 948 time: 0.4704139 Feb 10 13:28:57.735767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-d4738aae-5266-4049-8a20-691e465b204c tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:57.739746 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-d4738aae-5266-4049-8a20-691e465b204c tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 948 time: 0.1775715 Feb 10 13:28:57.817139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfff3efa-9573-4b69-9224-4ac47da2e5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:57.849478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1edb27b9-cd35-4c85-a8c7-270ab318735f req-14062536-0c7c-4a98-ac11-7e7863e72018 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/security-groups?id=251ebaa4-814b-4724-909f-f6a34c2b6cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065253 Feb 10 13:28:57.882384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:28:57.886832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:28:57.906832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a40005fa-c841-47bb-b3f0-350389d9c906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:57.908205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.010487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:58.011881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.014392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 HTTP/1.1" status: 200 len: 1091 time: 1.7270737 Feb 10 13:28:58.018433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:28:58.031168 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55be3e-c03c-40bb-ba65-9263be060f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:28:58.047804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for port (f88553e0-f5ed-436c-9f7b-a20f1dd4d528), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.173882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64dc27-2d06-4200-a4de-634dd5fd61c3 service neutron] Pushing event updated for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:58.205191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6e0eb-0a14-4cc4-8137-9c4fdb113c61 req-626ebc4b-8136-48a6-afe9-0b81693c8a05 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:58.215276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba6e0eb-0a14-4cc4-8137-9c4fdb113c61 req-626ebc4b-8136-48a6-afe9-0b81693c8a05 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.2907557 Feb 10 13:28:58.223524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-db84d03a-4b7a-476f-8802-de6ce7db5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:58.225962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-db84d03a-4b7a-476f-8802-de6ce7db5038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 1125 time: 0.1541076 Feb 10 13:28:58.232509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Deleting port 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:28:58.233062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.245772 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfff3efa-9573-4b69-9224-4ac47da2e5de admin admin] Publish callbacks [] for security_group (e232d691-ce05-46f4-b41b-903002766c6f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.302842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfff3efa-9573-4b69-9224-4ac47da2e5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e232d691-ce05-46f4-b41b-903002766c6f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.318992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-3ffa020e-6340-4805-ba62-2ead3882805a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 HTTP/1.1" status: 200 len: 217 time: 0.0819588 Feb 10 13:28:58.366449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] device_id is not set on port 64045f37-2762-4817-a887-52fb726ad8fa yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:28:58.471365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676cbf-935a-4187-adb0-e056a9194438 req-d6ec7555-eb35-4656-a886-875f103e51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:58.473040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-d6ec7555-eb35-4656-a886-875f103e51dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.1439552 Feb 10 13:28:58.473698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ba6e0eb-0a14-4cc4-8137-9c4fdb113c61 req-3c97bcf9-3701-4982-9415-1caa2966d70f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545214 Feb 10 13:28:58.543316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a40005fa-c841-47bb-b3f0-350389d9c906 admin admin] Publish callbacks [] for security_group (7844a528-b466-40f6-a642-3cc999ff4d22), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.562461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a40005fa-c841-47bb-b3f0-350389d9c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7844a528-b466-40f6-a642-3cc999ff4d22), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.581232 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-5fae3b48-312c-46e6-b0d2-4ba4409d0401 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825050 Feb 10 13:28:58.585799 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f76defe-16d8-4df7-a8d3-ae3b2393cb71 x-openstack-request-id: req-4f76defe-16d8-4df7-a8d3-ae3b2393cb71 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:28:58.586234 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:28:58.586612 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f76defe-16d8-4df7-a8d3-ae3b2393cb71 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:28:58.587368 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697', 'status': 'completed', 'code': 200} Feb 10 13:28:58.615600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a40005fa-c841-47bb-b3f0-350389d9c906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=305f3591294449a6bd4c3f856c141239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9970617 Feb 10 13:28:58.626107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:58.643179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cfff3efa-9573-4b69-9224-4ac47da2e5de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23c0cf3a7eed4bdc934af0c4882c13d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2766962 Feb 10 13:28:58.647582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:58.675500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff3efa-9573-4b69-9224-4ac47da2e5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e232d691-ce05-46f4-b41b-903002766c6f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:58.745591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] For port 6ee44a20-58a0-49ee-a494-b65ffbb205cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ee44a20-58a0-49ee-a494-b65ffbb205cd,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:28:58.746063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.766031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Calling delete_port for 6ee44a20-58a0-49ee-a494-b65ffbb205cd owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:28:58.792655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-70ab9c4d-eff3-460e-8092-b1223b7d54c7 service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991308 Feb 10 13:28:58.827549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40005fa-c841-47bb-b3f0-350389d9c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7844a528-b466-40f6-a642-3cc999ff4d22,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:58.849879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for port (64045f37-2762-4817-a887-52fb726ad8fa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.876852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] Publish callbacks [] for security_group (e232d691-ce05-46f4-b41b-903002766c6f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:58.987273 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] Publish callbacks [] for security_group (e232d691-ce05-46f4-b41b-903002766c6f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.084981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] Publish callbacks [] for security_group (7844a528-b466-40f6-a642-3cc999ff4d22), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.137570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f88553e0-f5ed-436c-9f7b-a20f1dd4d528), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.155755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127bf7-7f63-453f-a2d2-ed97696655cc req-4e9b4093-5c99-4742-a52b-296df9441336 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:59.157942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68127bf7-7f63-453f-a2d2-ed97696655cc req-4e9b4093-5c99-4742-a52b-296df9441336 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 943 time: 0.4451878 Feb 10 13:28:59.158973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e232d691-ce05-46f4-b41b-903002766c6f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.162340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.163634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e232d691-ce05-46f4-b41b-903002766c6f HTTP/1.1" status: 204 len: 168 time: 0.5075705 Feb 10 13:28:59.333659 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5676cbf-935a-4187-adb0-e056a9194438 req-64b84c61-69ff-4a2c-a7f6-6964097ccda4 service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912813 Feb 10 13:28:59.429321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] Publish callbacks [] for security_group (7844a528-b466-40f6-a642-3cc999ff4d22), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.433836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a7b0-4444-400f-8d6e-30d777e8c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e232d691-ce05-46f4-b41b-903002766c6f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:59.609159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ee44a20-58a0-49ee-a494-b65ffbb205cd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.633024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-3f697a41-3fea-455b-a578-2e79f6eae1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:59.639075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-3f697a41-3fea-455b-a578-2e79f6eae1a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 1125 time: 0.2334824 Feb 10 13:28:59.689180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Pushing event deleted for resources: {'Port': ['ID=6ee44a20-58a0-49ee-a494-b65ffbb205cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:59.789043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:28:59.790224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] No DVR routers for this DVR port 6ee44a20-58a0-49ee-a494-b65ffbb205cd on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:28:59.793561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.798722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e49c77c7-ed17-4dd5-b7df-8ace31cc0ac0 req-ea4b9922-0450-4c09-af9c-d3ee07bc74c2 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.77 "DELETE /v2.0/ports/6ee44a20-58a0-49ee-a494-b65ffbb205cd HTTP/1.1" status: 204 len: 173 time: 2.0516813 Feb 10 13:28:59.850232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cfa470b-6e43-4b52-843b-67fd13012b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:28:59.930162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-0f50c32b-2a5f-47e3-ac82-57174f3c6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:28:59.931805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-0f50c32b-2a5f-47e3-ac82-57174f3c6d32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 911 time: 0.2575784 Feb 10 13:28:59.938949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Port': ['ID=f88553e0-f5ed-436c-9f7b-a20f1dd4d528,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:28:59.956137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68127bf7-7f63-453f-a2d2-ed97696655cc req-eb0e0942-6ae2-4dda-b065-031ee00dc35e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632806 Feb 10 13:28:59.966747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Checking segment: {'id': '3d80a287-b569-499d-be9a-8db2875cb7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '008d5fdc-36b6-4622-9c1c-98943c72724b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:28:59.967147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network hostable DHCP agents. Network: 008d5fdc-36b6-4622-9c1c-98943c72724b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:28:59.991833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network 008d5fdc-36b6-4622-9c1c-98943c72724b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:28:59.997281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-94b5db6a-c0f2-4034-b16c-f2ee0d0922bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 HTTP/1.1" status: 200 len: 217 time: 0.0571630 Feb 10 13:29:00.015599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7844a528-b466-40f6-a642-3cc999ff4d22), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.018941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.022630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7844a528-b466-40f6-a642-3cc999ff4d22 HTTP/1.1" status: 204 len: 168 time: 1.3927863 Feb 10 13:29:00.045066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 008d5fdc-36b6-4622-9c1c-98943c72724b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:00.049508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:00.057008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad8487-3585-44df-abea-35b312e58473 None None] Network 008d5fdc-36b6-4622-9c1c-98943c72724b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:00.064766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-1c9bcba6-b175-4dc3-b239-81ceac708549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.066248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-1c9bcba6-b175-4dc3-b239-81ceac708549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.0558019 Feb 10 13:29:00.067766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:00.068410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cfa470b-6e43-4b52-843b-67fd13012b3d admin admin] Publish callbacks [] for security_group (f3e6db27-5541-4d37-af83-df6544607fe7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.078955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (64045f37-2762-4817-a887-52fb726ad8fa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.088071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cfa470b-6e43-4b52-843b-67fd13012b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3e6db27-5541-4d37-af83-df6544607fe7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.153422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8cfa470b-6e43-4b52-843b-67fd13012b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8575602dffff4c04b7d0a230d49930da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512766 Feb 10 13:29:00.164478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 6ee44a20-58a0-49ee-a494-b65ffbb205cd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:00.164861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ee44a20-58a0-49ee-a494-b65ffbb205cd not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:00.195433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:00.198036 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-5041b582-cd47-490b-90a5-d608e4fec24d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197963 Feb 10 13:29:00.202902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b16ef-68d7-47c8-9e02-aa02574a7d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844a528-b466-40f6-a642-3cc999ff4d22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:00.247448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efb4a90a-682b-4fbe-892e-aa2cd8d21ddd req-0b511d14-bc98-462b-9d17-29c2aef21c52 tempest-ImagesOneServerTestJSON-527819970 tempest-ImagesOneServerTestJSON-527819970-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb1d79f-96a7-4a53-b955-062aa180ae70 HTTP/1.1" status: 200 len: 210 time: 0.1312473 Feb 10 13:29:00.278465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Port': ['ID=64045f37-2762-4817-a887-52fb726ad8fa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:00.292379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa470b-6e43-4b52-843b-67fd13012b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6db27-5541-4d37-af83-df6544607fe7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:00.350330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] Publish callbacks [] for security_group (f3e6db27-5541-4d37-af83-df6544607fe7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.355980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Checking segment: {'id': '2f406526-6cb7-4401-bd15-f02fb79cf886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '363a38c7-382c-4108-987b-ad71fa8478da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:00.356348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network hostable DHCP agents. Network: 363a38c7-382c-4108-987b-ad71fa8478da, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:00.387144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] Publish callbacks [] for security_group (f3e6db27-5541-4d37-af83-df6544607fe7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.412709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network 363a38c7-382c-4108-987b-ad71fa8478da is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:00.457750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3e6db27-5541-4d37-af83-df6544607fe7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.460327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.461535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3e6db27-5541-4d37-af83-df6544607fe7 HTTP/1.1" status: 204 len: 168 time: 0.2624199 Feb 10 13:29:00.503092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8edf52-1d70-4bf6-8735-eee9d7c69afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6db27-5541-4d37-af83-df6544607fe7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:00.529071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 363a38c7-382c-4108-987b-ad71fa8478da) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:00.538409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-819f5892-11d6-4dab-9bd5-2f5338d32838 service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967162 Feb 10 13:29:00.540134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:00.542766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbeb34-1a85-4984-b61e-4bf3c355976b None None] Network 363a38c7-382c-4108-987b-ad71fa8478da requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:00.551954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.556540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.562580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.618763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-23daca5d-bb82-461b-9b53-ed64015bdbc1 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2782416 Feb 10 13:29:00.633134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57e849-fb22-48a3-a666-323f13649b5d req-00d8d8f3-bd7b-4f8b-bb3d-6afe87e01fd3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.633974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f57e849-fb22-48a3-a666-323f13649b5d req-00d8d8f3-bd7b-4f8b-bb3d-6afe87e01fd3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.2183290 Feb 10 13:29:00.634480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:00.664972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-deleted', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:00.668306 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc458f5-c17f-44ee-a784-8e7ffac5bb37" -d '{"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-deleted", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:00.672543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e55be3e-c03c-40bb-ba65-9263be060f9d req-fb3be7a5-badb-4232-ad2b-bf9650d1e88c service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278057 Feb 10 13:29:00.785177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f57e849-fb22-48a3-a666-323f13649b5d req-42e4b811-90e5-404c-aaaa-c42b1bde6c02 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952063 Feb 10 13:29:00.828079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d889a-4ba6-48e7-b2ee-3ae660edaf44 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.836663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d889a-4ba6-48e7-b2ee-3ae660edaf44 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:00.845284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:00.847535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f2582f9-8208-4a46-9490-17bb1d0d3993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:00.871436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8c4d889a-4ba6-48e7-b2ee-3ae660edaf44 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2347689 Feb 10 13:29:00.877661 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632df05d-1f8d-41cf-aac6-b8372b153da8 x-openstack-request-id: req-632df05d-1f8d-41cf-aac6-b8372b153da8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:00.877779 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1d79f-96a7-4a53-b955-062aa180ae70", "name": "network-vif-deleted", "tag": "6ee44a20-58a0-49ee-a494-b65ffbb205cd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:00.878475 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-632df05d-1f8d-41cf-aac6-b8372b153da8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:00.878475 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1d79f-96a7-4a53-b955-062aa180ae70', 'name': 'network-vif-deleted', 'tag': '6ee44a20-58a0-49ee-a494-b65ffbb205cd', 'status': 'completed', 'code': 200} Feb 10 13:29:00.984522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting port f88553e0-f5ed-436c-9f7b-a20f1dd4d528 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:00.985006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f88553e0-f5ed-436c-9f7b-a20f1dd4d528), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.037847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.062820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cc05524-042f-499a-b5aa-e5ae34063438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.104382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f88553e0-f5ed-436c-9f7b-a20f1dd4d528), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.106962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.133203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b941c5e7-95aa-4c49-b0c4-784f9badc2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.136733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Calling delete_port for f88553e0-f5ed-436c-9f7b-a20f1dd4d528 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:01.171402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369d8fe-e6b0-4ad1-9100-c813391ede00 req-e3753dce-844a-492d-b26d-9cb4b42b572a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:01.172873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7369d8fe-e6b0-4ad1-9100-c813391ede00 req-e3753dce-844a-492d-b26d-9cb4b42b572a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 943 time: 0.1008806 Feb 10 13:29:01.217776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cc05524-042f-499a-b5aa-e5ae34063438 admin admin] Publish callbacks [] for security_group (b1f1a700-fd47-4f52-b5bd-5e76afa1875e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.229701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cc05524-042f-499a-b5aa-e5ae34063438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1f1a700-fd47-4f52-b5bd-5e76afa1875e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.273664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f88553e0-f5ed-436c-9f7b-a20f1dd4d528), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.281495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7369d8fe-e6b0-4ad1-9100-c813391ede00 req-2f2206a4-fd80-43bc-b9ce-823ca3967f9b tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971644 Feb 10 13:29:01.284368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b941c5e7-95aa-4c49-b0c4-784f9badc2b4 admin admin] Publish callbacks [] for security_group (7e39f9ec-deb0-4708-b971-eecc878f0855), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.286601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc05524-042f-499a-b5aa-e5ae34063438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1a700-fd47-4f52-b5bd-5e76afa1875e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.295630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5cc05524-042f-499a-b5aa-e5ae34063438 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a9660ebef449ec9f052287c06cae7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542369 Feb 10 13:29:01.295862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.311673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b941c5e7-95aa-4c49-b0c4-784f9badc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7e39f9ec-deb0-4708-b971-eecc878f0855), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.339063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b941c5e7-95aa-4c49-b0c4-784f9badc2b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28e6440a4ee7416a97debec871134eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309771 Feb 10 13:29:01.339944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Port': ['ID=f88553e0-f5ed-436c-9f7b-a20f1dd4d528,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.342819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.359744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.363104 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-421ca099-25da-4b2e-acea-d418eef8ddf7 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/ports/f88553e0-f5ed-436c-9f7b-a20f1dd4d528 HTTP/1.1" status: 204 len: 168 time: 0.5168011 Feb 10 13:29:01.367059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.394851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941c5e7-95aa-4c49-b0c4-784f9badc2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e39f9ec-deb0-4708-b971-eecc878f0855,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.422367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] Publish callbacks [] for security_group (b1f1a700-fd47-4f52-b5bd-5e76afa1875e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.425563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] Publish callbacks [] for security_group (7e39f9ec-deb0-4708-b971-eecc878f0855), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.454818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] Publish callbacks [] for security_group (7e39f9ec-deb0-4708-b971-eecc878f0855), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.491924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] Publish callbacks [] for security_group (b1f1a700-fd47-4f52-b5bd-5e76afa1875e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.507204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7e39f9ec-deb0-4708-b971-eecc878f0855), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.510094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.514922 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e39f9ec-deb0-4708-b971-eecc878f0855 HTTP/1.1" status: 204 len: 168 time: 0.1701913 Feb 10 13:29:01.523064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba87c1-0e0d-4045-bdb7-304ba0d4f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e39f9ec-deb0-4708-b971-eecc878f0855,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.569148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting port 64045f37-2762-4817-a887-52fb726ad8fa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:01.569935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (64045f37-2762-4817-a887-52fb726ad8fa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.605016 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b1f1a700-fd47-4f52-b5bd-5e76afa1875e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.608356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.609827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1f1a700-fd47-4f52-b5bd-5e76afa1875e HTTP/1.1" status: 204 len: 168 time: 0.3130498 Feb 10 13:29:01.661359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49a138-0750-4a0b-8c33-2dfb8b2dd544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1a700-fd47-4f52-b5bd-5e76afa1875e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.671636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (64045f37-2762-4817-a887-52fb726ad8fa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.697754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Calling delete_port for 64045f37-2762-4817-a887-52fb726ad8fa owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:01.803651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (64045f37-2762-4817-a887-52fb726ad8fa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.860041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:01.866744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/ports/64045f37-2762-4817-a887-52fb726ad8fa HTTP/1.1" status: 204 len: 168 time: 0.4958711 Feb 10 13:29:01.866744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9062f30-318f-4bb3-b899-15547f08faed tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Port': ['ID=64045f37-2762-4817-a887-52fb726ad8fa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:01.867190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.910427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4d4530b7-f351-4fe5-a1f8-1bac4624b9d0 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0380137 Feb 10 13:29:01.911432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:01.918018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1053418302'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:02.023117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:02.027179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.039175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50c42f-ab17-4eda-bcb0-65ad33ea8c4c req-2dafd801-dff2-4ab5-bf8b-f030ddc10ca4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:02.040726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e50c42f-ab17-4eda-bcb0-65ad33ea8c4c req-2dafd801-dff2-4ab5-bf8b-f030ddc10ca4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1149151 Feb 10 13:29:02.052796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:02.090716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:02.130324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5bdbc0a7-3d4b-410d-800c-46ae1b878ba7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.130847 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment 5bdbc0a7-3d4b-410d-800c-46ae1b878ba7 of type vlan for network 16eb092f-86c9-4452-a2e4-abe962513794 Feb 10 13:29:02.169932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e50c42f-ab17-4eda-bcb0-65ad33ea8c4c req-6c9eb417-0740-48c5-a0bf-0b73da996e07 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221206 Feb 10 13:29:02.207708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (16eb092f-86c9-4452-a2e4-abe962513794), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.253349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (16eb092f-86c9-4452-a2e4-abe962513794), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.263570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:02.264645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.315663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4029906 Feb 10 13:29:02.316514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:02.325323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1427046487'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:02.404846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86c28425-07cf-401f-80e9-2e63f655fbf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72b1a1126eef4bc493ac5a3caefcb372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479490 Feb 10 13:29:02.406298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:02.415499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df4470-325c-49e9-8b93-710ea5768e8b tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=16eb092f-86c9-4452-a2e4-abe962513794,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:02.436866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 16eb092f-86c9-4452-a2e4-abe962513794 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:02.452066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:02.455912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.510620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:02.526690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fd350bc6-e3f9-462a-b8e6-04fc2de9622b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.527346 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Added segment fd350bc6-e3f9-462a-b8e6-04fc2de9622b of type vlan for network 40908b6d-a716-4fd1-a7b6-24f246ccdced Feb 10 13:29:02.551219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c1cec-37b7-468e-9e3b-957c47e84f35 req-c86b7a68-5e8d-4608-9367-d61af17b822f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:02.559851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-229c1cec-37b7-468e-9e3b-957c47e84f35 req-c86b7a68-5e8d-4608-9367-d61af17b822f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 943 time: 0.1205940 Feb 10 13:29:02.570554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] Publish callbacks [] for security_group (251ebaa4-814b-4724-909f-f6a34c2b6cca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.647904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] Publish callbacks [] for security_group (251ebaa4-814b-4724-909f-f6a34c2b6cca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.663822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-229c1cec-37b7-468e-9e3b-957c47e84f35 req-ad5b1625-0b97-4322-a133-7a268b0fd592 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007562 Feb 10 13:29:02.673850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (40908b6d-a716-4fd1-a7b6-24f246ccdced), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.711496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (40908b6d-a716-4fd1-a7b6-24f246ccdced), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.718580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:02.720054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.756848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (251ebaa4-814b-4724-909f-f6a34c2b6cca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.759698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:02.765513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/251ebaa4-814b-4724-909f-f6a34c2b6cca HTTP/1.1" status: 204 len: 168 time: 0.3579743 Feb 10 13:29:02.800771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f52f5-9008-4265-873e-5ce74f01cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ebaa4-814b-4724-909f-f6a34c2b6cca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:02.892479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Network': ['ID=40908b6d-a716-4fd1-a7b6-24f246ccdced,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:02.912814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da929a92-fbff-49c9-b971-9b36eb027518 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5892782 Feb 10 13:29:02.937459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:03.068583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:03.074707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'subnets': [{'network_id': '16eb092f-86c9-4452-a2e4-abe962513794', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357663025', 'ip_version': 4}, {'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:03.075303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'subnet': {'network_id': '16eb092f-86c9-4452-a2e4-abe962513794', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357663025', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:03.076121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Request body: {'subnet': {'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:03.230900 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a23f0dc2-4a49-44af-98a8-e678c5fe8fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.305987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Made reservation on behalf of dddea6f8c7ea482f8d15dd117b53b83a for: {'subnet': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:03.314584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.315285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.339664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a18b-180c-471c-b2c4-0f95161c88ec req-79a47c9e-b296-4165-b3dc-6650989c0573 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:03.347164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:03.359596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa45a18b-180c-471c-b2c4-0f95161c88ec req-79a47c9e-b296-4165-b3dc-6650989c0573 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.0856943 Feb 10 13:29:03.452053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa45a18b-180c-471c-b2c4-0f95161c88ec req-e449b624-b7eb-455b-820b-1e70bc91921c tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914743 Feb 10 13:29:03.592683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721300976-network', 'tenant_id': '8141c7bbf17a40b283cdacbd4117558b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:03.658931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Made reservation on behalf of 8141c7bbf17a40b283cdacbd4117558b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:03.661624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.678441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.716211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:03.918229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0076-84c0-4eb6-893f-213f3215126e req-ecdb7c31-8420-4535-bc53-6789199f6fd7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:03.929976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (6da87da4-ad20-46ae-be7d-054596d17a35), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:03.936018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acfb0076-84c0-4eb6-893f-213f3215126e req-ecdb7c31-8420-4535-bc53-6789199f6fd7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 943 time: 0.1635807 Feb 10 13:29:03.961820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:04.002483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'port_id': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697', 'mac_address': 'fa:16:3e:15:8f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:04.005013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-acfb0076-84c0-4eb6-893f-213f3215126e req-cfda7a18-70e5-46f6-8885-841182e92d83 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673065 Feb 10 13:29:04.073385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Subnet': ['ID=6da87da4-ad20-46ae-be7d-054596d17a35,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.087829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Checking segment: {'id': '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:04.088309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network hostable DHCP agents. Network: 16eb092f-86c9-4452-a2e4-abe962513794, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:04.094927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:04.095331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.121875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:04.169970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:04.171623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network 16eb092f-86c9-4452-a2e4-abe962513794 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:04.177249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:04.180484 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.201280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks [] for security_group (a6dae697-289b-45d2-bfa0-13176ec4cb02), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.205975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 16eb092f-86c9-4452-a2e4-abe962513794) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:04.209785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6dae697-289b-45d2-bfa0-13176ec4cb02), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.218208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b949e9a6-be2d-4cc0-97f9-260c701f49b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.239147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77432414-268b-4f1c-91f7-19ff96aaa09b None None] Network 16eb092f-86c9-4452-a2e4-abe962513794 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:04.259993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:04.300713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6cf995d4-5074-47e2-8736-f5533f556ca9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.301108 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Added segment 6cf995d4-5074-47e2-8736-f5533f556ca9 of type vlan for network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 Feb 10 13:29:04.334672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dae697-289b-45d2-bfa0-13176ec4cb02,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.363810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event updated for resources: {'Subnet': ['ID=b949e9a6-be2d-4cc0-97f9-260c701f49b9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.406283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-812345666-network', 'tenant_id': 'ee8b5611f4b74dab8b5bc940602db77c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:04.415348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Checking segment: {'id': 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:04.415908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network hostable DHCP agents. Network: 40908b6d-a716-4fd1-a7b6-24f246ccdced, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:04.419197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.421130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.442426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Made reservation on behalf of ee8b5611f4b74dab8b5bc940602db77c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:04.445343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.457490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.478984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:04.502453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-16eb092f-86c9-4452-a2e4-abe962513794', 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794', 'project_id': 'dddea6f8c7ea482f8d15dd117b53b83a', 'fixed_ips': [{'subnet_id': '6da87da4-ad20-46ae-be7d-054596d17a35'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:04.502453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.504327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 40908b6d-a716-4fd1-a7b6-24f246ccdced) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:04.516878 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.518064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.518651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.522739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.523219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.523942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.561411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c87f3-6583-483c-872a-31fba69e0f62 None None] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:04.575092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:04.601489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks [] for security_group (0f367023-cfe7-436a-bf27-78f934987f96), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.623498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f367023-cfe7-436a-bf27-78f934987f96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.695182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7cd3035d-26d8-4dfe-8f34-855b2c5993ab tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6250374 Feb 10 13:29:04.698641 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3504846 Feb 10 13:29:04.701702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:04.702047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:04.704030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:04.708540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Request body: {'subnet': {'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721300976-subnet', 'tenant_id': '8141c7bbf17a40b283cdacbd4117558b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:04.728612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb281af-7c81-4f8e-b49d-3ae48624b452 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.739780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f367023-cfe7-436a-bf27-78f934987f96,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:04.756841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fee93a9d-2ff2-4122-98ec-20c40329dac5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.757276 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Added segment fee93a9d-2ff2-4122-98ec-20c40329dac5 of type vlan for network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 Feb 10 13:29:04.767690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282387ac-cc1c-4ce5-92b5-f0340828c06c req-18e27227-d951-46db-8e83-1a2ab0aa094f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.769698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-282387ac-cc1c-4ce5-92b5-f0340828c06c req-18e27227-d951-46db-8e83-1a2ab0aa094f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1641150 Feb 10 13:29:04.841594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Made reservation on behalf of 8141c7bbf17a40b283cdacbd4117558b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:04.848577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.856608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ab7d-1746-4095-be8e-d00dc05d05bd tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.860888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ab7d-1746-4095-be8e-d00dc05d05bd tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.860888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84ab7d-1746-4095-be8e-d00dc05d05bd tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.861205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bc84ab7d-1746-4095-be8e-d00dc05d05bd tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1582005 Feb 10 13:29:04.873439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:04.889751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Allocated IP 172.20.0.2 (16eb092f-86c9-4452-a2e4-abe962513794/6da87da4-ad20-46ae-be7d-054596d17a35/102d049a-5d6e-44ea-b07a-2cff6af88c6b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:04.908511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-282387ac-cc1c-4ce5-92b5-f0340828c06c req-fb6259a1-e71b-48ac-ad73-2a7998855fc3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287711 Feb 10 13:29:04.921014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.936205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.936547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting subnet 6da87da4-ad20-46ae-be7d-054596d17a35 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:04.969500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:04.973013 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:04.974502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:04.975331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.030932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8524754 Feb 10 13:29:05.034484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:05.041494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Request body: {'subnet': {'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-812345666-subnet', 'tenant_id': 'ee8b5611f4b74dab8b5bc940602db77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:05.110153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f676e-32f7-4397-8cdd-cbb16af1e467 admin admin] Pushing event updated for resources: {'Network': ['ID=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:05.119006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Made reservation on behalf of ee8b5611f4b74dab8b5bc940602db77c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:05.122994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.149472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:05.210460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (cd5d1888-3d71-4a4c-967b-808d4db35740), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.279884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5d1888-3d71-4a4c-967b-808d4db35740,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:05.305622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Checking segment: {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:05.307484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Network hostable DHCP agents. Network: f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:05.336962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:05.340272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:05.349229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:05.355482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:05.357425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.383946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-220fa383-3c1c-4931-9038-1ea8161eb711 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6796567 Feb 10 13:29:05.396269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (137662f9-aba4-4e5c-a5c1-fad11bb32f15), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.418405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759077a-656a-4338-adba-9a5f940b1ad5 None None] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:05.477349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Pushing event updated for resources: {'Subnet': ['ID=137662f9-aba4-4e5c-a5c1-fad11bb32f15,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:05.485105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Checking segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:05.489782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Network hostable DHCP agents. Network: e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:05.495740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-40908b6d-a716-4fd1-a7b6-24f246ccdced', 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced', 'project_id': 'dddea6f8c7ea482f8d15dd117b53b83a', 'fixed_ips': [{'subnet_id': 'b949e9a6-be2d-4cc0-97f9-260c701f49b9'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:05.496641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.530486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:05.544694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:05.551292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:05.551292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.592452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ec2f0-ceea-4f93-8c2a-e7b157edc38d None None] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:05.593006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba65cc0c-2ecc-4b7e-854d-eda91afd735b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5568283 Feb 10 13:29:05.628193 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82e4b7c-ee74-4075-9c0a-a3062469dcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.766752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82e4b7c-ee74-4075-9c0a-a3062469dcec admin admin] Publish callbacks [] for security_group (eda2c7f3-6c06-4a72-acd0-e5c256fe58a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.772973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82e4b7c-ee74-4075-9c0a-a3062469dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eda2c7f3-6c06-4a72-acd0-e5c256fe58a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:05.877484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4b7c-ee74-4075-9c0a-a3062469dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2c7f3-6c06-4a72-acd0-e5c256fe58a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:05.904300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f82e4b7c-ee74-4075-9c0a-a3062469dcec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3ff585d510842648feb3d6cfdd25f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547657 Feb 10 13:29:05.907004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:05.929223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085b97-3b2f-45df-baa1-a6ad8a902bc1 req-db4fbca1-4a1f-4273-8679-7be91827a51e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:05.930935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b085b97-3b2f-45df-baa1-a6ad8a902bc1 req-db4fbca1-4a1f-4273-8679-7be91827a51e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 944 time: 0.5897028 Feb 10 13:29:06.003023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b085b97-3b2f-45df-baa1-a6ad8a902bc1 req-87ed6217-baf7-4614-8653-4248fa05fbe1 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Feb 10 13:29:06.033780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] Publish callbacks [] for security_group (eda2c7f3-6c06-4a72-acd0-e5c256fe58a2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.040480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks [] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.050832 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.054000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for subnet (6da87da4-ad20-46ae-be7d-054596d17a35), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.092605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] Publish callbacks [] for security_group (eda2c7f3-6c06-4a72-acd0-e5c256fe58a2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.108149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:06.110089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:06.128881 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.133229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (6da87da4-ad20-46ae-be7d-054596d17a35), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.140119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.245104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Network 16eb092f-86c9-4452-a2e4-abe962513794 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:06.248791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3595ca-3a4e-4c0e-a046-02c654dbb883 None None] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:06.266809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (6da87da4-ad20-46ae-be7d-054596d17a35), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.328825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Allocated IP 172.20.0.18 (40908b6d-a716-4fd1-a7b6-24f246ccdced/b949e9a6-be2d-4cc0-97f9-260c701f49b9/c527dcfb-3929-4b15-b683-e4cbba705c1f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:06.377358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (6da87da4-ad20-46ae-be7d-054596d17a35), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.420347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.426824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/subnets/6da87da4-ad20-46ae-be7d-054596d17a35 HTTP/1.1" status: 204 len: 168 time: 1.5499477 Feb 10 13:29:06.429646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e61e5-d246-43dc-854f-eaec435aa324 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Subnet': ['ID=6da87da4-ad20-46ae-be7d-054596d17a35,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:06.437502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eda2c7f3-6c06-4a72-acd0-e5c256fe58a2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.450134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.450134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eda2c7f3-6c06-4a72-acd0-e5c256fe58a2 HTTP/1.1" status: 204 len: 168 time: 0.5341604 Feb 10 13:29:06.450134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:06.506546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f67ef6-7292-42a0-8696-49600d590438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2c7f3-6c06-4a72-acd0-e5c256fe58a2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:06.517505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:06.533669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:06.564472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting subnet b949e9a6-be2d-4cc0-97f9-260c701f49b9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:06.577081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-a2ccaf03-d0ef-4815-a0be-e713f2c0fb9b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:06.591212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-a2ccaf03-d0ef-4815-a0be-e713f2c0fb9b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.3354256 Feb 10 13:29:06.614785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-f87c9178-6043-4773-b954-723fcf9a4f14 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/quotas/ee8b5611f4b74dab8b5bc940602db77c HTTP/1.1" status: 200 len: 375 time: 0.0226111 Feb 10 13:29:06.668554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-491d7455-2803-4d5c-80c4-196a1d51333c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474489 Feb 10 13:29:06.742336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7245801-6e57-4004-902a-ea58f4e3b80b None None] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:06.846406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Publish callbacks [] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.860828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for subnet (b949e9a6-be2d-4cc0-97f9-260c701f49b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:06.904049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:29:06.928018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-73857327-785a-4be4-89ea-6f0b2d06d0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527418 Feb 10 13:29:06.962852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b949e9a6-be2d-4cc0-97f9-260c701f49b9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.068103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Pushing event updated for resources: {'Port': ['ID=102d049a-5d6e-44ea-b07a-2cff6af88c6b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:07.122961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-abf5e145-d656-4950-a27a-fc1044669b15 service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861427 Feb 10 13:29:07.150905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.193153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b949e9a6-be2d-4cc0-97f9-260c701f49b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.366522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b949e9a6-be2d-4cc0-97f9-260c701f49b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.421199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.434682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/subnets/b949e9a6-be2d-4cc0-97f9-260c701f49b9 HTTP/1.1" status: 204 len: 168 time: 0.9872570 Feb 10 13:29:07.443586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:07.514515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Attempting to bind port 102d049a-5d6e-44ea-b07a-2cff6af88c6b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:07.514915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Attempting to bind port 102d049a-5d6e-44ea-b07a-2cff6af88c6b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:07.515237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Attempting to bind port 102d049a-5d6e-44ea-b07a-2cff6af88c6b on network 16eb092f-86c9-4452-a2e4-abe962513794 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:07.518403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadf9a1-3cb1-41de-8318-39bd9c28da57 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Subnet': ['ID=b949e9a6-be2d-4cc0-97f9-260c701f49b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:07.535687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:07.536611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Pushing event updated for resources: {'Port': ['ID=c527dcfb-3929-4b15-b683-e4cbba705c1f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:07.553617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:07.554066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Checking segment: {'id': '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:07.554391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.554787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Bound using segment: {'id': '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:07.555272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Bound port: 102d049a-5d6e-44ea-b07a-2cff6af88c6b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16eb092f-86c9-4452-a2e4-abe962513794'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:07.555703 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.557903 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.562210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:07.564815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:07.698392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9d8a5-df70-4de5-806a-ccc5eed916fc req-87170aee-bc87-4e3b-8ae4-dce837bcc5b4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:07.708593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89d9d8a5-df70-4de5-806a-ccc5eed916fc req-87170aee-bc87-4e3b-8ae4-dce837bcc5b4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.3592467 Feb 10 13:29:07.724500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:07.726356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:07.726519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491612c-a457-4120-8cc5-6942eba03c69 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:07.733692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:07.734698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4491612c-a457-4120-8cc5-6942eba03c69 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891564 Feb 10 13:29:07.866574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89d9d8a5-df70-4de5-806a-ccc5eed916fc req-1bdc91f3-683a-460e-90b5-e8b0412798ae tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Feb 10 13:29:07.879584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Attempting to bind port c527dcfb-3929-4b15-b683-e4cbba705c1f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:07.879995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Attempting to bind port c527dcfb-3929-4b15-b683-e4cbba705c1f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:07.880331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Attempting to bind port c527dcfb-3929-4b15-b683-e4cbba705c1f on network 40908b6d-a716-4fd1-a7b6-24f246ccdced {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:07.905822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:07.999995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (40908b6d-a716-4fd1-a7b6-24f246ccdced), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.160908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting port c527dcfb-3929-4b15-b683-e4cbba705c1f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:08.161170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.197831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162454e-f921-468f-8310-ee60329d5b79 req-b926b755-3427-460b-8897-6b229f554c5e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:08.209686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4162454e-f921-468f-8310-ee60329d5b79 req-b926b755-3427-460b-8897-6b229f554c5e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 944 time: 0.1853187 Feb 10 13:29:08.242144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] For port 102d049a-5d6e-44ea-b07a-2cff6af88c6b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:08.251522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] For port 102d049a-5d6e-44ea-b07a-2cff6af88c6b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=102d049a-5d6e-44ea-b07a-2cff6af88c6b,segment=NetworkSegment(5bdbc0a7-3d4b-410d-800c-46ae1b878ba7),segment_id=5bdbc0a7-3d4b-410d-800c-46ae1b878ba7)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:08.275823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:08.300922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] For port c527dcfb-3929-4b15-b683-e4cbba705c1f, host n-d-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:08.301565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.319556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Calling delete_port for c527dcfb-3929-4b15-b683-e4cbba705c1f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:08.331466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4162454e-f921-468f-8310-ee60329d5b79 req-c36ea998-542c-41b8-b1bc-09af20c316ea tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184473 Feb 10 13:29:08.334269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'port_id': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'mac_address': 'fa:16:3e:20:97:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb27b81-302a-420e-99c1-ad52194cf660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:08.360068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:08.360458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Checking segment: {'id': 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:08.360898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.361294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Bound using segment: {'id': 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:08.365949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Bound port: c527dcfb-3929-4b15-b683-e4cbba705c1f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '40908b6d-a716-4fd1-a7b6-24f246ccdced'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:08.366396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.422540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c527dcfb-3929-4b15-b683-e4cbba705c1f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.484344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] No DVR routers for this DVR port c527dcfb-3929-4b15-b683-e4cbba705c1f on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:08.490739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f43ea67f-8dd6-4007-88ae-cce58ba44e79 req-75b3e9bb-2aa8-4def-9c25-dc7f42bcc789 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 210 time: 0.0469484 Feb 10 13:29:08.507394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Port': ['ID=c527dcfb-3929-4b15-b683-e4cbba705c1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:08.570568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:08.570991 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.618742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.647971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:08.659338 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082aa932-344c-438c-bb0c-9f1b42d88fcc" -d '{"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-unplugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:08.697563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (40908b6d-a716-4fd1-a7b6-24f246ccdced), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.749445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40908b6d-a716-4fd1-a7b6-24f246ccdced']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:08.759142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:08.759370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd350bc6-e3f9-462a-b8e6-04fc2de9622b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:08.795582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:08.812804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67af2-4dca-41fe-b999-36903e565596 None None] Pushing event updated for resources: {'Port': ['ID=102d049a-5d6e-44ea-b07a-2cff6af88c6b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:08.818356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (fd350bc6-e3f9-462a-b8e6-04fc2de9622b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.860180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fd350bc6-e3f9-462a-b8e6-04fc2de9622b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.877572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:08.879542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (fd350bc6-e3f9-462a-b8e6-04fc2de9622b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:08.889624 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d1fe5-8ce1-48c2-bb84-2d1a87118297 x-openstack-request-id: req-627d1fe5-8ce1-48c2-bb84-2d1a87118297 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:08.889914 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-unplugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:08.890859 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-627d1fe5-8ce1-48c2-bb84-2d1a87118297 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:08.895993 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'code': 200} Feb 10 13:29:08.944133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:09.068050 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:09.153408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979227d0-fb13-4547-bfac-337c7b36b32e req-bdf3e0aa-e3cb-4ae0-84ee-5908dba664f0 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:09.154752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fa540dfc-332e-46e4-aa63-8fce9a0635c1 None None] Port c527dcfb-3929-4b15-b683-e4cbba705c1f has been deleted concurrently {{(pid=103401) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 13:29:09.156414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.162676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-979227d0-fb13-4547-bfac-337c7b36b32e req-bdf3e0aa-e3cb-4ae0-84ee-5908dba664f0 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 943 time: 0.1916459 Feb 10 13:29:09.166264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:29:09.172952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (40908b6d-a716-4fd1-a7b6-24f246ccdced), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.199965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.208023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/40908b6d-a716-4fd1-a7b6-24f246ccdced HTTP/1.1" status: 204 len: 168 time: 1.4717584 Feb 10 13:29:09.212155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211232-2c45-4184-8662-83a8806573e3 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=40908b6d-a716-4fd1-a7b6-24f246ccdced,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:09.226718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:09.300584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:09.301164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.360045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-c46fc428-6f7d-4cc4-8fea-cd49b29d4593 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:09.365741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-c46fc428-6f7d-4cc4-8fea-cd49b29d4593 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.2964404 Feb 10 13:29:09.380175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'port': {'device_id': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'admin_state_up': True, 'tenant_id': 'ee8b5611f4b74dab8b5bc940602db77c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:09.444545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823f259-a8b5-4e00-b0d7-9e18222e2f25 None None] Network 16eb092f-86c9-4452-a2e4-abe962513794 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:09.481879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (16eb092f-86c9-4452-a2e4-abe962513794), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.685438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-979227d0-fb13-4547-bfac-337c7b36b32e req-6e9c8102-f5f7-46c4-957a-c819779aa5b9 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050440 Feb 10 13:29:09.730280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Made reservation on behalf of ee8b5611f4b74dab8b5bc940602db77c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:09.734088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.768442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Deleting port 102d049a-5d6e-44ea-b07a-2cff6af88c6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:09.771090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:09.951965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:29:09.952526 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:29:09.993483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] For port 102d049a-5d6e-44ea-b07a-2cff6af88c6b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=102d049a-5d6e-44ea-b07a-2cff6af88c6b,segment=NetworkSegment(5bdbc0a7-3d4b-410d-800c-46ae1b878ba7),segment_id=5bdbc0a7-3d4b-410d-800c-46ae1b878ba7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:09.993846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.028404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Calling delete_port for 102d049a-5d6e-44ea-b07a-2cff6af88c6b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:10.118216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Allocated IP 172.20.0.9 (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7/137662f9-aba4-4e5c-a5c1-fad11bb32f15/cf08ec1a-11e4-463c-878c-d2634e0b80cb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:10.195331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:10.260547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0253ce-d770-4631-babf-465796c69d8f req-9788dac3-87e0-4319-b5c7-394227c09b4f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:10.272493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd0253ce-d770-4631-babf-465796c69d8f req-9788dac3-87e0-4319-b5c7-394227c09b4f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 944 time: 0.1407161 Feb 10 13:29:10.278878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:10.279474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.280708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (102d049a-5d6e-44ea-b07a-2cff6af88c6b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.331811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Port': ['ID=102d049a-5d6e-44ea-b07a-2cff6af88c6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:10.347037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] No DVR routers for this DVR port 102d049a-5d6e-44ea-b07a-2cff6af88c6b on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:10.353610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:10.362127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.381718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.433823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd0253ce-d770-4631-babf-465796c69d8f req-dcc4713a-37c7-44a6-b3aa-31624073e0e0 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544201 Feb 10 13:29:10.484670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.533755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (16eb092f-86c9-4452-a2e4-abe962513794), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.569062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:10.591572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eb092f-86c9-4452-a2e4-abe962513794']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:10.594728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:10.602769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:10.606195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:10.606589 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.618047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:10.627399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:10.627908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:10.628223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdbc0a7-3d4b-410d-800c-46ae1b878ba7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:10.643219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5bdbc0a7-3d4b-410d-800c-46ae1b878ba7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.658486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:10.665458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.696324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5bdbc0a7-3d4b-410d-800c-46ae1b878ba7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.727718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbd9eb-381b-4dd6-b2f0-91cf45254b3f req-9d158db4-1b86-4c52-aaea-cb0da4c99c52 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:10.737246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34bbd9eb-381b-4dd6-b2f0-91cf45254b3f req-9d158db4-1b86-4c52-aaea-cb0da4c99c52 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 931 time: 0.2061038 Feb 10 13:29:10.762814 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:10.771702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:10.772128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5bdbc0a7-3d4b-410d-800c-46ae1b878ba7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:10.775462 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:10.798199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:10.806127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:10.814653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.877123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['16d8c5be-4885-4574-95ed-17d84c34e8cb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:10.933348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (16eb092f-86c9-4452-a2e4-abe962513794), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.972820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:10.975381 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe3d28-93c4-49dc-b13a-812b701139b2" -d '{"events": [{"server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "name": "network-vif-plugged", "status": "completed", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:10.980167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:10.988314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/16eb092f-86c9-4452-a2e4-abe962513794 HTTP/1.1" status: 204 len: 168 time: 1.7538412 Feb 10 13:29:11.001377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-1cc4e62d-39a6-4c3c-a952-754d6205f350 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6256983 Feb 10 13:29:11.003368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:11.028640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34bbd9eb-381b-4dd6-b2f0-91cf45254b3f req-590e7c84-43fb-4648-ba9d-b024bed1eb0b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904227 Feb 10 13:29:11.030206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55657-5d6f-4e72-b89c-d7d684f0c186 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=16eb092f-86c9-4452-a2e4-abe962513794,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:11.081221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Request body: {'port': {'device_id': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:11.174771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.216900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7edb3-4452-4973-9665-b604380aa22f None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:29:11.221604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.338232 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-14ffc420-6928-438d-a928-84518cab626c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4757793 Feb 10 13:29:11.343398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d1ce0afc-c4c8-407f-bafe-b7cd131d739f None None] Could not find standard attr ID for object c527dcfb-3929-4b15-b683-e4cbba705c1f. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:29:11.354195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (363a38c7-382c-4108-987b-ad71fa8478da), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.419578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7edb3-4452-4973-9665-b604380aa22f None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:29:11.443157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-3baca370-2eea-4f5c-865f-4ba1e2f20e67 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.444726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-3baca370-2eea-4f5c-865f-4ba1e2f20e67 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 808 time: 0.2219918 Feb 10 13:29:11.483019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-be696f8a-32a2-45c8-bf56-79895cf996d8 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/quotas/8141c7bbf17a40b283cdacbd4117558b HTTP/1.1" status: 200 len: 375 time: 0.0308759 Feb 10 13:29:11.566520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-c6ef60ff-d9de-4703-aee0-c32a7f316928 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816448 Feb 10 13:29:11.577568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:11.782130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (363a38c7-382c-4108-987b-ad71fa8478da), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.799699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d743145-963c-494b-ba5d-31597ba2b263 None None] DHCP port deletion for 40908b6d-a716-4fd1-a7b6-24f246ccdced request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:29:11.811580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-0405440c-0f4c-4b8f-8486-d70866c5481d service neutron] 10.222.0.13 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439477 Feb 10 13:29:11.819545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363a38c7-382c-4108-987b-ad71fa8478da']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:11.843956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84118f80-5f5b-4089-8127-58202d8b254c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.851799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.852296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.852671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.853166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.853291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfc7ea-7d7b-4099-acad-18d14ec9d6ff None None] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:11.853828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.854345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.854887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:11.857296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-3ee32685-eb8d-419d-9e24-fb8d99c314c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.4600439 Feb 10 13:29:11.867279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f406526-6cb7-4401-bd15-f02fb79cf886') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:11.867620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f406526-6cb7-4401-bd15-f02fb79cf886') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:11.895651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfc7ea-7d7b-4099-acad-18d14ec9d6ff None None] Network 40908b6d-a716-4fd1-a7b6-24f246ccdced could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:29:11.903783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2f406526-6cb7-4401-bd15-f02fb79cf886), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.952524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2f406526-6cb7-4401-bd15-f02fb79cf886), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.968057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-b9002865-f2d8-46ce-90a8-5b9bf85913b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555848 Feb 10 13:29:11.976680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:11.977148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2f406526-6cb7-4401-bd15-f02fb79cf886), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:11.981778 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:12.036988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf08ec1a-11e4-463c-878c-d2634e0b80cb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:12.043885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84118f80-5f5b-4089-8127-58202d8b254c admin admin] Publish callbacks [] for security_group (098f1771-dadc-4733-9f22-50538a6d41c3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.051832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84118f80-5f5b-4089-8127-58202d8b254c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (098f1771-dadc-4733-9f22-50538a6d41c3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.093486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84118f80-5f5b-4089-8127-58202d8b254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098f1771-dadc-4733-9f22-50538a6d41c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:12.116919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84118f80-5f5b-4089-8127-58202d8b254c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=274284f8601a47a8a63c37233b7aa861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358853 Feb 10 13:29:12.117164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:12.186692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] Publish callbacks [] for security_group (098f1771-dadc-4733-9f22-50538a6d41c3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.216532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] Publish callbacks [] for security_group (098f1771-dadc-4733-9f22-50538a6d41c3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.311475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (098f1771-dadc-4733-9f22-50538a6d41c3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.314092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.318086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/098f1771-dadc-4733-9f22-50538a6d41c3 HTTP/1.1" status: 204 len: 168 time: 0.1972082 Feb 10 13:29:12.330085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79550f90-d04d-4cd4-b814-9fc778dbbb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f1771-dadc-4733-9f22-50538a6d41c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:12.377860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fae7a-960d-4a57-b997-775263ef1a0d req-95dcee9a-9151-4bfe-83f3-dce62837916b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:12.379466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e59fae7a-960d-4a57-b997-775263ef1a0d req-95dcee9a-9151-4bfe-83f3-dce62837916b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 944 time: 0.1158261 Feb 10 13:29:12.463195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks [] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.463936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e59fae7a-960d-4a57-b997-775263ef1a0d req-c31d8921-02cb-4609-8227-7d37bf26264f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765557 Feb 10 13:29:12.501391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Transition to ACTIVE for port object cf08ec1a-11e4-463c-878c-d2634e0b80cb will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:12.507758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (363a38c7-382c-4108-987b-ad71fa8478da), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.513637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.517097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/363a38c7-382c-4108-987b-ad71fa8478da HTTP/1.1" status: 204 len: 168 time: 1.5127077 Feb 10 13:29:12.519908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:12.542686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dadae0-48c0-420b-a316-15dfdfccf286 tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=363a38c7-382c-4108-987b-ad71fa8478da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:12.561835 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dde6e65-7d6f-4ffb-b865-71aa26bae772 x-openstack-request-id: req-6dde6e65-7d6f-4ffb-b865-71aa26bae772 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:12.562398 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "name": "network-vif-plugged", "status": "completed", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:12.562398 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dde6e65-7d6f-4ffb-b865-71aa26bae772 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:12.562398 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697', 'code': 200} Feb 10 13:29:12.581587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.641150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (008d5fdc-36b6-4622-9c1c-98943c72724b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.659833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c527dcfb-3929-4b15-b683-e4cbba705c1f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:12.713999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:12.715883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-e83e3937-fd18-42a6-a7b4-d987d1865aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:12.717662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-e83e3937-fd18-42a6-a7b4-d987d1865aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:12.719083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-e83e3937-fd18-42a6-a7b4-d987d1865aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:12.719689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c527dcfb-3929-4b15-b683-e4cbba705c1f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:12.720033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c527dcfb-3929-4b15-b683-e4cbba705c1f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:12.726978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-e83e3937-fd18-42a6-a7b4-d987d1865aeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 2291 time: 0.8251820 Feb 10 13:29:12.820339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 16d8c5be-4885-4574-95ed-17d84c34e8cb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:12.821953 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.964971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (008d5fdc-36b6-4622-9c1c-98943c72724b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:12.968154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:12.996657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac20d-4fa4-4b28-b4c7-bac336b56d04 req-6bcf632a-4b14-4819-96b9-f0ad1d807fb1 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:12.999720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75dac20d-4fa4-4b28-b4c7-bac336b56d04 req-6bcf632a-4b14-4819-96b9-f0ad1d807fb1 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.3551555 Feb 10 13:29:13.024606 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-e7c031f9-28bc-4959-8702-9ad1566f134c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 1000 time: 0.2795720 Feb 10 13:29:13.026943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 16d8c5be-4885-4574-95ed-17d84c34e8cb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:13.028118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.068158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a6e5-1cf6-45e4-a012-f7df9cc433b0 req-bc79da94-a527-4f80-a994-263cfcdd3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.069848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ca3a6e5-1cf6-45e4-a012-f7df9cc433b0 req-bc79da94-a527-4f80-a994-263cfcdd3c6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 1127 time: 0.3839629 Feb 10 13:29:13.091675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:13.098688 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.113751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008d5fdc-36b6-4622-9c1c-98943c72724b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:13.136061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Attempting to bind port cf08ec1a-11e4-463c-878c-d2634e0b80cb on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:13.136409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Attempting to bind port cf08ec1a-11e4-463c-878c-d2634e0b80cb by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:13.137026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Attempting to bind port cf08ec1a-11e4-463c-878c-d2634e0b80cb on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:13.146301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Port cf08ec1a-11e4-463c-878c-d2634e0b80cb on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:13.146885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Attempting to bind port cf08ec1a-11e4-463c-878c-d2634e0b80cb on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:13.148609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d80a287-b569-499d-be9a-8db2875cb7de') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:13.149073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d80a287-b569-499d-be9a-8db2875cb7de') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:13.176612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:13.177471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Checking segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:13.178036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Bound using segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:13.181764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Bound port: cf08ec1a-11e4-463c-878c-d2634e0b80cb, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:13.183098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.193486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:13.213344 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (3d80a287-b569-499d-be9a-8db2875cb7de), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.214598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-f8a4d2c2-c35d-4f17-b670-3deacd4a3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.216210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-f8a4d2c2-c35d-4f17-b670-3deacd4a3a5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 200 len: 850 time: 0.1831238 Feb 10 13:29:13.277450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75dac20d-4fa4-4b28-b4c7-bac336b56d04 req-d47c56ab-7dae-4d2c-b78c-f5e19af30d1a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680671 Feb 10 13:29:13.289456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3d80a287-b569-499d-be9a-8db2875cb7de), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.313032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:13.314072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (3d80a287-b569-499d-be9a-8db2875cb7de), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:13.324591 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:13.331834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6ca3a6e5-1cf6-45e4-a012-f7df9cc433b0 req-645ce2be-e676-4a57-bd34-4c11a8dec659 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491736 Feb 10 13:29:13.372412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-150a8581-907a-4047-863a-ebf96e9051f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.374363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-150a8581-907a-4047-863a-ebf96e9051f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1205552 Feb 10 13:29:13.389041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:13.393848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:13.403091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.480019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (008d5fdc-36b6-4622-9c1c-98943c72724b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.482718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:13.486729 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.493476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] 10.222.0.13 "DELETE /v2.0/networks/008d5fdc-36b6-4622-9c1c-98943c72724b HTTP/1.1" status: 204 len: 168 time: 0.9699097 Feb 10 13:29:13.510504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.513617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:13.516146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-7eef61ab-24b4-4eb4-84da-92ca5698b0f8 service neutron] 10.222.0.77 "PUT /v2.0/ports/cf08ec1a-11e4-463c-878c-d2634e0b80cb HTTP/1.1" status: 200 len: 1091 time: 2.4537933 Feb 10 13:29:13.516809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:13.520302 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e9de2-0091-4783-9df1-34392caecdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:13.529812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475668c-eda3-401d-8cc9-891757d6e7aa tempest-BulkNetworkOpsTest-72677751 tempest-BulkNetworkOpsTest-72677751-project] Pushing event deleted for resources: {'Network': ['ID=008d5fdc-36b6-4622-9c1c-98943c72724b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:13.539155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f650f-51af-4bee-bc19-8bc8e46484b9 req-c6a25c01-c60a-45a3-b698-7d338920d790 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.547825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-997f650f-51af-4bee-bc19-8bc8e46484b9 req-c6a25c01-c60a-45a3-b698-7d338920d790 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 943 time: 0.1148174 Feb 10 13:29:13.553973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-8d902e41-6caf-4f4f-979c-0633ff133e2b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:29:13.554992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-8d902e41-6caf-4f4f-979c-0633ff133e2b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072451 Feb 10 13:29:13.631954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-997f650f-51af-4bee-bc19-8bc8e46484b9 req-e6b4791e-3bf6-427c-a36f-176a192c7421 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829356 Feb 10 13:29:13.768139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0501353-09bd-4de4-8f29-f29d122ad7b5 req-ffad5b9c-742c-4af1-919c-4bf8bdc84f2e tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 210 time: 0.0530689 Feb 10 13:29:13.770803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-d455d1ee-79f1-4776-b9ae-c895ecd5d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:13.772454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-d455d1ee-79f1-4776-b9ae-c895ecd5d93e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 1125 time: 0.1953397 Feb 10 13:29:13.887129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-8c77a2a3-1d3f-4be1-a728-b3c4b705b119 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb HTTP/1.1" status: 200 len: 217 time: 0.1045680 Feb 10 13:29:13.908026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-d9ca1576-c9ca-4d55-9212-90b5a6ea6aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692742 Feb 10 13:29:13.912720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:14.006200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f968-b3ac-4d24-a02f-d24a03d47bb4 req-45dcd1be-f1c7-4c7f-86f7-728618396382 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.011868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0701f968-b3ac-4d24-a02f-d24a03d47bb4 req-45dcd1be-f1c7-4c7f-86f7-728618396382 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1560712 Feb 10 13:29:14.156785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0701f968-b3ac-4d24-a02f-d24a03d47bb4 req-3ee0f53a-d86e-408f-a696-9a91c0d21271 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341040 Feb 10 13:29:14.255066 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4711c8-eb31-4ea4-a26d-70ed75ef1526 x-openstack-request-id: req-0a4711c8-eb31-4ea4-a26d-70ed75ef1526 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:14.255360 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:14.255618 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a4711c8-eb31-4ea4-a26d-70ed75ef1526 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:14.256033 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'status': 'completed', 'code': 200} Feb 10 13:29:14.268497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-c6c710d4-939c-44ad-97c9-a81625e0e93d tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.269978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-c6c710d4-939c-44ad-97c9-a81625e0e93d tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 808 time: 0.2917712 Feb 10 13:29:14.271808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-a0a82dfe-a959-49e2-97ef-9d6d934d0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.272895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-a0a82dfe-a959-49e2-97ef-9d6d934d0fb2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.3638611 Feb 10 13:29:14.286411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Request body: {'port': {'device_id': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292', 'admin_state_up': True, 'tenant_id': '8141c7bbf17a40b283cdacbd4117558b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:14.380069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-64f3fbe9-74a7-4ab5-a273-5f66f261ce15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002793 Feb 10 13:29:14.436960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-9ef2b0b5-d6be-4150-9185-647b6b2249b9 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071409 Feb 10 13:29:14.447713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4152-85a0-42e8-9bb1-1b655cf070dd req-60361ae8-b555-4705-9ced-640172311a4d tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.455727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aebf4152-85a0-42e8-9bb1-1b655cf070dd req-60361ae8-b555-4705-9ced-640172311a4d tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0669272 Feb 10 13:29:14.521905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aebf4152-85a0-42e8-9bb1-1b655cf070dd req-04825e84-7b40-4ba0-bbd7-1a22cf00b588 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Feb 10 13:29:14.549207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-c0a5f97a-a34d-4d6e-8c2f-b458a064ee63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 217 time: 0.0877848 Feb 10 13:29:14.558210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14074f18-b9b8-45b9-be20-7582ba5f48ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dddea6f8c7ea482f8d15dd117b53b83a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6431434 Feb 10 13:29:14.561043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:14.566013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:14.569225 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef6d9f-5f04-4da4-8b86-df736a17ec29" -d '{"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-plugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:14.660860 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7cbba-3a26-44bf-a3b6-73394deca22a x-openstack-request-id: req-1df7cbba-3a26-44bf-a3b6-73394deca22a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:14.661803 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-plugged", "status": "completed", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:14.662439 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1df7cbba-3a26-44bf-a3b6-73394deca22a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:14.664324 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'code': 200} Feb 10 13:29:14.675534 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] Publish callbacks [] for security_group (f4d9f0fc-1d3b-45d8-9277-c344884e96b0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:14.735468 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] Publish callbacks [] for security_group (f4d9f0fc-1d3b-45d8-9277-c344884e96b0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:14.835091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-33cd7363-6fa3-4712-80b5-917b2f6f15c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452071 Feb 10 13:29:14.878011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4d9f0fc-1d3b-45d8-9277-c344884e96b0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:14.886979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:14.888380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4d9f0fc-1d3b-45d8-9277-c344884e96b0 HTTP/1.1" status: 204 len: 168 time: 0.3262403 Feb 10 13:29:14.902285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-b5c5b492-c2d2-475e-9bb6-2e1da934ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.903162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955db70-434c-4ba3-9eaf-26d20325e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d9f0fc-1d3b-45d8-9277-c344884e96b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:14.904031 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-b5c5b492-c2d2-475e-9bb6-2e1da934ef22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.3447585 Feb 10 13:29:14.934722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5c5d-55a3-4274-9d6d-6ec854b3208c req-9de6c004-de99-46ac-a8d2-ea505445c6f9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:14.935673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Made reservation on behalf of 8141c7bbf17a40b283cdacbd4117558b for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:14.936358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5c5d-55a3-4274-9d6d-6ec854b3208c req-9de6c004-de99-46ac-a8d2-ea505445c6f9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 943 time: 0.1221032 Feb 10 13:29:14.945353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:15.045553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd7e5c5d-55a3-4274-9d6d-6ec854b3208c req-3cb31ead-5d41-4db1-83b4-27717a6c12c0 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982735 Feb 10 13:29:15.053102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a6e59ddd-08f3-42e8-95dc-0486d0e656e7 req-88c6ab93-72d3-4323-af93-83daee9de340 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089930 Feb 10 13:29:15.123842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f0b92-63b7-417f-ac7f-f6ee662e49b6 req-d928778b-ee7f-4805-818d-5de27157841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.135895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-228f0b92-63b7-417f-ac7f-f6ee662e49b6 req-d928778b-ee7f-4805-818d-5de27157841f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 1127 time: 0.2929583 Feb 10 13:29:15.207661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45abeba3-61e5-49ce-88a8-46c9b5c4736b req-7713dc1b-9d01-464b-b77d-43f7edc54c9e tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 210 time: 0.0866480 Feb 10 13:29:15.254728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-6ad8e362-c085-45f8-b07e-bfc1597acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.256295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-6ad8e362-c085-45f8-b07e-bfc1597acad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3381317 Feb 10 13:29:15.352466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704ecb-ce07-44cb-ab96-5bb021bcc2d5 req-4e2a53ab-52ac-4cdc-ab5c-c30691eaa4f3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.359328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44704ecb-ce07-44cb-ab96-5bb021bcc2d5 req-4e2a53ab-52ac-4cdc-ab5c-c30691eaa4f3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.0840216 Feb 10 13:29:15.438467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-bd9f0f0d-af42-4007-a5ff-6a819f0bd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.439972 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-bd9f0f0d-af42-4007-a5ff-6a819f0bd5be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 1125 time: 0.3197269 Feb 10 13:29:15.446504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-228f0b92-63b7-417f-ac7f-f6ee662e49b6 req-18d37c80-991c-436a-bf8a-c85f9c9ed2e7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857025 Feb 10 13:29:15.472577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44704ecb-ce07-44cb-ab96-5bb021bcc2d5 req-6623e8ce-144b-467a-8780-51f7f08b54ab tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043639 Feb 10 13:29:15.582707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-d6ff452f-e2bf-4ece-8b13-9ece5979e876 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009820 Feb 10 13:29:15.601340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Allocated IP 172.20.0.3 (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292/cd5d1888-3d71-4a4c-967b-808d4db35740/156db547-5596-4fca-b484-a78adf314229) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:15.709786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-b9ecc17c-ec04-4279-96f0-1e56ee3430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.711886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82420-f12f-4dd3-93ac-0048ae901c24 req-daf44f6f-64f6-41f0-b7d7-af1dc8b74e97 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.712378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-b9ecc17c-ec04-4279-96f0-1e56ee3430b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 922 time: 0.2570114 Feb 10 13:29:15.714370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f82420-f12f-4dd3-93ac-0048ae901c24 req-daf44f6f-64f6-41f0-b7d7-af1dc8b74e97 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1050322 Feb 10 13:29:15.794374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-7f736d98-9b6a-4dbc-8137-db81eae44fb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb HTTP/1.1" status: 200 len: 217 time: 0.0699143 Feb 10 13:29:15.812104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6f82420-f12f-4dd3-93ac-0048ae901c24 req-70670cde-a0fa-4d5d-9345-126be61d5266 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908492 Feb 10 13:29:15.874659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-55fa212c-13ea-46ca-9346-846e7a1db65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:15.876167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-55fa212c-13ea-46ca-9346-846e7a1db65f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.0618050 Feb 10 13:29:15.883582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-f18a174f-b38d-40e6-abfa-65b3de5a1a74 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917614 Feb 10 13:29:15.983616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-622a9d16-f19b-461a-99d5-d568c8eaf47e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951753 Feb 10 13:29:15.987275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-c032574e-9eed-4b69-8a77-3d1b87292a53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 217 time: 0.0972991 Feb 10 13:29:16.167112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-e978c40c-248a-44c4-86fb-b3cebf6ee959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.168694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-e978c40c-248a-44c4-86fb-b3cebf6ee959 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.1745245 Feb 10 13:29:16.206850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks [] for port (156db547-5596-4fca-b484-a78adf314229), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:16.254097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-72e826ae-766a-430a-ad98-f6eb3ec0162b service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611086 Feb 10 13:29:16.291287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-73c9338e-d31b-451b-98a2-19908c8a4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.292823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-73c9338e-d31b-451b-98a2-19908c8a4ead service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 1127 time: 0.2034664 Feb 10 13:29:16.343072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-1629e786-b98c-4e1d-b1db-4ad415b041a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.344831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-1629e786-b98c-4e1d-b1db-4ad415b041a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1640859 Feb 10 13:29:16.345375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:16.359915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ad88-ce07-4b71-8161-2779bdb6e36d req-618c7593-b448-45e8-8347-2041d3d81ec5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.376127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee80ad88-ce07-4b71-8161-2779bdb6e36d req-618c7593-b448-45e8-8347-2041d3d81ec5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1590424 Feb 10 13:29:16.439847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:16.493097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee80ad88-ce07-4b71-8161-2779bdb6e36d req-deb14547-d226-4dc1-a068-8426d3c30225 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127210 Feb 10 13:29:16.679322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-7633f3f3-6f2d-4df7-852d-b077e56228fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.681150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-7633f3f3-6f2d-4df7-852d-b077e56228fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 911 time: 0.3793685 Feb 10 13:29:16.749747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-2d57221a-5a24-452e-8ff4-a6dd1af303fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 HTTP/1.1" status: 200 len: 217 time: 0.0611563 Feb 10 13:29:16.762295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1752231874'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:16.817102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c6c71-3989-44a2-b11b-e6b864683860 req-396a65fb-5978-4f4a-97f6-d533dc36e4c0 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:16.825306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d2c6c71-3989-44a2-b11b-e6b864683860 req-396a65fb-5978-4f4a-97f6-d533dc36e4c0 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 943 time: 0.2075484 Feb 10 13:29:16.880434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:16.884030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:16.921836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (156db547-5596-4fca-b484-a78adf314229), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:16.993674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:17.003969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:17.014651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:17.079392 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-20202ff1-7b95-4ecf-9334-53300440a811 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084520 Feb 10 13:29:17.080051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Pushing event updated for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:17.106692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe75aad8-196b-4af7-8ebf-65f457ca8b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.116816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1f3e9de2-0091-4783-9df1-34392caecdfd req-d9ca82b6-dcb3-4695-ade5-1fae60b62c97 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8520715 Feb 10 13:29:17.160222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.161044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.183732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-16006906-b51e-4b70-ae6e-5d55d11f8e6a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9023900 Feb 10 13:29:17.219961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Request body: {'port': {'device_id': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:17.240718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.250793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-13e7dde5-47fc-4fb2-b722-82211e1d1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.252267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-13e7dde5-47fc-4fb2-b722-82211e1d1706 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.4852104 Feb 10 13:29:17.279952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d2c6c71-3989-44a2-b11b-e6b864683860 req-76dd393d-ac46-49ad-a6f7-06c92c76d18a tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538953 Feb 10 13:29:17.322681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-fbe70284-c7a1-4177-8b35-be7f3b79915b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638397 Feb 10 13:29:17.327003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-bf97c603-48e2-46f4-b68b-bc498903979c service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364883 Feb 10 13:29:17.379128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-5013c56a-875f-4e49-b7ca-5211bd329e9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 217 time: 0.0421681 Feb 10 13:29:17.442337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-436b0d12-8f80-4ea7-a20d-831f4f18c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.444225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-436b0d12-8f80-4ea7-a20d-831f4f18c926 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0537362 Feb 10 13:29:17.446708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (156db547-5596-4fca-b484-a78adf314229), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.521560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6368f0-1cfb-4a98-9fb6-7bfcf9a17ce1 req-6cb341a8-e7c2-4063-8753-949d3199813f tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.528943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db6368f0-1cfb-4a98-9fb6-7bfcf9a17ce1 req-6cb341a8-e7c2-4063-8753-949d3199813f tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 931 time: 0.1381528 Feb 10 13:29:17.569451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe75aad8-196b-4af7-8ebf-65f457ca8b5a admin admin] Publish callbacks [] for security_group (f2940be2-01f0-4a13-ae3a-e81a62fed025), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.575545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-0aa6ed70-c580-4210-b590-ed4c35b14863 service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399929 Feb 10 13:29:17.583612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe75aad8-196b-4af7-8ebf-65f457ca8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f2940be2-01f0-4a13-ae3a-e81a62fed025), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.587170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (9a7eb413-0f3a-4e89-b16a-f4b068afa4fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.601122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a7eb413-0f3a-4e89-b16a-f4b068afa4fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.647967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7eb413-0f3a-4e89-b16a-f4b068afa4fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:17.682817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:17.710118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe75aad8-196b-4af7-8ebf-65f457ca8b5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7565a53c976e4f9fa48b0501115ed9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3605752 Feb 10 13:29:17.714169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75aad8-196b-4af7-8ebf-65f457ca8b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2940be2-01f0-4a13-ae3a-e81a62fed025,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:17.723942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db6368f0-1cfb-4a98-9fb6-7bfcf9a17ce1 req-ec67782e-fc7a-463a-9756-dfa72360247f tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919436 Feb 10 13:29:17.726267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:17.733849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-5345d245-9ac4-4067-8ef9-ff738f1a65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.737069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-5345d245-9ac4-4067-8ef9-ff738f1a65a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2761412 Feb 10 13:29:17.755409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-cddf83d4-d915-4e2e-9537-4db46fc7d5db service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:29:17.756595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-cddf83d4-d915-4e2e-9537-4db46fc7d5db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069783 Feb 10 13:29:17.807601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (98af422b-e1b0-4629-89c4-3972d62ecc8c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.808387 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment 98af422b-e1b0-4629-89c4-3972d62ecc8c of type vlan for network 7ead1455-47b5-475a-958e-31a38178667d Feb 10 13:29:17.928449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7ead1455-47b5-475a-958e-31a38178667d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.932715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7913de77-aa6e-4b25-8be5-307fe8308d79 req-4b6f3736-6db6-4c38-971b-3229f1784c36 service neutron] 10.222.0.21 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475039 Feb 10 13:29:17.963477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] Publish callbacks [] for security_group (f2940be2-01f0-4a13-ae3a-e81a62fed025), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:17.984598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7a74a-0fbb-4230-9dd8-bc856adedb42 req-2677f6b8-4eca-40e2-8fc7-e884a5d3d55e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:17.996576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96b7a74a-0fbb-4230-9dd8-bc856adedb42 req-2677f6b8-4eca-40e2-8fc7-e884a5d3d55e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.1614115 Feb 10 13:29:18.003100 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-5c2b19dc-dc74-4e46-b6f5-0ac1d9e2cf50 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378054 Feb 10 13:29:18.048030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] Publish callbacks [] for security_group (f2940be2-01f0-4a13-ae3a-e81a62fed025), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.056251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7ead1455-47b5-475a-958e-31a38178667d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.062080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.062819 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.164284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156db547-5596-4fca-b484-a78adf314229 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:18.177584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks [] for port (156db547-5596-4fca-b484-a78adf314229), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.183102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-189c1544-7b4c-4231-b368-cbfbf68b5ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712389 Feb 10 13:29:18.189498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96b7a74a-0fbb-4230-9dd8-bc856adedb42 req-2fd652bc-99c2-4204-8524-fcd0956eb11b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919260 Feb 10 13:29:18.238896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-2591defb-c272-4a50-898e-b05c61a7b1cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 217 time: 0.0464673 Feb 10 13:29:18.243935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Transition to ACTIVE for port object 156db547-5596-4fca-b484-a78adf314229 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:18.258525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8157239 Feb 10 13:29:18.259782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f2940be2-01f0-4a13-ae3a-e81a62fed025), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.260434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:18.263029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.264325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2940be2-01f0-4a13-ae3a-e81a62fed025 HTTP/1.1" status: 204 len: 168 time: 0.5282490 Feb 10 13:29:18.268414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c077a6-7d70-4eb1-9a56-e951fa40961f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=7ead1455-47b5-475a-958e-31a38178667d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:18.270581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'name': 'tempest-PortsIpV6TestJSON-716774534'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:18.284716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7ead1455-47b5-475a-958e-31a38178667d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:18.288393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770277ed-fabd-4b73-a3f8-b19e956c920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2940be2-01f0-4a13-ae3a-e81a62fed025,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:18.303575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (156db547-5596-4fca-b484-a78adf314229), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.485784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101955-c434-40f9-b7fa-956c88daa36a req-f5d01a0e-7675-407a-afa8-cb417ecffcc2 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.486891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24101955-c434-40f9-b7fa-956c88daa36a req-f5d01a0e-7675-407a-afa8-cb417ecffcc2 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1605210 Feb 10 13:29:18.556425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24101955-c434-40f9-b7fa-956c88daa36a req-1642bc31-c550-45cb-9e49-c7c593173f97 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Feb 10 13:29:18.577766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-d0845cb3-8360-4bea-986a-bc201b66b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.579294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-d0845cb3-8360-4bea-986a-bc201b66b413 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.3334522 Feb 10 13:29:18.598530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Pushing event updated for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:18.694415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:18.699281 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.715018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27bcac-f6b2-4d11-a33b-b3f9d94355e1 req-f33424b1-7b70-42f8-959c-754795bc0bf3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.723955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f27bcac-f6b2-4d11-a33b-b3f9d94355e1 req-f33424b1-7b70-42f8-959c-754795bc0bf3 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.0756750 Feb 10 13:29:18.730231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Attempting to bind port 156db547-5596-4fca-b484-a78adf314229 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:18.730569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Attempting to bind port 156db547-5596-4fca-b484-a78adf314229 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:18.731028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Attempting to bind port 156db547-5596-4fca-b484-a78adf314229 on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:18.738935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:18.742035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-2799fbbd-2f49-4565-9234-972ca73bd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.743552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-2799fbbd-2f49-4565-9234-972ca73bd37c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1464963 Feb 10 13:29:18.745724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:18.753325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Port 156db547-5596-4fca-b484-a78adf314229 on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:18.753779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Attempting to bind port 156db547-5596-4fca-b484-a78adf314229 on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:18.786463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f27bcac-f6b2-4d11-a33b-b3f9d94355e1 req-1c723b62-4228-4578-a2d9-4e9d0f95722f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603957 Feb 10 13:29:18.788879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:18.789248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Checking segment: {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:18.789625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Bound using segment: {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:18.790087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Bound port: 156db547-5596-4fca-b484-a78adf314229, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:18.790452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (156db547-5596-4fca-b484-a78adf314229), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.838858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:18.856648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd710878-416d-4a4b-b44c-d67e81402124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:18.926436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:18.946442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e68-7c7f-4ed7-8b8b-7dceac3c153b req-de168379-607c-4a08-b33b-c8c1ceaa6c6f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:18.947212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'port_id': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'mac_address': 'fa:16:3e:24:f1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137662f9-aba4-4e5c-a5c1-fad11bb32f15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:18.948277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f86e68-7c7f-4ed7-8b8b-7dceac3c153b req-de168379-607c-4a08-b33b-c8c1ceaa6c6f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 943 time: 0.0935550 Feb 10 13:29:18.987626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-03e0049f-ea69-4561-941f-e684dfe30749 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359324 Feb 10 13:29:18.996846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:19.014448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cf08ec1a-11e4-463c-878c-d2634e0b80cb is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:19.015671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.026878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f86e68-7c7f-4ed7-8b8b-7dceac3c153b req-3ad9ea2b-c1d5-49f1-b6ee-4e10c347eef7 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645337 Feb 10 13:29:19.057686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=156db547-5596-4fca-b484-a78adf314229,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:19.061774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf08ec1a-11e4-463c-878c-d2634e0b80cb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:19.082922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd710878-416d-4a4b-b44c-d67e81402124 admin admin] Publish callbacks [] for security_group (cd76fa85-7042-4ffc-ab43-a9f650073b75), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.091812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd710878-416d-4a4b-b44c-d67e81402124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cd76fa85-7042-4ffc-ab43-a9f650073b75), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.102997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (156db547-5596-4fca-b484-a78adf314229), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.113354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:19.119358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.141147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd710878-416d-4a4b-b44c-d67e81402124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd76fa85-7042-4ffc-ab43-a9f650073b75,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:19.197864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.198590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.199847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] 10.222.0.21 "PUT /v2.0/ports/156db547-5596-4fca-b484-a78adf314229 HTTP/1.1" status: 200 len: 1091 time: 1.9854987 Feb 10 13:29:19.200296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'tag': '156db547-5596-4fca-b484-a78adf314229'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:19.202684 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c18d9d7-3dbc-4899-80b2-9884bd707c74" -d '{"events": [{"name": "network-changed", "server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "tag": "156db547-5596-4fca-b484-a78adf314229"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:19.217125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.236374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:19.238585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd710878-416d-4a4b-b44c-d67e81402124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f421d1f156f64474a9b8c704fd7e8053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981946 Feb 10 13:29:19.245243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:19.247887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b148556-dc42-41ab-a12a-4a39ba963c3a service neutron] Pushing event updated for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:19.252019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-a1c36b13-27bb-4613-8da5-ec2444113a63 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575133 Feb 10 13:29:19.287960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba185f4b-bc01-4c7d-9ac1-162cf97c932d req-43699ba6-4ac1-476b-954d-7f0c46879114 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.289762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba185f4b-bc01-4c7d-9ac1-162cf97c932d req-43699ba6-4ac1-476b-954d-7f0c46879114 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 943 time: 0.1501172 Feb 10 13:29:19.333777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cf08ec1a-11e4-463c-878c-d2634e0b80cb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:19.335927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-ae0f138c-b2ce-4a48-9c51-24676ae57628 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 217 time: 0.0711274 Feb 10 13:29:19.358805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] Publish callbacks [] for security_group (cd76fa85-7042-4ffc-ab43-a9f650073b75), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.384177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] Publish callbacks [] for security_group (cd76fa85-7042-4ffc-ab43-a9f650073b75), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.392872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.413560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-246fd90d-c6a0-4d80-a0b4-559b78c0d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.415387 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-246fd90d-c6a0-4d80-a0b4-559b78c0d1dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 1125 time: 0.1619537 Feb 10 13:29:19.452688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-be342e6d-78fb-4d09-900a-ed4005e4b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.454018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cd76fa85-7042-4ffc-ab43-a9f650073b75), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.454672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-be342e6d-78fb-4d09-900a-ed4005e4b7d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1116815 Feb 10 13:29:19.458623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.462161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd76fa85-7042-4ffc-ab43-a9f650073b75 HTTP/1.1" status: 204 len: 168 time: 0.2024176 Feb 10 13:29:19.477174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba185f4b-bc01-4c7d-9ac1-162cf97c932d req-211dda60-80bf-478b-94bb-20173decb576 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775358 Feb 10 13:29:19.491470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf4570-2bd1-46ca-b019-ddc69ffe4a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd76fa85-7042-4ffc-ab43-a9f650073b75,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:19.522518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-4c714e31-6fd0-4560-8afd-284b60eaefe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156db547-5596-4fca-b484-a78adf314229 HTTP/1.1" status: 200 len: 217 time: 0.0819578 Feb 10 13:29:19.611479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=63195486-fe42-47a4-9abb-e3c3c2ff3f65,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:19.632286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-def1b7c1-38f9-4a9d-8cae-73c79f2952a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.634087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-def1b7c1-38f9-4a9d-8cae-73c79f2952a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd5d1888-3d71-4a4c-967b-808d4db35740 HTTP/1.1" status: 200 len: 848 time: 0.0815711 Feb 10 13:29:19.640345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': '98af422b-e1b0-4629-89c4-3972d62ecc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ead1455-47b5-475a-958e-31a38178667d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:19.640732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 7ead1455-47b5-475a-958e-31a38178667d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:19.656840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-59453ba9-a2e1-4497-ba0d-b2d623521b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.658091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-59453ba9-a2e1-4497-ba0d-b2d623521b99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1595373 Feb 10 13:29:19.677227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-96f23a2c-fad1-4419-b692-16501df6e614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327721 Feb 10 13:29:19.766934 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8616941d-26eb-47f3-b1f7-c41c5c50c403 x-openstack-request-id: req-8616941d-26eb-47f3-b1f7-c41c5c50c403 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:19.767248 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "tag": "156db547-5596-4fca-b484-a78adf314229", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:19.767523 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8616941d-26eb-47f3-b1f7-c41c5c50c403 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:19.767956 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'tag': '156db547-5596-4fca-b484-a78adf314229', 'status': 'completed', 'code': 200} Feb 10 13:29:19.883777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f268622-5e33-4707-9228-736a71f8be29 req-a96d9aa8-e410-4d98-8856-3074721a73c2 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.885943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f268622-5e33-4707-9228-736a71f8be29 req-a96d9aa8-e410-4d98-8856-3074721a73c2 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0651965 Feb 10 13:29:19.896150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:19.950985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7ead1455-47b5-475a-958e-31a38178667d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:19.967655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b961e2a-ed3e-453b-96f7-c0e7fad5be49 None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:19.970686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:19.976485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:19.977238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:19.982935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f268622-5e33-4707-9228-736a71f8be29 req-3ab88aa4-8a9c-4369-b144-39775ecfce06 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Feb 10 13:29:20.003447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-8ba484c6-7303-4940-81e9-f848b70fd784 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285213 Feb 10 13:29:20.042798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bfb20fb6-9330-4ce4-bf04-5c90d2365a47 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7780628 Feb 10 13:29:20.045406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:20.054398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-143368999'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:20.064541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-544fd982-ced2-4596-93c5-5c8ce013f007 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761015 Feb 10 13:29:20.133457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:20.142666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:20.217640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-959d142d-216e-4ee7-b648-91b32105b555 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073908 Feb 10 13:29:20.239165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:20.253664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fdc4604f-7872-4be1-bf8c-475ce858da9e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:20.254150 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment fdc4604f-7872-4be1-bf8c-475ce858da9e of type vlan for network 1f04300b-b780-4d21-990a-b0af105425b9 Feb 10 13:29:20.271588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c82b80f6-826e-4b9b-bbb3-2fdd026230ec req-144da67f-0323-4094-86a1-763f976622b5 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992118 Feb 10 13:29:20.276476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-e2b2b884-001e-465d-a56b-d8877886f249 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 217 time: 0.0473387 Feb 10 13:29:20.343102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1f04300b-b780-4d21-990a-b0af105425b9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:20.395283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-c44cb6a4-d7d7-4517-a09c-de4198e98e92 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:20.400003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-1bd3db70-cbb4-4118-9769-47091ec95448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:20.401539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-1bd3db70-cbb4-4118-9769-47091ec95448 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.1194754 Feb 10 13:29:20.401918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-c44cb6a4-d7d7-4517-a09c-de4198e98e92 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.3047035 Feb 10 13:29:20.413618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1f04300b-b780-4d21-990a-b0af105425b9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:20.419700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:20.421112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:20.446076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-30952300-0826-4bca-9ef6-140ecd261d18 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/quotas/4d58715d812f4b12b009ddb5546245ed HTTP/1.1" status: 200 len: 375 time: 0.0432310 Feb 10 13:29:20.458635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-cb330b2e-bb52-48a8-9a3c-f59fda4488cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:20.461389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-cb330b2e-bb52-48a8-9a3c-f59fda4488cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 1125 time: 0.1213143 Feb 10 13:29:20.482037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4323554 Feb 10 13:29:20.484009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:20.490260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'ports': [{'network_id': '7ead1455-47b5-475a-958e-31a38178667d'}, {'network_id': '1f04300b-b780-4d21-990a-b0af105425b9'}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:20.490668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:20.491231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '1f04300b-b780-4d21-990a-b0af105425b9'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:20.505680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958596-54f8-4011-bead-251bebafa44d req-823e52ff-201b-4584-bf4f-fc765d10f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:20.507486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-823e52ff-201b-4584-bf4f-fc765d10f01d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0998313 Feb 10 13:29:20.537360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251933e-f82c-43ea-b0f8-b44da241c46e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=1f04300b-b780-4d21-990a-b0af105425b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:20.549582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1f04300b-b780-4d21-990a-b0af105425b9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:20.570637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-95f60770-360c-4f66-af5b-e77ae6169d32 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105170 Feb 10 13:29:20.719018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-57a5f8e9-7ae8-4649-b3a4-59f9de7153be service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408336 Feb 10 13:29:20.749718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:20.889505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port cf08ec1a-11e4-463c-878c-d2634e0b80cb completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:29:20.891867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-6c2f2ef7-db2c-47cd-9052-e814cfedbcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477411 Feb 10 13:29:20.893450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port cf08ec1a-11e4-463c-878c-d2634e0b80cb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:20.893966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.019916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cf08ec1a-11e4-463c-878c-d2634e0b80cb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:21.020310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.034145 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-763c20a2-6822-4b30-a157-2773ab4adcc8 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066473 Feb 10 13:29:21.046135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:21.048729 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d87bc44-87c8-405d-9d1b-31f933d4550c" -d '{"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:21.063663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:21.074547 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.190781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:21.281993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac435fb-c00c-4294-9764-fa0e6224fdc5 req-9e5860e5-2a42-4291-ad24-395d7e15b928 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.291884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac435fb-c00c-4294-9764-fa0e6224fdc5 req-9e5860e5-2a42-4291-ad24-395d7e15b928 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.1063211 Feb 10 13:29:21.312673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:21.359996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac435fb-c00c-4294-9764-fa0e6224fdc5 req-0d5aafac-4cf5-4e3c-ac40-6173b26982cf tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Feb 10 13:29:21.451464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-e34d2c4a-225e-4638-883c-831af3f675c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.453308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-e34d2c4a-225e-4638-883c-831af3f675c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 909 time: 0.9857945 Feb 10 13:29:21.455079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28958596-54f8-4011-bead-251bebafa44d req-adcb7aa2-c7a3-4ada-b0da-ee1659a8b01e service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835881 Feb 10 13:29:21.519115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-53a8fe7f-60a0-4c89-9e16-6555215728df tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.521121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-53a8fe7f-60a0-4c89-9e16-6555215728df tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a446ae4-bc7d-4792-891d-e65ffd8f16f3 HTTP/1.1" status: 200 len: 945 time: 0.4860630 Feb 10 13:29:21.526765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-c004e92c-1f00-450b-bf03-30bf38029189 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156db547-5596-4fca-b484-a78adf314229 HTTP/1.1" status: 200 len: 217 time: 0.0593579 Feb 10 13:29:21.562048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f704e-eabb-449c-ae93-4e93ca696b3c req-8529fcde-2f1f-4fbc-a8c6-c76e16b5a007 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.565203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e37f704e-eabb-449c-ae93-4e93ca696b3c req-8529fcde-2f1f-4fbc-a8c6-c76e16b5a007 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 943 time: 0.0940669 Feb 10 13:29:21.664571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e37f704e-eabb-449c-ae93-4e93ca696b3c req-60947b54-ae8c-4318-86c1-b7e1c878daa2 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932493 Feb 10 13:29:21.727868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259e203-9481-4722-8d2f-a3bb92a1563a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.795915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-253d3a62-863f-4902-a070-7b3575fb5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.797767 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-253d3a62-863f-4902-a070-7b3575fb5e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd5d1888-3d71-4a4c-967b-808d4db35740 HTTP/1.1" status: 200 len: 848 time: 0.2372916 Feb 10 13:29:21.819095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:21.826077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.827189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dc19b-7517-48ee-b533-ea2ba5f137de req-4446ffb3-26c4-40ac-93ff-3c6a713aacb3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:21.835406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596dc19b-7517-48ee-b533-ea2ba5f137de req-4446ffb3-26c4-40ac-93ff-3c6a713aacb3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0835571 Feb 10 13:29:21.861513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-cca0c057-4c36-4225-bbed-47f7ce3beb49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564752 Feb 10 13:29:21.890876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Deleting port 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:21.893090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.899464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596dc19b-7517-48ee-b533-ea2ba5f137de req-a4040fae-e050-4257-bd0a-10af5f773643 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617905 Feb 10 13:29:21.956346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:21.988719 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2622213-cd38-4e4b-84f6-a77172cf250a x-openstack-request-id: req-f2622213-cd38-4e4b-84f6-a77172cf250a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:21.989633 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:21.990089 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2622213-cd38-4e4b-84f6-a77172cf250a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:21.990713 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'code': 200} Feb 10 13:29:22.136107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ddbbee7-405a-435c-9ce9-68ce6a921aa5 req-8cc8e0f5-1fd8-4c28-86f1-45e8449922e4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 210 time: 0.0620801 Feb 10 13:29:22.236422 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:29:22.260628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259e203-9481-4722-8d2f-a3bb92a1563a admin admin] Publish callbacks [] for security_group (1d75252d-b6b3-4811-84e8-172e4debbf1a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.281818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259e203-9481-4722-8d2f-a3bb92a1563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1d75252d-b6b3-4811-84e8-172e4debbf1a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.285715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-3ec8896d-7e59-4f80-9260-aa5d74944189 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078102 Feb 10 13:29:22.374006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] For port 16d8c5be-4885-4574-95ed-17d84c34e8cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=16d8c5be-4885-4574-95ed-17d84c34e8cb,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:22.374743 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.493230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c5b42-facb-48f3-aa6f-56ce7ba15f4a req-948863e6-ab35-412f-992c-52c1020d1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:22.495373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d5c5b42-facb-48f3-aa6f-56ce7ba15f4a req-948863e6-ab35-412f-992c-52c1020d1c14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 1127 time: 0.4226947 Feb 10 13:29:22.499779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Calling delete_port for 16d8c5be-4885-4574-95ed-17d84c34e8cb owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:22.505497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3259e203-9481-4722-8d2f-a3bb92a1563a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=962222561eb546ee8ec86030a60da896&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1877680 Feb 10 13:29:22.509812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:22.515872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 1a593ef8-8fdb-4486-85a5-96bc0909c8bb yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:22.560476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259e203-9481-4722-8d2f-a3bb92a1563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75252d-b6b3-4811-84e8-172e4debbf1a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:22.572659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275c53-5ab0-4765-ae9a-c4bfe256588d req-4bf13066-bf4e-42e6-9e83-f48f9f80baef tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:22.574872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04275c53-5ab0-4765-ae9a-c4bfe256588d req-4bf13066-bf4e-42e6-9e83-f48f9f80baef tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.1373386 Feb 10 13:29:22.722992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c18d9d7-3dbc-4899-80b2-9884bd707c74 req-d4cd0446-95dc-4ad9-917b-18352ddcaf52 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201639 Feb 10 13:29:22.724911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-adc2f95f-5eda-4246-baad-4385aebeec4f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:22.727069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-adc2f95f-5eda-4246-baad-4385aebeec4f tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 814 time: 0.1778903 Feb 10 13:29:22.743697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Request body: {'port': {'device_id': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'admin_state_up': True, 'tenant_id': '4d58715d812f4b12b009ddb5546245ed'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:22.785309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] Publish callbacks [] for security_group (1d75252d-b6b3-4811-84e8-172e4debbf1a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.860183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04275c53-5ab0-4765-ae9a-c4bfe256588d req-79870f9c-2891-4ac7-b20c-90f7f9741089 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734537 Feb 10 13:29:22.861149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (1a593ef8-8fdb-4486-85a5-96bc0909c8bb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.890856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] Publish callbacks [] for security_group (1d75252d-b6b3-4811-84e8-172e4debbf1a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:22.947206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 2a7f6d29-30a3-428d-8332-dcd1b4738143 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:23.042105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Made reservation on behalf of 4d58715d812f4b12b009ddb5546245ed for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:23.046541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.052057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1d75252d-b6b3-4811-84e8-172e4debbf1a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.055800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.060167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d75252d-b6b3-4811-84e8-172e4debbf1a HTTP/1.1" status: 204 len: 168 time: 0.5459201 Feb 10 13:29:23.120171 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3d5c5b42-facb-48f3-aa6f-56ce7ba15f4a req-1bc1607a-73c2-4633-9e2a-4b4b44a7305e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073058 Feb 10 13:29:23.124509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (16d8c5be-4885-4574-95ed-17d84c34e8cb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.131827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7732-77d8-4746-b640-ece9a3ab0be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75252d-b6b3-4811-84e8-172e4debbf1a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:23.185551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (2a7f6d29-30a3-428d-8332-dcd1b4738143), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.199830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd91426-1bc0-4f65-a882-253f7b1158dd req-65f36caa-c358-4d49-99ee-e9d78d6faaf6 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:23.203431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbd91426-1bc0-4f65-a882-253f7b1158dd req-65f36caa-c358-4d49-99ee-e9d78d6faaf6 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 943 time: 0.2299643 Feb 10 13:29:23.284086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1a593ef8-8fdb-4486-85a5-96bc0909c8bb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.288351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event deleted for resources: {'Port': ['ID=16d8c5be-4885-4574-95ed-17d84c34e8cb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:23.337720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] No DVR routers for this DVR port 16d8c5be-4885-4574-95ed-17d84c34e8cb on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:23.340598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.347809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c1775a78-45a1-4cbd-a5f6-49fd7f30841b req-c034fc3d-daf9-4dcc-96b4-8949fef26131 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "DELETE /v2.0/ports/16d8c5be-4885-4574-95ed-17d84c34e8cb HTTP/1.1" status: 204 len: 173 time: 1.7890441 Feb 10 13:29:23.362964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-deleted', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:23.370210 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207c631-daa5-4a3c-a4c7-d27b95b2bcb1" -d '{"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-deleted", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:23.396147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:23.400378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:23.403296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:23.404573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2a7f6d29-30a3-428d-8332-dcd1b4738143), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.439951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=1a593ef8-8fdb-4486-85a5-96bc0909c8bb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:23.443938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbd91426-1bc0-4f65-a882-253f7b1158dd req-4b43e1bf-ecc0-4269-9407-7c06447c34be tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294450 Feb 10 13:29:23.500386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Allocated IP 172.20.0.7 (83f259f3-b4c1-472f-905d-bdcb12cb8436/0bb27b81-302a-420e-99c1-ad52194cf660/ca4d6473-996c-4cc7-afcc-e72129b3076d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:23.605166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=2a7f6d29-30a3-428d-8332-dcd1b4738143,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:23.628427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': 'fdc4604f-7872-4be1-bf8c-475ce858da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1f04300b-b780-4d21-990a-b0af105425b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:23.628427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 1f04300b-b780-4d21-990a-b0af105425b9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:23.669937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 1f04300b-b780-4d21-990a-b0af105425b9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:23.694124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1f04300b-b780-4d21-990a-b0af105425b9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:23.699769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:23.705984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049979d7-76ba-4dec-91c1-60bdf7741fdc None None] Network 1f04300b-b780-4d21-990a-b0af105425b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:23.707724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:23.716368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:23.718202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.749221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-435ff785-39ce-476b-8de4-d8234d671a78 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2639706 Feb 10 13:29:23.751843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:23.804399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c674c7-0565-4f0b-9f29-1844708b6aed req-1f3770b9-27fa-444d-a0e7-200e05771822 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:23.806051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3c674c7-0565-4f0b-9f29-1844708b6aed req-1f3770b9-27fa-444d-a0e7-200e05771822 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.2161760 Feb 10 13:29:23.902550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 156db547-5596-4fca-b484-a78adf314229 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:23.937490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3c674c7-0565-4f0b-9f29-1844708b6aed req-dc75cc87-02ba-42e6-9537-fdcd187f5546 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224933 Feb 10 13:29:23.988371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 2a7f6d29-30a3-428d-8332-dcd1b4738143 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:23.989389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2a7f6d29-30a3-428d-8332-dcd1b4738143), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:23.991633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks [] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.075459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.173908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Network 83f259f3-b4c1-472f-905d-bdcb12cb8436 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:24.195691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=156db547-5596-4fca-b484-a78adf314229,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:24.204787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:24.211628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:24.216539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2a7f6d29-30a3-428d-8332-dcd1b4738143), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.227794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '156db547-5596-4fca-b484-a78adf314229', 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292', 'port_id': '156db547-5596-4fca-b484-a78adf314229', 'mac_address': 'fa:16:3e:c3:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5d1888-3d71-4a4c-967b-808d4db35740', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:24.257956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 2a7f6d29-30a3-428d-8332-dcd1b4738143 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:24.330353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:24.333100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.365153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 156db547-5596-4fca-b484-a78adf314229 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:24.366311 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (156db547-5596-4fca-b484-a78adf314229), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.389195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156db547-5596-4fca-b484-a78adf314229 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:24.393021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6535335 Feb 10 13:29:24.399755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f634637-21b6-4cd7-9a92-3b563a21daf2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event updated for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:24.415055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Request body: {'port': {'device_id': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:24.432925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=156db547-5596-4fca-b484-a78adf314229,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:24.464445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (156db547-5596-4fca-b484-a78adf314229), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.466930 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2a7f6d29-30a3-428d-8332-dcd1b4738143), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.486634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b465-0d9e-45c9-8fb4-20ed30b3b7ff req-9493f9fb-7f52-4f61-893e-f7f9fa20b704 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:24.488434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68f0b465-0d9e-45c9-8fb4-20ed30b3b7ff req-9493f9fb-7f52-4f61-893e-f7f9fa20b704 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 931 time: 0.3507690 Feb 10 13:29:24.529199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=2a7f6d29-30a3-428d-8332-dcd1b4738143,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:24.547162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.547875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:24.552141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-817bc926-266b-4b54-8903-68dd504e07e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/2a7f6d29-30a3-428d-8332-dcd1b4738143 HTTP/1.1" status: 204 len: 168 time: 0.7983787 Feb 10 13:29:24.554610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:24.596732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.602600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68f0b465-0d9e-45c9-8fb4-20ed30b3b7ff req-40a1b27a-c46e-4315-9c1e-3e1255e59b53 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065259 Feb 10 13:29:24.658964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389742b-48ce-4c9e-8c20-1936e0a28697 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:24.665690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389742b-48ce-4c9e-8c20-1936e0a28697 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:24.667382 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0389742b-48ce-4c9e-8c20-1936e0a28697 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1014605 Feb 10 13:29:24.668257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:24.670056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:24.748632 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d8a1a4-851a-4c96-93bd-7decb382e5b8 x-openstack-request-id: req-67d8a1a4-851a-4c96-93bd-7decb382e5b8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:24.749039 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a446ae4-bc7d-4792-891d-e65ffd8f16f3", "name": "network-vif-deleted", "tag": "16d8c5be-4885-4574-95ed-17d84c34e8cb", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:24.749955 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67d8a1a4-851a-4c96-93bd-7decb382e5b8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:24.750372 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a446ae4-bc7d-4792-891d-e65ffd8f16f3', 'name': 'network-vif-deleted', 'tag': '16d8c5be-4885-4574-95ed-17d84c34e8cb', 'status': 'completed', 'code': 200} Feb 10 13:29:24.765468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:24.801313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 16d8c5be-4885-4574-95ed-17d84c34e8cb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:24.801740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 16d8c5be-4885-4574-95ed-17d84c34e8cb not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:24.853920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['156db547-5596-4fca-b484-a78adf314229'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:24.862568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-189057109'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:24.914853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Made reservation on behalf of 58616d4e0cf64504b10610c0c3872b75 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:24.919505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.935231 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:24.943405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 1a593ef8-8fdb-4486-85a5-96bc0909c8bb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:24.943750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1a593ef8-8fdb-4486-85a5-96bc0909c8bb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.047729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4d6473-996c-4cc7-afcc-e72129b3076d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:25.056432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks [] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.084213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Transition to ACTIVE for port object ca4d6473-996c-4cc7-afcc-e72129b3076d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:25.093258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for security_group (4dba48d1-6a4e-461b-a6e6-b67a0a3441b2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.102685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa50cfb-7eb3-42cb-b157-bb3b857bddf9 req-03491325-07ef-4dce-bc1f-83aee607853c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:25.109432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efa50cfb-7eb3-42cb-b157-bb3b857bddf9 req-03491325-07ef-4dce-bc1f-83aee607853c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.2868991 Feb 10 13:29:25.111010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.120790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4dba48d1-6a4e-461b-a6e6-b67a0a3441b2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.204675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:25.242749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:25.251877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1a593ef8-8fdb-4486-85a5-96bc0909c8bb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.255898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efa50cfb-7eb3-42cb-b157-bb3b857bddf9 req-1bc44ca1-37f3-42c3-a2ff-107a32674cfc tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386597 Feb 10 13:29:25.269251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba48d1-6a4e-461b-a6e6-b67a0a3441b2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:25.293437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7c16d5c2-ef67-4253-b53e-e3c6f76bccad), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.293782 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Added segment 7c16d5c2-ef67-4253-b53e-e3c6f76bccad of type vlan for network 8708549d-79db-4d8e-be12-b66d396b470f Feb 10 13:29:25.295160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 1a593ef8-8fdb-4486-85a5-96bc0909c8bb owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:25.329700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Attempting to bind port ca4d6473-996c-4cc7-afcc-e72129b3076d on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:25.330042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Attempting to bind port ca4d6473-996c-4cc7-afcc-e72129b3076d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:25.330376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Attempting to bind port ca4d6473-996c-4cc7-afcc-e72129b3076d on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:25.336831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Port ca4d6473-996c-4cc7-afcc-e72129b3076d on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:25.337167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Attempting to bind port ca4d6473-996c-4cc7-afcc-e72129b3076d on network 83f259f3-b4c1-472f-905d-bdcb12cb8436 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:25.346109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:25.347243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Checking segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:25.347243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Bound using segment: {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:25.347617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Bound port: ca4d6473-996c-4cc7-afcc-e72129b3076d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda7c894-2a1b-4b6e-ab7f-84010959488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:25.347990 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.381542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8708549d-79db-4d8e-be12-b66d396b470f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.431517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8708549d-79db-4d8e-be12-b66d396b470f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.438182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:25.438782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.492899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8213644 Feb 10 13:29:25.494463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:25.496175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1a593ef8-8fdb-4486-85a5-96bc0909c8bb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.505168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672267c1-bc6a-4b15-9d7e-600462beb21c req-811010dd-b3fd-406a-ac8a-c2ad98db22b2 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:25.513588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-672267c1-bc6a-4b15-9d7e-600462beb21c req-811010dd-b3fd-406a-ac8a-c2ad98db22b2 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 944 time: 0.1535778 Feb 10 13:29:25.524993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'subnet': {'network_id': '8708549d-79db-4d8e-be12-b66d396b470f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:25.553219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:25.567235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be3b1a-143b-459f-9a50-7a1bdf654182 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Network': ['ID=8708549d-79db-4d8e-be12-b66d396b470f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:25.573736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=1a593ef8-8fdb-4486-85a5-96bc0909c8bb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:25.578175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8708549d-79db-4d8e-be12-b66d396b470f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:25.589704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.597864 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d824208f-8237-4062-a99a-1c7af4b97d13 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/1a593ef8-8fdb-4486-85a5-96bc0909c8bb HTTP/1.1" status: 204 len: 168 time: 0.9233491 Feb 10 13:29:25.598896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:25.627932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:25.668475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-672267c1-bc6a-4b15-9d7e-600462beb21c req-b4302df6-e78e-417c-990b-a7b90c367028 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539333 Feb 10 13:29:25.683404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2be120-f870-40dd-8cd6-3cb16a2414d2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:25.685372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4a2be120-f870-40dd-8cd6-3cb16a2414d2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0845239 Feb 10 13:29:25.688092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:25.734595 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5dffe6-ebac-4c6c-97d4-a6a942296fc8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:25.740183 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1b5dffe6-ebac-4c6c-97d4-a6a942296fc8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/2a7f6d29-30a3-428d-8332-dcd1b4738143 HTTP/1.1" status: 404 len: 333 time: 0.0476117 Feb 10 13:29:25.741144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:25.759148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.800415 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acce6f9-779f-4b0c-a546-4295016cb276 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:25.801982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8acce6f9-779f-4b0c-a546-4295016cb276 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/1a593ef8-8fdb-4486-85a5-96bc0909c8bb HTTP/1.1" status: 404 len: 333 time: 0.0599585 Feb 10 13:29:25.806248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:25.855717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Made reservation on behalf of 58616d4e0cf64504b10610c0c3872b75 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:25.865768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.871797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:25.872417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.880538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] 10.222.0.77 "PUT /v2.0/ports/ca4d6473-996c-4cc7-afcc-e72129b3076d HTTP/1.1" status: 200 len: 1091 time: 1.4739087 Feb 10 13:29:25.883073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:25.893032 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725cfb19-58d9-4481-9244-c835ade89dce" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:25.928840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1f04300b-b780-4d21-990a-b0af105425b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:25.992956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b5c5-ccf5-4ba7-b0ea-695ac0357bcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:26.031932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8861-5136-4325-ae81-498569e67b78 req-cd818ad8-a19c-4266-9c23-0a8bf27d485a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:26.033417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-799c8861-5136-4325-ae81-498569e67b78 req-cd818ad8-a19c-4266-9c23-0a8bf27d485a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.2760246 Feb 10 13:29:26.061384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1f04300b-b780-4d21-990a-b0af105425b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.087143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f04300b-b780-4d21-990a-b0af105425b9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:26.099500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc4604f-7872-4be1-bf8c-475ce858da9e') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:26.099866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc4604f-7872-4be1-bf8c-475ce858da9e') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:26.110544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-b7a34a95-4b53-4acf-9ae7-37145e1ada38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:26.112085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-b7a34a95-4b53-4acf-9ae7-37145e1ada38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 1125 time: 0.1712289 Feb 10 13:29:26.112979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (fdc4604f-7872-4be1-bf8c-475ce858da9e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.129493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fdc4604f-7872-4be1-bf8c-475ce858da9e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.137734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:26.138234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (fdc4604f-7872-4be1-bf8c-475ce858da9e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.170607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-799c8861-5136-4325-ae81-498569e67b78 req-9ebc4c2b-a05c-461a-afb6-e884a5ac157c tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277325 Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:26.251597 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:26.258330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1f04300b-b780-4d21-990a-b0af105425b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.272796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.288008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/1f04300b-b780-4d21-990a-b0af105425b9 HTTP/1.1" status: 204 len: 168 time: 0.4799736 Feb 10 13:29:26.290521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51044) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:26.302177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1540409617'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:26.334323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:26.338907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.341427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bc684-5d70-4dc6-8170-fa56ea1dad0d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=1f04300b-b780-4d21-990a-b0af105425b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:26.390033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:26.406850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1ae0026c-7722-484d-a247-28465b5b5c66), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.407273 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment 1ae0026c-7722-484d-a247-28465b5b5c66 of type vlan for network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 Feb 10 13:29:26.481292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.530537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.539181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:26.540370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.577634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-18239fe0-7ad9-4bb4-bd58-7fcfc3d9dd49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d HTTP/1.1" status: 200 len: 217 time: 0.4349759 Feb 10 13:29:26.600272 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3076708 Feb 10 13:29:26.605260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:26.643964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:26.664585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a2de0-595a-4ed8-8d06-ab9f716c3ea7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=c956dcbb-9126-4b4b-ae3d-f246bf6e22b9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:26.680431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:26.723392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (d383e308-18a7-422d-b3aa-7820f9ab961c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.758445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-a9673824-0a24-4ccf-b7e7-1973639fbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:26.759951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-a9673824-0a24-4ccf-b7e7-1973639fbe41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.1682487 Feb 10 13:29:26.779275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:26.784862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.802317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb42cb-dcd0-4051-83c3-0a51de238b64 req-10efd3c9-ffa1-488b-93c0-e15f4c697efe tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:26.803793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5cb42cb-dcd0-4051-83c3-0a51de238b64 req-10efd3c9-ffa1-488b-93c0-e15f4c697efe tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.2308459 Feb 10 13:29:26.830604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-9a0f7089-e351-41f5-bf70-fb30c30169e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482872 Feb 10 13:29:26.844094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Subnet': ['ID=d383e308-18a7-422d-b3aa-7820f9ab961c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:26.854940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:29:26.858337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:29:26.952793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Checking segment: {'id': '7c16d5c2-ef67-4253-b53e-e3c6f76bccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:26.953166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network hostable DHCP agents. Network: 8708549d-79db-4d8e-be12-b66d396b470f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:26.989270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (68b0c540-f2c0-4e9b-bb39-3638a2a35570), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:26.996502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5cb42cb-dcd0-4051-83c3-0a51de238b64 req-29b77c0a-65e1-4473-bfd6-2a31bdf710aa tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686323 Feb 10 13:29:27.012931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-7d07c636-19a0-4921-8393-9e301f846178 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693397 Feb 10 13:29:27.021472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network 8708549d-79db-4d8e-be12-b66d396b470f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:27.059753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8708549d-79db-4d8e-be12-b66d396b470f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:27.066679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.066919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': '1ae0026c-7722-484d-a247-28465b5b5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:27.067206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.067346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: c956dcbb-9126-4b4b-ae3d-f246bf6e22b9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:27.073177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=68b0c540-f2c0-4e9b-bb39-3638a2a35570,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:27.087577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf9ec1-1f6f-4fa4-ba82-1b73d876c9e8 None None] Network 8708549d-79db-4d8e-be12-b66d396b470f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:27.092440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:27.101221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c956dcbb-9126-4b4b-ae3d-f246bf6e22b9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:27.106824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.107847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.131917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5ba4ca82-330a-45bb-8e14-e490ba0dc11f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5252137 Feb 10 13:29:27.135397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:27.138074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-25ded31f-6a55-421c-b1f8-9af701d3ee01 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6168902 Feb 10 13:29:27.139775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbf03c-9fdc-49e6-8acc-e0d80534ad42 None None] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:27.147466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:27.161234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1361488534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:27.174228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b49515d-e113-4ef0-a77c-51c02039ab74 req-bbc74322-633c-4a57-8b25-489d1e0c38f9 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497419 Feb 10 13:29:27.185651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9', 'name': 'tempest-PortsIpV6TestJSON-619654772'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:27.226620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987faa1-0423-4718-a26a-2a21534b14d1 req-239ec47e-7bff-4b7b-8315-a8c40ad51936 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.228371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e987faa1-0423-4718-a26a-2a21534b14d1 req-239ec47e-7bff-4b7b-8315-a8c40ad51936 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 943 time: 0.1133928 Feb 10 13:29:27.291680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (9c2f2948-674e-475f-9861-65139472ca49), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.292434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (9c2f2948-674e-475f-9861-65139472ca49), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.335028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e987faa1-0423-4718-a26a-2a21534b14d1 req-8a93a7aa-24a4-46bc-a642-f526bf54876a tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993831 Feb 10 13:29:27.367109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-c956dcbb-9126-4b4b-ae3d-f246bf6e22b9', 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': '68b0c540-f2c0-4e9b-bb39-3638a2a35570'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:27.368248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.391805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8708549d-79db-4d8e-be12-b66d396b470f', 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f', 'project_id': '58616d4e0cf64504b10610c0c3872b75', 'fixed_ips': [{'subnet_id': 'd383e308-18a7-422d-b3aa-7820f9ab961c'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:27.392681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.397431 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9d5f1-500c-4910-9184-22cdea12570a x-openstack-request-id: req-a2b9d5f1-500c-4910-9184-22cdea12570a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:27.397726 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:27.398009 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2b9d5f1-500c-4910-9184-22cdea12570a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:27.398428 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d', 'status': 'completed', 'code': 200} Feb 10 13:29:27.414702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for router_controller (9c2f2948-674e-475f-9861-65139472ca49), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.423286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (9c2f2948-674e-475f-9861-65139472ca49), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.445440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:27.449497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.471300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:27.473004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79fb4dec-7767-43e1-afa2-03caf9e7c318 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3241904 Feb 10 13:29:27.475620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:27.539141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port dd5f6e55-88d6-4d97-8bab-e36eadc71c9b yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:27.548912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cfb19-58d9-4481-9244-c835ade89dce req-64173b0f-b0f9-4fc7-965b-498fb63f1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.553361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-64173b0f-b0f9-4fc7-965b-498fb63f1398 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d58715d812f4b12b009ddb5546245ed&device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 1125 time: 0.1257186 Feb 10 13:29:27.562427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874048-b52b-4fdd-9a2d-cdf04c30e9e1 req-8e19bba7-ca0c-4786-8329-aaf6144c0beb tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.571538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c874048-b52b-4fdd-9a2d-cdf04c30e9e1 req-8e19bba7-ca0c-4786-8329-aaf6144c0beb tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 944 time: 0.0950041 Feb 10 13:29:27.684693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cfb19-58d9-4481-9244-c835ade89dce req-08bca115-b3d1-48ea-aae7-afc16a6e4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.686409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-08bca115-b3d1-48ea-aae7-afc16a6e4810 service neutron] 10.222.0.77 "GET /v2.0/networks?id=83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 200 len: 915 time: 0.1039538 Feb 10 13:29:27.741107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-4b515185-6a74-48a8-9ed5-61e5a1389109 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d HTTP/1.1" status: 200 len: 217 time: 0.0442109 Feb 10 13:29:27.780608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c874048-b52b-4fdd-9a2d-cdf04c30e9e1 req-fff995e4-9e64-43dd-9084-741db48e764c tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068064 Feb 10 13:29:27.844181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 156db547-5596-4fca-b484-a78adf314229 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:27.856654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cfb19-58d9-4481-9244-c835ade89dce req-f0759c7a-a05c-4068-8c76-cef71e27c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:27.862950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-f0759c7a-a05c-4068-8c76-cef71e27c2fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 200 len: 854 time: 0.0937269 Feb 10 13:29:27.917899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Allocated IP 2001:db8::2 (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9/68b0c540-f2c0-4e9b-bb39-3638a2a35570/2ec7dc1b-46cf-43c1-b13d-0028d7df03e3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:27.931084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Allocated IP 172.20.0.2 (8708549d-79db-4d8e-be12-b66d396b470f/d383e308-18a7-422d-b3aa-7820f9ab961c/736ae4b7-e732-477d-aabe-59daa50118bd) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:27.962576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-48aa0ed0-aead-4122-a875-c49e8caf9f18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=83f259f3-b4c1-472f-905d-bdcb12cb8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847907 Feb 10 13:29:27.969731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.008336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf149e10-2651-45c3-aee4-1498d49ba0f0 req-f13bad35-f15f-403e-b311-5d58564001d5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:28.010191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf149e10-2651-45c3-aee4-1498d49ba0f0 req-f13bad35-f15f-403e-b311-5d58564001d5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1462691 Feb 10 13:29:28.032055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 156db547-5596-4fca-b484-a78adf314229 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:29:28.073276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 156db547-5596-4fca-b484-a78adf314229 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:28.073611 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (156db547-5596-4fca-b484-a78adf314229), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.114507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf149e10-2651-45c3-aee4-1498d49ba0f0 req-f06f8ab2-07fd-40ba-8d62-33a6eb371fe4 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968580 Feb 10 13:29:28.127908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-5aceb07f-e04a-454a-84b7-8bc01db96a9d service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580310 Feb 10 13:29:28.288911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks [] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.297389 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks [] for port (736ae4b7-e732-477d-aabe-59daa50118bd), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.306296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725cfb19-58d9-4481-9244-c835ade89dce req-c403e676-df46-4262-bb3e-19401d85ada6 service neutron] 10.222.0.77 "GET /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652265 Feb 10 13:29:28.323728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.328064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26754-009b-4d3d-ac5b-25503fa31a32 req-bd733a6f-4de4-497b-8d90-01d7faa1732d tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:28.335152 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.336125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71f26754-009b-4d3d-ac5b-25503fa31a32 req-bd733a6f-4de4-497b-8d90-01d7faa1732d tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.0991962 Feb 10 13:29:28.359696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 156db547-5596-4fca-b484-a78adf314229 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:28.360375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (156db547-5596-4fca-b484-a78adf314229), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.403580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:28.412646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Network 8708549d-79db-4d8e-be12-b66d396b470f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:28.413415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71f26754-009b-4d3d-ac5b-25503fa31a32 req-c9a4ce2f-a20b-4e40-ba9f-0d889f2c0b20 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761304 Feb 10 13:29:28.428798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:28.428798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:28.428798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156db547-5596-4fca-b484-a78adf314229'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:28.429256 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8486f118-db64-491c-88d7-e2526b46aae5" -d '{"events": [{"server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "name": "network-vif-plugged", "status": "completed", "tag": "156db547-5596-4fca-b484-a78adf314229"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:28.434991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:28.437188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:28.446899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Pushing event updated for resources: {'Port': ['ID=2ec7dc1b-46cf-43c1-b13d-0028d7df03e3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:28.459752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=156db547-5596-4fca-b484-a78adf314229,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:28.524863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (156db547-5596-4fca-b484-a78adf314229), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.559258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a832a-6451-4204-ba61-fcc3c3ab3477 req-2f31ec51-1371-4444-8322-1a206bebb994 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:28.577838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d79a832a-6451-4204-ba61-fcc3c3ab3477 req-2f31ec51-1371-4444-8322-1a206bebb994 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 943 time: 0.0812871 Feb 10 13:29:28.609591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Pushing event updated for resources: {'Port': ['ID=736ae4b7-e732-477d-aabe-59daa50118bd,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:28.620853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Attempting to bind port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:28.621246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Attempting to bind port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1ae0026c-7722-484d-a247-28465b5b5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:28.621654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Attempting to bind port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 on network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:28.645454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d79a832a-6451-4204-ba61-fcc3c3ab3477 req-ced16776-19f7-4298-930a-cdaa69d3a43b tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Feb 10 13:29:28.647296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Attempting to bind port 736ae4b7-e732-477d-aabe-59daa50118bd on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:28.647672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Attempting to bind port 736ae4b7-e732-477d-aabe-59daa50118bd by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7c16d5c2-ef67-4253-b53e-e3c6f76bccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:28.648216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Attempting to bind port 736ae4b7-e732-477d-aabe-59daa50118bd on network 8708549d-79db-4d8e-be12-b66d396b470f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Checking segment: {'id': '1ae0026c-7722-484d-a247-28465b5b5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Bound using segment: {'id': '1ae0026c-7722-484d-a247-28465b5b5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Bound port: 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae0026c-7722-484d-a247-28465b5b5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c956dcbb-9126-4b4b-ae3d-f246bf6e22b9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:28.670386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.680224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:28.680610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Checking segment: {'id': '7c16d5c2-ef67-4253-b53e-e3c6f76bccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:28.681044 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.681445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Bound using segment: {'id': '7c16d5c2-ef67-4253-b53e-e3c6f76bccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:28.682512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Bound port: 736ae4b7-e732-477d-aabe-59daa50118bd, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c16d5c2-ef67-4253-b53e-e3c6f76bccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8708549d-79db-4d8e-be12-b66d396b470f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:28.682951 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.777665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aba88-a6b2-4e5a-90e6-0cb54595fc79 req-70425e03-18ab-448c-b69e-e297c4ac9943 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:28.787491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f7aba88-a6b2-4e5a-90e6-0cb54595fc79 req-70425e03-18ab-448c-b69e-e297c4ac9943 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.0672052 Feb 10 13:29:28.820450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] For port 736ae4b7-e732-477d-aabe-59daa50118bd, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:28.824141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] For port 736ae4b7-e732-477d-aabe-59daa50118bd, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=736ae4b7-e732-477d-aabe-59daa50118bd,segment=NetworkSegment(7c16d5c2-ef67-4253-b53e-e3c6f76bccad),segment_id=7c16d5c2-ef67-4253-b53e-e3c6f76bccad)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:28.827834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] For port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:28.837515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.852387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::52 (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9/68b0c540-f2c0-4e9b-bb39-3638a2a35570/dd5f6e55-88d6-4d97-8bab-e36eadc71c9b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:28.860003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] For port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2ec7dc1b-46cf-43c1-b13d-0028d7df03e3,segment=NetworkSegment(1ae0026c-7722-484d-a247-28465b5b5c66),segment_id=1ae0026c-7722-484d-a247-28465b5b5c66)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:28.865364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:28.877600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f7aba88-a6b2-4e5a-90e6-0cb54595fc79 req-a0e86957-2232-4e35-b386-f44354a879ed tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890822 Feb 10 13:29:28.878564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:28.930636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Allocated IP 172.20.0.1 (8708549d-79db-4d8e-be12-b66d396b470f/d383e308-18a7-422d-b3aa-7820f9ab961c/5b5a484d-fe21-46e6-a06a-70c993ffd0e2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:28.951476 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031bd5a8-886b-4b75-9b59-d54b54f87aee x-openstack-request-id: req-031bd5a8-886b-4b75-9b59-d54b54f87aee {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:28.951771 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "name": "network-vif-plugged", "status": "completed", "tag": "156db547-5596-4fca-b484-a78adf314229", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:28.952030 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-031bd5a8-886b-4b75-9b59-d54b54f87aee {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:28.952434 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156db547-5596-4fca-b484-a78adf314229', 'code': 200} Feb 10 13:29:28.987370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59198f65-5fc8-4649-8a5d-a14dd7410be5 None None] Pushing event updated for resources: {'Port': ['ID=736ae4b7-e732-477d-aabe-59daa50118bd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:29.107425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18ad43-c746-49e1-aabf-da482abad1d2 None None] Pushing event updated for resources: {'Port': ['ID=2ec7dc1b-46cf-43c1-b13d-0028d7df03e3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:29.139402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64495-d880-43d9-bfdd-fa4c5a6b8ece req-15a0365d-e411-4ce8-a0a4-3b1d77039e2e tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.147076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f64495-d880-43d9-bfdd-fa4c5a6b8ece req-15a0365d-e411-4ce8-a0a4-3b1d77039e2e tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.1044397 Feb 10 13:29:29.243397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f64495-d880-43d9-bfdd-fa4c5a6b8ece req-171fb69f-6b6c-4b34-a3df-8e44acb046c8 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896823 Feb 10 13:29:29.356599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.372269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93a9b-193f-4f5c-acdd-904bca89b280 req-680114e6-32ad-4dcc-bdde-3535327fa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.376629 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bf93a9b-193f-4f5c-acdd-904bca89b280 req-680114e6-32ad-4dcc-bdde-3535327fa94c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 1127 time: 0.3449981 Feb 10 13:29:29.444301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cf3a1-d744-446c-8d44-fe310755b374 req-46aa5db4-c0aa-42e2-a2ea-2fe12b14bbec tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.460938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (dd5f6e55-88d6-4d97-8bab-e36eadc71c9b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.461733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99cf3a1-d744-446c-8d44-fe310755b374 req-46aa5db4-c0aa-42e2-a2ea-2fe12b14bbec tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1217840 Feb 10 13:29:29.505082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5bf93a9b-193f-4f5c-acdd-904bca89b280 req-8e14c2a5-3396-4ed5-a666-a1f10a0fe496 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186817 Feb 10 13:29:29.538609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99cf3a1-d744-446c-8d44-fe310755b374 req-6e957a9a-63bb-425f-966b-efc1efcc3513 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759366 Feb 10 13:29:29.571180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dd5f6e55-88d6-4d97-8bab-e36eadc71c9b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.592898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.627266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:29.633821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:29.636859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:29.642617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.643257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.664172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network 8708549d-79db-4d8e-be12-b66d396b470f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:29.668629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:29.671688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:29.672473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f80933-e1a6-4a46-87f3-2d34b592e56f req-d3d74f3c-e004-4c2a-a019-384733962ece tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.674387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1f80933-e1a6-4a46-87f3-2d34b592e56f req-d3d74f3c-e004-4c2a-a019-384733962ece tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.0693822 Feb 10 13:29:29.702680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5634978 Feb 10 13:29:29.703645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:29.713514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d40f-7fc9-4e7a-b53c-f03926b016be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=dd5f6e55-88d6-4d97-8bab-e36eadc71c9b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:29.745223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1f80933-e1a6-4a46-87f3-2d34b592e56f req-8d5bd66f-d7ce-4f77-8e9d-851bbc158d2f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Feb 10 13:29:29.812704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=5b5a484d-fe21-46e6-a06a-70c993ffd0e2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:29.821312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (9c2f2948-674e-475f-9861-65139472ca49), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:29.891224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd4de-536b-4696-a634-b032c0319df3 req-017df983-42b6-462c-9caa-25c16983622e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:29.899234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb0bd4de-536b-4696-a634-b032c0319df3 req-017df983-42b6-462c-9caa-25c16983622e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 943 time: 0.0780036 Feb 10 13:29:29.977002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb0bd4de-536b-4696-a634-b032c0319df3 req-bdc08e71-f512-499c-ad8d-85a37f8bcadc tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739114 Feb 10 13:29:29.995444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port dd5f6e55-88d6-4d97-8bab-e36eadc71c9b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:29.996034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dd5f6e55-88d6-4d97-8bab-e36eadc71c9b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.031576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.131786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a246f86-b97b-4886-bc5c-16bfe5bcbe6b req-93ce4e2e-3c5a-44c8-8ac7-88a979f023bd tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:30.143130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a246f86-b97b-4886-bc5c-16bfe5bcbe6b req-93ce4e2e-3c5a-44c8-8ac7-88a979f023bd tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.0978961 Feb 10 13:29:30.170836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dd5f6e55-88d6-4d97-8bab-e36eadc71c9b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.221225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a246f86-b97b-4886-bc5c-16bfe5bcbe6b req-a84d3701-5cca-4a80-a678-4f82b4a0c8cf tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767353 Feb 10 13:29:30.289122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for dd5f6e55-88d6-4d97-8bab-e36eadc71c9b owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:30.388268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b489f-2b15-477f-a089-5db1425d902c req-ac5053e0-462a-4850-b85f-28155ced9cce tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:30.399350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a13b489f-2b15-477f-a089-5db1425d902c req-ac5053e0-462a-4850-b85f-28155ced9cce tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.0775607 Feb 10 13:29:30.410432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1e6a7-1027-4dbb-b9fc-67db7a7890d1 None None] Network 8708549d-79db-4d8e-be12-b66d396b470f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:30.477072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a13b489f-2b15-477f-a089-5db1425d902c req-cfaa13d1-c4d7-4ebb-a4b2-ed7a7113963a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767491 Feb 10 13:29:30.558597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Provisioning complete for port 736ae4b7-e732-477d-aabe-59daa50118bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:30.559556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.574142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.586143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.636814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa20c7-3879-41df-82df-fa3064d9fc63 req-41c07941-b822-435b-9f09-c0a55e4a2750 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:30.663520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13fa20c7-3879-41df-82df-fa3064d9fc63 req-41c07941-b822-435b-9f09-c0a55e4a2750 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.0965960 Feb 10 13:29:30.674345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dd5f6e55-88d6-4d97-8bab-e36eadc71c9b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.676247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (9c2f2948-674e-475f-9861-65139472ca49), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.736712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.742663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/dd5f6e55-88d6-4d97-8bab-e36eadc71c9b HTTP/1.1" status: 204 len: 168 time: 1.0354674 Feb 10 13:29:30.758107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Current status of the port 736ae4b7-e732-477d-aabe-59daa50118bd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:30.758513 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.780934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:30.793389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13fa20c7-3879-41df-82df-fa3064d9fc63 req-a3dd619e-c762-4e03-8bd1-8e7b4de5002c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288526 Feb 10 13:29:30.858073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca4d6473-996c-4cc7-afcc-e72129b3076d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:30.893376 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a899a55-c916-40e2-84a5-76ce2b0f6331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:29:30.901073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a899a55-c916-40e2-84a5-76ce2b0f6331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:29:30.919758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a899a55-c916-40e2-84a5-76ce2b0f6331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/dd5f6e55-88d6-4d97-8bab-e36eadc71c9b HTTP/1.1" status: 404 len: 333 time: 0.1252530 Feb 10 13:29:30.920106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] For port 736ae4b7-e732-477d-aabe-59daa50118bd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=736ae4b7-e732-477d-aabe-59daa50118bd,segment=NetworkSegment(7c16d5c2-ef67-4253-b53e-e3c6f76bccad),segment_id=7c16d5c2-ef67-4253-b53e-e3c6f76bccad)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:30.921701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:30.922504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5b8381e-ba3f-49a0-aea1-c22350fd8676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.974206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=5b5a484d-fe21-46e6-a06a-70c993ffd0e2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:30.974836 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:30.978243 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49fb9ac-fdec-4a7c-be53-81c199d87a7a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:30.985295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c49fb9ac-fdec-4a7c-be53-81c199d87a7a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/dd5f6e55-88d6-4d97-8bab-e36eadc71c9b HTTP/1.1" status: 404 len: 333 time: 0.0625191 Feb 10 13:29:30.986049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:31.002866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:31.015417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:29:31.056340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf8480-feda-46ce-9ac1-b6f567f01756 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=dd5f6e55-88d6-4d97-8bab-e36eadc71c9b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:31.138057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network 8708549d-79db-4d8e-be12-b66d396b470f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:31.139643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 68b0c540-f2c0-4e9b-bb39-3638a2a35570 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:31.143008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:31.154390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (68b0c540-f2c0-4e9b-bb39-3638a2a35570), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.226124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:31.253236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'ca4d6473-996c-4cc7-afcc-e72129b3076d', 'network_id': '83f259f3-b4c1-472f-905d-bdcb12cb8436', 'port_id': 'ca4d6473-996c-4cc7-afcc-e72129b3076d', 'mac_address': 'fa:16:3e:9f:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb27b81-302a-420e-99c1-ad52194cf660', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:31.284471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdf7b3-e69d-4457-8a57-8dc50ff5b6fc req-b1814c9f-d897-4f6b-a52c-95e4796e341c tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:31.291907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97fdf7b3-e69d-4457-8a57-8dc50ff5b6fc req-b1814c9f-d897-4f6b-a52c-95e4796e341c tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.2782934 Feb 10 13:29:31.314325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (68b0c540-f2c0-4e9b-bb39-3638a2a35570), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.318995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bac81-30e5-466a-86a7-1262986df71e None None] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:31.323800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b23e54-c3d8-463b-ac3e-a7b51d0d6669 None None] Pushing event updated for resources: {'Port': ['ID=736ae4b7-e732-477d-aabe-59daa50118bd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:31.388065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Router 9c2f2948-674e-475f-9861-65139472ca49 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:29:31.443467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:31.444010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.445592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Provisioning complete for port 736ae4b7-e732-477d-aabe-59daa50118bd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:31.445950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.486811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97fdf7b3-e69d-4457-8a57-8dc50ff5b6fc req-3ea4eb23-712b-4193-9dcd-a49fee2efbf8 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937907 Feb 10 13:29:31.532223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ca4d6473-996c-4cc7-afcc-e72129b3076d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:31.532637 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.549831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:29:31.559873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82ce0c3c-50c5-4f2b-bff8-c2e8e7f8b3b8 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "PUT /v2.0/routers/9c2f2948-674e-475f-9861-65139472ca49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0832534 Feb 10 13:29:31.563964 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] Sync routers for ids ['9c2f2948-674e-475f-9861-65139472ca49'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:29:31.571689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:31.578582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'port': {'network_id': '8708549d-79db-4d8e-be12-b66d396b470f', 'name': 'tempest-FloatingIPNegativeTestJSON-1047629015'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:31.583835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] Routers {'9c2f2948-674e-475f-9861-65139472ca49'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:31.584648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (68b0c540-f2c0-4e9b-bb39-3638a2a35570), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.584935 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9c2f2948-674e-475f-9861-65139472ca49'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:31.626390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:31.627007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4d6473-996c-4cc7-afcc-e72129b3076d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:31.638292 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] Routers {'9c2f2948-674e-475f-9861-65139472ca49'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:31.639189 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9c2f2948-674e-475f-9861-65139472ca49'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:31.650067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:31.680838 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:31.682702 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bfabc-f3be-45b0-8da0-6b1eaeca5ead None None] The sync data for ids ['9c2f2948-674e-475f-9861-65139472ca49'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:29:31.685502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.809454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (68b0c540-f2c0-4e9b-bb39-3638a2a35570), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.854421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3197c-55c5-4871-8a88-8b3b7d7800e7 req-54904999-a1e1-4223-9f38-ab3aee724daf tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:31.856770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bd3197c-55c5-4871-8a88-8b3b7d7800e7 req-54904999-a1e1-4223-9f38-ab3aee724daf tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.2088957 Feb 10 13:29:31.861159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=68b0c540-f2c0-4e9b-bb39-3638a2a35570,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:31.877926 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.878712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:31.881683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Current status of the port 736ae4b7-e732-477d-aabe-59daa50118bd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:31.882373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e492d29e-ca45-4951-9a6d-4fc32ad48231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/68b0c540-f2c0-4e9b-bb39-3638a2a35570 HTTP/1.1" status: 204 len: 168 time: 0.8953304 Feb 10 13:29:31.885249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:31.893303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:31.893697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.914343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ca4d6473-996c-4cc7-afcc-e72129b3076d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:31.937686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Made reservation on behalf of 58616d4e0cf64504b10610c0c3872b75 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:31.941317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.963491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Provisioning complete for port 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:31.963860 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:31.973322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bd3197c-55c5-4871-8a88-8b3b7d7800e7 req-f27798a7-529c-4867-8d19-1256faeee4a9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Feb 10 13:29:31.997432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] device_id is not set on port 1a15b634-7c67-4239-9860-55929e49b3a9 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:32.045300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.142037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:32.142685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.166618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:29:32.167272 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:29:32.167703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-492dec74-e4b0-46e6-b536-d8b48c0337d9 None None] Port 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:29:32.208912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0767-5656-44b5-938c-b71e37c0b1d5 req-04adf2ce-9728-44b6-8ff8-0568301d771e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:32.217369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f4e0767-5656-44b5-938c-b71e37c0b1d5 req-04adf2ce-9728-44b6-8ff8-0568301d771e tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 944 time: 0.1456940 Feb 10 13:29:32.231689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb79cf-bbfd-4635-bc34-0a0b1b6c83f5 None None] Network c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:32.237154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Allocated IP 172.20.0.5 (8708549d-79db-4d8e-be12-b66d396b470f/d383e308-18a7-422d-b3aa-7820f9ab961c/1a15b634-7c67-4239-9860-55929e49b3a9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:32.248518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2ec7dc1b-46cf-43c1-b13d-0028d7df03e3,segment=NetworkSegment(1ae0026c-7722-484d-a247-28465b5b5c66),segment_id=1ae0026c-7722-484d-a247-28465b5b5c66)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:32.248518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.265872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:32.323511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f4e0767-5656-44b5-938c-b71e37c0b1d5 req-adb446b7-080c-4c9a-9b85-6a9b70a24218 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968068 Feb 10 13:29:32.379779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2ec7dc1b-46cf-43c1-b13d-0028d7df03e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.414475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=2ec7dc1b-46cf-43c1-b13d-0028d7df03e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:32.422270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:32.536857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.563142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-141290fb-ae1f-4799-acdc-ee216ea54304 None None] Provisioning complete for port 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:32.563677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-141290fb-ae1f-4799-acdc-ee216ea54304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.565671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c956dcbb-9126-4b4b-ae3d-f246bf6e22b9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:32.578034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae0026c-7722-484d-a247-28465b5b5c66') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:32.578440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae0026c-7722-484d-a247-28465b5b5c66') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:32.597854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (1a15b634-7c67-4239-9860-55929e49b3a9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.604638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1ae0026c-7722-484d-a247-28465b5b5c66), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.620424 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1ae0026c-7722-484d-a247-28465b5b5c66), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.623851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-141290fb-ae1f-4799-acdc-ee216ea54304 None None] Port 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:29:32.629735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:32.630399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1ae0026c-7722-484d-a247-28465b5b5c66), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.635026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-141290fb-ae1f-4799-acdc-ee216ea54304 None None] Could not find standard attr ID for object 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:32.635200 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:32.648495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1a15b634-7c67-4239-9860-55929e49b3a9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.664359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81629fa-12c2-424b-9713-83ead2d1759e req-c250fa9d-da8a-4219-b8dc-18d10ae37844 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:32.666220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a81629fa-12c2-424b-9713-83ead2d1759e req-c250fa9d-da8a-4219-b8dc-18d10ae37844 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.2568235 Feb 10 13:29:32.690449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc62ca1-945c-46d2-9ebb-3783c7e123a5 None None] DHCP port deletion for c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:29:32.693744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:29:32.694182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 736ae4b7-e732-477d-aabe-59daa50118bd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:32.724219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c956dcbb-9126-4b4b-ae3d-f246bf6e22b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.735148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=1a15b634-7c67-4239-9860-55929e49b3a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:32.735644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.746350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/c956dcbb-9126-4b4b-ae3d-f246bf6e22b9 HTTP/1.1" status: 204 len: 168 time: 0.8588803 Feb 10 13:29:32.751686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:32.757376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761852165'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:32.768424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5268a3-5401-4413-b2bb-907ef92ec486 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=c956dcbb-9126-4b4b-ae3d-f246bf6e22b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:32.772630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 736ae4b7-e732-477d-aabe-59daa50118bd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:32.773049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.789234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network 8708549d-79db-4d8e-be12-b66d396b470f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:32.799305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:32.802747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:32.878702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:32.881614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.885791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 736ae4b7-e732-477d-aabe-59daa50118bd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:32.904163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a81629fa-12c2-424b-9713-83ead2d1759e req-2bb1d1a9-c798-4b25-bb53-0701d2d56cfa tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841564 Feb 10 13:29:32.921129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:32.921769 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.961231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:32.975211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:32.975859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-971fdcd7-5e36-40ac-bb5f-c691e099e693 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4018643 Feb 10 13:29:32.980154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:32.981492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dd064b4c-b131-487c-9f2e-40004073b481), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:32.982011 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment dd064b4c-b131-487c-9f2e-40004073b481 of type vlan for network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 Feb 10 13:29:33.032980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.052858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5c49b2a9-1111-438e-9a4b-8ba444ac0551), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.063894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 736ae4b7-e732-477d-aabe-59daa50118bd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:33.130479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5c49b2a9-1111-438e-9a4b-8ba444ac0551), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.136653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:33.137731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.181734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.195973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 736ae4b7-e732-477d-aabe-59daa50118bd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:33.196476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.230794 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4780917 Feb 10 13:29:33.234095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:33.251725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:33.311305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c9da4f-95b7-4c86-820e-01765cf3ce44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.316610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-07f94e5e-c07b-4939-a4d2-88f1fc3f4249 None None] Provisioning complete for port 1a15b634-7c67-4239-9860-55929e49b3a9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:33.316972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07f94e5e-c07b-4939-a4d2-88f1fc3f4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1a15b634-7c67-4239-9860-55929e49b3a9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.377541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf1a7-77dd-4106-a863-dea866d07c5c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=5c49b2a9-1111-438e-9a4b-8ba444ac0551,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:33.432123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Allocated IP 172.25.8.82 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6880adff-b1f8-45d9-ac2d-1a8e1e2030af) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:33.458034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:33.465027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 736ae4b7-e732-477d-aabe-59daa50118bd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:33.497031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-07f94e5e-c07b-4939-a4d2-88f1fc3f4249 None None] Port 1a15b634-7c67-4239-9860-55929e49b3a9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:29:33.584250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:33.599806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:33.604622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.637485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:33.641117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2ec7dc1b-46cf-43c1-b13d-0028d7df03e3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:33.721723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.782638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.830744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:33.834654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:33.840379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:33.843708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=6880adff-b1f8-45d9-ac2d-1a8e1e2030af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:33.949350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (fd13c6e6-140a-4971-8d4f-94f7e57e0fca), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:33.992994 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.071421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22ac71-17bf-4f8d-8050-2c15ec23080e req-7fc65119-2966-4e71-b492-76b5a0b82af6 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:34.073658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f22ac71-17bf-4f8d-8050-2c15ec23080e req-7fc65119-2966-4e71-b492-76b5a0b82af6 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.2888210 Feb 10 13:29:34.075205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (cb39522c-854a-4c15-835c-3c52d0b846da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.181722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f22ac71-17bf-4f8d-8050-2c15ec23080e req-85e92893-b2fd-4b98-b990-8d22945b3e3c tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Feb 10 13:29:34.182568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=cb39522c-854a-4c15-835c-3c52d0b846da,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:34.190265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': 'dd064b4c-b131-487c-9f2e-40004073b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:34.191196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 5c49b2a9-1111-438e-9a4b-8ba444ac0551, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:34.216284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.222669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:34.225244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.239368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5c49b2a9-1111-438e-9a4b-8ba444ac0551) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:34.251620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8dfb4-e905-49a2-837d-488ac898bf56 None None] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:34.263288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:34.264573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.293539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1ab347bf-22d0-4e16-84dc-dfad4f102f04 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0554419 Feb 10 13:29:34.294369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:34.300508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-734334758'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:34.400570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-5c49b2a9-1111-438e-9a4b-8ba444ac0551', 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': 'cb39522c-854a-4c15-835c-3c52d0b846da'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:34.402016 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.402716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd15b9-fb48-4ed7-81ce-9f7bd2d2d898 req-a7e58b50-67ce-48a6-9e27-1382f1e06557 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:34.407405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30cd15b9-fb48-4ed7-81ce-9f7bd2d2d898 req-a7e58b50-67ce-48a6-9e27-1382f1e06557 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 944 time: 0.1152673 Feb 10 13:29:34.442679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=6880adff-b1f8-45d9-ac2d-1a8e1e2030af,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:34.491435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fd13c6e6-140a-4971-8d4f-94f7e57e0fca), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.506630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30cd15b9-fb48-4ed7-81ce-9f7bd2d2d898 req-e01a5ac8-f252-4fed-ad0e-eb9d68ba8469 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Feb 10 13:29:34.552001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.561258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3932d280-9397-49d3-8a2d-6689941e566e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5848081 Feb 10 13:29:34.563927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:34.568867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-735b5552-4c8f-4844-9443-f6fa0e6d5a49 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'floatingip': {'port_id': '1a15b634-7c67-4239-9860-55929e49b3a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:34.614746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:34.619495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.654283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 2238b87b-b710-40c2-bcd5-2bd5db6256e5 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:34.657222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-735b5552-4c8f-4844-9443-f6fa0e6d5a49 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (fd13c6e6-140a-4971-8d4f-94f7e57e0fca), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.695999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:34.742206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Allocated IP 2001:db8::2 (5c49b2a9-1111-438e-9a4b-8ba444ac0551/cb39522c-854a-4c15-835c-3c52d0b846da/eef6e7aa-bb27-418b-a886-16f07c2d74b7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:34.824673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca4d6473-996c-4cc7-afcc-e72129b3076d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:34.965947 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-735b5552-4c8f-4844-9443-f6fa0e6d5a49 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] update failed (client error): The resource could not be found. Feb 10 13:29:34.969868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51194) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:34.970046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-735b5552-4c8f-4844-9443-f6fa0e6d5a49 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "PUT /v2.0/floatingips/fd13c6e6-140a-4971-8d4f-94f7e57e0fca HTTP/1.1" status: 404 len: 507 time: 0.4048011 Feb 10 13:29:34.994774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862da6f1-cc8f-4729-bdd7-05188d76e867 req-0ddd2e8e-2590-45b2-b46b-3a8ee097ad95 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:34.996586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-862da6f1-cc8f-4729-bdd7-05188d76e867 req-0ddd2e8e-2590-45b2-b46b-3a8ee097ad95 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.0873268 Feb 10 13:29:35.008129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port ca4d6473-996c-4cc7-afcc-e72129b3076d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:29:35.022510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port ca4d6473-996c-4cc7-afcc-e72129b3076d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:35.023144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.095517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-862da6f1-cc8f-4729-bdd7-05188d76e867 req-d270e8cd-54a7-4091-90d5-c400790f7d31 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910132 Feb 10 13:29:35.147099 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks [] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.153544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting port 6880adff-b1f8-45d9-ac2d-1a8e1e2030af {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:35.154213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.159533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.207335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:35.234856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:35.240671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::133 (5c49b2a9-1111-438e-9a4b-8ba444ac0551/cb39522c-854a-4c15-835c-3c52d0b846da/2238b87b-b710-40c2-bcd5-2bd5db6256e5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:35.244930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:35.250435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Pushing event updated for resources: {'Port': ['ID=eef6e7aa-bb27-418b-a886-16f07c2d74b7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:35.266675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ca4d6473-996c-4cc7-afcc-e72129b3076d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:35.267216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.329819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:35.332262 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c61e24d-5241-4f7c-b023-8aec70337c14" -d '{"events": [{"server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "name": "network-vif-plugged", "status": "completed", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:35.355646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:35.357030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Attempting to bind port eef6e7aa-bb27-418b-a886-16f07c2d74b7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:35.357635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Attempting to bind port eef6e7aa-bb27-418b-a886-16f07c2d74b7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'dd064b4c-b131-487c-9f2e-40004073b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:35.358113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Attempting to bind port eef6e7aa-bb27-418b-a886-16f07c2d74b7 on network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:35.364022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.370206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:35.370600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Checking segment: {'id': 'dd064b4c-b131-487c-9f2e-40004073b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:35.371114 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.371614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Bound using segment: {'id': 'dd064b4c-b131-487c-9f2e-40004073b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:35.372209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Bound port: eef6e7aa-bb27-418b-a886-16f07c2d74b7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd064b4c-b131-487c-9f2e-40004073b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c49b2a9-1111-438e-9a4b-8ba444ac0551'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:35.372698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.420894 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (2238b87b-b710-40c2-bcd5-2bd5db6256e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.472866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2238b87b-b710-40c2-bcd5-2bd5db6256e5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.487505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:35.516882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] For port eef6e7aa-bb27-418b-a886-16f07c2d74b7, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:35.527192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] For port eef6e7aa-bb27-418b-a886-16f07c2d74b7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eef6e7aa-bb27-418b-a886-16f07c2d74b7,segment=NetworkSegment(dd064b4c-b131-487c-9f2e-40004073b481),segment_id=dd064b4c-b131-487c-9f2e-40004073b481)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:35.529528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9aabd-d7be-40d0-81d6-28001e955c3c req-6c804e33-95f6-429c-b8bb-12cc2a012a1f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:35.531608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ea9aabd-d7be-40d0-81d6-28001e955c3c req-6c804e33-95f6-429c-b8bb-12cc2a012a1f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0986197 Feb 10 13:29:35.538317 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.610919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53b11-f6f7-4de1-9723-5d48ffd0a7de None None] Pushing event updated for resources: {'Port': ['ID=eef6e7aa-bb27-418b-a886-16f07c2d74b7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:35.611152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ea9aabd-d7be-40d0-81d6-28001e955c3c req-d792fc27-9166-4ad2-b1b3-d336818c6246 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691659 Feb 10 13:29:35.656744 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f9cff4-530c-45b0-9e0b-f7a0abfcbd74 x-openstack-request-id: req-11f9cff4-530c-45b0-9e0b-f7a0abfcbd74 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:35.657068 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "name": "network-vif-plugged", "status": "completed", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:35.657328 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f9cff4-530c-45b0-9e0b-f7a0abfcbd74 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:35.657734 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d', 'code': 200} Feb 10 13:29:35.768742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.852402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d92e5e-4751-49fe-9e38-a8863e485fa4 req-d9ae08a9-7c74-4dcb-853f-74795ddc3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:35.854687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6d92e5e-4751-49fe-9e38-a8863e485fa4 req-d9ae08a9-7c74-4dcb-853f-74795ddc3b56 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 1127 time: 0.1242747 Feb 10 13:29:35.894418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196f413-bf3e-4384-b8cb-bcc3d3b960e9 req-a388f7b7-d649-4c43-a156-ed3edf763d01 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:35.896369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8196f413-bf3e-4384-b8cb-bcc3d3b960e9 req-a388f7b7-d649-4c43-a156-ed3edf763d01 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.1455426 Feb 10 13:29:35.947775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:35.983814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6d92e5e-4751-49fe-9e38-a8863e485fa4 req-8f769379-7275-4bd2-9ce2-e1d3f75c13e7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215835 Feb 10 13:29:36.034230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8196f413-bf3e-4384-b8cb-bcc3d3b960e9 req-450735b2-6289-4f88-9c39-efe781cf3aac tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251638 Feb 10 13:29:36.110099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:36.111679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:36.117674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:36.123375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:36.123992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.153302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8565686 Feb 10 13:29:36.153985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:36.162487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4d86-5e5b-45f5-aa0d-6892d4eea69e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=2238b87b-b710-40c2-bcd5-2bd5db6256e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:36.187538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.187872 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.201680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Calling delete_port for 6880adff-b1f8-45d9-ac2d-1a8e1e2030af owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:36.220283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d264-9ea5-4da3-a0f4-e5d405443a3f req-635c1a99-b867-4a32-a8df-efa292379151 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:36.221834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b815d264-9ea5-4da3-a0f4-e5d405443a3f req-635c1a99-b867-4a32-a8df-efa292379151 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.1165493 Feb 10 13:29:36.310955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b815d264-9ea5-4da3-a0f4-e5d405443a3f req-6251e1ee-a63e-46af-806f-57bfb0f381b7 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817692 Feb 10 13:29:36.320954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 2238b87b-b710-40c2-bcd5-2bd5db6256e5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:36.321333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2238b87b-b710-40c2-bcd5-2bd5db6256e5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.355579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6880adff-b1f8-45d9-ac2d-1a8e1e2030af), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.401581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Port': ['ID=6880adff-b1f8-45d9-ac2d-1a8e1e2030af,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:36.445954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2238b87b-b710-40c2-bcd5-2bd5db6256e5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.464158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 2238b87b-b710-40c2-bcd5-2bd5db6256e5 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:36.491607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418bd79-f56f-462d-a7d6-4f1c4a5d2044 req-d86e8bda-54b0-4181-ae0b-0c53b95ea8b3 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:36.493519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1418bd79-f56f-462d-a7d6-4f1c4a5d2044 req-d86e8bda-54b0-4181-ae0b-0c53b95ea8b3 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.1015642 Feb 10 13:29:36.504214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (fd13c6e6-140a-4971-8d4f-94f7e57e0fca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.507004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.508200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1c0beb65-c73d-44e9-950f-891cee663c39 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd13c6e6-140a-4971-8d4f-94f7e57e0fca HTTP/1.1" status: 204 len: 168 time: 1.5368650 Feb 10 13:29:36.515852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-28b36a3e-76a0-4377-9195-89fc3d0e1043 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:36.517377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-28b36a3e-76a0-4377-9195-89fc3d0e1043 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f90deb-9ed7-493d-8593-f2e8a29ae358 HTTP/1.1" status: 200 len: 945 time: 0.1332018 Feb 10 13:29:36.517871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:36.522439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3b2a3ade-91e7-4786-9e4e-6dcae1dfc2a4 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'floatingip': {'floating_network_id': '8708549d-79db-4d8e-be12-b66d396b470f', 'port_id': '1a15b634-7c67-4239-9860-55929e49b3a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:36.589294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b2a3ade-91e7-4786-9e4e-6dcae1dfc2a4 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.608987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1418bd79-f56f-462d-a7d6-4f1c4a5d2044 req-3f5bed95-0f61-4cdd-841b-77ff09ddb2e9 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753331 Feb 10 13:29:36.678579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Deleting port 156db547-5596-4fca-b484-a78adf314229 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:36.678930 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (156db547-5596-4fca-b484-a78adf314229), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.758729 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2238b87b-b710-40c2-bcd5-2bd5db6256e5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.807270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:36.872580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.877605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/2238b87b-b710-40c2-bcd5-2bd5db6256e5 HTTP/1.1" status: 204 len: 168 time: 0.7224607 Feb 10 13:29:36.881273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:36.882349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd864-c7ba-4913-8105-af63e5b674ba tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=2238b87b-b710-40c2-bcd5-2bd5db6256e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:36.904792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] For port 156db547-5596-4fca-b484-a78adf314229, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=156db547-5596-4fca-b484-a78adf314229,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:36.905149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (156db547-5596-4fca-b484-a78adf314229), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:36.922482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Calling delete_port for 156db547-5596-4fca-b484-a78adf314229 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:36.944420 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3b2a3ade-91e7-4786-9e4e-6dcae1dfc2a4 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:29:36.945740 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3b2a3ade-91e7-4786-9e4e-6dcae1dfc2a4 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4269354 Feb 10 13:29:36.952130 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e908817f-5039-4546-bf68-e61df41ee0c1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:36.954649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e908817f-5039-4546-bf68-e61df41ee0c1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/2238b87b-b710-40c2-bcd5-2bd5db6256e5 HTTP/1.1" status: 404 len: 333 time: 0.0612586 Feb 10 13:29:36.955684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:36.955919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:36.959557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:36.968814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '1a15b634-7c67-4239-9860-55929e49b3a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:36.988436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'port_id': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'mac_address': 'fa:16:3e:24:f1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137662f9-aba4-4e5c-a5c1-fad11bb32f15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:37.031599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792b21d-99b5-43d4-96d6-f6b50c316bf2 req-42517db0-7023-474c-8dd1-a89e985242c0 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:37.041844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b792b21d-99b5-43d4-96d6-f6b50c316bf2 req-42517db0-7023-474c-8dd1-a89e985242c0 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.3246875 Feb 10 13:29:37.075833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.097511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device eef6e7aa-bb27-418b-a886-16f07c2d74b7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:37.170023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3656ae-abb1-47e2-a3d6-23ddaf011487 None None] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:37.191525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cf08ec1a-11e4-463c-878c-d2634e0b80cb is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:37.192087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.200676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet cb39522c-854a-4c15-835c-3c52d0b846da {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:37.209045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (156db547-5596-4fca-b484-a78adf314229), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.209473 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (cb39522c-854a-4c15-835c-3c52d0b846da), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.210480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf08ec1a-11e4-463c-878c-d2634e0b80cb {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:37.229623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['156db547-5596-4fca-b484-a78adf314229'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:37.250921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b792b21d-99b5-43d4-96d6-f6b50c316bf2 req-b33c526e-8331-49bb-a93a-88e202ddf95a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026305 Feb 10 13:29:37.308599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:37.327136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Pushing event deleted for resources: {'Port': ['ID=156db547-5596-4fca-b484-a78adf314229,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:37.328992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Provisioning complete for port eef6e7aa-bb27-418b-a886-16f07c2d74b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:37.329480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.333290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.435440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port eef6e7aa-bb27-418b-a886-16f07c2d74b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:37.436281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.439648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:37.461446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] No DVR routers for this DVR port 156db547-5596-4fca-b484-a78adf314229 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:37.466119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.475760 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a1b7646-a6ca-4383-acf6-a99255a777f5 req-8c230e10-e619-45a4-8370-02058147ebff tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "DELETE /v2.0/ports/156db547-5596-4fca-b484-a78adf314229 HTTP/1.1" status: 204 len: 173 time: 0.9483802 Feb 10 13:29:37.476397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'name': 'network-vif-deleted', 'tag': '156db547-5596-4fca-b484-a78adf314229'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:37.478891 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd42a6-3d23-4ed2-a95a-adf89dded345" -d '{"events": [{"server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "name": "network-vif-deleted", "tag": "156db547-5596-4fca-b484-a78adf314229"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:37.512170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cf08ec1a-11e4-463c-878c-d2634e0b80cb'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:37.574145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.715249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (cb39522c-854a-4c15-835c-3c52d0b846da), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.757087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Current status of the port eef6e7aa-bb27-418b-a886-16f07c2d74b7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:37.757481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.793111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port eef6e7aa-bb27-418b-a886-16f07c2d74b7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:37.793544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.870172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f626779-90d6-48c1-a499-a08f563b0587 req-09902f69-7f19-4731-bee0-06317510ab41 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:37.872136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] For port eef6e7aa-bb27-418b-a886-16f07c2d74b7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eef6e7aa-bb27-418b-a886-16f07c2d74b7,segment=NetworkSegment(dd064b4c-b131-487c-9f2e-40004073b481),segment_id=dd064b4c-b131-487c-9f2e-40004073b481)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:37.884556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.886692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f626779-90d6-48c1-a499-a08f563b0587 req-09902f69-7f19-4731-bee0-06317510ab41 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 944 time: 0.5261343 Feb 10 13:29:37.911078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cb39522c-854a-4c15-835c-3c52d0b846da), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:37.959279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e3554-4e71-422d-a39a-c176f741ddf9 None None] Pushing event updated for resources: {'Port': ['ID=eef6e7aa-bb27-418b-a886-16f07c2d74b7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:37.969379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.027812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f626779-90d6-48c1-a499-a08f563b0587 req-ed72b161-93c8-491d-982e-4ea5dd37ab6d tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259544 Feb 10 13:29:38.110147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (cb39522c-854a-4c15-835c-3c52d0b846da), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.143531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0f0dfa9d-4c4a-4238-8cf4-6635d42103bb None None] Provisioning complete for port eef6e7aa-bb27-418b-a886-16f07c2d74b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:38.143916 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfa9d-4c4a-4238-8cf4-6635d42103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.178323 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:29:38.178839 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:29:38.207539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=cb39522c-854a-4c15-835c-3c52d0b846da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:38.212172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.218988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5219c8d2-4d7d-433f-b893-4bbc58f30dd1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/cb39522c-854a-4c15-835c-3c52d0b846da HTTP/1.1" status: 204 len: 168 time: 1.1705601 Feb 10 13:29:38.219711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:38.300586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5f54-d51e-4618-9826-38279f2fd922 req-3184161f-9ebf-4948-8aea-5e14b7da892d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:38.308053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a7c5f54-d51e-4618-9826-38279f2fd922 req-3184161f-9ebf-4948-8aea-5e14b7da892d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.1949992 Feb 10 13:29:38.357401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Allocated IP 172.25.8.58 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/ded87151-5396-431b-926d-ae11e11302f7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:38.375626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5c49b2a9-1111-438e-9a4b-8ba444ac0551), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.439153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a7c5f54-d51e-4618-9826-38279f2fd922 req-d2b6fceb-61b5-4ee8-aa7f-2425ca496a82 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300969 Feb 10 13:29:38.474328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b721b-efa3-4e71-b624-a47aea795ab2 None None] Network 5c49b2a9-1111-438e-9a4b-8ba444ac0551 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:38.493185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port eef6e7aa-bb27-418b-a886-16f07c2d74b7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:38.494242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.521867 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf66e3-e72a-47ca-9c3b-439b1c61945d x-openstack-request-id: req-a0cf66e3-e72a-47ca-9c3b-439b1c61945d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:38.522163 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f90deb-9ed7-493d-8593-f2e8a29ae358", "name": "network-vif-deleted", "tag": "156db547-5596-4fca-b484-a78adf314229", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:38.522438 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0cf66e3-e72a-47ca-9c3b-439b1c61945d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:38.522829 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f90deb-9ed7-493d-8593-f2e8a29ae358', 'name': 'network-vif-deleted', 'tag': '156db547-5596-4fca-b484-a78adf314229', 'status': 'completed', 'code': 200} Feb 10 13:29:38.529918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dfa9d-4c4a-4238-8cf4-6635d42103bb None None] Current status of the port eef6e7aa-bb27-418b-a886-16f07c2d74b7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:38.576687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for port (ded87151-5396-431b-926d-ae11e11302f7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.615615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ded87151-5396-431b-926d-ae11e11302f7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.621985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port eef6e7aa-bb27-418b-a886-16f07c2d74b7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=eef6e7aa-bb27-418b-a886-16f07c2d74b7,segment=NetworkSegment(dd064b4c-b131-487c-9f2e-40004073b481),segment_id=dd064b4c-b131-487c-9f2e-40004073b481)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:38.622474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.655645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for eef6e7aa-bb27-418b-a886-16f07c2d74b7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:38.660596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8b9299dd-b8c6-4b01-ae45-a2dc8f46abfd None None] Could not find standard attr ID for object 2238b87b-b710-40c2-bcd5-2bd5db6256e5. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:29:38.689711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:38.692714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:38.697385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:38.737509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event updated for resources: {'Port': ['ID=ded87151-5396-431b-926d-ae11e11302f7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:38.750345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] DHCP port deletion for 5c49b2a9-1111-438e-9a4b-8ba444ac0551 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:29:38.793197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port eef6e7aa-bb27-418b-a886-16f07c2d74b7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:38.815205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:38.866306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.904820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Deleting port eef6e7aa-bb27-418b-a886-16f07c2d74b7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:38.905825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:38.912792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=eef6e7aa-bb27-418b-a886-16f07c2d74b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:38.932162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port eef6e7aa-bb27-418b-a886-16f07c2d74b7 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:38.942940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port cf08ec1a-11e4-463c-878c-d2634e0b80cb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:38.943910 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.030034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] For port eef6e7aa-bb27-418b-a886-16f07c2d74b7, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:39.030439 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.034582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device eef6e7aa-bb27-418b-a886-16f07c2d74b7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:39.070623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: eef6e7aa-bb27-418b-a886-16f07c2d74b7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:39.071687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device eef6e7aa-bb27-418b-a886-16f07c2d74b7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:39.074390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Calling delete_port for eef6e7aa-bb27-418b-a886-16f07c2d74b7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:39.077728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Port eef6e7aa-bb27-418b-a886-16f07c2d74b7 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:29:39.088614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f114bf-44d0-46eb-b824-a9ad78c91fbc req-9eb81805-d50d-4708-a22a-b973cdfab363 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:39.090486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70f114bf-44d0-46eb-b824-a9ad78c91fbc req-9eb81805-d50d-4708-a22a-b973cdfab363 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0845780 Feb 10 13:29:39.096138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting port ded87151-5396-431b-926d-ae11e11302f7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:39.096487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ded87151-5396-431b-926d-ae11e11302f7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.101482 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (eef6e7aa-bb27-418b-a886-16f07c2d74b7), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.105819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5c49b2a9-1111-438e-9a4b-8ba444ac0551), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.131258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c49b2a9-1111-438e-9a4b-8ba444ac0551']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:39.142586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] Pushing event deleted for resources: {'Port': ['ID=eef6e7aa-bb27-418b-a886-16f07c2d74b7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:39.145539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e608f8-3da5-4b30-b2d9-c025fb876913 None None] No DVR routers for this DVR port eef6e7aa-bb27-418b-a886-16f07c2d74b7 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:39.148664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cf08ec1a-11e4-463c-878c-d2634e0b80cb is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:39.148865 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.160505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd064b4c-b131-487c-9f2e-40004073b481') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:39.160838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd064b4c-b131-487c-9f2e-40004073b481') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:39.172536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (dd064b4c-b131-487c-9f2e-40004073b481), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.188930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:39.190157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dd064b4c-b131-487c-9f2e-40004073b481), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.194291 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043fdc67-87fd-4b20-8368-340596e6e461" -d '{"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:39.201391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ded87151-5396-431b-926d-ae11e11302f7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.202063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for floatingip (ded87151-5396-431b-926d-ae11e11302f7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.204978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:39.205401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (dd064b4c-b131-487c-9f2e-40004073b481), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:39.213520 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:39.215806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Calling delete_port for ded87151-5396-431b-926d-ae11e11302f7 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:39.226761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:39.231776 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.291342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:39.299955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.300430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.301027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.301438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.301814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.302238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.303003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.303152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.303610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.303973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.305249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.305249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.305249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:39.310262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:39.325970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5c49b2a9-1111-438e-9a4b-8ba444ac0551), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.351632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.355805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ded87151-5396-431b-926d-ae11e11302f7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.359314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/5c49b2a9-1111-438e-9a4b-8ba444ac0551 HTTP/1.1" status: 204 len: 168 time: 1.1348753 Feb 10 13:29:39.359609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:39.373598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'name': 'tempest-PortsIpV6TestJSON-2022812421'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:39.375349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50828e9-7128-4ef8-acfc-357c9daae6f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=5c49b2a9-1111-438e-9a4b-8ba444ac0551,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:39.391697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Deleting subnet aacd0b66-f194-485a-8cfa-cb1f79b64130 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:39.395557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Publish callbacks [] for subnet (aacd0b66-f194-485a-8cfa-cb1f79b64130), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.427250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Port': ['ID=ded87151-5396-431b-926d-ae11e11302f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:39.433911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (aacd0b66-f194-485a-8cfa-cb1f79b64130), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.480194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (aacd0b66-f194-485a-8cfa-cb1f79b64130), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.545107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (aacd0b66-f194-485a-8cfa-cb1f79b64130), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.560310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.567004 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aacd0b66-f194-485a-8cfa-cb1f79b64130 HTTP/1.1" status: 204 len: 168 time: 0.2464683 Feb 10 13:29:39.567171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70f114bf-44d0-46eb-b824-a9ad78c91fbc req-4278ff35-007c-4b7a-a74b-c4a3cb271e76 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205551 Feb 10 13:29:39.571224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:39.609668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc1c5-8e83-4544-84b3-772c0ad39ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacd0b66-f194-485a-8cfa-cb1f79b64130,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:39.624615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:39.628977 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.687895 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] create failed (client error): The resource could not be found. Feb 10 13:29:39.688969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca981349-5412-4f33-a504-6773109d038d tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7313492 Feb 10 13:29:39.692874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:39.698373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1752e765-dbf5-4253-a256-016f3a54647c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.725024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 72318546-dabd-40a7-9f6d-c0b6e8a31ee2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:39.811898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting port 1a15b634-7c67-4239-9860-55929e49b3a9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:39.812536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1a15b634-7c67-4239-9860-55929e49b3a9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.847656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae389d-a7f1-4720-8eb3-b4358143e1c1 req-4124baaa-04d9-403e-9c92-bf312963b4ea tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:39.848780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73ae389d-a7f1-4720-8eb3-b4358143e1c1 req-4124baaa-04d9-403e-9c92-bf312963b4ea tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.1874757 Feb 10 13:29:39.892363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 156db547-5596-4fca-b484-a78adf314229 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:39.906164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1752e765-dbf5-4253-a256-016f3a54647c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.921671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1a15b634-7c67-4239-9860-55929e49b3a9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:39.925884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 156db547-5596-4fca-b484-a78adf314229 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:39.926424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 156db547-5596-4fca-b484-a78adf314229 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:39.938610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Calling delete_port for 1a15b634-7c67-4239-9860-55929e49b3a9 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:39.959871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1752e765-dbf5-4253-a256-016f3a54647c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:39.988453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc143d3-2e05-4cd3-bb23-9ab047234dda') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:39.988722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc143d3-2e05-4cd3-bb23-9ab047234dda') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:40.011408 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (9dc143d3-2e05-4cd3-bb23-9ab047234dda), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.067266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73ae389d-a7f1-4720-8eb3-b4358143e1c1 req-f3399d90-ce37-441c-ad6a-fe7562af6961 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085893 Feb 10 13:29:40.068149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9dc143d3-2e05-4cd3-bb23-9ab047234dda), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.082409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:40.082823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (9dc143d3-2e05-4cd3-bb23-9ab047234dda), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:40.084536 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:40.099009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1a15b634-7c67-4239-9860-55929e49b3a9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.104456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (72318546-dabd-40a7-9f6d-c0b6e8a31ee2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.170567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Port': ['ID=1a15b634-7c67-4239-9860-55929e49b3a9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:40.178990 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1752e765-dbf5-4253-a256-016f3a54647c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.198249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.201501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1752e765-dbf5-4253-a256-016f3a54647c HTTP/1.1" status: 204 len: 168 time: 0.6292779 Feb 10 13:29:40.206540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:40.239732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.246733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f8c2679-be89-46e5-8c3d-3071c7af663e tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "DELETE /v2.0/ports/1a15b634-7c67-4239-9860-55929e49b3a9 HTTP/1.1" status: 204 len: 168 time: 0.5524445 Feb 10 13:29:40.247368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:40.309439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b715-89c1-48cd-99c4-7dc27a308d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1752e765-dbf5-4253-a256-016f3a54647c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:40.312275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bc864-f686-4cae-89db-544531acc6c1 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:40.317692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d3bc864-f686-4cae-89db-544531acc6c1 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c2f2948-674e-475f-9861-65139472ca49 HTTP/1.1" status: 200 len: 913 time: 0.0690804 Feb 10 13:29:40.318314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:40.330820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (72318546-dabd-40a7-9f6d-c0b6e8a31ee2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.399351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Deleting subnet 463bde51-2eee-4bf6-9768-2334bff0265b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:40.413296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-9030a0e0-5b89-43aa-a2fd-36db75dde140 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:40.419665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-9030a0e0-5b89-43aa-a2fd-36db75dde140 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 808 time: 0.2562299 Feb 10 13:29:40.420551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Publish callbacks [] for subnet (463bde51-2eee-4bf6-9768-2334bff0265b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.458181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:40.462126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=72318546-dabd-40a7-9f6d-c0b6e8a31ee2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:40.469489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:40.473585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:40.479314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:40.479949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.483308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-3c42c09a-94c9-433c-877c-0e675cbac636 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/quotas/8141c7bbf17a40b283cdacbd4117558b HTTP/1.1" status: 200 len: 375 time: 0.0374665 Feb 10 13:29:40.507124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (463bde51-2eee-4bf6-9768-2334bff0265b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.584068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-a43737c6-776e-46fd-b9c8-0deb8c893e4c tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748379 Feb 10 13:29:40.590893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b49cdc15-3445-4af9-9486-55016f5a1849 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2218714 Feb 10 13:29:40.594506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:40.677067 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (463bde51-2eee-4bf6-9768-2334bff0265b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.707093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (9c2f2948-674e-475f-9861-65139472ca49), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.791907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-4c0a5b31-3546-4f14-8908-c90fa0c0aa0f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:40.793671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-4c0a5b31-3546-4f14-8908-c90fa0c0aa0f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 945 time: 0.3012824 Feb 10 13:29:40.825807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:40.895596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-31497a61-50ad-44c3-832d-a29a5ee55fdd service neutron] 10.222.0.13 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893889 Feb 10 13:29:40.911861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (463bde51-2eee-4bf6-9768-2334bff0265b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:40.964878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cf08ec1a-11e4-463c-878c-d2634e0b80cb is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:40.965502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.006279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463bde51-2eee-4bf6-9768-2334bff0265b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.020574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:41.026293 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.029612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting port 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:41.030230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.039337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.044974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d3938cf2-5b96-4a0a-83b2-cfd82cd1da22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/463bde51-2eee-4bf6-9768-2334bff0265b HTTP/1.1" status: 204 len: 168 time: 0.8336697 Feb 10 13:29:41.045461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:41.047038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 72318546-dabd-40a7-9f6d-c0b6e8a31ee2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:41.047493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (72318546-dabd-40a7-9f6d-c0b6e8a31ee2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.090971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.101782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.151875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (72318546-dabd-40a7-9f6d-c0b6e8a31ee2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.168988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a415f8e8-ec4c-47d8-8064-b1e0b1dffbba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.169621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-da341256-e03f-48f5-a49e-cac629764b91 service neutron] 10.222.0.13 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730746 Feb 10 13:29:41.170600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 72318546-dabd-40a7-9f6d-c0b6e8a31ee2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:41.177767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Deleting port cf08ec1a-11e4-463c-878c-d2634e0b80cb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:41.178036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.214161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.244959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Calling delete_port for 5b5a484d-fe21-46e6-a06a-70c993ffd0e2 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:41.297102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a415f8e8-ec4c-47d8-8064-b1e0b1dffbba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.330678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] For port cf08ec1a-11e4-463c-878c-d2634e0b80cb, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cf08ec1a-11e4-463c-878c-d2634e0b80cb,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:41.331049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.351267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Calling delete_port for cf08ec1a-11e4-463c-878c-d2634e0b80cb owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:41.362718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a415f8e8-ec4c-47d8-8064-b1e0b1dffbba']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:41.366279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (72318546-dabd-40a7-9f6d-c0b6e8a31ee2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.376875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce526eff-4914-4ee2-91d5-b6258652316f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:41.377179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce526eff-4914-4ee2-91d5-b6258652316f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:41.395269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (ce526eff-4914-4ee2-91d5-b6258652316f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.412073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ce526eff-4914-4ee2-91d5-b6258652316f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.456643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:41.456835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (ce526eff-4914-4ee2-91d5-b6258652316f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:41.458543 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:41.461637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=72318546-dabd-40a7-9f6d-c0b6e8a31ee2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.469404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.475566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/72318546-dabd-40a7-9f6d-c0b6e8a31ee2 HTTP/1.1" status: 204 len: 168 time: 0.8776259 Feb 10 13:29:41.475753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:41.486048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'mac_address': 'fa:16:3e:8a:11:7d', 'name': 'tempest-PortsIpV6TestJSON-466976316'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:41.498081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.498439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.498786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.499127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.499492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.499790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.500122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.500454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.500792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.501123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.501451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.501767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.502093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760140de-264d-4714-9a0d-5bfe963ba001 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:41.530289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a415f8e8-ec4c-47d8-8064-b1e0b1dffbba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.545698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.552530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a415f8e8-ec4c-47d8-8064-b1e0b1dffbba HTTP/1.1" status: 204 len: 168 time: 0.5037251 Feb 10 13:29:41.584179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e97c35-5764-4f67-9504-577ccfa6c9a8 req-1ef76402-11b2-475f-bb77-9849a7ec3279 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:41.591329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89e97c35-5764-4f67-9504-577ccfa6c9a8 req-1ef76402-11b2-475f-bb77-9849a7ec3279 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a HTTP/1.1" status: 200 len: 943 time: 0.2296739 Feb 10 13:29:41.598259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acdeb9-43fd-422f-87cd-5250430bc905 admin admin] Pushing event deleted for resources: {'Network': ['ID=a415f8e8-ec4c-47d8-8064-b1e0b1dffbba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.638278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5b5a484d-fe21-46e6-a06a-70c993ffd0e2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.676411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Port': ['ID=5b5a484d-fe21-46e6-a06a-70c993ffd0e2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.726393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:41.736355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89e97c35-5764-4f67-9504-577ccfa6c9a8 req-02aa75b6-9e8f-4c25-9666-91f5e1d8f4df tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439431 Feb 10 13:29:41.781271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (cf08ec1a-11e4-463c-878c-d2634e0b80cb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.841599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event deleted for resources: {'Port': ['ID=cf08ec1a-11e4-463c-878c-d2634e0b80cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:41.860311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f873837-a944-4e45-ba27-85efac4b7bbd x-openstack-request-id: req-6f873837-a944-4e45-ba27-85efac4b7bbd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:41.860735 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-plugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:41.861136 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f873837-a944-4e45-ba27-85efac4b7bbd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:41.861652 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'code': 200} Feb 10 13:29:41.872592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.898255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (9c2f2948-674e-475f-9861-65139472ca49), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.951420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 1894173c-100b-4127-886e-a71c3058ec63 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:41.956663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] No DVR routers for this DVR port cf08ec1a-11e4-463c-878c-d2634e0b80cb on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:41.959966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:41.964121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-277c9e73-9c7f-4bc4-8573-f97f99990912 req-19c6a6c9-5820-4d28-9a10-fa0e36d6d70c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "DELETE /v2.0/ports/cf08ec1a-11e4-463c-878c-d2634e0b80cb HTTP/1.1" status: 204 len: 173 time: 1.1542733 Feb 10 13:29:41.964708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-deleted', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:41.967124 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd5e31-67cc-4445-bdd9-a2ba09992fd9" -d '{"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-deleted", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:41.983631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:42.147613 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-13b76c94-b23e-432e-9387-ba7bc1b53d46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7acfb2af34ae4142bf90613c0c5d09a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627507 Feb 10 13:29:42.150668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:42.221446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Router 9c2f2948-674e-475f-9861-65139472ca49 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:29:42.284858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] Publish callbacks [] for security_group (08f5c187-f1a1-4774-86bf-1155541219b8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.343384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] Publish callbacks [] for security_group (08f5c187-f1a1-4774-86bf-1155541219b8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.345711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:29:42.358044 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9fa7e6e2-781b-44dd-a7e0-c40a98419390 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "PUT /v2.0/routers/9c2f2948-674e-475f-9861-65139472ca49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385721 Feb 10 13:29:42.360815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:42.363836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] Sync routers for ids ['9c2f2948-674e-475f-9861-65139472ca49'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:29:42.376692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] Routers {'9c2f2948-674e-475f-9861-65139472ca49'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:42.377756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9c2f2948-674e-475f-9861-65139472ca49'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:42.424910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:42.436359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] Routers {'9c2f2948-674e-475f-9861-65139472ca49'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:42.437297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9c2f2948-674e-475f-9861-65139472ca49'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:42.462111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for router (9c2f2948-674e-475f-9861-65139472ca49), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.476824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:42.477748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa136d-27f0-48a5-a93a-639907aafc2c None None] The sync data for ids ['9c2f2948-674e-475f-9861-65139472ca49'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:29:42.580475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491923a6-1304-4f59-a136-79280042c94d req-a2065592-4bf9-4061-ae0e-729508fec504 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:42.587699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-491923a6-1304-4f59-a136-79280042c94d req-a2065592-4bf9-4061-ae0e-729508fec504 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.4999526 Feb 10 13:29:42.660539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (1894173c-100b-4127-886e-a71c3058ec63), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.691948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-491923a6-1304-4f59-a136-79280042c94d req-634cb2bc-9650-4506-8a49-9f7c23544956 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035037 Feb 10 13:29:42.724425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1894173c-100b-4127-886e-a71c3058ec63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.782711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:42.797698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:42.800843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=1894173c-100b-4127-886e-a71c3058ec63,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:42.803418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:42.810216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:42.810858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.829145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac47ee93-fbe4-424e-a791-75189a8dedf1 req-696626b5-92e8-445d-b03f-ff7ab713f56a tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 210 time: 0.0432050 Feb 10 13:29:42.845799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f5733ae6-0c6b-4739-b481-8d7130040e17 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3648093 Feb 10 13:29:42.848333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:42.888642 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbb37c-9cf5-436c-941c-7166d5119684 x-openstack-request-id: req-c8dbb37c-9cf5-436c-941c-7166d5119684 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:42.888982 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-deleted", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:42.889233 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8dbb37c-9cf5-436c-941c-7166d5119684 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:42.889651 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-deleted', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'status': 'completed', 'code': 200} Feb 10 13:29:42.901389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7d748-e90a-427f-b4d9-6ffab000bf52 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:42.905451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a2f7d748-e90a-427f-b4d9-6ffab000bf52 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/1894173c-100b-4127-886e-a71c3058ec63 HTTP/1.1" status: 200 len: 844 time: 0.0532615 Feb 10 13:29:42.907778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:42.949345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (08f5c187-f1a1-4774-86bf-1155541219b8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.951873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:42.953014 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08f5c187-f1a1-4774-86bf-1155541219b8 HTTP/1.1" status: 204 len: 168 time: 0.8013873 Feb 10 13:29:43.042612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53651-5c09-46e6-ab8a-74712b069fb0 req-23582f51-cebe-46c1-b54c-15666c48d194 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:43.044532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69f53651-5c09-46e6-ab8a-74712b069fb0 req-23582f51-cebe-46c1-b54c-15666c48d194 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.0963962 Feb 10 13:29:43.048045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa031-9fcc-4070-81b0-fc65f37479e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f5c187-f1a1-4774-86bf-1155541219b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:43.092405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (9c2f2948-674e-475f-9861-65139472ca49), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.092739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 1894173c-100b-4127-886e-a71c3058ec63 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:43.093295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1894173c-100b-4127-886e-a71c3058ec63), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.096240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for router_controller (9c2f2948-674e-475f-9861-65139472ca49), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.153899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-039fb85a-ed82-40d0-8c3c-754ee4963986 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:43.155404 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-039fb85a-ed82-40d0-8c3c-754ee4963986 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 808 time: 0.2555630 Feb 10 13:29:43.160866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (9c2f2948-674e-475f-9861-65139472ca49), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.161419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2f2948-674e-475f-9861-65139472ca49 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:29:43.168826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.172533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e382439-dfc9-4dca-83c0-dde43ee9bf74 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "DELETE /v2.0/routers/9c2f2948-674e-475f-9861-65139472ca49 HTTP/1.1" status: 204 len: 168 time: 0.8087502 Feb 10 13:29:43.172938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.202514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69f53651-5c09-46e6-ab8a-74712b069fb0 req-21d417cc-6bc7-4189-96cc-0809531cf70d tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406381 Feb 10 13:29:43.206220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1894173c-100b-4127-886e-a71c3058ec63), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.208308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Request body: {'port': {'device_id': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292', 'admin_state_up': True, 'tenant_id': '8141c7bbf17a40b283cdacbd4117558b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:43.219841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 1894173c-100b-4127-886e-a71c3058ec63 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:43.297899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting subnet d383e308-18a7-422d-b3aa-7820f9ab961c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:43.301163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for subnet (d383e308-18a7-422d-b3aa-7820f9ab961c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.328243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1894173c-100b-4127-886e-a71c3058ec63), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.343089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (d383e308-18a7-422d-b3aa-7820f9ab961c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.369288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.375269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/1894173c-100b-4127-886e-a71c3058ec63 HTTP/1.1" status: 204 len: 168 time: 0.4639826 Feb 10 13:29:43.376786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.396959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.435046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fd762-fd8b-4b01-8285-589b553f320b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=1894173c-100b-4127-886e-a71c3058ec63,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:43.441229 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7436d1e-8c20-496c-933f-7dd07e99cbd0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:43.442825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f7436d1e-8c20-496c-933f-7dd07e99cbd0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/1894173c-100b-4127-886e-a71c3058ec63 HTTP/1.1" status: 404 len: 333 time: 0.0662937 Feb 10 13:29:43.447631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.452562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'name': 'tempest-PortsIpV6TestJSON-1336840382'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:43.476048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d383e308-18a7-422d-b3aa-7820f9ab961c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.528350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79744-3cae-472b-8ab7-b05faceaa644 req-edf74938-100c-4a9a-afa6-4dc5851b3ed4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:43.530097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13f79744-3cae-472b-8ab7-b05faceaa644 req-edf74938-100c-4a9a-afa6-4dc5851b3ed4 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.1875658 Feb 10 13:29:43.536515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8742b901-c26e-4159-b13c-c4d96c8ffa49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f9964116fa84a299d3ea4f1a0786a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346269 Feb 10 13:29:43.538643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.544931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Made reservation on behalf of 8141c7bbf17a40b283cdacbd4117558b for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:43.548445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.579771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (d383e308-18a7-422d-b3aa-7820f9ab961c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.590553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:43.593922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.638536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port e1d94386-92c2-424e-ab87-fe5b0f32486c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:43.640873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Subnet': ['ID=d383e308-18a7-422d-b3aa-7820f9ab961c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:43.653038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13f79744-3cae-472b-8ab7-b05faceaa644 req-fddd06d9-bda3-4fbf-93f0-a99bb407f9f2 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150765 Feb 10 13:29:43.657223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.661868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8520756-caf8-44b1-bacf-6c00037d4881 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "DELETE /v2.0/subnets/d383e308-18a7-422d-b3aa-7820f9ab961c HTTP/1.1" status: 204 len: 168 time: 0.4879055 Feb 10 13:29:43.665415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:43.666423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf14c4-0151-4e00-b239-9474f4f90196 None None] Network 8708549d-79db-4d8e-be12-b66d396b470f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:43.700886 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] Publish callbacks [] for security_group (091f1b8b-b9ec-4438-ac76-a1adab1e61a9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.794596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8708549d-79db-4d8e-be12-b66d396b470f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.815450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Allocated IP 172.20.0.3 (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292/cd5d1888-3d71-4a4c-967b-808d4db35740/3307c865-7684-4084-9424-37b9cbdc12ba) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:43.863092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:43.870019 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd3562-d47e-4f1c-b34d-58a1fd0f3892" -d '{"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:43.885236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.886825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] DHCP port deletion for 8708549d-79db-4d8e-be12-b66d396b470f request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:29:43.891616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] Publish callbacks [] for security_group (091f1b8b-b9ec-4438-ac76-a1adab1e61a9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.954258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.962082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Deleting port 736ae4b7-e732-477d-aabe-59daa50118bd {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:43.963398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.996829 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (091f1b8b-b9ec-4438-ac76-a1adab1e61a9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:43.999545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.003626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/091f1b8b-b9ec-4438-ac76-a1adab1e61a9 HTTP/1.1" status: 204 len: 168 time: 0.4611948 Feb 10 13:29:44.025803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24195809-e99a-45d9-ad10-68cc31a012ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f1b8b-b9ec-4438-ac76-a1adab1e61a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.037361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Deleting port 736ae4b7-e732-477d-aabe-59daa50118bd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:44.037919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.038367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:44.039298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=e1d94386-92c2-424e-ab87-fe5b0f32486c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.043039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:44.045015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:44.051146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:44.051778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.072925 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-336443a8-e964-4cfe-88e9-319d4642a4ff tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6235101 Feb 10 13:29:44.075146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:44.081382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:44.109493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] For port 736ae4b7-e732-477d-aabe-59daa50118bd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=736ae4b7-e732-477d-aabe-59daa50118bd,segment=NetworkSegment(7c16d5c2-ef67-4253-b53e-e3c6f76bccad),segment_id=7c16d5c2-ef67-4253-b53e-e3c6f76bccad)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:44.111143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.127873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Calling delete_port for 736ae4b7-e732-477d-aabe-59daa50118bd owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:44.135495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks [] for port (3307c865-7684-4084-9424-37b9cbdc12ba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.180281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:44.184671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.204822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291028350', 'description': 'tempest-description--1938855162'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:44.250601 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.276628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] For port 736ae4b7-e732-477d-aabe-59daa50118bd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=736ae4b7-e732-477d-aabe-59daa50118bd,segment=NetworkSegment(7c16d5c2-ef67-4253-b53e-e3c6f76bccad),segment_id=7c16d5c2-ef67-4253-b53e-e3c6f76bccad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:44.277195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.300367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] Pushing event deleted for resources: {'Port': ['ID=736ae4b7-e732-477d-aabe-59daa50118bd,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.302930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee26db-20ff-4fd1-8d33-e54700b2ae22 None None] No DVR routers for this DVR port 736ae4b7-e732-477d-aabe-59daa50118bd on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:44.313009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Calling delete_port for 736ae4b7-e732-477d-aabe-59daa50118bd owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:44.331867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.377187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.447578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684307-15f3-4c49-af7c-46662b81becd req-23fed46e-e770-4c89-bc87-b66ff0c4f8ab tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:44.448865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52684307-15f3-4c49-af7c-46662b81becd req-23fed46e-e770-4c89-bc87-b66ff0c4f8ab tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0970397 Feb 10 13:29:44.450972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.462686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.486007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:44.502791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:44.508547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:44.511132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Pushing event updated for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.515727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] In _notify_port_updated(), no bound segment for port e1d94386-92c2-424e-ab87-fe5b0f32486c on network 7ead1455-47b5-475a-958e-31a38178667d {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:29:44.520832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:44.521396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.525613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/ports/e1d94386-92c2-424e-ab87-fe5b0f32486c HTTP/1.1" status: 200 len: 818 time: 0.4489584 Feb 10 13:29:44.528623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:44.581402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (6d333892-1c6f-465e-aaaf-986a34d84a91), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.589522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8d16-f426-4745-af21-81e394bb1698 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=e1d94386-92c2-424e-ab87-fe5b0f32486c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.590790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:44.591633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.599249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6d333892-1c6f-465e-aaaf-986a34d84a91), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.600651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52684307-15f3-4c49-af7c-46662b81becd req-d355ccdc-e589-4c72-8503-9e142b40f248 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396611 Feb 10 13:29:44.623375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (736ae4b7-e732-477d-aabe-59daa50118bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.635937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-85c3626e-ea18-4069-bf01-53c95bfb437b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4341943 Feb 10 13:29:44.670404 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.674788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4799230 Feb 10 13:29:44.675704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:44.682987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Request body: {'port': {'device_id': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:44.685632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'security_group_rule': {'security_group_id': '6d333892-1c6f-465e-aaaf-986a34d84a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:44.705687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Port': ['ID=736ae4b7-e732-477d-aabe-59daa50118bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.710000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] No DVR routers for this DVR port 736ae4b7-e732-477d-aabe-59daa50118bd on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:44.710190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port e1d94386-92c2-424e-ab87-fe5b0f32486c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:44.710399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.723231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c33dd-cda2-4dd6-bee6-11d7da89adf9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d333892-1c6f-465e-aaaf-986a34d84a91,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:44.801064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (fe83db69-0caf-4fd0-9b5e-14354115fd66), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.825911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:44.828714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.855168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: cf08ec1a-11e4-463c-878c-d2634e0b80cb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:44.855519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cf08ec1a-11e4-463c-878c-d2634e0b80cb not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:44.869334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8708549d-79db-4d8e-be12-b66d396b470f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.871781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.886983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for e1d94386-92c2-424e-ab87-fe5b0f32486c owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:44.903967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8708549d-79db-4d8e-be12-b66d396b470f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:44.939075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c16d5c2-ef67-4253-b53e-e3c6f76bccad') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:44.939375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c16d5c2-ef67-4253-b53e-e3c6f76bccad') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:44.957709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7c16d5c2-ef67-4253-b53e-e3c6f76bccad), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:44.969223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13855-1aa6-4441-88a5-c6a69341ca35 req-909ea587-1265-477f-8ed6-77ff7ab48671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:44.970720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ba13855-1aa6-4441-88a5-c6a69341ca35 req-909ea587-1265-477f-8ed6-77ff7ab48671 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 1127 time: 0.2104452 Feb 10 13:29:45.000181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3988ec6-6324-4dbf-98a5-d438aa27f5c3 req-8b8521c5-d7c1-487f-a0d9-eaa82c0444c5 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:45.000921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 736ae4b7-e732-477d-aabe-59daa50118bd no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:45.002613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7c16d5c2-ef67-4253-b53e-e3c6f76bccad), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.008270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3988ec6-6324-4dbf-98a5-d438aa27f5c3 req-8b8521c5-d7c1-487f-a0d9-eaa82c0444c5 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 931 time: 0.2132189 Feb 10 13:29:45.031959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 736ae4b7-e732-477d-aabe-59daa50118bd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:45.032458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 736ae4b7-e732-477d-aabe-59daa50118bd not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:45.058269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (fe83db69-0caf-4fd0-9b5e-14354115fd66), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.065451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:45.066063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7c16d5c2-ef67-4253-b53e-e3c6f76bccad), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:45.071069 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:45.076566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (fe83db69-0caf-4fd0-9b5e-14354115fd66), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.115772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe83db69-0caf-4fd0-9b5e-14354115fd66,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:45.126523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3988ec6-6324-4dbf-98a5-d438aa27f5c3 req-74c53d14-fe15-4e68-81ba-73691ba9a42c tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173217 Feb 10 13:29:45.130823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.132016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d992e43d-ef2c-4e87-8b3e-4aaac3a7c254 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4536109 Feb 10 13:29:45.143972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.155173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'security_group_rule': {'security_group_id': '6d333892-1c6f-465e-aaaf-986a34d84a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:45.174368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8ba13855-1aa6-4441-88a5-c6a69341ca35 req-ab091a51-9fb3-47a2-a9c4-0a7080c09545 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935675 Feb 10 13:29:45.182870 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94155d86-0680-40cb-b0c6-fe2d64eb4124 x-openstack-request-id: req-94155d86-0680-40cb-b0c6-fe2d64eb4124 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:45.183167 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf08ec1a-11e4-463c-878c-d2634e0b80cb", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:45.183943 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94155d86-0680-40cb-b0c6-fe2d64eb4124 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:45.184534 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f23c7b-b9ee-4a6c-9e39-6f8502892d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf08ec1a-11e4-463c-878c-d2634e0b80cb', 'code': 200} Feb 10 13:29:45.187569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e1d94386-92c2-424e-ab87-fe5b0f32486c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.216036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8708549d-79db-4d8e-be12-b66d396b470f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.224363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=e1d94386-92c2-424e-ab87-fe5b0f32486c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:45.229444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.232885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] 10.222.0.13 "DELETE /v2.0/networks/8708549d-79db-4d8e-be12-b66d396b470f HTTP/1.1" status: 204 len: 168 time: 1.5659206 Feb 10 13:29:45.235397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (e36da675-40ed-4956-b025-8ba2eb8df400), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.248318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e58f8-b6c3-4f8f-922a-8375d6a023c5 tempest-FloatingIPNegativeTestJSON-1756419451 tempest-FloatingIPNegativeTestJSON-1756419451-project] Pushing event deleted for resources: {'Network': ['ID=8708549d-79db-4d8e-be12-b66d396b470f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:45.315593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.322466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30a7e40e-5690-4ad7-88c0-729062b994d5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/e1d94386-92c2-424e-ab87-fe5b0f32486c HTTP/1.1" status: 204 len: 168 time: 0.7899711 Feb 10 13:29:45.323263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.356577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3307c865-7684-4084-9424-37b9cbdc12ba {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:45.365892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks [] for port (3307c865-7684-4084-9424-37b9cbdc12ba), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.385665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Transition to ACTIVE for port object 3307c865-7684-4084-9424-37b9cbdc12ba will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:45.391263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.412405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (e36da675-40ed-4956-b025-8ba2eb8df400), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.422760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (e36da675-40ed-4956-b025-8ba2eb8df400), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.443114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8d8ee-bd33-451c-82f7-ba32cccba6de tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:45.448345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-81b8d8ee-bd33-451c-82f7-ba32cccba6de tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1240757 Feb 10 13:29:45.449155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.473992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e21c-3c90-40ab-8a51-495ae6501e6b req-7b732370-6d45-412b-8a1b-94fd0416adab tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:45.475541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5e4e21c-3c90-40ab-8a51-495ae6501e6b req-7b732370-6d45-412b-8a1b-94fd0416adab tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.1780651 Feb 10 13:29:45.479555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36da675-40ed-4956-b025-8ba2eb8df400,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:45.483289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Pushing event updated for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:45.505681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.511895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d25932a2-289b-472e-a061-5ce4c1768821 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3645561 Feb 10 13:29:45.512632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.525915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:45.527982 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e03e03-891a-4f65-8f90-cbf445c4ec43 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:45.529463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65e03e03-891a-4f65-8f90-cbf445c4ec43 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/e1d94386-92c2-424e-ab87-fe5b0f32486c HTTP/1.1" status: 404 len: 333 time: 0.0769453 Feb 10 13:29:45.534102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.542705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1230869523'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:45.566484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.586266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Attempting to bind port 3307c865-7684-4084-9424-37b9cbdc12ba on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:45.587014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Attempting to bind port 3307c865-7684-4084-9424-37b9cbdc12ba by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:45.587536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Attempting to bind port 3307c865-7684-4084-9424-37b9cbdc12ba on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:45.591570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:45.595275 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.605732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Port 3307c865-7684-4084-9424-37b9cbdc12ba on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:45.606054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Attempting to bind port 3307c865-7684-4084-9424-37b9cbdc12ba on network f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:45.608596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5e4e21c-3c90-40ab-8a51-495ae6501e6b req-5d0da261-4dbb-4ba7-8f7d-629953e5ae2c tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142731 Feb 10 13:29:45.661366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.663850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:45.664490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Checking segment: {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:45.665183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Bound using segment: {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:45.666262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Bound port: 3307c865-7684-4084-9424-37b9cbdc12ba, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf995d4-5074-47e2-8736-f5533f556ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:45.666861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.670015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:45.694054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (39252bf3-7db7-473f-9dd1-bb84e609054f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.694805 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment 39252bf3-7db7-473f-9dd1-bb84e609054f of type vlan for network 2a46b608-775b-4fd0-8c13-832689e67bf4 Feb 10 13:29:45.772907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.787858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa53-233f-47c0-8e54-f84789639b32 req-2e621d26-da5e-4a8c-95e6-44288eb0e3ce tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:45.789628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15affa53-233f-47c0-8e54-f84789639b32 req-2e621d26-da5e-4a8c-95e6-44288eb0e3ce tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.0984066 Feb 10 13:29:45.789911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:45.794338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3307c865-7684-4084-9424-37b9cbdc12ba,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:45.833802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.891786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2a46b608-775b-4fd0-8c13-832689e67bf4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.899445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:45.900372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:45.901978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] 10.222.0.21 "PUT /v2.0/ports/3307c865-7684-4084-9424-37b9cbdc12ba HTTP/1.1" status: 200 len: 1091 time: 1.2350993 Feb 10 13:29:45.902548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:45.904990 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6179d49-b881-43df-9f52-0018fd1beaca" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:45.948373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15affa53-233f-47c0-8e54-f84789639b32 req-bc3871de-52fc-444c-9474-e285b1bb5002 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489429 Feb 10 13:29:45.957753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f798faca-d944-4ae2-80b2-69db5a168431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58616d4e0cf64504b10610c0c3872b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912099 Feb 10 13:29:45.960145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:45.985778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Allocated IP 172.25.8.53 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/384badbf-2190-430a-b697-df26f26f94f0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:45.986011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc60e-f071-40ca-aa4d-c7cd23235b99 service neutron] Pushing event updated for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:46.002113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2a46b608-775b-4fd0-8c13-832689e67bf4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.008444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:46.008735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.053827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5182073 Feb 10 13:29:46.062780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:46.070021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:46.074440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-cfa832dd-1c74-4cc1-85b6-cc9cb632e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:46.075950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-cfa832dd-1c74-4cc1-85b6-cc9cb632e577 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 1125 time: 0.1248691 Feb 10 13:29:46.130223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] Publish callbacks [] for security_group (4dba48d1-6a4e-461b-a6e6-b67a0a3441b2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.146556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3814d1-458c-4fb8-887c-65d7ae25b684 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=2a46b608-775b-4fd0-8c13-832689e67bf4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:46.149993 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-df646825-9166-4c64-b79e-dfaa51fb11a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3307c865-7684-4084-9424-37b9cbdc12ba HTTP/1.1" status: 200 len: 217 time: 0.0438428 Feb 10 13:29:46.158304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:46.215004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a033c-e3e3-4d73-837f-6f512478ecab req-6bec7133-262f-4225-bef6-0b415aab4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:46.216848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-6bec7133-262f-4225-bef6-0b415aab4fd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd5d1888-3d71-4a4c-967b-808d4db35740 HTTP/1.1" status: 200 len: 848 time: 0.0554059 Feb 10 13:29:46.256677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-419a0b46-a78f-4983-9fd0-dd9bbb77a320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333812 Feb 10 13:29:46.257348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] Publish callbacks [] for security_group (4dba48d1-6a4e-461b-a6e6-b67a0a3441b2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.323219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for port (384badbf-2190-430a-b697-df26f26f94f0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.351445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a2157-bfdb-4ece-ace6-d7e8ab2c4a56 req-464fc14a-7102-4780-8407-e03f26ca0fed tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:46.353000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-151a2157-bfdb-4ece-ace6-d7e8ab2c4a56 req-464fc14a-7102-4780-8407-e03f26ca0fed tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.2750511 Feb 10 13:29:46.356393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:46.359735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.421777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-4713610d-0b2d-48ea-97e0-66425f3502b4 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573558 Feb 10 13:29:46.446447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4dba48d1-6a4e-461b-a6e6-b67a0a3441b2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.449625 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.453101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dba48d1-6a4e-461b-a6e6-b67a0a3441b2 HTTP/1.1" status: 204 len: 168 time: 0.4897006 Feb 10 13:29:46.486933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cdb1a-f927-42be-a186-4b897f3b716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba48d1-6a4e-461b-a6e6-b67a0a3441b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:46.509894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (384badbf-2190-430a-b697-df26f26f94f0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.545313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-151a2157-bfdb-4ece-ace6-d7e8ab2c4a56 req-8819f0ba-4f9a-4af5-9226-a7de8fd49d4d tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737766 Feb 10 13:29:46.604196 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-894a033c-e3e3-4d73-837f-6f512478ecab req-a788e685-419a-43eb-8187-763aff15a6e5 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729963 Feb 10 13:29:46.609306 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf794f9-ff6a-4fa2-a16f-5369b78148bd x-openstack-request-id: req-edf794f9-ff6a-4fa2-a16f-5369b78148bd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:46.609604 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:46.609873 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edf794f9-ff6a-4fa2-a16f-5369b78148bd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:46.610415 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba', 'status': 'completed', 'code': 200} Feb 10 13:29:46.627680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:46.637931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:46.643581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:46.666480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'Port': ['ID=384badbf-2190-430a-b697-df26f26f94f0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:46.803628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (717c1d0a-4130-4bf6-b034-44ecb9243891), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.829449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179d49-b881-43df-9f52-0018fd1beaca req-3a5afddc-1afb-4e9b-a7f7-81eb0c490406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:46.834185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-3a5afddc-1afb-4e9b-a7f7-81eb0c490406 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8141c7bbf17a40b283cdacbd4117558b&device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 1125 time: 0.1545031 Feb 10 13:29:46.905354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for floatingip (629c9b78-5687-4df2-8f56-8398e481dabb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:46.945455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=717c1d0a-4130-4bf6-b034-44ecb9243891,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:46.995088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': '39252bf3-7db7-473f-9dd1-bb84e609054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:46.995444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 2a46b608-775b-4fd0-8c13-832689e67bf4, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:47.003318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (384badbf-2190-430a-b697-df26f26f94f0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.074547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179d49-b881-43df-9f52-0018fd1beaca req-3c2b9347-e08f-4ccd-863c-50880b2a8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:47.077876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-3c2b9347-e08f-4ccd-863c-50880b2a8d1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 200 len: 909 time: 0.2363198 Feb 10 13:29:47.088653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:47.107749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2a46b608-775b-4fd0-8c13-832689e67bf4) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:47.116892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17053d83-1441-41ff-bc93-2369b432fab2 None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:47.131480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:47.132091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.154099 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-a1974707-6e01-4c9e-8c42-693dc54d772c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3307c865-7684-4084-9424-37b9cbdc12ba HTTP/1.1" status: 200 len: 217 time: 0.0698295 Feb 10 13:29:47.183049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a0763-8b0b-4750-9cc3-8cbc1b09fac1 req-0df4638b-29f0-4229-ad74-a7c0a9fac94c tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:47.190242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-941a0763-8b0b-4750-9cc3-8cbc1b09fac1 req-0df4638b-29f0-4229-ad74-a7c0a9fac94c tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 943 time: 0.1625304 Feb 10 13:29:47.207169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7bae4b4c-3ccf-49db-9452-33c334d691a8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1432383 Feb 10 13:29:47.207802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:47.213889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:47.284993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-941a0763-8b0b-4750-9cc3-8cbc1b09fac1 req-c50e496f-8ab6-4b57-a8ac-376dd7ba30d2 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834429 Feb 10 13:29:47.313043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179d49-b881-43df-9f52-0018fd1beaca req-d5092bcd-9877-4e65-af39-fc76731defcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:47.314664 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-d5092bcd-9877-4e65-af39-fc76731defcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd5d1888-3d71-4a4c-967b-808d4db35740 HTTP/1.1" status: 200 len: 848 time: 0.1549363 Feb 10 13:29:47.331169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for port (384badbf-2190-430a-b697-df26f26f94f0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.338360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2a46b608-775b-4fd0-8c13-832689e67bf4', 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': '717c1d0a-4130-4bf6-b034-44ecb9243891'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:47.339520 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (384badbf-2190-430a-b697-df26f26f94f0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.340785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.370375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-a654ece1-d316-4df2-8c8a-c099150a14cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442142 Feb 10 13:29:47.551424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'Port': ['ID=384badbf-2190-430a-b697-df26f26f94f0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:47.559795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-60a2f925-27ae-4618-9907-814dd5cb8c47 service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757839 Feb 10 13:29:47.563174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:47.566695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.589445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (629c9b78-5687-4df2-8f56-8398e481dabb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.620691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Allocated IP 2001:db8::2 (2a46b608-775b-4fd0-8c13-832689e67bf4/717c1d0a-4130-4bf6-b034-44ecb9243891/c06a9dc3-ab8c-4e15-b683-abd6c5298e74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:47.643826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.645196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0fd7b87-1230-4134-ace4-99f99dfa9d33 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1258321 Feb 10 13:29:47.739635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad74b92-5c2d-41a5-9111-9586ae304795 req-a19f3086-1546-41d0-972c-028253c5e892 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:47.741916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ad74b92-5c2d-41a5-9111-9586ae304795 req-a19f3086-1546-41d0-972c-028253c5e892 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.0840569 Feb 10 13:29:47.844458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ad74b92-5c2d-41a5-9111-9586ae304795 req-c4d9c66b-0e18-40d9-baf9-63cf3c7c4e24 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fb4983-4c9f-419f-b0bc-a916d79b8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902522 Feb 10 13:29:47.852088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:47.908512 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 717c1d0a-4130-4bf6-b034-44ecb9243891 (CIDR: 2001:db8::/64) Feb 10 13:29:47.909419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks [] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.916018 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:29:47.916392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:29:47.924719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6179d49-b881-43df-9f52-0018fd1beaca req-ed6671de-d67b-4de5-8543-d2d80b8c947f service neutron] 10.222.0.21 "GET /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531690 Feb 10 13:29:47.928496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:47.941402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-909544e3-7e92-455e-a5e5-fb9894b847bf tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7297091 Feb 10 13:29:47.942029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51456) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:47.952625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:47.998940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf186c-87ed-4d17-8f07-345b530e3d02 req-998bec78-bd46-4944-a3cf-f025635b5b9e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:48.006795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58cf186c-87ed-4d17-8f07-345b530e3d02 req-998bec78-bd46-4944-a3cf-f025635b5b9e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.0845768 Feb 10 13:29:48.037692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:48.041075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1770868371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:48.041550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:48.045702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:48.053652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Pushing event updated for resources: {'Port': ['ID=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:48.083857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58cf186c-87ed-4d17-8f07-345b530e3d02 req-44729150-f36a-46e1-8c0e-a4f2e1852cab tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760648 Feb 10 13:29:48.132149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.133292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.153039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Attempting to bind port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:48.154798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Attempting to bind port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '39252bf3-7db7-473f-9dd1-bb84e609054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:48.155005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Attempting to bind port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 on network 2a46b608-775b-4fd0-8c13-832689e67bf4 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:48.179558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:48.180254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Checking segment: {'id': '39252bf3-7db7-473f-9dd1-bb84e609054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:48.198200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.199844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Bound using segment: {'id': '39252bf3-7db7-473f-9dd1-bb84e609054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:48.202244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Bound port: c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39252bf3-7db7-473f-9dd1-bb84e609054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:48.202754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.253083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router_controller (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.318698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] For port c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:48.322643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] For port c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,segment=NetworkSegment(39252bf3-7db7-473f-9dd1-bb84e609054f),segment_id=39252bf3-7db7-473f-9dd1-bb84e609054f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:48.336457 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.348291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.404476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575904-287b-45b0-b477-4b6377363136 req-9753a6d9-9bcf-4e85-a7e1-3006c223cce8 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:48.406751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7575904-287b-45b0-b477-4b6377363136 req-9753a6d9-9bcf-4e85-a7e1-3006c223cce8 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "GET /v2.0/ports?device_id=f13e44ee-e044-4bc9-8985-31fc3d7be51d HTTP/1.1" status: 200 len: 945 time: 0.2494309 Feb 10 13:29:48.419484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.420734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30c7bdb1-ce5a-412b-bbab-698e7591ab3f tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5672188 Feb 10 13:29:48.426254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:48.435950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa3488-b7d5-4e6f-a5b5-c8fe869630fe None None] Pushing event updated for resources: {'Port': ['ID=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:48.529672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1380401312'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:48.554146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-6e5d6a5d-4c2f-474f-83fe-8d3fadbc8735 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:48.561652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-6e5d6a5d-4c2f-474f-83fe-8d3fadbc8735 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.3140237 Feb 10 13:29:48.590826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:48.595564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.603570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:48.608988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.612397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-cc703c2e-1339-4719-8d5c-16a553b0eaa3 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/quotas/ee8b5611f4b74dab8b5bc940602db77c HTTP/1.1" status: 200 len: 375 time: 0.0498705 Feb 10 13:29:48.614568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.759572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-ccf2e129-b179-471e-a848-faeee183ba60 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360779 Feb 10 13:29:48.809325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for security_group (d1871224-1703-48ed-9ad2-0b28ef94052d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.837906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Deleting port ca4d6473-996c-4cc7-afcc-e72129b3076d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:48.839023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.842909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d1871224-1703-48ed-9ad2-0b28ef94052d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:48.921026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:49.003897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (08146f20-0f46-4b86-837b-2329a44d2691), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.009555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1871224-1703-48ed-9ad2-0b28ef94052d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:49.014165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (32a84d06-c08e-44e5-ac04-d2fc11ff49f0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.014511 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Added segment 32a84d06-c08e-44e5-ac04-d2fc11ff49f0 of type vlan for network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 Feb 10 13:29:49.080174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:49.083865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:49.098681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:49.099420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.104061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=08146f20-0f46-4b86-837b-2329a44d2691,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:49.123237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2cb06dd3-155e-4ea6-b0fb-b447a9ccd3f1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1797535 Feb 10 13:29:49.128028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:49.130885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c06a9dc3-ab8c-4e15-b683-abd6c5298e74 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:49.138011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'fixed_ips': [{'subnet_id': '717c1d0a-4130-4bf6-b034-44ecb9243891'}, {'subnet_id': '08146f20-0f46-4b86-837b-2329a44d2691'}], 'name': 'tempest-PortsIpV6TestJSON-154112555'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:49.206617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:49.207336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.302062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:49.322577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:49.323841 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.399397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,segment=NetworkSegment(39252bf3-7db7-473f-9dd1-bb84e609054f),segment_id=39252bf3-7db7-473f-9dd1-bb84e609054f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:49.409715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.467995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.497424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] For port ca4d6473-996c-4cc7-afcc-e72129b3076d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca4d6473-996c-4cc7-afcc-e72129b3076d,segment=NetworkSegment(fda7c894-2a1b-4b6e-ab7f-84010959488d),segment_id=fda7c894-2a1b-4b6e-ab7f-84010959488d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:49.497831 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.501730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 11d00a01-3206-40dc-b404-dc91e3e7952d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:29:49.503676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:49.510077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-c3da4767-67c1-498d-a831-eb6665d09e1c service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321970 Feb 10 13:29:49.511820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (79c64962-2306-4aad-b6f4-6e05aa4b3de0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.525548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Calling delete_port for ca4d6473-996c-4cc7-afcc-e72129b3076d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:49.616742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (79c64962-2306-4aad-b6f4-6e05aa4b3de0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.622109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:49.622717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.684350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2029846 Feb 10 13:29:49.687317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:49.693355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'subnet': {'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:49.780846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-f3008dbe-51c5-4ad9-b0be-e3daa9a09bdc service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571795 Feb 10 13:29:49.796901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441975f5-6635-428d-a3bd-68544aa7e32c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Network': ['ID=79c64962-2306-4aad-b6f4-6e05aa4b3de0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:49.815152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:49.920899 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ca4d6473-996c-4cc7-afcc-e72129b3076d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.945168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:49.949998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:49.971415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce170ca-e7ca-4acf-a31c-46e2643209ad None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:49.973751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ca4d6473-996c-4cc7-afcc-e72129b3076d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:49.977259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Pushing event deleted for resources: {'Port': ['ID=ca4d6473-996c-4cc7-afcc-e72129b3076d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:49.983088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3307c865-7684-4084-9424-37b9cbdc12ba details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:29:50.057428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] No DVR routers for this DVR port ca4d6473-996c-4cc7-afcc-e72129b3076d on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:29:50.062074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.065520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7575904-287b-45b0-b477-4b6377363136 req-4d86e634-e4a2-43a5-b4d0-56b6f8d1b161 tempest-ServerDiskConfigTestJSON-1016127003 tempest-ServerDiskConfigTestJSON-1016127003-project] 10.222.0.77 "DELETE /v2.0/ports/ca4d6473-996c-4cc7-afcc-e72129b3076d HTTP/1.1" status: 204 len: 173 time: 1.6402471 Feb 10 13:29:50.066070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'name': 'network-vif-deleted', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:50.085292 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d63a0-b9db-47f0-8b84-db6a1ea3929f" -d '{"events": [{"server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "name": "network-vif-deleted", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:50.170040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::172 (2a46b608-775b-4fd0-8c13-832689e67bf4/717c1d0a-4130-4bf6-b034-44ecb9243891/11d00a01-3206-40dc-b404-dc91e3e7952d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:50.182009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8:0:1::30a (2a46b608-775b-4fd0-8c13-832689e67bf4/08146f20-0f46-4b86-837b-2329a44d2691/11d00a01-3206-40dc-b404-dc91e3e7952d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:50.217917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c9f56-5ec1-4ef9-8da6-177ecc78c36d req-713c660b-5ed6-43fc-92f6-9d480a6aa45b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:50.227058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d69c9f56-5ec1-4ef9-8da6-177ecc78c36d req-713c660b-5ed6-43fc-92f6-9d480a6aa45b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 943 time: 0.1302953 Feb 10 13:29:50.262923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:29:50.289656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d69c9f56-5ec1-4ef9-8da6-177ecc78c36d req-8e317d40-49c0-4e8e-a0f1-4ccb0f2e8602 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Feb 10 13:29:50.312509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1033815f-2d09-4abb-9721-71585f990a56 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:50.316676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1033815f-2d09-4abb-9721-71585f990a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.479967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3307c865-7684-4084-9424-37b9cbdc12ba,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:50.541496 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.608814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.623311 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2c67960c-1491-4fe7-b122-60b29c8c2471), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.650274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-a0ff21fd-cdaf-4ddf-be7c-064ac60e2cdc tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:50.652536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-a0ff21fd-cdaf-4ddf-be7c-064ac60e2cdc tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 810 time: 0.2501693 Feb 10 13:29:50.671035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-5c6f283a-f054-4848-b68d-bd81631daa8f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/quotas/cc03006de97846f6a187fa1cd8d5dabe HTTP/1.1" status: 200 len: 375 time: 0.0127480 Feb 10 13:29:50.707732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=11d00a01-3206-40dc-b404-dc91e3e7952d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:50.735005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3307c865-7684-4084-9424-37b9cbdc12ba', 'network_id': 'f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292', 'port_id': '3307c865-7684-4084-9424-37b9cbdc12ba', 'mac_address': 'fa:16:3e:ad:2e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5d1888-3d71-4a4c-967b-808d4db35740', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:29:50.736705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1033815f-2d09-4abb-9721-71585f990a56 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:50.757634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:50.771250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:50.780888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:50.786173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:50.786814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.795671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-2359b2bc-e8c6-4130-abbd-36c1caa9ddec tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185365 Feb 10 13:29:50.835534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Subnet': ['ID=2c67960c-1491-4fe7-b122-60b29c8c2471,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:50.867838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-51fa8449-d2b3-4128-a650-da6a193096f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7372730 Feb 10 13:29:50.871500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:50.883056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '717c1d0a-4130-4bf6-b034-44ecb9243891'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:50.886340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Checking segment: {'id': '32a84d06-c08e-44e5-ac04-d2fc11ff49f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:50.888903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network hostable DHCP agents. Network: 79c64962-2306-4aad-b6f4-6e05aa4b3de0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:50.892209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Update dhcp port {'port': {'network_id': '2a46b608-775b-4fd0-8c13-832689e67bf4', 'fixed_ips': [{'subnet_id': '717c1d0a-4130-4bf6-b034-44ecb9243891', 'ip_address': '2001:db8::2'}, {'subnet_id': '08146f20-0f46-4b86-837b-2329a44d2691'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'c06a9dc3-ab8c-4e15-b683-abd6c5298e74'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:29:50.894186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3307c865-7684-4084-9424-37b9cbdc12ba is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:50.894679 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.919613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:50.934684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 79c64962-2306-4aad-b6f4-6e05aa4b3de0) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:50.952501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:50.955966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:50.959911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86a0e2-5a83-457d-971e-1d87374d99c0 None None] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:50.999671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3307c865-7684-4084-9424-37b9cbdc12ba {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:51.001734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-28578859-d9f7-42ab-b398-312a3c7d08ab tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3133211 Feb 10 13:29:51.002675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:51.022456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'network': {'name': 'tempest-router-network01--704475429'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:51.022717 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.053729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c06a9dc3-ab8c-4e15-b683-abd6c5298e74 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:51.054507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:51.059678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.096103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:51.112194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eeaf2a43-08eb-4577-a4f3-2a96b1d51639), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.112874 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Added segment eeaf2a43-08eb-4577-a4f3-2a96b1d51639 of type vlan for network f2c1354d-62f8-4b80-8b70-b0dae9427842 Feb 10 13:29:51.137380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3307c865-7684-4084-9424-37b9cbdc12ba,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:51.152198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-7ea06a32-39fa-4e60-9e82-4af586677e61 service neutron] 10.222.0.13 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539817 Feb 10 13:29:51.156229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.191053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f2c1354d-62f8-4b80-8b70-b0dae9427842), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.239013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:51.239394 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.241952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f2c1354d-62f8-4b80-8b70-b0dae9427842), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.251107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:51.252501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.283251 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2755241 Feb 10 13:29:51.291353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51516) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:51.295566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'network': {'name': 'tempest-router-network02--1556411470'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:51.343767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-0c3d9e3c-8dbe-45f7-93ee-7a5943ae8f19 service neutron] 10.222.0.13 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604900 Feb 10 13:29:51.355595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Network': ['ID=f2c1354d-62f8-4b80-8b70-b0dae9427842,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:51.370091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:51.378068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.380962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.381319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.385915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.386277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.386626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.386967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.387306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.387637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.387968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.388305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.388635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.388989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.389312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1fab-4f17-44d4-8e55-586bb9bc3863 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:29:51.410727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:51.442552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:29:51.456804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.463952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.464306 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Added segment ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059 of type vlan for network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 Feb 10 13:29:51.559454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.580739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-79c64962-2306-4aad-b6f4-6e05aa4b3de0', 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0', 'project_id': 'd57e0521207546959723e36b7af912c7', 'fixed_ips': [{'subnet_id': '2c67960c-1491-4fe7-b122-60b29c8c2471'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:51.581651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.617961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.623457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:51.624079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:51.642968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:51.686469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3307c865-7684-4084-9424-37b9cbdc12ba'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:51.716766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-284791eb-2fb9-490b-b7d9-915c8ed707b5 req-f3fe38be-0631-43f7-a907-456b902fd081 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 210 time: 0.0564992 Feb 10 13:29:51.751026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4570119 Feb 10 13:29:51.752467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:51.837999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:51.841955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'subnet': {'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:51.886305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0798c4-784f-4552-b018-971d5582ddd9 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Network': ['ID=b4f4b85e-d236-45ec-ab83-ec0625a2b9c0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:51.938373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:29:52.087790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:52.092278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.095111 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a8f47-4278-4b9e-96ba-a7a1e06235e7 x-openstack-request-id: req-3b7a8f47-4278-4b9e-96ba-a7a1e06235e7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:52.095642 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e44ee-e044-4bc9-8985-31fc3d7be51d", "name": "network-vif-deleted", "tag": "ca4d6473-996c-4cc7-afcc-e72129b3076d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:52.095642 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b7a8f47-4278-4b9e-96ba-a7a1e06235e7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:52.096873 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e44ee-e044-4bc9-8985-31fc3d7be51d', 'name': 'network-vif-deleted', 'tag': 'ca4d6473-996c-4cc7-afcc-e72129b3076d', 'status': 'completed', 'code': 200} Feb 10 13:29:52.277933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Allocated IP 2001:db8:0:1::2 (2a46b608-775b-4fd0-8c13-832689e67bf4/08146f20-0f46-4b86-837b-2329a44d2691/c06a9dc3-ab8c-4e15-b683-abd6c5298e74) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:52.294411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-44a6acf8-98d6-47fb-a3c6-f518454b6d87 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:52.296377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-44a6acf8-98d6-47fb-a3c6-f518454b6d87 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.5822625 Feb 10 13:29:52.328130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7c62-0cfe-424b-a7e0-dcc1bc08ded2 req-bd025af9-22db-437f-9f8c-ca5433a9ed14 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:52.330392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3ef7c62-0cfe-424b-a7e0-dcc1bc08ded2 req-bd025af9-22db-437f-9f8c-ca5433a9ed14 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 944 time: 0.1460249 Feb 10 13:29:52.336577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'port': {'device_id': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'admin_state_up': True, 'tenant_id': 'ee8b5611f4b74dab8b5bc940602db77c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:52.389645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Allocated IP 2001:db8::2 (79c64962-2306-4aad-b6f4-6e05aa4b3de0/2c67960c-1491-4fe7-b122-60b29c8c2471/6ad77307-15eb-4db4-93b3-322e92c28094) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:52.428162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (29d4ae14-cfe1-4531-806a-8520250a290f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.523896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3ef7c62-0cfe-424b-a7e0-dcc1bc08ded2 req-072e670e-9786-4d6e-bda7-83a4fcc0bf55 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647723 Feb 10 13:29:52.530826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Checking segment: {'id': 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:52.532013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network hostable DHCP agents. Network: f2c1354d-62f8-4b80-8b70-b0dae9427842, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:52.539495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] For port c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,segment=NetworkSegment(39252bf3-7db7-473f-9dd1-bb84e609054f),segment_id=39252bf3-7db7-473f-9dd1-bb84e609054f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:52.606277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Publish callbacks [] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.611970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Made reservation on behalf of ee8b5611f4b74dab8b5bc940602db77c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:52.615070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Subnet': ['ID=29d4ae14-cfe1-4531-806a-8520250a290f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:52.616658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.618147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.640459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:52.653026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f2c1354d-62f8-4b80-8b70-b0dae9427842) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:52.671672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:52.672990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.698790 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0c050f96-3cf0-4b69-871d-ec48e1d0d845 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8679628 Feb 10 13:29:52.700584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:52.706907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'subnet': {'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:52.718186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15ddca-cd1a-46d6-9e8f-2c9caf7f38e4 None None] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:52.731407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46009570-2872-44d8-9431-431f3dd16920 req-82ae55a8-b0bc-4313-b9ee-b99853f71302 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 210 time: 0.0312178 Feb 10 13:29:52.850530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks [] for port (6ad77307-15eb-4db4-93b3-322e92c28094), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.865774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:52.874461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:52.915634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca4d6473-996c-4cc7-afcc-e72129b3076d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:29:52.957060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d36a2abb-4ef4-430e-b4dd-40904d1351d4 req-6cbd6e09-ec4c-439d-b06f-34e9a05dc10a tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 210 time: 0.0414808 Feb 10 13:29:52.958056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Delete allocated IP 2001:db8:0:1::30a (2a46b608-775b-4fd0-8c13-832689e67bf4/08146f20-0f46-4b86-837b-2329a44d2691) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:29:52.972205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Allocated IP 172.20.0.5 (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7/137662f9-aba4-4e5c-a5c1-fad11bb32f15/b9bcb817-342a-4fbe-9b40-740d5cbb056d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:53.001814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: ca4d6473-996c-4cc7-afcc-e72129b3076d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:29:53.002954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca4d6473-996c-4cc7-afcc-e72129b3076d not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:29:53.008678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.021419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a42426-3bcc-4bf2-b0ae-b5c63c720c42 None None] Pushing event updated for resources: {'Port': ['ID=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:53.077527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:53.106252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:53.111536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:53.182848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f2c1354d-62f8-4b80-8b70-b0dae9427842', 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842', 'project_id': 'd57e0521207546959723e36b7af912c7', 'fixed_ips': [{'subnet_id': '29d4ae14-cfe1-4531-806a-8520250a290f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:53.183987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.279136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:53.301988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Pushing event updated for resources: {'Port': ['ID=6ad77307-15eb-4db4-93b3-322e92c28094,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:53.414843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Attempting to bind port 6ad77307-15eb-4db4-93b3-322e92c28094 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:53.416162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Attempting to bind port 6ad77307-15eb-4db4-93b3-322e92c28094 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '32a84d06-c08e-44e5-ac04-d2fc11ff49f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:53.416710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Attempting to bind port 6ad77307-15eb-4db4-93b3-322e92c28094 on network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:53.426819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:53.427108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Checking segment: {'id': '32a84d06-c08e-44e5-ac04-d2fc11ff49f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:53.427805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.428420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Bound using segment: {'id': '32a84d06-c08e-44e5-ac04-d2fc11ff49f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:53.428927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Bound port: 6ad77307-15eb-4db4-93b3-322e92c28094, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a84d06-c08e-44e5-ac04-d2fc11ff49f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '79c64962-2306-4aad-b6f4-6e05aa4b3de0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:53.429837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.435039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a275e28c-e280-466d-a09d-0ac8b4e7ff8e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.489802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.496731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Subnet': ['ID=a275e28c-e280-466d-a09d-0ac8b4e7ff8e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:53.561694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-2ec483d8-4a7f-49ab-8252-a18a8cecdb06 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:53.561694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-2ec483d8-4a7f-49ab-8252-a18a8cecdb06 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.77 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 810 time: 0.4262764 Feb 10 13:29:53.562509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.569217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Request body: {'port': {'device_id': '79de662d-13ae-455c-873b-6d589002b739', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'admin_state_up': True, 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:53.672663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Deleting subnet 0bb27b81-302a-420e-99c1-ad52194cf660 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:53.695045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Checking segment: {'id': 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:53.696534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network hostable DHCP agents. Network: b4f4b85e-d236-45ec-ab83-ec0625a2b9c0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:29:53.697135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.746291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Publish callbacks [] for subnet (0bb27b81-302a-420e-99c1-ad52194cf660), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.783769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=11d00a01-3206-40dc-b404-dc91e3e7952d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:53.788655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:29:53.815600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.826512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b4f4b85e-d236-45ec-ab83-ec0625a2b9c0) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:53.831382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:53.832104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.860808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5a0a0-e796-43d2-8dfd-5babb2631c74 None None] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:53.867943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e08213c8-021b-42e5-b3c8-ed7a420c1b07 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1644459 Feb 10 13:29:53.868579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:53.885267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Made reservation on behalf of cc03006de97846f6a187fa1cd8d5dabe for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:29:53.888640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:53.890611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:53.972889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3307c865-7684-4084-9424-37b9cbdc12ba up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:53.987049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Allocated IP 2001:db8::2 (f2c1354d-62f8-4b80-8b70-b0dae9427842/29d4ae14-cfe1-4531-806a-8520250a290f/99a591ec-c03b-40a3-b517-096d27b06332) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:54.043814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (0bb27b81-302a-420e-99c1-ad52194cf660), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.059340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562896fd-0555-4bb4-ad00-f4dd9ddc5ca0 None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:54.107839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (0bb27b81-302a-420e-99c1-ad52194cf660), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.116707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] For port 6ad77307-15eb-4db4-93b3-322e92c28094, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:54.185831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:54.189130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:54.209274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] In _notify_port_updated(), no bound segment for port 11d00a01-3206-40dc-b404-dc91e3e7952d on network 2a46b608-775b-4fd0-8c13-832689e67bf4 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:29:54.215055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:54.216493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.217087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e5aacaac-7d0c-4333-8bd6-8aa85353f063 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/ports/11d00a01-3206-40dc-b404-dc91e3e7952d HTTP/1.1" status: 200 len: 925 time: 3.3444450 Feb 10 13:29:54.219829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:54.226394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:54.226610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] For port 6ad77307-15eb-4db4-93b3-322e92c28094, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ad77307-15eb-4db4-93b3-322e92c28094,segment=NetworkSegment(32a84d06-c08e-44e5-ac04-d2fc11ff49f0),segment_id=32a84d06-c08e-44e5-ac04-d2fc11ff49f0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:54.253262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '717c1d0a-4130-4bf6-b034-44ecb9243891'}, {'subnet_id': '08146f20-0f46-4b86-837b-2329a44d2691'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:54.338668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:54.343444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:54.344084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.357117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca727da-fff1-4622-a991-d2200bae79d4 req-b1ec9739-ebc5-4d62-8c01-e57553cc4e95 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:54.358477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Allocated IP 172.20.0.3 (78beec78-cad9-4d7c-9938-336304691470/fd4dff3d-7d24-4416-9248-c97bc975c9fe/bbb8bf82-9cd4-481d-97b3-41906b49e237) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:54.364083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ca727da-fff1-4622-a991-d2200bae79d4 req-b1ec9739-ebc5-4d62-8c01-e57553cc4e95 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 944 time: 0.6820447 Feb 10 13:29:54.382403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.431937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.444642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.470248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-4fdc9937-f3aa-47cb-a7bc-f59075186e79 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1580791 Feb 10 13:29:54.478382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (0bb27b81-302a-420e-99c1-ad52194cf660), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.563915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb27b81-302a-420e-99c1-ad52194cf660,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:54.628420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6253478b-8b64-4b01-896f-3f072dfd6a76 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:54.629196 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6253478b-8b64-4b01-896f-3f072dfd6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.636456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40c63388-ecfe-417c-a758-2508701d725b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.649375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b4f4b85e-d236-45ec-ab83-ec0625a2b9c0', 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0', 'project_id': 'd57e0521207546959723e36b7af912c7', 'fixed_ips': [{'subnet_id': 'a275e28c-e280-466d-a09d-0ac8b4e7ff8e'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:29:54.651153 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.654220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.667760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:54.668987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-03affc27-bd76-466a-b569-4064ba889ed9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0bb27b81-302a-420e-99c1-ad52194cf660 HTTP/1.1" status: 204 len: 168 time: 1.3768511 Feb 10 13:29:54.673978 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks [] for port (99a591ec-c03b-40a3-b517-096d27b06332), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.752900 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (99a591ec-c03b-40a3-b517-096d27b06332), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.780436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3307c865-7684-4084-9424-37b9cbdc12ba completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:29:54.832443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:54.889014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks [] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.895930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3307c865-7684-4084-9424-37b9cbdc12ba triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:54.896481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:54.898231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:54.909855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42ffa-d75b-44e9-be0a-d357f4f99342 None None] Pushing event updated for resources: {'Port': ['ID=6ad77307-15eb-4db4-93b3-322e92c28094,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:54.916529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:55.059106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40c63388-ecfe-417c-a758-2508701d725b admin admin] Publish callbacks [] for security_group (a01c3340-95c5-4778-b5a8-a2909adc80aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.124630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.132468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40c63388-ecfe-417c-a758-2508701d725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a01c3340-95c5-4778-b5a8-a2909adc80aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.149530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8:0:1::245 (2a46b608-775b-4fd0-8c13-832689e67bf4/08146f20-0f46-4b86-837b-2329a44d2691/11d00a01-3206-40dc-b404-dc91e3e7952d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:55.167733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:29:55.183109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Pushing event updated for resources: {'Port': ['ID=99a591ec-c03b-40a3-b517-096d27b06332,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:55.206046 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-40c63388-ecfe-417c-a758-2508701d725b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f56368a345d641a382d96df3678de85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8620539 Feb 10 13:29:55.269738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:55.272721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (83f259f3-b4c1-472f-905d-bdcb12cb8436), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.295377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c06a9dc3-ab8c-4e15-b683-abd6c5298e74 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:55.295734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Network 78beec78-cad9-4d7c-9938-336304691470 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:55.323198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.336217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Request body: {'port': {'device_id': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:55.339190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:55.364676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:55.398642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Attempting to bind port 99a591ec-c03b-40a3-b517-096d27b06332 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:55.399303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Attempting to bind port 99a591ec-c03b-40a3-b517-096d27b06332 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:55.400411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Attempting to bind port 99a591ec-c03b-40a3-b517-096d27b06332 on network f2c1354d-62f8-4b80-8b70-b0dae9427842 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:55.416295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c63388-ecfe-417c-a758-2508701d725b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c3340-95c5-4778-b5a8-a2909adc80aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:55.422750 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.433319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Allocated IP 2001:db8::2 (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0/a275e28c-e280-466d-a09d-0ac8b4e7ff8e/2decf35c-97c9-49b6-8f76-b87e41399141) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:55.439018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.449944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Pushing event updated for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:55.457851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ca727da-fff1-4622-a991-d2200bae79d4 req-dbdce969-c321-4c56-a77f-b34c3c98a574 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0927982 Feb 10 13:29:55.539515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6253478b-8b64-4b01-896f-3f072dfd6a76 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:55.546678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:55.551701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Checking segment: {'id': 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:55.552493 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.553171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Bound using segment: {'id': 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:55.553939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Bound port: 99a591ec-c03b-40a3-b517-096d27b06332, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f2c1354d-62f8-4b80-8b70-b0dae9427842'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:55.554997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (99a591ec-c03b-40a3-b517-096d27b06332), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.615364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=11d00a01-3206-40dc-b404-dc91e3e7952d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:55.693544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3307c865-7684-4084-9424-37b9cbdc12ba is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:55.705639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.779152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] In _notify_port_updated(), no bound segment for port 11d00a01-3206-40dc-b404-dc91e3e7952d on network 2a46b608-775b-4fd0-8c13-832689e67bf4 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:29:55.785216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:55.786222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:55.787797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-655f3306-2896-4eb0-bc4e-c92c596929e7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/ports/11d00a01-3206-40dc-b404-dc91e3e7952d HTTP/1.1" status: 200 len: 1011 time: 1.5588479 Feb 10 13:29:55.798099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:55.838043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2b464-f1b4-40aa-b837-53a5a84d72c2 req-a1e6d3d5-7a64-43d8-b20f-14ce59caed06 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:55.846641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd2b464-f1b4-40aa-b837-53a5a84d72c2 req-a1e6d3d5-7a64-43d8-b20f-14ce59caed06 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 931 time: 0.2691839 Feb 10 13:29:55.987465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:55.991144 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8032d98-71fb-4b9f-afab-d18667d140f8" -d '{"events": [{"server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "name": "network-vif-plugged", "status": "completed", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:56.065432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:56.065812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.080317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] For port 99a591ec-c03b-40a3-b517-096d27b06332, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:56.084048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3307c865-7684-4084-9424-37b9cbdc12ba,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:56.086775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:56.087181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.171634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Allocated IP 2001:db8::1 (f2c1354d-62f8-4b80-8b70-b0dae9427842/29d4ae14-cfe1-4531-806a-8520250a290f/eb02c3b7-ca23-4d1e-ab60-66310f02dedb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:29:56.227012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bcb817-342a-4fbe-9b40-740d5cbb056d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:56.239041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks [] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.246238 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.266433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Transition to ACTIVE for port object b9bcb817-342a-4fbe-9b40-740d5cbb056d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:56.270588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd2b464-f1b4-40aa-b837-53a5a84d72c2 req-1f1c823f-6620-45ee-b6f6-8898d1481788 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227448 Feb 10 13:29:56.284790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.322395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] For port 99a591ec-c03b-40a3-b517-096d27b06332, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=99a591ec-c03b-40a3-b517-096d27b06332,segment=NetworkSegment(eeaf2a43-08eb-4577-a4f3-2a96b1d51639),segment_id=eeaf2a43-08eb-4577-a4f3-2a96b1d51639)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:56.350422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3032fc8-19c3-48fd-b52c-be156a073f7b None None] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:56.388293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:56.407011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.411069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (83f259f3-b4c1-472f-905d-bdcb12cb8436), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.428265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (99a591ec-c03b-40a3-b517-096d27b06332), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.441713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.490472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] Publish callbacks [] for security_group (a01c3340-95c5-4778-b5a8-a2909adc80aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.497850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-d42f694a-34a4-47f1-96e0-fe98f8f07219 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9347157 Feb 10 13:29:56.504037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.516000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:56.542617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Request body: {'port': {'device_id': '79de662d-13ae-455c-873b-6d589002b739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:29:56.569791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd840bc-fc4f-4d46-99ab-a802b5141f59 req-32637288-f35b-489a-96f8-ad6b4cf8199a tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:56.571836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cd840bc-fc4f-4d46-99ab-a802b5141f59 req-32637288-f35b-489a-96f8-ad6b4cf8199a tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 943 time: 0.1742284 Feb 10 13:29:56.575516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 11d00a01-3206-40dc-b404-dc91e3e7952d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:29:56.575869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.610090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f259f3-b4c1-472f-905d-bdcb12cb8436']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:56.631962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda7c894-2a1b-4b6e-ab7f-84010959488d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:56.632288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda7c894-2a1b-4b6e-ab7f-84010959488d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:56.656731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (fda7c894-2a1b-4b6e-ab7f-84010959488d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.677524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fda7c894-2a1b-4b6e-ab7f-84010959488d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.686312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:29:56.686728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (fda7c894-2a1b-4b6e-ab7f-84010959488d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.702259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:56.747605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cd840bc-fc4f-4d46-99ab-a802b5141f59 req-86461e04-413c-47ec-b9b6-bbfca6981701 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621759 Feb 10 13:29:56.751230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:56.752543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ad77307-15eb-4db4-93b3-322e92c28094 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:29:56.773167 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:29:56.805808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (83f259f3-b4c1-472f-905d-bdcb12cb8436), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.814147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.823063 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/83f259f3-b4c1-472f-905d-bdcb12cb8436 HTTP/1.1" status: 204 len: 168 time: 2.1263466 Feb 10 13:29:56.832440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] Publish callbacks [] for security_group (a01c3340-95c5-4778-b5a8-a2909adc80aa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.891637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Attempting to bind port b9bcb817-342a-4fbe-9b40-740d5cbb056d on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:56.892185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Attempting to bind port b9bcb817-342a-4fbe-9b40-740d5cbb056d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:56.892806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Attempting to bind port b9bcb817-342a-4fbe-9b40-740d5cbb056d on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:56.908287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Port b9bcb817-342a-4fbe-9b40-740d5cbb056d on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:56.909581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:56.910122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Attempting to bind port b9bcb817-342a-4fbe-9b40-740d5cbb056d on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:56.932984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764c72f-39c9-4dd6-a23e-dc4cef3a7be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f259f3-b4c1-472f-905d-bdcb12cb8436,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:56.941515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:56.942990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Checking segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:56.943581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Bound using segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:56.944623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Bound port: b9bcb817-342a-4fbe-9b40-740d5cbb056d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:56.948455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:56.950368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:56.962437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:56.963186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.093864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.118461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:57.127886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 11d00a01-3206-40dc-b404-dc91e3e7952d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:29:57.190562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Port': ['ID=eb02c3b7-ca23-4d1e-ab60-66310f02dedb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:57.244386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks [] for port (2decf35c-97c9-49b6-8f76-b87e41399141), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.253210 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0111054-a0fe-4a34-9d37-5c90344cef68 x-openstack-request-id: req-c0111054-a0fe-4a34-9d37-5c90344cef68 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:29:57.253913 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "name": "network-vif-plugged", "status": "completed", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:29:57.255041 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0111054-a0fe-4a34-9d37-5c90344cef68 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:29:57.255729 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba', 'code': 200} Feb 10 13:29:57.268125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.285499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.303953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Current status of the port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:57.305455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0dcf1-29ec-4c17-8ab2-e9f1c26dc0de req-cb97525a-5708-4340-a100-0c332c4a1253 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:57.313811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aa0dcf1-29ec-4c17-8ab2-e9f1c26dc0de req-cb97525a-5708-4340-a100-0c332c4a1253 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 945 time: 0.3041465 Feb 10 13:29:57.326726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7220df72-a7d0-471d-98c1-dfbb1b978354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d58715d812f4b12b009ddb5546245ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2068586 Feb 10 13:29:57.333782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:57.354880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7b0da-0f4e-4097-9a72-5339c04392e0 None None] Pushing event updated for resources: {'Port': ['ID=99a591ec-c03b-40a3-b517-096d27b06332,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:57.360731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a01c3340-95c5-4778-b5a8-a2909adc80aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.363307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.364448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a01c3340-95c5-4778-b5a8-a2909adc80aa HTTP/1.1" status: 204 len: 168 time: 2.0881939 Feb 10 13:29:57.386990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:57.389339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b1a23-c32f-46bf-b9f1-9b64e5cbfd92 req-e6260858-8431-4411-9a96-72d3d33d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:57.390738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-426b1a23-c32f-46bf-b9f1-9b64e5cbfd92 req-e6260858-8431-4411-9a96-72d3d33d3c4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 1127 time: 0.4446883 Feb 10 13:29:57.402335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:57.403825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:57.419024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 6ad77307-15eb-4db4-93b3-322e92c28094 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:57.420877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.427885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae71af-1eef-4f1e-8321-91ff0e5ba105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c3340-95c5-4778-b5a8-a2909adc80aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:57.450183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.459900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7aa0dcf1-29ec-4c17-8ab2-e9f1c26dc0de req-9db3e119-a7a6-43b8-b882-8aeaaf233488 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450667 Feb 10 13:29:57.525238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:29:57.528660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-426b1a23-c32f-46bf-b9f1-9b64e5cbfd92 req-f8ee623d-ed9e-4969-abd6-a400bd41e1b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245673 Feb 10 13:29:57.540639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Provisioning complete for port 11d00a01-3206-40dc-b404-dc91e3e7952d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:57.541375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.620971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17c025fa-9bea-405c-8d60-58a7e2b8f688 None None] Port 11d00a01-3206-40dc-b404-dc91e3e7952d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:29:57.668494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Pushing event updated for resources: {'Port': ['ID=2decf35c-97c9-49b6-8f76-b87e41399141,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:57.801470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Attempting to bind port 2decf35c-97c9-49b6-8f76-b87e41399141 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:57.801898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Attempting to bind port 2decf35c-97c9-49b6-8f76-b87e41399141 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:57.802474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Attempting to bind port 2decf35c-97c9-49b6-8f76-b87e41399141 on network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:57.811826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:57.812789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Checking segment: {'id': 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:57.812789 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.813193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Bound using segment: {'id': 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:57.813751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Bound port: 2decf35c-97c9-49b6-8f76-b87e41399141, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4f4b85e-d236-45ec-ab83-ec0625a2b9c0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:57.814112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.820234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 6ad77307-15eb-4db4-93b3-322e92c28094 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:57.820634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:57.854051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Provisioning complete for port 6ad77307-15eb-4db4-93b3-322e92c28094 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:57.854442 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.018269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 6ad77307-15eb-4db4-93b3-322e92c28094, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ad77307-15eb-4db4-93b3-322e92c28094,segment=NetworkSegment(32a84d06-c08e-44e5-ac04-d2fc11ff49f0),segment_id=32a84d06-c08e-44e5-ac04-d2fc11ff49f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:58.043275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb8bf82-9cd4-481d-97b3-41906b49e237 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:29:58.052859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:58.054839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.089232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.093060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks [] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.132260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Transition to ACTIVE for port object bbb8bf82-9cd4-481d-97b3-41906b49e237 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:29:58.140267 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.188741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] Publish callbacks [] for security_group (92fb4983-4c9f-419f-b0bc-a916d79b8823), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.195866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] For port 2decf35c-97c9-49b6-8f76-b87e41399141, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:58.219841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.242378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.261870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] For port 2decf35c-97c9-49b6-8f76-b87e41399141, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2decf35c-97c9-49b6-8f76-b87e41399141,segment=NetworkSegment(ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059),segment_id=ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:58.275035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.276510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.292828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.297555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Current status of the port 6ad77307-15eb-4db4-93b3-322e92c28094 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:58.334769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:58.335408 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.336931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] 10.222.0.77 "PUT /v2.0/ports/b9bcb817-342a-4fbe-9b40-740d5cbb056d HTTP/1.1" status: 200 len: 1091 time: 3.8339348 Feb 10 13:29:58.342173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:58.344517 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8858140-f62e-4833-aec1-14bb054772df" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:58.355534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Port': ['ID=eb02c3b7-ca23-4d1e-ab60-66310f02dedb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.382273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=6ad77307-15eb-4db4-93b3-322e92c28094,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.390867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Provisioning complete for port 11d00a01-3206-40dc-b404-dc91e3e7952d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:58.391505 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.393251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] Publish callbacks [] for security_group (92fb4983-4c9f-419f-b0bc-a916d79b8823), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.406737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f40df-7719-4f8e-a196-0fb1e619f097 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.450860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (11d00a01-3206-40dc-b404-dc91e3e7952d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.496864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:29:58.500627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:29:58.519889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3fbfe-d5ed-4eab-9ebe-15f18d9c24b1 req-3f65e092-9aa1-4e2c-b13f-a1dac6511574 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:58.521475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9d3fbfe-d5ed-4eab-9ebe-15f18d9c24b1 req-3f65e092-9aa1-4e2c-b13f-a1dac6511574 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 931 time: 0.4765856 Feb 10 13:29:58.524150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-981b4de2-c7e5-4876-81bb-528985fcc3dc None None] Port 11d00a01-3206-40dc-b404-dc91e3e7952d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:29:58.529762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99a591ec-c03b-40a3-b517-096d27b06332 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:29:58.560381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=11d00a01-3206-40dc-b404-dc91e3e7952d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.604646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41d3d4-8f48-4780-ae7a-023d92b35ed4 None None] Pushing event updated for resources: {'Port': ['ID=2decf35c-97c9-49b6-8f76-b87e41399141,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.684905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c814f-0a70-4d83-91e7-a38c873c998f None None] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:29:58.707261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Attempting to bind port bbb8bf82-9cd4-481d-97b3-41906b49e237 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:29:58.711871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Attempting to bind port bbb8bf82-9cd4-481d-97b3-41906b49e237 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:29:58.712348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Attempting to bind port bbb8bf82-9cd4-481d-97b3-41906b49e237 on network 78beec78-cad9-4d7c-9938-336304691470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:58.729192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 99a591ec-c03b-40a3-b517-096d27b06332 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:58.732019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.733148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Port bbb8bf82-9cd4-481d-97b3-41906b49e237 on network 78beec78-cad9-4d7c-9938-336304691470 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:29:58.733526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Attempting to bind port bbb8bf82-9cd4-481d-97b3-41906b49e237 on network 78beec78-cad9-4d7c-9938-336304691470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:29:58.740528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d73604b-661a-40b0-9fb9-576d1b8f2be9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/11d00a01-3206-40dc-b404-dc91e3e7952d HTTP/1.1" status: 204 len: 168 time: 2.9350908 Feb 10 13:29:58.741423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (99a591ec-c03b-40a3-b517-096d27b06332), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.748966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:58.762591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92fb4983-4c9f-419f-b0bc-a916d79b8823), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.762816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:29:58.763112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Checking segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:29:58.763496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Bound using segment: {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:29:58.763939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Bound port: bbb8bf82-9cd4-481d-97b3-41906b49e237, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f4af3-52be-4ca8-afcb-bec12ea468b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '78beec78-cad9-4d7c-9938-336304691470'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:29:58.764294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.766794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:58.768172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92fb4983-4c9f-419f-b0bc-a916d79b8823 HTTP/1.1" status: 204 len: 168 time: 1.4333720 Feb 10 13:29:58.792204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-5f17d25e-b33d-474c-b3ef-3d538b4ce5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:58.795877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-5f17d25e-b33d-474c-b3ef-3d538b4ce5ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 1125 time: 0.3752019 Feb 10 13:29:58.803424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9d3fbfe-d5ed-4eab-9ebe-15f18d9c24b1 req-60c868d7-ae53-4e24-be7a-6e7546a00b34 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506413 Feb 10 13:29:58.833852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fda41a-fa6f-45a7-b6a1-d5a94e760b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb4983-4c9f-419f-b0bc-a916d79b8823,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:58.882711 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4649877-76d6-493a-b1d6-e9442d4d0d70 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:29:58.888170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d4649877-76d6-493a-b1d6-e9442d4d0d70 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/11d00a01-3206-40dc-b404-dc91e3e7952d HTTP/1.1" status: 404 len: 333 time: 0.1267610 Feb 10 13:29:58.889179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:58.946565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f73432db-41ec-45e0-bc0e-4b77faf79a2d None None] Provisioning complete for port 6ad77307-15eb-4db4-93b3-322e92c28094 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:58.946950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f73432db-41ec-45e0-bc0e-4b77faf79a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.011225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Router 9cf323e0-3ea2-4bba-afd2-668a3b1da935 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:29:59.021380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-bb140ae9-1c99-41fa-9af5-595721f7dc24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d HTTP/1.1" status: 200 len: 217 time: 0.1957781 Feb 10 13:29:59.058158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:29:59.063756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:29:59.119580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.211427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:59.212597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.214093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] 10.222.0.77 "PUT /v2.0/ports/bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 200 len: 1091 time: 2.7052159 Feb 10 13:29:59.216624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:29:59.219022 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a5fad-2c14-47e9-af05-172f3ea1ba73" -d '{"events": [{"name": "network-changed", "server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:29:59.245286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:29:59.251885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7ac0e399-97b9-40aa-b613-5e2f6d1d8a96 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3772831 Feb 10 13:29:59.254722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:29:59.258878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c221513-ffb6-449f-a116-e9361044e658 req-b9db4435-f924-47ef-b1d3-4eec539330e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:59.262265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93beb-b3cb-4867-ae6b-dd81e57c464f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:59.272940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-b9db4435-f924-47ef-b1d3-4eec539330e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.2486296 Feb 10 13:29:59.297817 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:29:59.299133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] Sync routers for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:29:59.346665 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:59.347676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:59.377733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-b154bca3-f8ab-478d-b827-42a6fc6c8b80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844085 Feb 10 13:29:59.398991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 08146f20-0f46-4b86-837b-2329a44d2691 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:29:59.408875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (08146f20-0f46-4b86-837b-2329a44d2691), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.428860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 99a591ec-c03b-40a3-b517-096d27b06332 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:59.429440 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (99a591ec-c03b-40a3-b517-096d27b06332), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.434844 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:59.451906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:29:59.452774 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:29:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:59.502272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 99a591ec-c03b-40a3-b517-096d27b06332, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=99a591ec-c03b-40a3-b517-096d27b06332,segment=NetworkSegment(eeaf2a43-08eb-4577-a4f3-2a96b1d51639),segment_id=eeaf2a43-08eb-4577-a4f3-2a96b1d51639)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:29:59.514086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (99a591ec-c03b-40a3-b517-096d27b06332), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.517999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f73432db-41ec-45e0-bc0e-4b77faf79a2d None None] Current status of the port 6ad77307-15eb-4db4-93b3-322e92c28094 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:29:59.543416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-1c982ab5-59ec-4b9a-8b9e-389c5b9db3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:59.544796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-1c982ab5-59ec-4b9a-8b9e-389c5b9db3c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1125 time: 0.2193713 Feb 10 13:29:59.550337 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:29:59.550993 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659a22e-f7fe-45a0-867d-9e8238c89032 None None] The sync data for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:29:59.595125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9936-55d6-4167-a062-208c82bd030e req-e3220dfb-fb1f-4d6e-9d20-525a22095567 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:59.602005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14da9936-55d6-4167-a062-208c82bd030e req-e3220dfb-fb1f-4d6e-9d20-525a22095567 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 943 time: 0.5877135 Feb 10 13:29:59.622448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=99a591ec-c03b-40a3-b517-096d27b06332,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:29:59.658901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-0b36b4f2-c25c-4f14-acb1-906caba07481 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 200 len: 217 time: 0.0635762 Feb 10 13:29:59.672593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (08146f20-0f46-4b86-837b-2329a44d2691), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.695246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fd5cdd5d-8dcd-48d8-aea6-c5dc580ea168 None None] Provisioning complete for port 99a591ec-c03b-40a3-b517-096d27b06332 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:29:59.695629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd5cdd5d-8dcd-48d8-aea6-c5dc580ea168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (99a591ec-c03b-40a3-b517-096d27b06332), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:29:59.856803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14da9936-55d6-4167-a062-208c82bd030e req-aa5ced52-a955-4b4a-a302-0369e6724233 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450581 Feb 10 13:29:59.856803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-69e2e0d0-2a53-45c6-a170-0eb4f8f15288 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465861 Feb 10 13:29:59.926906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-b6ddf2d9-02cc-4fce-8ec9-171d470a19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:29:59.928488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-b6ddf2d9-02cc-4fce-8ec9-171d470a19f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.2410703 Feb 10 13:29:59.961143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cdd5d-8dcd-48d8-aea6-c5dc580ea168 None None] Current status of the port 99a591ec-c03b-40a3-b517-096d27b06332 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:00.015011 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4645b-6c32-4874-9420-69375f023075 x-openstack-request-id: req-3bb4645b-6c32-4874-9420-69375f023075 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:00.015446 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:00.015798 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bb4645b-6c32-4874-9420-69375f023075 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:00.016430 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'status': 'completed', 'code': 200} Feb 10 13:30:00.026435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (08146f20-0f46-4b86-837b-2329a44d2691), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.042566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-48f73423-c281-4078-97ef-95eb22d4e769 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968916 Feb 10 13:30:00.135268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Provisioning complete for port eb02c3b7-ca23-4d1e-ab60-66310f02dedb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:00.137350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.144638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c221513-ffb6-449f-a116-e9361044e658 req-ab05385a-1301-4962-a04d-31ca6a57e031 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773364 Feb 10 13:30:00.288593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Port eb02c3b7-ca23-4d1e-ab60-66310f02dedb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:00.319779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Provisioning complete for port 99a591ec-c03b-40a3-b517-096d27b06332 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:00.321921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (99a591ec-c03b-40a3-b517-096d27b06332), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.324403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (08146f20-0f46-4b86-837b-2329a44d2691), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.353961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.358019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/08146f20-0f46-4b86-837b-2329a44d2691 HTTP/1.1" status: 204 len: 168 time: 1.3591139 Feb 10 13:30:00.361162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51662) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:00.406269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c39761b-3288-45f2-835c-2f8b5016f11a None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:00.434105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9869-e877-487a-b918-a5178ccc6238 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=08146f20-0f46-4b86-837b-2329a44d2691,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:00.453107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858140-f62e-4833-aec1-14bb054772df req-697964f3-23c9-4977-9111-0d3f070112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:00.455250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-697964f3-23c9-4977-9111-0d3f070112d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 1125 time: 0.1995676 Feb 10 13:30:00.474859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca049-1f01-4cfb-adae-86e57bcebb08 req-4e81f85c-c3ac-4ab7-b2d1-0efa1c7dab4b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:00.479268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c8ca049-1f01-4cfb-adae-86e57bcebb08 req-4e81f85c-c3ac-4ab7-b2d1-0efa1c7dab4b tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 945 time: 0.3327961 Feb 10 13:30:00.564647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:00.580607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-4264c59e-892f-4b9e-92bf-55c971e55ae9 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204043 Feb 10 13:30:00.607801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 717c1d0a-4130-4bf6-b034-44ecb9243891 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:00.624364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (717c1d0a-4130-4bf6-b034-44ecb9243891), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.692163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99a591ec-c03b-40a3-b517-096d27b06332 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:00.710055 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (717c1d0a-4130-4bf6-b034-44ecb9243891), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:00.785412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c8ca049-1f01-4cfb-adae-86e57bcebb08 req-4c1490b2-6078-402d-a8cb-9dd8cb1779a7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613351 Feb 10 13:30:00.834210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1089928656-network', 'tenant_id': '495e39b2c17f4186a40f1790c90eae27'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:00.847184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858140-f62e-4833-aec1-14bb054772df req-5f89dc9e-82e9-4ea3-811c-7dd972edccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:00.851570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-5f89dc9e-82e9-4ea3-811c-7dd972edccf8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 922 time: 0.3858254 Feb 10 13:30:00.861364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f094b8-3697-4c25-bcc3-87bc663554bb None None] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:00.875789 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6752bc86-07c3-42bd-a70d-12bf6e1fd8eb tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:30:00.876911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6752bc86-07c3-42bd-a70d-12bf6e1fd8eb tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6210763 Feb 10 13:30:00.886724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:00.945118 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b15deb7-b917-4d8f-953b-b383d5be6a86 x-openstack-request-id: req-5b15deb7-b917-4d8f-953b-b383d5be6a86 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:00.950683 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:00.951299 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b15deb7-b917-4d8f-953b-b383d5be6a86 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:00.952083 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237', 'status': 'completed', 'code': 200} Feb 10 13:30:00.981531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-f29ef525-7620-4f4f-8d1b-e66b87792c57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d HTTP/1.1" status: 200 len: 217 time: 0.1236775 Feb 10 13:30:01.040530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fe77cc5-785f-489a-b42d-52886d137b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.106263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:01.108806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.115386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858140-f62e-4833-aec1-14bb054772df req-d32fe979-8fea-4ed7-833e-af357895f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:01.116971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-d32fe979-8fea-4ed7-833e-af357895f61f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.1253250 Feb 10 13:30:01.179326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-60c98349-21c4-4f40-955f-d47bf89f495d None None] Current status of the port 99a591ec-c03b-40a3-b517-096d27b06332 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:01.192197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 99a591ec-c03b-40a3-b517-096d27b06332 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:01.192566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (99a591ec-c03b-40a3-b517-096d27b06332), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.358786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-96ee5dd5-3cfc-4ea3-8d3e-0e9ca79f28f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349998 Feb 10 13:30:01.382527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Provisioning complete for port 2decf35c-97c9-49b6-8f76-b87e41399141 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:01.383138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.557241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 99a591ec-c03b-40a3-b517-096d27b06332 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:01.558609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ad77307-15eb-4db4-93b3-322e92c28094 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:01.650402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-38fd654d-d682-4281-b6fd-5a95cd1771db service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856357 Feb 10 13:30:01.776405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Current status of the port 2decf35c-97c9-49b6-8f76-b87e41399141 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:01.777421 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.802413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb4c4-9a91-4e38-b2d9-834eb775727e req-75a6c7e0-314c-4490-b3bf-c5985f941f73 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:01.810230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08feb4c4-9a91-4e38-b2d9-834eb775727e req-75a6c7e0-314c-4490-b3bf-c5985f941f73 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 943 time: 0.6921444 Feb 10 13:30:01.858424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] For port 2decf35c-97c9-49b6-8f76-b87e41399141, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2decf35c-97c9-49b6-8f76-b87e41399141,segment=NetworkSegment(ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059),segment_id=ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:01.864877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.874263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.914872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8858140-f62e-4833-aec1-14bb054772df req-5ee1d3ad-8e25-4b0a-984b-c7f8b0670647 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515459 Feb 10 13:30:01.928220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 6ad77307-15eb-4db4-93b3-322e92c28094 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:01.929078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.940114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (717c1d0a-4130-4bf6-b034-44ecb9243891), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:01.980808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c247a30a-6cd0-4bdb-90fe-c3532c59ed30 req-1659bb3e-ed6e-4eeb-a2c5-57d95ccbc78b service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3871109 Feb 10 13:30:01.983731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Provisioning complete for port eb02c3b7-ca23-4d1e-ab60-66310f02dedb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:01.984373 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.038826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks [] for security_group (e707615c-f1f9-4d7e-86b5-c599c2ca04ec), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.061165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e707615c-f1f9-4d7e-86b5-c599c2ca04ec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.120455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e707615c-f1f9-4d7e-86b5-c599c2ca04ec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:02.149230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:30:02.181803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2d284590-b5a1-4bfd-8918-a7647de26894), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.182434 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Added segment 2d284590-b5a1-4bfd-8918-a7647de26894 of type vlan for network be616998-fa87-4bba-b96f-a6059dfebb53 Feb 10 13:30:02.186006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08feb4c4-9a91-4e38-b2d9-834eb775727e req-edb7c6c3-7bed-4bca-b846-e694d3c19f59 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734269 Feb 10 13:30:02.260940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (be616998-fa87-4bba-b96f-a6059dfebb53), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.297775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (be616998-fa87-4bba-b96f-a6059dfebb53), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.298873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:02.299595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.319824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (717c1d0a-4130-4bf6-b034-44ecb9243891), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.340464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-d19d77b4-9164-4d57-ace5-69b8ae228dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:02.342481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-d19d77b4-9164-4d57-ace5-69b8ae228dc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1125 time: 0.2991855 Feb 10 13:30:02.346645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7779210 Feb 10 13:30:02.349181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Pushing event updated for resources: {'Port': ['ID=2decf35c-97c9-49b6-8f76-b87e41399141,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:02.369544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-71746a25-4cfe-46d0-8a15-32247a4b9974 None None] Port eb02c3b7-ca23-4d1e-ab60-66310f02dedb cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:02.401332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:02.405606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.411514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/717c1d0a-4130-4bf6-b034-44ecb9243891 HTTP/1.1" status: 204 len: 168 time: 2.0442259 Feb 10 13:30:02.411514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12193c2-b75c-4338-a9cf-3bc870c8052b admin admin] Pushing event updated for resources: {'Network': ['ID=be616998-fa87-4bba-b96f-a6059dfebb53,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:02.422989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 6ad77307-15eb-4db4-93b3-322e92c28094 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:02.424607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2decf35c-97c9-49b6-8f76-b87e41399141 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:02.429351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network be616998-fa87-4bba-b96f-a6059dfebb53 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:30:02.436606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:02.446971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Request body: {'subnet': {'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1089928656-subnet', 'tenant_id': '495e39b2c17f4186a40f1790c90eae27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:02.461228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7472f-e450-4362-8697-0a924a81fcf9 None None] Network 2a46b608-775b-4fd0-8c13-832689e67bf4 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:02.511593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:02.514233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.528420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2a46b608-775b-4fd0-8c13-832689e67bf4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.532447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc63d1-066d-4990-b1f4-ecdd872f0d8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=717c1d0a-4130-4bf6-b034-44ecb9243891,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:02.645044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab969-6454-48f6-8dd4-969c028b3a13 req-ec1c4dc0-7182-49c8-8f69-6881115e4b61 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:02.647151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50bab969-6454-48f6-8dd4-969c028b3a13 req-ec1c4dc0-7182-49c8-8f69-6881115e4b61 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 943 time: 0.3188238 Feb 10 13:30:02.661118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Provisioning complete for port 2decf35c-97c9-49b6-8f76-b87e41399141 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:02.661672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.674197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-7508587c-ed98-4dcc-a6c8-387b8db33707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:02.675808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-7508587c-ed98-4dcc-a6c8-387b8db33707 service neutron] 10.222.0.77 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 911 time: 0.2382414 Feb 10 13:30:02.692703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:02.693092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.741125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-ec75f725-80a9-48a0-8a17-355f6a603c72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 200 len: 217 time: 0.0587201 Feb 10 13:30:02.745321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.771376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2decf35c-97c9-49b6-8f76-b87e41399141 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:02.771761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.845898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port c06a9dc3-ab8c-4e15-b683-abd6c5298e74, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,segment=NetworkSegment(39252bf3-7db7-473f-9dd1-bb84e609054f),segment_id=39252bf3-7db7-473f-9dd1-bb84e609054f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:02.846312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:02.850238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-5f4ac09e-3e2a-4495-9746-070525753cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:02.851889 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-5f4ac09e-3e2a-4495-9746-070525753cc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.1034789 Feb 10 13:30:02.889416 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-439c5212-4825-4de7-bf18-682fb3fd7d95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309415 Feb 10 13:30:02.893751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for c06a9dc3-ab8c-4e15-b683-abd6c5298e74 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:02.893919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:03.015943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:03.034943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'port_id': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'mac_address': 'fa:16:3e:75:77:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137662f9-aba4-4e5c-a5c1-fad11bb32f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:03.038408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50bab969-6454-48f6-8dd4-969c028b3a13 req-a492cc86-0f01-4370-bd00-f179e2129e2b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617268 Feb 10 13:30:03.056150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Current status of the port 2decf35c-97c9-49b6-8f76-b87e41399141 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:03.068508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-5dec71a7-9e2b-4523-b762-51567cf1ec16 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726866 Feb 10 13:30:03.108013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b9bcb817-342a-4fbe-9b40-740d5cbb056d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:03.108427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.156012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (a730a10b-43a2-4579-882b-f01841c42be4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.185684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b82eda-ee5d-420a-8a0d-867174cfa8d9 None None] DHCP port deletion for 2a46b608-775b-4fd0-8c13-832689e67bf4 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:03.195668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bcb817-342a-4fbe-9b40-740d5cbb056d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:03.200396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.213397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Provisioning complete for port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:03.213883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c06a9dc3-ab8c-4e15-b683-abd6c5298e74), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.236807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=c06a9dc3-ab8c-4e15-b683-abd6c5298e74,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:03.242799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a730a10b-43a2-4579-882b-f01841c42be4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:03.243839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:03.298065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Checking segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:03.298423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Network hostable DHCP agents. Network: be616998-fa87-4bba-b96f-a6059dfebb53, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:30:03.313240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:03.327399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-795a381a-0b83-4b59-ade0-d6904cd9398f None None] Port c06a9dc3-ab8c-4e15-b683-abd6c5298e74 was deleted so its status cannot be updated. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 13:30:03.328666 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.337774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c65a5fad-2c14-47e9-af05-172f3ea1ba73 req-041a60ce-da58-411c-98de-116b32abf3d0 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440412 Feb 10 13:30:03.338603 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d9bef6c-cccc-4461-858b-32459c783380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.345699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2decf35c-97c9-49b6-8f76-b87e41399141 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:03.383017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2a46b608-775b-4fd0-8c13-832689e67bf4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.409187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Network be616998-fa87-4bba-b96f-a6059dfebb53 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:30:03.413689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:03.419811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a46b608-775b-4fd0-8c13-832689e67bf4']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:03.430098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, be616998-fa87-4bba-b96f-a6059dfebb53) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:03.439820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:03.440711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.442633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddba856-fc56-44e4-bf0f-e5a78c67226c None None] Network be616998-fa87-4bba-b96f-a6059dfebb53 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:03.454192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39252bf3-7db7-473f-9dd1-bb84e609054f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:03.454744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39252bf3-7db7-473f-9dd1-bb84e609054f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:03.463831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21525bb-47fe-41d5-b2a7-7d5221d7f00a req-b88298d2-52e3-4296-87f3-5fa95311c1d7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:03.466805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (39252bf3-7db7-473f-9dd1-bb84e609054f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.467609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2decf35c-97c9-49b6-8f76-b87e41399141 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:03.471565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e21525bb-47fe-41d5-b2a7-7d5221d7f00a req-b88298d2-52e3-4296-87f3-5fa95311c1d7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 943 time: 0.1598070 Feb 10 13:30:03.483373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (39252bf3-7db7-473f-9dd1-bb84e609054f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.491126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:03.492028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (39252bf3-7db7-473f-9dd1-bb84e609054f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:03.495995 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:03.498269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-04623195-d50f-4600-b65b-d47039a7bae0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0608954 Feb 10 13:30:03.507421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting port eb02c3b7-ca23-4d1e-ab60-66310f02dedb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:03.507770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.581180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b9bcb817-342a-4fbe-9b40-740d5cbb056d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:03.597601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e21525bb-47fe-41d5-b2a7-7d5221d7f00a req-cad9c353-f9b7-4ec9-ac2b-0f5d490a0100 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253102 Feb 10 13:30:03.603106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2a46b608-775b-4fd0-8c13-832689e67bf4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.626433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.635427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/2a46b608-775b-4fd0-8c13-832689e67bf4 HTTP/1.1" status: 204 len: 168 time: 1.1963282 Feb 10 13:30:03.645178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51706) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:03.657489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b8dae-3e4f-443b-b74d-2c85ffb9b7f2 None None] Network be616998-fa87-4bba-b96f-a6059dfebb53 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:03.676401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.684042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebb83b-dd32-4cd9-9cca-aa594028b0dd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=2a46b608-775b-4fd0-8c13-832689e67bf4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:03.707092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Calling delete_port for eb02c3b7-ca23-4d1e-ab60-66310f02dedb owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:03.738056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc9da0-6748-41d1-bc07-03868b615a6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:03.739638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fbdc9da0-6748-41d1-bc07-03868b615a6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0843349 Feb 10 13:30:03.743759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:03.809371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2decf35c-97c9-49b6-8f76-b87e41399141 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:03.809821 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.825863 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ae938da-bc7c-44c6-ad13-a69f2811ea00 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0807068 Feb 10 13:30:03.829193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:03.835688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1115111859'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:03.864439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:03.868391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.904347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:30:03.917609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (458f51b5-e53b-4403-a7ce-38acc71a83b8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:03.918465 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment 458f51b5-e53b-4403-a7ce-38acc71a83b8 of type vlan for network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f Feb 10 13:30:03.978003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.008033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2decf35c-97c9-49b6-8f76-b87e41399141 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:04.019824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.032807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:04.032807 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.078195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2477374 Feb 10 13:30:04.079453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c06a9dc3-ab8c-4e15-b683-abd6c5298e74 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:04.081904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:04.089547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:04.135189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c06a9dc3-ab8c-4e15-b683-abd6c5298e74 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:04.135819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c06a9dc3-ab8c-4e15-b683-abd6c5298e74 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:04.193586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae70f7-e5fd-442b-8ed5-c2df4f373db2 req-cde473f7-0496-4557-962b-3eaa4585d1bb tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:04.195241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fae70f7-e5fd-442b-8ed5-c2df4f373db2 req-cde473f7-0496-4557-962b-3eaa4585d1bb tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 945 time: 0.4900370 Feb 10 13:30:04.221715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3d1e1-d850-43de-a822-7ce9408148b7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:04.234870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:30:04.244575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:04.248274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.314460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fae70f7-e5fd-442b-8ed5-c2df4f373db2 req-45ebe18a-0b8a-43e9-bae7-fd5bd01b01d2 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090810 Feb 10 13:30:04.415936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (eb02c3b7-ca23-4d1e-ab60-66310f02dedb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.440220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Port': ['ID=eb02c3b7-ca23-4d1e-ab60-66310f02dedb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:04.537105 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.561724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (87250f36-260c-4165-95f2-c67e5f0403d0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.654943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': '458f51b5-e53b-4403-a7ce-38acc71a83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:04.655619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:30:04.680341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.681576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=87250f36-260c-4165-95f2-c67e5f0403d0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:04.687993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:30:04.705876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:04.719535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a8749-2398-4d61-a769-b5cad3be6287 None None] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:04.731398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:04.732446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.754156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-760c5616-abf9-40f1-a380-d27435205b8f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6695225 Feb 10 13:30:04.756289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:04.762305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f', 'name': 'tempest-PortsIpV6TestJSON-452838700'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:04.901601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-5ffcdbb9-c089-4904-a7a4-e311526c05ee tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:04.902180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbb8bf82-9cd4-481d-97b3-41906b49e237 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:04.903671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-5ffcdbb9-c089-4904-a7a4-e311526c05ee tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 0.2508609 Feb 10 13:30:04.939887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-23a59b6c-86ee-4d44-9744-dd614bb51bfb tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/quotas/495e39b2c17f4186a40f1790c90eae27 HTTP/1.1" status: 200 len: 375 time: 0.0258012 Feb 10 13:30:04.963638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:04.967790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:04.988398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port d12abea5-e5ef-442b-adeb-e6b6f60bb03c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:05.014689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-83a1b31c-3417-42af-974e-b4f855ecaf18 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737298 Feb 10 13:30:05.062719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:05.077820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:05.083168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bbb8bf82-9cd4-481d-97b3-41906b49e237', 'network_id': '78beec78-cad9-4d7c-9938-336304691470', 'port_id': 'bbb8bf82-9cd4-481d-97b3-41906b49e237', 'mac_address': 'fa:16:3e:23:2e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dff3d-7d24-4416-9248-c97bc975c9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:05.122475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::58 (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f/87250f36-260c-4165-95f2-c67e5f0403d0/d12abea5-e5ef-442b-adeb-e6b6f60bb03c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:05.128440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Router 9cf323e0-3ea2-4bba-afd2-668a3b1da935 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:30:05.208396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbb8bf82-9cd4-481d-97b3-41906b49e237 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:05.208813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.225773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb8bf82-9cd4-481d-97b3-41906b49e237 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:05.246910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:05.248181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f', 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': '87250f36-260c-4165-95f2-c67e5f0403d0'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:30:05.249329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.254720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-7d18c4a6-c840-406e-9003-09ad367e615f tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:05.255636 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.256571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-7d18c4a6-c840-406e-9003-09ad367e615f tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 945 time: 0.3476849 Feb 10 13:30:05.256830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-a9ca5890-a4d9-470b-a963-121101e1a8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410524 Feb 10 13:30:05.262565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:30:05.275850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b9bcb817-342a-4fbe-9b40-740d5cbb056d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:30:05.285333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b2e0f4f-f5d1-481c-a116-9e77719eb14b tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3938811 Feb 10 13:30:05.347504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:05.351418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] Sync routers for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:30:05.363510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b9bcb817-342a-4fbe-9b40-740d5cbb056d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:05.364040 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.384601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-f286c0b3-aee6-4adc-b0ca-a1b1ad0b77df service neutron] 10.222.0.13 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176438 Feb 10 13:30:05.385222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:05.441215 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3819715b-1e75-4e21-947e-91a8dddd23b5 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] delete failed (client error): The resource could not be found. Feb 10 13:30:05.442399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3819715b-1e75-4e21-947e-91a8dddd23b5 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-163347077 HTTP/1.1" status: 404 len: 334 time: 0.0562115 Feb 10 13:30:05.447373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:05.463331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1bab8cf7-79d7-44f8-bec5-0005c425ceb6 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'router': {'external_gateway_info': {'network_id': '9cf323e0-3ea2-4bba-afd2-668a3b1da935'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:05.520962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bbb8bf82-9cd4-481d-97b3-41906b49e237'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:05.522744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:05.523388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:05.600346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:05.627456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:05.628094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:05.628278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Deleting port 3307c865-7684-4084-9424-37b9cbdc12ba {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:05.628804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.676581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:05.677301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c32634-dea6-4215-ab37-d9e15a0e437b None None] The sync data for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:30:05.722627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.818568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb60f4-3901-4565-9301-defd6d38c439 req-c13561c0-d129-4f41-b47d-0a5055a5e428 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:05.828220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fb60f4-3901-4565-9301-defd6d38c439 req-c13561c0-d129-4f41-b47d-0a5055a5e428 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 944 time: 0.1220224 Feb 10 13:30:05.894348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7fb60f4-3901-4565-9301-defd6d38c439 req-1a002880-6738-4577-8712-79810f2a4544 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Feb 10 13:30:05.934699 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bab8cf7-79d7-44f8-bec5-0005c425ceb6 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router_gateway (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:05.997164 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1bab8cf7-79d7-44f8-bec5-0005c425ceb6 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] update failed (client error): The resource could not be found. Feb 10 13:30:05.998149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1bab8cf7-79d7-44f8-bec5-0005c425ceb6 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935 HTTP/1.1" status: 404 len: 339 time: 0.5433297 Feb 10 13:30:06.004490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:06.012145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-707381203'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:06.025933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] For port 3307c865-7684-4084-9424-37b9cbdc12ba, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3307c865-7684-4084-9424-37b9cbdc12ba,segment=NetworkSegment(6cf995d4-5074-47e2-8736-f5533f556ca9),segment_id=6cf995d4-5074-47e2-8736-f5533f556ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:06.026292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.039758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b9bcb817-342a-4fbe-9b40-740d5cbb056d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:06.040397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.047886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.049834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Calling delete_port for 3307c865-7684-4084-9424-37b9cbdc12ba owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:06.079064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04969e3-cbe6-46a6-857c-9fb688ec4193 req-62a09a39-3738-4daa-87bc-1972dbd5d8c5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:06.081475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a04969e3-cbe6-46a6-857c-9fb688ec4193 req-62a09a39-3738-4daa-87bc-1972dbd5d8c5 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 944 time: 0.1028323 Feb 10 13:30:06.127645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:06.131016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.145401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a04969e3-cbe6-46a6-857c-9fb688ec4193 req-35a2ba95-4909-47c7-a640-4f32b74616cf tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Feb 10 13:30:06.214590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.226612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.239329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:06.250226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=d12abea5-e5ef-442b-adeb-e6b6f60bb03c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:06.251132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:06.255914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:06.261224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:06.261881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.282034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:06.282427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:30:06.284431 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e098cc51-b0ae-4849-8892-310fb10d509f" -d '{"events": [{"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-plugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:06.301507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5c0a138f-bf67-464c-a8cc-9edc96aa3a7f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.302016 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Added segment 5c0a138f-bf67-464c-a8cc-9edc96aa3a7f of type vlan for network a4c5b1c0-57e7-4fee-899f-024250fbded0 Feb 10 13:30:06.325957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aecee7f8-bd95-405e-93d1-15af6bbed608 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5682521 Feb 10 13:30:06.330490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51766) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:06.337317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f', 'name': 'tempest-PortsIpV6TestJSON-283523474'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:06.342006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd3a25-48ef-49de-ae19-9b2e6fd5e770 req-b80bec2e-622a-4a15-a0d4-5c5ea01996d8 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:06.344417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4fd3a25-48ef-49de-ae19-9b2e6fd5e770 req-b80bec2e-622a-4a15-a0d4-5c5ea01996d8 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a42f0a-3e1b-48bd-aff8-60b0e575a470 HTTP/1.1" status: 200 len: 945 time: 0.1096165 Feb 10 13:30:06.378683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Allocated IP 2001:db8::2 (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f/87250f36-260c-4165-95f2-c67e5f0403d0/b28991e2-13ac-41cc-9ae5-afbdf66b4797) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:06.398677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a4c5b1c0-57e7-4fee-899f-024250fbded0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.460058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4fd3a25-48ef-49de-ae19-9b2e6fd5e770 req-3ca434bf-21ec-4857-9d48-d7cbf9a70b38 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6dae697-289b-45d2-bfa0-13176ec4cb02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101501 Feb 10 13:30:06.508891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:06.541813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.563980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3307c865-7684-4084-9424-37b9cbdc12ba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.572001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a4c5b1c0-57e7-4fee-899f-024250fbded0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.578739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:06.579793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.728117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Pushing event deleted for resources: {'Port': ['ID=3307c865-7684-4084-9424-37b9cbdc12ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:06.737344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:06.743415 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccef4962-9196-4dc9-b3de-09c8f20b25ef x-openstack-request-id: req-ccef4962-9196-4dc9-b3de-09c8f20b25ef {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:06.744530 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-plugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:06.744530 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccef4962-9196-4dc9-b3de-09c8f20b25ef {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:06.748807 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'code': 200} Feb 10 13:30:06.750092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3307c865-7684-4084-9424-37b9cbdc12ba'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:06.805465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:06.811857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'subnet': {'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:06.815391 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8082712 Feb 10 13:30:06.882284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46c25-d18b-4101-932c-85ad044015a7 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Network': ['ID=a4c5b1c0-57e7-4fee-899f-024250fbded0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:06.937190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks [] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.944377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:30:06.950842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.956529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:06.960162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:06.986006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6320c7f9-d310-4671-8b85-ea228e888a0d req-ba76a716-7412-4eeb-8f32-a92d24d30479 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 210 time: 0.1042006 Feb 10 13:30:06.992037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] No DVR routers for this DVR port 3307c865-7684-4084-9424-37b9cbdc12ba on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:07.010919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.017494 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-21bf9f2b-1fe3-4d82-82af-19c11f7f2c09 req-40d89511-67e2-4c03-9088-534f1683f1e7 tempest-VolumesActionsTest-1129953833 tempest-VolumesActionsTest-1129953833-project] 10.222.0.21 "DELETE /v2.0/ports/3307c865-7684-4084-9424-37b9cbdc12ba HTTP/1.1" status: 204 len: 173 time: 1.7522247 Feb 10 13:30:07.049891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'name': 'network-vif-deleted', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:07.052573 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f79757-3e6c-458d-9625-0f58c42fb9d0" -d '{"events": [{"server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "name": "network-vif-deleted", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:07.079205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:07.180007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:07.204472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Pushing event updated for resources: {'Port': ['ID=b28991e2-13ac-41cc-9ae5-afbdf66b4797,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:07.212400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:07.271346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:07.422303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Made reservation on behalf of d57e0521207546959723e36b7af912c7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:07.422923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Attempting to bind port b28991e2-13ac-41cc-9ae5-afbdf66b4797 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:07.424009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Attempting to bind port b28991e2-13ac-41cc-9ae5-afbdf66b4797 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '458f51b5-e53b-4403-a7ce-38acc71a83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:07.424009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Attempting to bind port b28991e2-13ac-41cc-9ae5-afbdf66b4797 on network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:07.428232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda2bd1-181a-4218-b8c7-a4d8246330a5 req-d5db60a4-9cda-4937-9e0f-f6a4b652e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:07.432405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:07.432850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Checking segment: {'id': '458f51b5-e53b-4403-a7ce-38acc71a83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:07.433807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.434420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Bound using segment: {'id': '458f51b5-e53b-4403-a7ce-38acc71a83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:07.435153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Bound port: b28991e2-13ac-41cc-9ae5-afbdf66b4797, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458f51b5-e53b-4403-a7ce-38acc71a83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:07.435557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.435931 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ceda2bd1-181a-4218-b8c7-a4d8246330a5 req-d5db60a4-9cda-4937-9e0f-f6a4b652e474 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 1127 time: 0.5539548 Feb 10 13:30:07.438125 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.452986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.508248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::1bc (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f/87250f36-260c-4165-95f2-c67e5f0403d0/47bd3c78-30a0-447e-b2ee-0d4ec1b5817e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:07.516716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] For port b28991e2-13ac-41cc-9ae5-afbdf66b4797, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:07.521385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] For port b28991e2-13ac-41cc-9ae5-afbdf66b4797, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b28991e2-13ac-41cc-9ae5-afbdf66b4797,segment=NetworkSegment(458f51b5-e53b-4403-a7ce-38acc71a83b8),segment_id=458f51b5-e53b-4403-a7ce-38acc71a83b8)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:07.531435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.537141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91bc1b-4733-41cf-b6cc-96ae2c1613d3 req-bad03a14-8cf5-44da-89c0-28abb561c1a2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:07.546087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb91bc1b-4733-41cf-b6cc-96ae2c1613d3 req-bad03a14-8cf5-44da-89c0-28abb561c1a2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 945 time: 0.2471764 Feb 10 13:30:07.625458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928fe77-b6a5-4eb2-bfa7-c19858bac745 None None] Pushing event updated for resources: {'Port': ['ID=b28991e2-13ac-41cc-9ae5-afbdf66b4797,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:07.640590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb91bc1b-4733-41cf-b6cc-96ae2c1613d3 req-49765a2e-546a-471d-8a28-74f4a9f41f60 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929155 Feb 10 13:30:07.765495 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ceda2bd1-181a-4218-b8c7-a4d8246330a5 req-5a885ca5-9347-4b8d-be86-9cd3b34f627f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564744 Feb 10 13:30:07.769476 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362bb2e4-99f0-4ed4-adc2-59041c11e822 x-openstack-request-id: req-362bb2e4-99f0-4ed4-adc2-59041c11e822 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:07.769774 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a42f0a-3e1b-48bd-aff8-60b0e575a470", "name": "network-vif-deleted", "tag": "3307c865-7684-4084-9424-37b9cbdc12ba", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:07.770031 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362bb2e4-99f0-4ed4-adc2-59041c11e822 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:07.770443 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a42f0a-3e1b-48bd-aff8-60b0e575a470', 'name': 'network-vif-deleted', 'tag': '3307c865-7684-4084-9424-37b9cbdc12ba', 'status': 'completed', 'code': 200} Feb 10 13:30:07.823376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (fe75c93c-46d2-43f3-aff0-b5221c09155b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:07.994329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Subnet': ['ID=fe75c93c-46d2-43f3-aff0-b5221c09155b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:08.000036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Checking segment: {'id': '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:08.000467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network hostable DHCP agents. Network: a4c5b1c0-57e7-4fee-899f-024250fbded0, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:30:08.055007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f0356-29eb-49d4-b798-9fdc8d1e51cb req-98f42c62-cef8-47bc-b60f-29a6d251ed3e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:08.056874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d4f0356-29eb-49d4-b798-9fdc8d1e51cb req-98f42c62-cef8-47bc-b60f-29a6d251ed3e tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 944 time: 0.2299819 Feb 10 13:30:08.059849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:30:08.098556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a4c5b1c0-57e7-4fee-899f-024250fbded0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:08.109034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c45c2-0bf5-4e58-ae10-e4427b8e00ff None None] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:08.111568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:08.112220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:08.157550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d4f0356-29eb-49d4-b798-9fdc8d1e51cb req-ec7d3508-ad7a-4708-89a9-8c2a1deb1984 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932848 Feb 10 13:30:08.171295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a1762f0-4a52-45cd-91a9-56fb90d561d4 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3623533 Feb 10 13:30:08.171797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:08.177367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8a0f6688-9d58-4e17-8064-fbbd70711c2c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:08.358098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-a4c5b1c0-57e7-4fee-899f-024250fbded0', 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0', 'project_id': 'd57e0521207546959723e36b7af912c7', 'fixed_ips': [{'subnet_id': 'fe75c93c-46d2-43f3-aff0-b5221c09155b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:30:08.359096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:08.476272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82ccfe02-454f-42a1-8b7c-26eb7d800438 req-0388f1de-b79b-4f79-82fa-814061add49d tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 210 time: 0.1060739 Feb 10 13:30:08.582642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6688-9d58-4e17-8064-fbbd70711c2c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router_gateway (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:08.683550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Allocated IP 2001:db8:1::2 (a4c5b1c0-57e7-4fee-899f-024250fbded0/fe75c93c-46d2-43f3-aff0-b5221c09155b/4079be26-9b4d-4166-a3d3-5d27ad5c1c6b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:08.780148 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-8a0f6688-9d58-4e17-8064-fbbd70711c2c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:30:08.790893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a0f6688-9d58-4e17-8064-fbbd70711c2c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935 HTTP/1.1" status: 400 len: 364 time: 0.6163509 Feb 10 13:30:08.797463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:08.895412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbb8bf82-9cd4-481d-97b3-41906b49e237 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:08.913148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:08.987221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bbb8bf82-9cd4-481d-97b3-41906b49e237 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:30:08.999058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-52a8350c-316d-42eb-874b-cfaeb841c1a2 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:09.006505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bbb8bf82-9cd4-481d-97b3-41906b49e237 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:09.007120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.010921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-52a8350c-316d-42eb-874b-cfaeb841c1a2 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 1.0844228 Feb 10 13:30:09.024331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Request body: {'port': {'device_id': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'admin_state_up': True, 'tenant_id': '495e39b2c17f4186a40f1790c90eae27'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:09.049542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-cf0a5954-2c40-449f-ad56-bde30b86b972 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:09.051407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-cf0a5954-2c40-449f-ad56-bde30b86b972 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 1.3021576 Feb 10 13:30:09.074606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Request body: {'port': {'device_id': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'admin_state_up': True, 'tenant_id': '495e39b2c17f4186a40f1790c90eae27'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:09.085282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks [] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.102357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.182586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Pushing event updated for resources: {'Port': ['ID=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:09.188037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:09.193037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:09.196181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:09.213540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbb8bf82-9cd4-481d-97b3-41906b49e237 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:09.214175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.279471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459364-4a85-49b3-8a4d-a06e05fb5d9e req-274b52c2-e165-4cec-a3a7-7a4404d7f37c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:09.286547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d459364-4a85-49b3-8a4d-a06e05fb5d9e req-274b52c2-e165-4cec-a3a7-7a4404d7f37c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 945 time: 0.4943633 Feb 10 13:30:09.318570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:09.322452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:09.326429 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe60a56-2fa8-4fc2-bbaa-42707a0d823a" -d '{"events": [{"server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "name": "network-vif-plugged", "status": "completed", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:09.336070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.343817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.403687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Attempting to bind port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:09.405023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Attempting to bind port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:09.405950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Attempting to bind port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b on network a4c5b1c0-57e7-4fee-899f-024250fbded0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:09.414332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:09.419192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4f89f-9bd0-4903-897f-74c698e28509 None None] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:09.440039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:09.440566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Checking segment: {'id': '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:09.441444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.441609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Bound using segment: {'id': '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:09.442202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Bound port: 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a4c5b1c0-57e7-4fee-899f-024250fbded0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:09.442687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.463003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.471780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:09.479857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:09.494666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d459364-4a85-49b3-8a4d-a06e05fb5d9e req-f10c5c71-f8a9-4973-9a46-ad4bc606c497 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071261 Feb 10 13:30:09.500283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:09.506466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:09.507359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.557343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=47bd3c78-30a0-447e-b2ee-0d4ec1b5817e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:09.629735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d9a645f-83ac-435c-9341-ca2a456abd3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2957056 Feb 10 13:30:09.633860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:09.649722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b28991e2-13ac-41cc-9ae5-afbdf66b4797 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:09.682186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Provisioning complete for port b28991e2-13ac-41cc-9ae5-afbdf66b4797 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:09.682721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.707964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:09.728403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.757030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c581823-f093-403e-a6ed-7416559f679f None None] For port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:09.794286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0c581823-f093-403e-a6ed-7416559f679f None None] For port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,segment=NetworkSegment(5c0a138f-bf67-464c-a8cc-9edc96aa3a7f),segment_id=5c0a138f-bf67-464c-a8cc-9edc96aa3a7f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:09.806407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.906862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:09.913851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.920650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b28991e2-13ac-41cc-9ae5-afbdf66b4797 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:09.921496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:09.923058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c581823-f093-403e-a6ed-7416559f679f None None] Pushing event updated for resources: {'Port': ['ID=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:10.019632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Current status of the port b28991e2-13ac-41cc-9ae5-afbdf66b4797 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:10.020132 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.080178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3307c865-7684-4084-9424-37b9cbdc12ba no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:10.095623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] For port b28991e2-13ac-41cc-9ae5-afbdf66b4797, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b28991e2-13ac-41cc-9ae5-afbdf66b4797,segment=NetworkSegment(458f51b5-e53b-4403-a7ce-38acc71a83b8),segment_id=458f51b5-e53b-4403-a7ce-38acc71a83b8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:10.113039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314d9dd-1822-4f51-b960-12738925b751 req-8ab2687a-a6dd-4c3d-bd7c-48c2ac0aed85 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:10.117350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3307c865-7684-4084-9424-37b9cbdc12ba {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:10.117350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3307c865-7684-4084-9424-37b9cbdc12ba not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:10.121308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0314d9dd-1822-4f51-b960-12738925b751 req-8ab2687a-a6dd-4c3d-bd7c-48c2ac0aed85 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.2519774 Feb 10 13:30:10.136181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.140343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Allocated IP 2001:db8::1 (79c64962-2306-4aad-b6f4-6e05aa4b3de0/2c67960c-1491-4fe7-b122-60b29c8c2471/563651fb-d9e8-444c-8f50-682b57553193) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:10.161542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Allocated IP 172.20.0.2 (be616998-fa87-4bba-b96f-a6059dfebb53/a730a10b-43a2-4579-882b-f01841c42be4/3528d860-988e-4dfd-b421-ba800568a4ad) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:10.202721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b28991e2-13ac-41cc-9ae5-afbdf66b4797 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:10.246239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab2c6f-ab5e-478c-a7ed-b8a5dd4420b4 None None] Pushing event updated for resources: {'Port': ['ID=b28991e2-13ac-41cc-9ae5-afbdf66b4797,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:10.353047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0314d9dd-1822-4f51-b960-12738925b751 req-b22f2639-7ab3-45e7-9baa-57778c42f877 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262414 Feb 10 13:30:10.452178 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e783da94-5c14-4798-af1f-09335236d7d7 x-openstack-request-id: req-e783da94-5c14-4798-af1f-09335236d7d7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:10.452681 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "name": "network-vif-plugged", "status": "completed", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:10.452928 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e783da94-5c14-4798-af1f-09335236d7d7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:10.453271 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237', 'code': 200} Feb 10 13:30:10.533764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks [] for port (3528d860-988e-4dfd-b421-ba800568a4ad), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.594888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for port (563651fb-d9e8-444c-8f50-682b57553193), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.643775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29806f-e6e4-4b91-82bc-6d64c9b68482 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:10.644513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (563651fb-d9e8-444c-8f50-682b57553193), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.646887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d29806f-e6e4-4b91-82bc-6d64c9b68482 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A58 HTTP/1.1" status: 200 len: 927 time: 1.0109572 Feb 10 13:30:10.678090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:10.692511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Provisioning complete for port d12abea5-e5ef-442b-adeb-e6b6f60bb03c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:10.692980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.702617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56cbaca4-3653-4c65-9607-56f98a085a31 req-b4fe7fa7-8084-4d6f-9baf-123b94f8fd0e tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 210 time: 0.1647525 Feb 10 13:30:10.724655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.825399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Port d12abea5-e5ef-442b-adeb-e6b6f60bb03c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:10.836634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Provisioning complete for port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:10.837166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.884079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:10.896259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Provisioning complete for port b28991e2-13ac-41cc-9ae5-afbdf66b4797 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:10.896733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:10.904290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event updated for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:10.935539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Network be616998-fa87-4bba-b96f-a6059dfebb53 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:10.949577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:10.955851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:11.003363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1765f-f616-4110-8a5b-3113fd51fd66 req-3e81baf1-3df4-4993-858b-9cf9be1a888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:11.005247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ccc1765f-f616-4110-8a5b-3113fd51fd66 req-3e81baf1-3df4-4993-858b-9cf9be1a888b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1127 time: 0.4043641 Feb 10 13:30:11.050308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Allocated IP 172.20.0.14 (be616998-fa87-4bba-b96f-a6059dfebb53/a730a10b-43a2-4579-882b-f01841c42be4/9326d535-f94d-4024-9fbc-f64a2df77796) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:11.099292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e783886b-e312-465d-97b8-c73be76ff03c None None] Current status of the port b28991e2-13ac-41cc-9ae5-afbdf66b4797 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:11.114240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ccc1765f-f616-4110-8a5b-3113fd51fd66 req-c6af4fb1-59a9-4bf1-8f67-0b36d633f2da service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948908 Feb 10 13:30:11.115908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.144129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:11.144499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.172637 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-bf8573d8-1852-481e-8c8b-fbf5c7243b36 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1023874 Feb 10 13:30:11.279150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c6cde56-cdd8-480d-b82f-710ea8809614 None None] Provisioning complete for port d12abea5-e5ef-442b-adeb-e6b6f60bb03c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:11.279150 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c6cde56-cdd8-480d-b82f-710ea8809614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.301230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Request body: {'port': {'device_id': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:11.348507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cde56-cdd8-480d-b82f-710ea8809614 None None] Port d12abea5-e5ef-442b-adeb-e6b6f60bb03c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:11.572258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:11.635888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:11.657195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:11.657651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.672417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.792012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:11.833958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks [] for port (9326d535-f94d-4024-9fbc-f64a2df77796), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:11.877243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Port': ['ID=563651fb-d9e8-444c-8f50-682b57553193,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:12.018402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-084a1c33-7365-47e7-b42c-45da9246aac1 None None] Provisioning complete for port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:12.018779 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-084a1c33-7365-47e7-b42c-45da9246aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.090866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c0ff4-b47a-4759-8d44-4a63d1197802 req-e2c94fd9-605a-445f-ab28-5892cf9add65 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:12.092415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a59c0ff4-b47a-4759-8d44-4a63d1197802 req-e2c94fd9-605a-445f-ab28-5892cf9add65 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 945 time: 1.2443538 Feb 10 13:30:12.160840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a295b-161e-4f6e-979e-d43fe7582ead None None] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:12.252904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:12.253524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.287407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (563651fb-d9e8-444c-8f50-682b57553193), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.330944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a59c0ff4-b47a-4759-8d44-4a63d1197802 req-7134c4fa-23cc-4771-a475-d88d81fa5fa5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084858 Feb 10 13:30:12.341124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.599203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3528d860-988e-4dfd-b421-ba800568a4ad {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:12.624279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks [] for port (3528d860-988e-4dfd-b421-ba800568a4ad), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.659538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Transition to ACTIVE for port object 3528d860-988e-4dfd-b421-ba800568a4ad will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:30:12.708640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event updated for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:12.713718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.755588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Network be616998-fa87-4bba-b96f-a6059dfebb53 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:12.800734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:12.828111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:12.947067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Pushing event updated for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:12.983099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:12.984061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:12.986935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Attempting to bind port 3528d860-988e-4dfd-b421-ba800568a4ad on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:12.987488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Attempting to bind port 3528d860-988e-4dfd-b421-ba800568a4ad by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:12.988002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Attempting to bind port 3528d860-988e-4dfd-b421-ba800568a4ad on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:13.033124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Port 3528d860-988e-4dfd-b421-ba800568a4ad on network be616998-fa87-4bba-b96f-a6059dfebb53 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:30:13.033457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Attempting to bind port 3528d860-988e-4dfd-b421-ba800568a4ad on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:13.052106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-8d567ad9-970e-4c26-b8bd-ae0230b01dd8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0325449 Feb 10 13:30:13.053400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:13.053942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Checking segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:13.054086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:13.054558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.055112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Bound using segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:13.056304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Bound port: 3528d860-988e-4dfd-b421-ba800568a4ad, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:13.056870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.067531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Request body: {'port': {'device_id': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:13.152260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.170015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-084a1c33-7365-47e7-b42c-45da9246aac1 None None] Port 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:13.201720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 47bd3c78-30a0-447e-b2ee-0d4ec1b5817e owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:13.220707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54420-0414-4fe1-bd2d-7af1e7dc94bb req-fee49a0c-6235-476d-af88-deec91988148 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:13.222895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:13.228857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dc54420-0414-4fe1-bd2d-7af1e7dc94bb req-fee49a0c-6235-476d-af88-deec91988148 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.7446218 Feb 10 13:30:13.229288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3528d860-988e-4dfd-b421-ba800568a4ad,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:13.237942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.245341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.427004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:13.428013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.430796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Provisioning complete for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:13.431292 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.550369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,segment=NetworkSegment(5c0a138f-bf67-464c-a8cc-9edc96aa3a7f),segment_id=5c0a138f-bf67-464c-a8cc-9edc96aa3a7f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:13.558886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.562036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b28991e2-13ac-41cc-9ae5-afbdf66b4797 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:13.573337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4dc54420-0414-4fe1-bd2d-7af1e7dc94bb req-df788890-fb86-41f0-811c-6588406f9bcc tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435352 Feb 10 13:30:13.755796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-a9116971-28ef-48b7-b95e-c5e5f0854c8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6008732 Feb 10 13:30:13.762578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Current status of the port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:13.769361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b28991e2-13ac-41cc-9ae5-afbdf66b4797 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:13.769886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.834709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:13.839546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Provisioning complete for port 563651fb-d9e8-444c-8f50-682b57553193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:13.840050 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (563651fb-d9e8-444c-8f50-682b57553193), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.889867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f8e32-c304-4fee-a186-21907983976a None None] Port 563651fb-d9e8-444c-8f50-682b57553193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:13.944876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:13.946762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:13.949268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] 10.222.0.21 "PUT /v2.0/ports/3528d860-988e-4dfd-b421-ba800568a4ad HTTP/1.1" status: 200 len: 1091 time: 2.7686336 Feb 10 13:30:13.950138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:13.953037 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:13.968946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b28991e2-13ac-41cc-9ae5-afbdf66b4797 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:14.005089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b8806-3046-4b62-a886-4317dd351a9d service neutron] Pushing event updated for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:14.014904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d471ca84-4ff9-4b64-b339-58d09c26705e None None] Provisioning complete for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:14.015828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d471ca84-4ff9-4b64-b339-58d09c26705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.148136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-b50379e2-f9bf-4430-ad24-08ada2749603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.149836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for port (563651fb-d9e8-444c-8f50-682b57553193), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.150432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-b50379e2-f9bf-4430-ad24-08ada2749603 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=5aeef9c7-c5e2-461e-897a-102dd510a268 HTTP/1.1" status: 200 len: 1125 time: 0.1297238 Feb 10 13:30:14.182902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d471ca84-4ff9-4b64-b339-58d09c26705e None None] Current status of the port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:14.219345 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (563651fb-d9e8-444c-8f50-682b57553193), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.222264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:14.235416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.249486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-a4f84148-0450-46a9-a8ee-26ea4d6b811f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3528d860-988e-4dfd-b421-ba800568a4ad HTTP/1.1" status: 200 len: 217 time: 0.0908699 Feb 10 13:30:14.272334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326d535-f94d-4024-9fbc-f64a2df77796 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:14.355616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks [] for port (9326d535-f94d-4024-9fbc-f64a2df77796), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.366700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:14.367066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.414256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-63c99945-7fed-4292-8064-97dd5e725f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.416262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event updated for resources: {'Port': ['ID=563651fb-d9e8-444c-8f50-682b57553193,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:14.416420 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-63c99945-7fed-4292-8064-97dd5e725f0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.1531813 Feb 10 13:30:14.504007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:14.505547 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-612d302a-50c6-4a2d-9ad5-8620ee028dd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809307 Feb 10 13:30:14.520090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ad37f-9546-4153-9027-199d67b4eddd req-f9f53759-f150-40cc-ae24-036991548748 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.528354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-561ad37f-9546-4153-9027-199d67b4eddd req-f9f53759-f150-40cc-ae24-036991548748 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 932 time: 0.7653809 Feb 10 13:30:14.545803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.546311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Transition to ACTIVE for port object 9326d535-f94d-4024-9fbc-f64a2df77796 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:30:14.546778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.547414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.548102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.548734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.549414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.550075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.552343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e904269b-9c1d-430f-8836-91890c548009 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 6705 time: 0.6968696 Feb 10 13:30:14.557771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.590655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (47bd3c78-30a0-447e-b2ee-0d4ec1b5817e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.691038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=47bd3c78-30a0-447e-b2ee-0d4ec1b5817e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:14.702661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Pushing event updated for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:14.745737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-d07f9bf7-8677-400f-93df-54f1f129c131 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301698 Feb 10 13:30:14.786745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:14.791771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9092314e-9489-4519-a26b-2e67a14ac1f0 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/47bd3c78-30a0-447e-b2ee-0d4ec1b5817e HTTP/1.1" status: 204 len: 168 time: 4.1126001 Feb 10 13:30:14.795552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51912) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:14.811788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-561ad37f-9546-4153-9027-199d67b4eddd req-47c5b7f9-a435-47a9-9d76-df34695c1e8d tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822127 Feb 10 13:30:14.816583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:14.845218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:14.876584 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6fe9fe-b667-4663-bed6-e90ff7b81770 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:30:14.881219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa6fe9fe-b667-4663-bed6-e90ff7b81770 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/47bd3c78-30a0-447e-b2ee-0d4ec1b5817e HTTP/1.1" status: 404 len: 333 time: 0.0847602 Feb 10 13:30:14.884011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:14.889025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-8b1510b3-21a3-4c3d-8c9e-7c6a5f6e127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.889503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-8b1510b3-21a3-4c3d-8c9e-7c6a5f6e127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.889965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-8b1510b3-21a3-4c3d-8c9e-7c6a5f6e127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:14.893709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-8b1510b3-21a3-4c3d-8c9e-7c6a5f6e127b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=9be895fa-72be-4f50-8a49-09da77ce9b40&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&id=88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 200 len: 2291 time: 0.2965531 Feb 10 13:30:15.010147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Attempting to bind port 9326d535-f94d-4024-9fbc-f64a2df77796 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:15.011139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Attempting to bind port 9326d535-f94d-4024-9fbc-f64a2df77796 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:15.021958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Attempting to bind port 9326d535-f94d-4024-9fbc-f64a2df77796 on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:15.116895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Port 9326d535-f94d-4024-9fbc-f64a2df77796 on network be616998-fa87-4bba-b96f-a6059dfebb53 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:30:15.119077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Attempting to bind port 9326d535-f94d-4024-9fbc-f64a2df77796 on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:15.129550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-f7207bcb-015c-4e21-ad74-65e064fc3215 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773913 Feb 10 13:30:15.144047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:15.144712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Checking segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:15.145403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Bound using segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:15.146086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Bound port: 9326d535-f94d-4024-9fbc-f64a2df77796, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:15.146726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.285749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:15.290971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port d12abea5-e5ef-442b-adeb-e6b6f60bb03c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:15.291465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.361054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9326d535-f94d-4024-9fbc-f64a2df77796,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:15.442019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.449063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-58f3c276-9383-493a-a580-3948c4dc6f27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 200 len: 1000 time: 0.5477438 Feb 10 13:30:15.469776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8c2588c0-bd7a-4a46-bd4a-9cfb20d8c815 None None] Provisioning complete for port 563651fb-d9e8-444c-8f50-682b57553193 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:15.470423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c2588c0-bd7a-4a46-bd4a-9cfb20d8c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (563651fb-d9e8-444c-8f50-682b57553193), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.500444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Router 9cf323e0-3ea2-4bba-afd2-668a3b1da935 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:30:15.520929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a35b9-a984-410c-bc07-403cbae780f6 req-d932b06a-1c48-477e-9b20-32a38ebf8c8c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:15.523552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c8a35b9-a984-410c-bc07-403cbae780f6 req-d932b06a-1c48-477e-9b20-32a38ebf8c8c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 945 time: 0.4525483 Feb 10 13:30:15.538865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:15.541490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.544809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] 10.222.0.21 "PUT /v2.0/ports/9326d535-f94d-4024-9fbc-f64a2df77796 HTTP/1.1" status: 200 len: 1092 time: 2.4811790 Feb 10 13:30:15.552208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8c2588c0-bd7a-4a46-bd4a-9cfb20d8c815 None None] Port 563651fb-d9e8-444c-8f50-682b57553193 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:15.567188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e902ce49-afb0-4407-870f-8f3c744a7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:15.569232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e902ce49-afb0-4407-870f-8f3c744a7cc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 200 len: 850 time: 0.1119723 Feb 10 13:30:15.590789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:15.629814 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for d12abea5-e5ef-442b-adeb-e6b6f60bb03c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:15.631843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a62b62-9cda-41c9-9e91-93dac7abf10f service neutron] Pushing event updated for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:15.752917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:30:15.765609 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] Sync routers for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:30:15.793957 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:15.795090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-4d9ab661-fa5e-4756-b5f6-7d20ee1c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:15.796150 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:15.798020 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-4d9ab661-fa5e-4756-b5f6-7d20ee1c1c3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 1126 time: 0.1979942 Feb 10 13:30:15.807712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c8a35b9-a984-410c-bc07-403cbae780f6 req-3c1dec4d-7d03-4696-ac09-1d3ac1bf2722 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716458 Feb 10 13:30:15.819822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e67adf7-d44c-4d5b-a32f-422946becd92 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0211756 Feb 10 13:30:15.822261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51926) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:15.871211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:15.883342 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:15.884671 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:15.902899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-b1ecc7ca-963a-43b8-b35c-617adbe18fd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326d535-f94d-4024-9fbc-f64a2df77796 HTTP/1.1" status: 200 len: 217 time: 0.0964456 Feb 10 13:30:15.946786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:15.948150 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b3ce2-f40a-4f11-bc0e-b497bafe22a8 None None] The sync data for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:30:15.959149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-a163dc29-5f28-4ca5-bebf-20e182177990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:15.960658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-a163dc29-5f28-4ca5-bebf-20e182177990 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f13e8613-842a-4931-8d8c-9f651aa3f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3436921 Feb 10 13:30:16.084484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be170b-8297-457c-b6e2-9dec2110e813 req-15007dae-589d-4dc1-b099-9ae4d3366971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:16.088531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-15007dae-589d-4dc1-b099-9ae4d3366971 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.1748402 Feb 10 13:30:16.137588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076973f4-e934-47c9-adfc-ae3b17452148 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:16.178186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-016d5e67-19c3-4aa7-9d12-2c919b8347d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552014 Feb 10 13:30:16.193960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-dac7abff-2445-48f7-9b66-c6dfbda8b101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900915 Feb 10 13:30:16.320535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d12abea5-e5ef-442b-adeb-e6b6f60bb03c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:16.406901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=d12abea5-e5ef-442b-adeb-e6b6f60bb03c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:16.444953 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-076973f4-e934-47c9-adfc-ae3b17452148 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 13:30:16.449772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-076973f4-e934-47c9-adfc-ae3b17452148 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935 HTTP/1.1" status: 409 len: 329 time: 0.6235638 Feb 10 13:30:16.451625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:16.636946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-6aef64ed-1c69-45cd-a982-6302a120e6af service neutron] 10.222.0.21 "GET /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839698 Feb 10 13:30:16.641323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:16.662048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2aa68a8-40ab-46f2-b448-49bc8fd06121 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/d12abea5-e5ef-442b-adeb-e6b6f60bb03c HTTP/1.1" status: 204 len: 168 time: 1.7757661 Feb 10 13:30:16.676640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:16.794220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-4ccae41f-f6f7-4f0c-8d7c-aa87fabc151a service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845945 Feb 10 13:30:16.912195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-fb349751-d991-4d42-a41a-f1792a69a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:16.915551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-fb349751-d991-4d42-a41a-f1792a69a0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1127 time: 0.2186761 Feb 10 13:30:16.995143 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363684ff-0d72-405d-9d8c-058cab9c9775 x-openstack-request-id: req-363684ff-0d72-405d-9d8c-058cab9c9775 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:16.995688 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:16.996230 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-363684ff-0d72-405d-9d8c-058cab9c9775 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:16.997346 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad', 'status': 'completed', 'code': 200} Feb 10 13:30:17.220838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-b5ea0e3e-b8c6-4eba-b060-fecac72c62fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 217 time: 0.5828824 Feb 10 13:30:17.224461 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6afd7f-3fbb-4419-96a2-f3dd1be771f9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:30:17.229552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7b6afd7f-3fbb-4419-96a2-f3dd1be771f9 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/d12abea5-e5ef-442b-adeb-e6b6f60bb03c HTTP/1.1" status: 404 len: 333 time: 0.5384176 Feb 10 13:30:17.230230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:17.302535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 87250f36-260c-4165-95f2-c67e5f0403d0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:17.333900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (87250f36-260c-4165-95f2-c67e5f0403d0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:17.438356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-55e58040-fa06-4480-8e05-aa360f6b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:17.439846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-55e58040-fa06-4480-8e05-aa360f6b0fb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.2064209 Feb 10 13:30:17.514381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (87250f36-260c-4165-95f2-c67e5f0403d0), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:17.632102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-962017b9-3d59-4f85-94ae-c5eebda65e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:17.634114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-962017b9-3d59-4f85-94ae-c5eebda65e69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1578748 Feb 10 13:30:17.801131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-50809018-5af5-481e-8d93-85f67b1de301 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557670 Feb 10 13:30:17.885447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-d6124bd1-14e2-48c6-a489-e182331061ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:17.892974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-d6124bd1-14e2-48c6-a489-e182331061ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 911 time: 0.9640491 Feb 10 13:30:17.895963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-06be170b-8297-457c-b6e2-9dec2110e813 req-938f35d0-3e70-47e2-b5f4-1155c673713e service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0907319 Feb 10 13:30:17.926383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-ab456a42-a700-44db-9524-e431605c92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:17.928577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-ab456a42-a700-44db-9524-e431605c92d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=5aeef9c7-c5e2-461e-897a-102dd510a268 HTTP/1.1" status: 200 len: 1125 time: 0.9192924 Feb 10 13:30:18.010118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576115cf-14c8-4346-93a6-29334887816e req-0fa314e5-7313-4349-874f-c014232d86bf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.017771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-576115cf-14c8-4346-93a6-29334887816e req-0fa314e5-7313-4349-874f-c014232d86bf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 944 time: 0.2155538 Feb 10 13:30:18.045780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-292e140a-5c87-4d20-9d06-889ec318f608 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 200 len: 217 time: 0.1438627 Feb 10 13:30:18.052399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (87250f36-260c-4165-95f2-c67e5f0403d0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.071598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3528d860-988e-4dfd-b421-ba800568a4ad details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:18.135744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-f465606a-c34a-4d89-8b58-420da0760855 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176363 Feb 10 13:30:18.210324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-39cd62fd-66b2-4f01-b4a1-1d89bf3a8585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 217 time: 0.0594120 Feb 10 13:30:18.256089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-8b3d0054-256e-41df-b628-6342e3cbd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.262227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-8b3d0054-256e-41df-b628-6342e3cbd0a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.1971428 Feb 10 13:30:18.305338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-c6c078a3-fce4-424c-901f-c837265ba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.307068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-c6c078a3-fce4-424c-901f-c837265ba3e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0769284 Feb 10 13:30:18.342122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-63a40901-73b2-4077-b95b-ef5cd875d2cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722532 Feb 10 13:30:18.394842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3528d860-988e-4dfd-b421-ba800568a4ad,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:18.417587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3528d860-988e-4dfd-b421-ba800568a4ad', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'port_id': '3528d860-988e-4dfd-b421-ba800568a4ad', 'mac_address': 'fa:16:3e:1a:65:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730a10b-43a2-4579-882b-f01841c42be4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:18.442940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-576115cf-14c8-4346-93a6-29334887816e req-f26c994c-377b-4d0d-89d5-c9cc0c2ab5ad tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241903 Feb 10 13:30:18.456328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-318264a3-d753-4f62-b1cb-ced03589dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.459144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-318264a3-d753-4f62-b1cb-ced03589dd8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 914 time: 0.4457331 Feb 10 13:30:18.499080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3528d860-988e-4dfd-b421-ba800568a4ad is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:18.499923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.537040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3528d860-988e-4dfd-b421-ba800568a4ad {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:18.586099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3528d860-988e-4dfd-b421-ba800568a4ad,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:18.593511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.606959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-448125f6-57ea-47c6-930f-2e39f392c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.608831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-448125f6-57ea-47c6-930f-2e39f392c5eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2650542 Feb 10 13:30:18.616456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (87250f36-260c-4165-95f2-c67e5f0403d0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.628938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-7d04647b-0064-4d7e-9ddc-e883732db514 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3528d860-988e-4dfd-b421-ba800568a4ad HTTP/1.1" status: 200 len: 217 time: 0.1600657 Feb 10 13:30:18.685186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=87250f36-260c-4165-95f2-c67e5f0403d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:18.709639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:18.722685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.730485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-92ba8c2d-5c74-4045-8f97-cb02dcc7120b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/87250f36-260c-4165-95f2-c67e5f0403d0 HTTP/1.1" status: 204 len: 168 time: 1.4882069 Feb 10 13:30:18.733057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51711a-f86b-4314-bace-d468cc4204ac None None] Network 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:18.736183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:18.759836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-9d80ddb3-7c96-4549-a7f1-bff84d1526ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.768895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-9d80ddb3-7c96-4549-a7f1-bff84d1526ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.1313300 Feb 10 13:30:18.872689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-891f0ec3-e257-4db2-a25b-8a7d870d2206 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908551 Feb 10 13:30:18.918438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:18.927546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-319debd0-21b4-43bd-a289-5eb9a57417a2 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765731 Feb 10 13:30:18.943128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.948667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.960423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] DHCP port deletion for 2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:18.966560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.979317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.989783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:18.998909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.004336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.008125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:19.012821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac427873-d32e-4358-963b-22bab5e63611 req-26c4bc05-6930-44b8-8056-e58686cd3067 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.4479198 Feb 10 13:30:19.016359 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6382e86-c9bb-48bb-bca8-bc46c67e5777" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:19.069953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Deleting port b28991e2-13ac-41cc-9ae5-afbdf66b4797 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:19.070443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.177165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.228462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] For port b28991e2-13ac-41cc-9ae5-afbdf66b4797, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b28991e2-13ac-41cc-9ae5-afbdf66b4797,segment=NetworkSegment(458f51b5-e53b-4403-a7ce-38acc71a83b8),segment_id=458f51b5-e53b-4403-a7ce-38acc71a83b8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:19.235991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-da2999c0-b9e5-4bcf-98b3-1f3fdaa6adfc service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121118 Feb 10 13:30:19.236930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.256676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Calling delete_port for b28991e2-13ac-41cc-9ae5-afbdf66b4797 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:19.266829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3528d860-988e-4dfd-b421-ba800568a4ad'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:19.273504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5e24783a-04e0-4bfb-ab2d-de4098a46225 req-c387279e-2616-488e-9f59-356e4caab748 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212161 Feb 10 13:30:19.312501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-2f456232-1716-4ae1-a83b-4ab2bef2c5b5 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248564 Feb 10 13:30:19.329562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac427873-d32e-4358-963b-22bab5e63611 req-3da9a2e1-374f-400c-85ef-84a8c2aaf977 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&id=67b04b7d-e03b-4e1c-9392-65837830fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3156338 Feb 10 13:30:19.459871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.499556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] Pushing event deleted for resources: {'Port': ['ID=b28991e2-13ac-41cc-9ae5-afbdf66b4797,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:19.520269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58f8f6-9bb7-4e58-8641-3099889f85d6 None None] No DVR routers for this DVR port b28991e2-13ac-41cc-9ae5-afbdf66b4797 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:19.659552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.671811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.672932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.678871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.684916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.697414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.703102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.705065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-bac19487-3c6a-4b7a-8a5e-7d7787fe7ad9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 5431 time: 0.1855221 Feb 10 13:30:19.709423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a80d5c2-0e49-4f4a-8e22-5b9a7e434dec req-be7cf979-4abc-4026-ab63-7b13aff58954 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877482 Feb 10 13:30:19.743155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a67e1d-e926-4c81-a4c2-31d801d40ce3 req-63e655f8-20f2-404d-9bd6-3b0df1d08e7d tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.751672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3a67e1d-e926-4c81-a4c2-31d801d40ce3 req-63e655f8-20f2-404d-9bd6-3b0df1d08e7d tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.2492292 Feb 10 13:30:19.775039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port b28991e2-13ac-41cc-9ae5-afbdf66b4797 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:19.775674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.777705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-66636c99-afbd-4daa-8c10-a7140b46ff78 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:19.779132 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-66636c99-afbd-4daa-8c10-a7140b46ff78 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0633316 Feb 10 13:30:19.901801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port b28991e2-13ac-41cc-9ae5-afbdf66b4797, host n-d-815324-6, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:19.902437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.920977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-c037e696-e1e7-4b11-8ac6-61e7fbaaed39 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754365 Feb 10 13:30:19.922051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for b28991e2-13ac-41cc-9ae5-afbdf66b4797 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:19.942542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Port b28991e2-13ac-41cc-9ae5-afbdf66b4797 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:30:19.979075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8ccbe919-4b53-4d10-8df9-5908b9ca3dd8 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1922739 Feb 10 13:30:19.989875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b28991e2-13ac-41cc-9ae5-afbdf66b4797), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:19.993784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-cc12cf04-7f3e-4b1e-9790-98e5c6197e5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Feb 10 13:30:19.999761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:20.067378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-f2d140a8-2a65-400f-898e-fddd78da24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:20.069045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-f2d140a8-2a65-400f-898e-fddd78da24da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.0680041 Feb 10 13:30:20.091577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b28991e2-13ac-41cc-9ae5-afbdf66b4797 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:20.098629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.130272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b28991e2-13ac-41cc-9ae5-afbdf66b4797 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:20.130975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b28991e2-13ac-41cc-9ae5-afbdf66b4797 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:20.177813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port b28991e2-13ac-41cc-9ae5-afbdf66b4797 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:20.188498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=b28991e2-13ac-41cc-9ae5-afbdf66b4797,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:20.267329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3a67e1d-e926-4c81-a4c2-31d801d40ce3 req-c5bf9f4d-19d3-496d-a7b0-e06b329b4ff4 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428876 Feb 10 13:30:20.377310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-50ec0dbc-bae5-4b74-92e3-853933a11720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:20.387669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-50ec0dbc-bae5-4b74-92e3-853933a11720 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2523570 Feb 10 13:30:20.391440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=36a1f659-cd1a-463b-8a98-255eee1ed44d,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:20.446477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] For port 36a1f659-cd1a-463b-8a98-255eee1ed44d, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:20.495332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.519263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] device_id is not set on port 36a1f659-cd1a-463b-8a98-255eee1ed44d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:20.537711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Publish callbacks [] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.549330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.563841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:20.665320 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e2892-d061-4a56-b5a4-bf2b4df9d5e4 x-openstack-request-id: req-f18e2892-d061-4a56-b5a4-bf2b4df9d5e4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:20.665777 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:20.666137 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f18e2892-d061-4a56-b5a4-bf2b4df9d5e4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:20.666755 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796', 'status': 'completed', 'code': 200} Feb 10 13:30:20.672017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] No DVR routers for this DVR port 36a1f659-cd1a-463b-8a98-255eee1ed44d on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:20.716409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-2c0b7da1-9855-4195-b83f-a006afcfc46d service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128726 Feb 10 13:30:20.755220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458f51b5-e53b-4403-a7ce-38acc71a83b8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:20.755921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458f51b5-e53b-4403-a7ce-38acc71a83b8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:20.767582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (458f51b5-e53b-4403-a7ce-38acc71a83b8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.792123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (458f51b5-e53b-4403-a7ce-38acc71a83b8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.797727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Pushing event updated for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:20.799913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:20.810084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (458f51b5-e53b-4403-a7ce-38acc71a83b8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.829658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] In _notify_port_updated(), no bound segment for port 36a1f659-cd1a-463b-8a98-255eee1ed44d on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:30:20.830545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:20.831157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.832510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b177c5b8-e645-4e5d-aac2-e4ea0f50d08b service neutron] 10.222.0.21 "PUT /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 200 len: 1026 time: 0.8464627 Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:20.892029 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:20.972713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:20.981973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:20.994485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b4a044ba-0baf-4c6f-bb0c-b9421ac1f914 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:20.995924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-b4a044ba-0baf-4c6f-bb0c-b9421ac1f914 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "GET /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1501148 Feb 10 13:30:21.006981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-0b821693-eac6-4660-8179-a34598afd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:21.008642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-0b821693-eac6-4660-8179-a34598afd0ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 1126 time: 0.3379900 Feb 10 13:30:21.025595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:21.046438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.053826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f HTTP/1.1" status: 204 len: 168 time: 2.3086286 Feb 10 13:30:21.057689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:21.081530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187181457'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:21.126693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8d209-0db2-4a83-96f7-e9722b149c8e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=2e9b6f40-d8f2-4f2f-ab92-6b1e86f05b0f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:21.218001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.250889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-38ed0be1-85fa-44f6-9401-46e88e31b994 None None] Provisioning complete for port 36a1f659-cd1a-463b-8a98-255eee1ed44d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:21.251262 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38ed0be1-85fa-44f6-9401-46e88e31b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.297467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-6f08d178-038f-426e-9faf-40b4d23be6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:21.305088 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-6f08d178-038f-426e-9faf-40b4d23be6b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 914 time: 0.2764742 Feb 10 13:30:21.338762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting port 563651fb-d9e8-444c-8f50-682b57553193 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:21.339181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (563651fb-d9e8-444c-8f50-682b57553193), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.362499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:21.368502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9716b-9ea4-4159-92ca-569605e40da7 req-93f0f79b-b3ce-42a8-90d1-acbfd496aa64 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:21.374626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-38ed0be1-85fa-44f6-9401-46e88e31b994 None None] Port 36a1f659-cd1a-463b-8a98-255eee1ed44d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:21.376869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'port_id': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'mac_address': 'fa:16:3e:75:77:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137662f9-aba4-4e5c-a5c1-fad11bb32f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:21.389403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddd9716b-9ea4-4159-92ca-569605e40da7 req-93f0f79b-b3ce-42a8-90d1-acbfd496aa64 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 944 time: 0.4905045 Feb 10 13:30:21.411791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-7e40347f-7d5f-4a20-83a0-906443dd76fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326d535-f94d-4024-9fbc-f64a2df77796 HTTP/1.1" status: 200 len: 217 time: 0.0980592 Feb 10 13:30:21.415486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:21.423739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b9bcb817-342a-4fbe-9b40-740d5cbb056d is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:21.424299 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.434803 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.453040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9bcb817-342a-4fbe-9b40-740d5cbb056d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:21.509200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:21.518216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:21.532120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-fa821176-4864-4895-bd3a-e20f7c19b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:21.538066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-fa821176-4864-4895-bd3a-e20f7c19b013 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.1122899 Feb 10 13:30:21.644900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b9bcb817-342a-4fbe-9b40-740d5cbb056d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:21.681954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-2b3ade30-193d-4e07-a7d1-d9c870a7af6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916457 Feb 10 13:30:21.776467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:21.836566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0614fe07-6e82-4226-9349-0ef59d608dfe,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:21.903234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-770401e7-b80a-4006-adef-68705e2e2a45 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121193 Feb 10 13:30:21.934723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] For port 0614fe07-6e82-4226-9349-0ef59d608dfe, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:22.080361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9326d535-f94d-4024-9fbc-f64a2df77796 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:22.096229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3528d860-988e-4dfd-b421-ba800568a4ad up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:22.160562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] device_id is not set on port 0614fe07-6e82-4226-9349-0ef59d608dfe yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:22.214362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Publish callbacks [] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.239836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.254718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3528d860-988e-4dfd-b421-ba800568a4ad completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:30:22.295355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-cf7be512-2931-4548-8b3f-bb0302cd61f7 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4054730 Feb 10 13:30:22.299090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3528d860-988e-4dfd-b421-ba800568a4ad triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:22.299824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.421996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6382e86-c9bb-48bb-bca8-bc46c67e5777 req-854bd6be-d9cc-4583-8071-c55e489bb3b6 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093212 Feb 10 13:30:22.454029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9326d535-f94d-4024-9fbc-f64a2df77796,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:22.476006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] No DVR routers for this DVR port 0614fe07-6e82-4226-9349-0ef59d608dfe on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:22.480030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Pushing event updated for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:22.506211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddd9716b-9ea4-4159-92ca-569605e40da7 req-5f05c491-e981-49df-9335-4c15cffe0431 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1157985 Feb 10 13:30:22.520205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-4cb408be-33ab-4da1-9d84-1cfc411c13cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 200 len: 217 time: 0.1971827 Feb 10 13:30:22.522146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:30:22.577543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] In _notify_port_updated(), no bound segment for port 0614fe07-6e82-4226-9349-0ef59d608dfe on network 9be895fa-72be-4f50-8a49-09da77ce9b40 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:30:22.580084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:22.583642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.594962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-0504a203-fe26-4d0f-88ef-221d380678ab service neutron] 10.222.0.21 "PUT /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 200 len: 1026 time: 1.5853698 Feb 10 13:30:22.674267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ded9fda4-e7be-4aab-b793-999068e54712), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.674625 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment ded9fda4-e7be-4aab-b793-999068e54712 of type vlan for network 48247842-3370-4c1f-aaff-f332991b62cd Feb 10 13:30:22.701855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (563651fb-d9e8-444c-8f50-682b57553193), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.720514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '9326d535-f94d-4024-9fbc-f64a2df77796', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'port_id': '9326d535-f94d-4024-9fbc-f64a2df77796', 'mac_address': 'fa:16:3e:14:b4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730a10b-43a2-4579-882b-f01841c42be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:22.730940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3528d860-988e-4dfd-b421-ba800568a4ad is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:22.732064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.830465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3528d860-988e-4dfd-b421-ba800568a4ad,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:22.842362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e69f1dc0-9102-4f1c-a3be-ada155317cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:22.851017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e69f1dc0-9102-4f1c-a3be-ada155317cf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 200 len: 797 time: 0.3225942 Feb 10 13:30:22.856287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (48247842-3370-4c1f-aaff-f332991b62cd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.861666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Calling delete_port for 563651fb-d9e8-444c-8f50-682b57553193 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:22.900278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port bd611c54-1b99-48b8-ab04-283a5a2aaa58 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:22.904060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.915915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:22.921322 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a0fe26-afa0-487b-b62e-414819ef6ef1" -d '{"events": [{"server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "name": "network-vif-plugged", "status": "completed", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:22.942775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:22.945981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 36a1f659-cd1a-463b-8a98-255eee1ed44d no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:22.982803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:22.988419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:22.996712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:23.002392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:23.007979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:23.015590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-831870a7-4476-4011-958b-d9ae496b0d76 req-b3b7d31c-f579-4ca8-845b-da70de7621dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 3885 time: 0.3988030 Feb 10 13:30:23.024971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:30:23.087927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:23.106111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:23.155121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port bd611c54-1b99-48b8-ab04-283a5a2aaa58, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bd611c54-1b99-48b8-ab04-283a5a2aaa58,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:23.157767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.158378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (48247842-3370-4c1f-aaff-f332991b62cd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.168603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:23.180874 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.208214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for bd611c54-1b99-48b8-ab04-283a5a2aaa58 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:23.292655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-9c10cfdb-b407-40f4-9a20-43c7a186e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:23.294305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-9c10cfdb-b407-40f4-9a20-43c7a186e034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9be895fa-72be-4f50-8a49-09da77ce9b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4212384 Feb 10 13:30:23.334784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-831870a7-4476-4011-958b-d9ae496b0d76 req-a74c9570-a462-4015-9c18-26481b1e92a6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160825 Feb 10 13:30:23.451470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9326d535-f94d-4024-9fbc-f64a2df77796 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:23.451868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.482934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4150088 Feb 10 13:30:23.487829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:23.505379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '48247842-3370-4c1f-aaff-f332991b62cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:23.513611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326d535-f94d-4024-9fbc-f64a2df77796 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:23.518538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5b1561d3-326c-4020-be76-d1b81dc069a1 None None] Provisioning complete for port 0614fe07-6e82-4226-9349-0ef59d608dfe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:23.519357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b1561d3-326c-4020-be76-d1b81dc069a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.564300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5b1561d3-326c-4020-be76-d1b81dc069a1 None None] Port 0614fe07-6e82-4226-9349-0ef59d608dfe cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:23.577327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b9bcb817-342a-4fbe-9b40-740d5cbb056d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:23.578045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.615066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 36a1f659-cd1a-463b-8a98-255eee1ed44d host ! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:30:23.615898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 36a1f659-cd1a-463b-8a98-255eee1ed44d not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:23.616726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:23.657026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9326d535-f94d-4024-9fbc-f64a2df77796,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:23.692175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:23.695288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99f34-2d25-4f10-ab0e-28db88c27d7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=48247842-3370-4c1f-aaff-f332991b62cd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:23.811076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.831970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:23.833365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:23.845303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 48247842-3370-4c1f-aaff-f332991b62cd details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:30:23.993605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:24.013929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.082396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:24.136734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:24.161380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d445734d-70e3-4132-b7db-4d77e18af74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.169370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.170319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0614fe07-6e82-4226-9349-0ef59d608dfe no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:24.241204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-3313a4e2-9f9f-4c51-b848-876a44eedc8d service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271829 Feb 10 13:30:24.247713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bd611c54-1b99-48b8-ab04-283a5a2aaa58), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.253235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04fbeb-45bf-4bb0-8355-94fb68261c5d req-c0823353-d2da-49a2-b066-bc3dc2e2c5b0 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:24.254879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f04fbeb-45bf-4bb0-8355-94fb68261c5d req-c0823353-d2da-49a2-b066-bc3dc2e2c5b0 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.5189769 Feb 10 13:30:24.330421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['9326d535-f94d-4024-9fbc-f64a2df77796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:24.349707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=bd611c54-1b99-48b8-ab04-283a5a2aaa58,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:24.376847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b9bcb817-342a-4fbe-9b40-740d5cbb056d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:24.378005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.411443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (563651fb-d9e8-444c-8f50-682b57553193), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.488443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 0614fe07-6e82-4226-9349-0ef59d608dfe host ! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:30:24.490845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0614fe07-6e82-4226-9349-0ef59d608dfe not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:24.491838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b43f44cd-ba3b-4c58-a22a-053cbbe14aed no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:24.578978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:24.600888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port bd611c54-1b99-48b8-ab04-283a5a2aaa58 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:24.609460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.609991 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:24.621296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-ec075694-6418-413e-a38e-3f9c6d5a590f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "DELETE /v2.0/ports/bd611c54-1b99-48b8-ab04-283a5a2aaa58 HTTP/1.1" status: 204 len: 173 time: 2.0178139 Feb 10 13:30:24.624101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:24.628051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:24.631389 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb32c6d-c5e9-4351-8a3a-664613e867c4" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:24.698914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Port': ['ID=563651fb-d9e8-444c-8f50-682b57553193,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:24.897141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:24.934478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f04fbeb-45bf-4bb0-8355-94fb68261c5d req-8c4d7764-dd54-476b-8f84-4e7ba2f08b2f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638100 Feb 10 13:30:25.067498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:25.102176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.151149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-03e21350-6e14-4760-9da8-78e214444d90 service neutron] 10.222.0.21 "GET /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8929222 Feb 10 13:30:25.206992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:25.207340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.271248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-0ea8a0b5-bc28-4601-82fb-5e81f71278e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 200 len: 217 time: 0.1072030 Feb 10 13:30:25.342698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (528f92b7-c271-45c0-b638-6660a45ecd8b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.473694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d445734d-70e3-4132-b7db-4d77e18af74d admin admin] Publish callbacks [] for security_group (647dd0ca-eb47-4d96-b658-e50882ecd12e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.570285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d445734d-70e3-4132-b7db-4d77e18af74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (647dd0ca-eb47-4d96-b658-e50882ecd12e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.614666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-28525370-560e-4882-8824-64548e4f694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:25.616580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-28525370-560e-4882-8824-64548e4f694d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.3389721 Feb 10 13:30:25.688203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d445734d-70e3-4132-b7db-4d77e18af74d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d73f181b1b04dd6a89ca4ba3a5bd0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9763746 Feb 10 13:30:25.725556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:25.729406 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7170b8df-f9d8-45a9-b229-52f28e049b63 x-openstack-request-id: req-7170b8df-f9d8-45a9-b229-52f28e049b63 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:25.729992 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "name": "network-vif-plugged", "status": "completed", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:25.729992 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7170b8df-f9d8-45a9-b229-52f28e049b63 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:25.730366 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad', 'code': 200} Feb 10 13:30:25.732400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445734d-70e3-4132-b7db-4d77e18af74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dd0ca-eb47-4d96-b658-e50882ecd12e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:25.811116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=528f92b7-c271-45c0-b638-6660a45ecd8b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:25.821425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b43f44cd-ba3b-4c58-a22a-053cbbe14aed is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:25.821824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.861316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-651e6cbf-76e8-4b94-a0d2-a0a80338997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:25.861534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:25.863348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-651e6cbf-76e8-4b94-a0d2-a0a80338997f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2380168 Feb 10 13:30:25.867750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.884743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': 'ded9fda4-e7be-4aab-b793-999068e54712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:25.885150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 48247842-3370-4c1f-aaff-f332991b62cd, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:30:25.895187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Router 9cf323e0-3ea2-4bba-afd2-668a3b1da935 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:30:25.911853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:25.915239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e330-102f-4511-bf73-124f288710c8 req-45222ac3-d92a-42eb-bae2-ec11addd0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:25.916524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2133e330-102f-4511-bf73-124f288710c8 req-45222ac3-d92a-42eb-bae2-ec11addd0c14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5aeef9c7-c5e2-461e-897a-102dd510a268 HTTP/1.1" status: 200 len: 1127 time: 0.3048582 Feb 10 13:30:25.924376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:25.939670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] Publish callbacks [] for security_group (647dd0ca-eb47-4d96-b658-e50882ecd12e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.953783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23811f86-8c9a-41cc-8244-11371001cf39 req-a4ed4213-ee31-40e7-937e-aa16e1a85b41 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:25.955721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23811f86-8c9a-41cc-8244-11371001cf39 req-a4ed4213-ee31-40e7-937e-aa16e1a85b41 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 945 time: 0.2883277 Feb 10 13:30:25.979268 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:25.980024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b8b4cbde-304f-4877-a26f-67d365b826e7 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:26.048699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b9bcb817-342a-4fbe-9b40-740d5cbb056d is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:26.049142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.104247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:26.129300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:30:26.135769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a19fd7e2-5455-467e-89df-6e9559e7a7fc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6829791 Feb 10 13:30:26.144503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:26.145746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:26.146539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] Publish callbacks [] for security_group (647dd0ca-eb47-4d96-b658-e50882ecd12e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.153128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] Sync routers for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:30:26.163061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.197510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b8b4cbde-304f-4877-a26f-67d365b826e7 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:26.209113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.219467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:26.220121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:26.248114 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-dbc22eb5-0a3b-45aa-a461-2c3b4c01c953 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] show failed (client error): The resource could not be found. Feb 10 13:30:26.255077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dbc22eb5-0a3b-45aa-a461-2c3b4c01c953 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1992798043 HTTP/1.1" status: 404 len: 335 time: 0.0981994 Feb 10 13:30:26.260146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52070) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:26.281139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-11ad0205-5963-41e5-8264-0a8938be24e3 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:26.314543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 48247842-3370-4c1f-aaff-f332991b62cd is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:30:26.364247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-847747e7-4e20-4652-aa97-f06d90b55c91 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917734 Feb 10 13:30:26.388160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23811f86-8c9a-41cc-8244-11371001cf39 req-0b288596-366c-4253-b0aa-b8f467022f6b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133174 Feb 10 13:30:26.404022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:26.435381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:26.449100 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.449830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bd611c54-1b99-48b8-ab04-283a5a2aaa58 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:26.471173 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-11ad0205-5963-41e5-8264-0a8938be24e3 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] update failed (client error): The resource could not be found. Feb 10 13:30:26.472225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-11ad0205-5963-41e5-8264-0a8938be24e3 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1458623025 HTTP/1.1" status: 404 len: 335 time: 0.2021143 Feb 10 13:30:26.484382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52074) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:26.487120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 48247842-3370-4c1f-aaff-f332991b62cd) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:26.496861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:26.498567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.510717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: bd611c54-1b99-48b8-ab04-283a5a2aaa58 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:26.511063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bd611c54-1b99-48b8-ab04-283a5a2aaa58 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:26.511492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5d797315-ac53-46ba-adf7-8a764fa93867 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:26.589200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2133e330-102f-4511-bf73-124f288710c8 req-4274b3ad-a7a9-4da9-901c-c1d27772dff5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569829 Feb 10 13:30:26.616001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511dd80e-e40f-4f98-80fe-6982f60d4f7a None None] Network 48247842-3370-4c1f-aaff-f332991b62cd requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:26.658568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-4d5af5ae-3596-47ad-859a-55c3800e0e20 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660661 Feb 10 13:30:26.659799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:26.679063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (647dd0ca-eb47-4d96-b658-e50882ecd12e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.683568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.688071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/647dd0ca-eb47-4d96-b658-e50882ecd12e HTTP/1.1" status: 204 len: 168 time: 0.9586391 Feb 10 13:30:26.714081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5ed84-50ca-466a-969b-9c237ee9ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dd0ca-eb47-4d96-b658-e50882ecd12e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:26.748267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd5adb4e-98ba-4f0d-9ee8-4d8dc54110d8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2592473 Feb 10 13:30:26.749394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb9682-b472-4001-b3a1-fbca5df13744 req-c2347e88-6f51-46b5-a050-39de9fd2ca50 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:26.751326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0fb9682-b472-4001-b3a1-fbca5df13744 req-c2347e88-6f51-46b5-a050-39de9fd2ca50 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 945 time: 0.2336898 Feb 10 13:30:26.752110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:26.758781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '48247842-3370-4c1f-aaff-f332991b62cd', 'name': 'tempest-PortsIpV6TestJSON-636897861', 'fixed_ips': [{'subnet_id': '528f92b7-c271-45c0-b638-6660a45ecd8b', 'ip_address': '2001:db8::10'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:26.847780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting subnet fe75c93c-46d2-43f3-aff0-b5221c09155b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:26.851266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:26.859900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (fe75c93c-46d2-43f3-aff0-b5221c09155b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:26.866167 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.092999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (fe75c93c-46d2-43f3-aff0-b5221c09155b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.147717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] Routers {'9cf323e0-3ea2-4bba-afd2-668a3b1da935'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:27.148290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:27.234551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fe75c93c-46d2-43f3-aff0-b5221c09155b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.269849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:27.270860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0662c-238a-4861-9370-01cb6baa6557 None None] The sync data for ids ['9cf323e0-3ea2-4bba-afd2-668a3b1da935'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:30:27.322834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-e0a96263-a53c-4c23-aea4-ea6528404c6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 200 len: 217 time: 0.4703712 Feb 10 13:30:27.348880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5d797315-ac53-46ba-adf7-8a764fa93867 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:27.351403 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.365805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-48247842-3370-4c1f-aaff-f332991b62cd', 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': '528f92b7-c271-45c0-b638-6660a45ecd8b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:30:27.373878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.457601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:27.486830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (fe75c93c-46d2-43f3-aff0-b5221c09155b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.608288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0fb9682-b472-4001-b3a1-fbca5df13744 req-66c42207-e27b-4de1-b0fa-9c667fe07e68 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438547 Feb 10 13:30:27.678021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-3a7ac9bf-026f-4c51-83e2-c41b6f5e9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:27.679758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-3a7ac9bf-026f-4c51-83e2-c41b6f5e9dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 200 len: 797 time: 0.3558812 Feb 10 13:30:27.716211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:27.721775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:27.735482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Subnet': ['ID=fe75c93c-46d2-43f3-aff0-b5221c09155b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:27.737953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.743417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-a80040a9-65f1-4b33-9412-951b36272bcd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "DELETE /v2.0/ports/d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a HTTP/1.1" status: 204 len: 173 time: 3.1038148 Feb 10 13:30:27.744461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.751773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e3991260-7d09-4486-935d-d0646b2dcb16 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/subnets/fe75c93c-46d2-43f3-aff0-b5221c09155b HTTP/1.1" status: 204 len: 168 time: 1.2448866 Feb 10 13:30:27.758996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a'}, {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed'}, {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:27.763110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5672c3-6e4b-4ab1-b638-39a54cd7e957" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a"}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-plugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed"}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:27.769959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:27.776285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781caa6-0f93-4c72-9bf7-51ed5814226e None None] Network a4c5b1c0-57e7-4fee-899f-024250fbded0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:27.781884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:27.783080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:27.816609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9326d535-f94d-4024-9fbc-f64a2df77796 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:28.040719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 5d797315-ac53-46ba-adf7-8a764fa93867 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:28.042529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.106824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Allocated IP 2001:db8::2 (48247842-3370-4c1f-aaff-f332991b62cd/528f92b7-c271-45c0-b638-6660a45ecd8b/36ed1159-caa9-4805-8067-40c4424a8f5f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:28.184687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-cb8a1b1b-3e03-4de6-8e1f-d8567c57733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:28.186337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-cb8a1b1b-3e03-4de6-8e1f-d8567c57733d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88edd37d-b6f3-4c46-a529-e310f5aafbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4820471 Feb 10 13:30:28.242999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a4c5b1c0-57e7-4fee-899f-024250fbded0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.249114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port 5d797315-ac53-46ba-adf7-8a764fa93867, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5d797315-ac53-46ba-adf7-8a764fa93867,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:28.251016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.290313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 5d797315-ac53-46ba-adf7-8a764fa93867 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:28.312618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4893c1-30e0-4329-b444-4ba7d70ba952 req-cfe6a355-6da1-4b9f-9938-60873ce8c628 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:28.318246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4893c1-30e0-4329-b444-4ba7d70ba952 req-cfe6a355-6da1-4b9f-9938-60873ce8c628 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:28.327783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4893c1-30e0-4329-b444-4ba7d70ba952 req-cfe6a355-6da1-4b9f-9938-60873ce8c628 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:28.331687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b4893c1-30e0-4329-b444-4ba7d70ba952 req-cfe6a355-6da1-4b9f-9938-60873ce8c628 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 2409 time: 0.5540757 Feb 10 13:30:28.343966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.434119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:28.434391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:28.464408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks [] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.489897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.542935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 9326d535-f94d-4024-9fbc-f64a2df77796 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:30:28.554338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 9326d535-f94d-4024-9fbc-f64a2df77796 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:28.556180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.698411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5d797315-ac53-46ba-adf7-8a764fa93867), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.853301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 9326d535-f94d-4024-9fbc-f64a2df77796 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:28.858480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.898798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Network 48247842-3370-4c1f-aaff-f332991b62cd is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:28.918788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=5d797315-ac53-46ba-adf7-8a764fa93867,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:28.924141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port 5d797315-ac53-46ba-adf7-8a764fa93867 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:28.932678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:28.940183 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-7be49f5e-5273-4b4d-9d34-5cf6a8cb10bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "DELETE /v2.0/ports/5d797315-ac53-46ba-adf7-8a764fa93867 HTTP/1.1" status: 204 len: 173 time: 1.1870403 Feb 10 13:30:28.981608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9326d535-f94d-4024-9fbc-f64a2df77796,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:28.990515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Pushing event updated for resources: {'Port': ['ID=36ed1159-caa9-4805-8067-40c4424a8f5f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:28.996969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-f47f113c-bdad-4b59-9b08-51bf72844285 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981830 Feb 10 13:30:28.999868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] DHCP port deletion for a4c5b1c0-57e7-4fee-899f-024250fbded0 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:29.007329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:29.010567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:29.024804 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.061709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b4893c1-30e0-4329-b444-4ba7d70ba952 req-558f6d8f-d80d-42e9-b400-31da948bf6ac tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7138016 Feb 10 13:30:29.129697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port b43f44cd-ba3b-4c58-a22a-053cbbe14aed {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:29.130039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.182074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::10 (48247842-3370-4c1f-aaff-f332991b62cd/528f92b7-c271-45c0-b638-6660a45ecd8b/7c58cdc4-016b-494a-b6b8-8de0abcb84b4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:29.208893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Attempting to bind port 36ed1159-caa9-4805-8067-40c4424a8f5f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:29.209489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Attempting to bind port 36ed1159-caa9-4805-8067-40c4424a8f5f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'ded9fda4-e7be-4aab-b793-999068e54712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:29.209668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Attempting to bind port 36ed1159-caa9-4805-8067-40c4424a8f5f on network 48247842-3370-4c1f-aaff-f332991b62cd {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:29.216537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:29.217163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.294923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:29.295550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Checking segment: {'id': 'ded9fda4-e7be-4aab-b793-999068e54712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:29.295968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.296371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Bound using segment: {'id': 'ded9fda4-e7be-4aab-b793-999068e54712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:29.300783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Bound port: 36ed1159-caa9-4805-8067-40c4424a8f5f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded9fda4-e7be-4aab-b793-999068e54712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '48247842-3370-4c1f-aaff-f332991b62cd'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:29.302503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.318451 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a6f7e-cf54-428c-bc32-bb82917dc8d2 x-openstack-request-id: req-382a6f7e-cf54-428c-bc32-bb82917dc8d2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:29.318898 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "bd611c54-1b99-48b8-ab04-283a5a2aaa58", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:29.319171 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-382a6f7e-cf54-428c-bc32-bb82917dc8d2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:29.320270 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'bd611c54-1b99-48b8-ab04-283a5a2aaa58', 'status': 'completed', 'code': 200} Feb 10 13:30:29.381937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:29.407382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port b43f44cd-ba3b-4c58-a22a-053cbbe14aed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:29.408797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.439866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for b43f44cd-ba3b-4c58-a22a-053cbbe14aed owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:29.482054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Deleting port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:29.482600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.559155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] For port 36ed1159-caa9-4805-8067-40c4424a8f5f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:29.660127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] For port 36ed1159-caa9-4805-8067-40c4424a8f5f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36ed1159-caa9-4805-8067-40c4424a8f5f,segment=NetworkSegment(ded9fda4-e7be-4aab-b793-999068e54712),segment_id=ded9fda4-e7be-4aab-b793-999068e54712)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:29.668584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] For port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,segment=NetworkSegment(5c0a138f-bf67-464c-a8cc-9edc96aa3a7f),segment_id=5c0a138f-bf67-464c-a8cc-9edc96aa3a7f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:29.669487 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.690624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.713613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Calling delete_port for 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:29.871045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b43f44cd-ba3b-4c58-a22a-053cbbe14aed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:29.905871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed00966-a4f0-4e4e-b9b3-58ad218b5372 None None] Pushing event updated for resources: {'Port': ['ID=36ed1159-caa9-4805-8067-40c4424a8f5f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:30.002926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=b43f44cd-ba3b-4c58-a22a-053cbbe14aed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:30.018719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] For port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,segment=NetworkSegment(5c0a138f-bf67-464c-a8cc-9edc96aa3a7f),segment_id=5c0a138f-bf67-464c-a8cc-9edc96aa3a7f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:30.019257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.033801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port b43f44cd-ba3b-4c58-a22a-053cbbe14aed on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:30.038487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.042778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-e4a3aaad-4e45-4aec-a5be-cf109adb51ef tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "DELETE /v2.0/ports/b43f44cd-ba3b-4c58-a22a-053cbbe14aed HTTP/1.1" status: 204 len: 173 time: 1.0942061 Feb 10 13:30:30.124071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Calling delete_port for 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:30.167844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:30.215037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e1ee1bc-96da-41b2-8d9d-32730b804bfe req-1f86a212-2f1d-42ee-8265-1cc6d29bb8f7 service neutron] 10.222.0.21 "GET /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1754611 Feb 10 13:30:30.368517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.419548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] No DVR routers for this DVR port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:30.480597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port b8b4cbde-304f-4877-a26f-67d365b826e7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:30.481157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.497427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece5296-03f9-4913-8fcb-0c4a77fc3abc None None] Pushing event deleted for resources: {'Port': ['ID=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:30.513893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:30:30.515445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:30:30.516066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:30.627751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901db0f-7d27-4133-8859-292fddb5b255 req-7af6a02b-c644-4374-bf4d-2a97e2b76f55 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:30.631645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d901db0f-7d27-4133-8859-292fddb5b255 req-7af6a02b-c644-4374-bf4d-2a97e2b76f55 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.7935035 Feb 10 13:30:30.722024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port b8b4cbde-304f-4877-a26f-67d365b826e7, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b8b4cbde-304f-4877-a26f-67d365b826e7,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:30.722538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.870737 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ad4a-b534-4f70-9330-2daefe658000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.876346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4079be26-9b4d-4166-a3d3-5d27ad5c1c6b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:30.980061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d901db0f-7d27-4133-8859-292fddb5b255 req-f05736ea-a210-44ce-8b1b-6ddc4e15b263 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805381 Feb 10 13:30:30.984068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Port': ['ID=4079be26-9b4d-4166-a3d3-5d27ad5c1c6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:30.989533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] No DVR routers for this DVR port 4079be26-9b4d-4166-a3d3-5d27ad5c1c6b on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:30.999648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.150392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a4c5b1c0-57e7-4fee-899f-024250fbded0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.200274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c5b1c0-57e7-4fee-899f-024250fbded0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:31.220976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:31.221941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0a138f-bf67-464c-a8cc-9edc96aa3a7f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:31.245145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.263136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5c0a138f-bf67-464c-a8cc-9edc96aa3a7f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.336331 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4136cabf-e9cd-43d9-945c-773685acea34 x-openstack-request-id: req-4136cabf-e9cd-43d9-945c-773685acea34 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:31.336949 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a", "code": 200}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-plugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed", "code": 200}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:31.337565 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4136cabf-e9cd-43d9-945c-773685acea34 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:31.338339 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'code': 200} Feb 10 13:30:31.338771 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'code': 200} Feb 10 13:30:31.339206 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'code': 200} Feb 10 13:30:31.339761 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'code': 200} Feb 10 13:30:31.340194 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'code': 200} Feb 10 13:30:31.340631 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867', 'code': 200} Feb 10 13:30:31.359290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5c0a138f-bf67-464c-a8cc-9edc96aa3a7f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.394072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 48247842-3370-4c1f-aaff-f332991b62cd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:31.401474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:31.404187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5c0a138f-bf67-464c-a8cc-9edc96aa3a7f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:31.415312 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:31.451780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:31.456434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:31.464408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:31.465279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.543985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=7c58cdc4-016b-494a-b6b8-8de0abcb84b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:31.602646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-081d7fec-c2a4-493f-8689-778a6afe1727 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8480754 Feb 10 13:30:31.603746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:31.610440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '48247842-3370-4c1f-aaff-f332991b62cd', 'name': 'tempest-PortsIpV6TestJSON-384380713', 'fixed_ips': [{'subnet_id': '528f92b7-c271-45c0-b638-6660a45ecd8b', 'ip_address': '2001:db8::f'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:31.616029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a4c5b1c0-57e7-4fee-899f-024250fbded0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.639797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867'}, {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:31.642384 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580de8d2-6647-4d3f-afff-263ce4414429" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867"}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:31.646207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.656686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/networks/a4c5b1c0-57e7-4fee-899f-024250fbded0 HTTP/1.1" status: 204 len: 168 time: 3.8566053 Feb 10 13:30:31.660150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:31.708688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ddbbb-130f-4397-939e-10a33629de5d tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Network': ['ID=a4c5b1c0-57e7-4fee-899f-024250fbded0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:31.767984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting subnet a275e28c-e280-466d-a09d-0ac8b4e7ff8e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:31.785072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (a275e28c-e280-466d-a09d-0ac8b4e7ff8e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.786549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518e36-c55c-4a01-b846-f07f8457efbc req-40c0f94e-7dc5-4300-aa65-2e24dc44ce26 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:31.788149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d518e36-c55c-4a01-b846-f07f8457efbc req-40c0f94e-7dc5-4300-aa65-2e24dc44ce26 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 946 time: 0.3094852 Feb 10 13:30:31.846889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (a275e28c-e280-466d-a09d-0ac8b4e7ff8e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:31.988480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed98b0d-1749-427f-9547-b9729f879296 None None] Network 48247842-3370-4c1f-aaff-f332991b62cd requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:32.017941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:32.023202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.087899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port d9332c6f-ce53-47e1-8f78-741176d3d148 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:32.092401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.094460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.096329 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Floating IP e3de4b39-db1c-4e64-9bed-22eebd7e36aa disassociated. External IP: 172.25.8.74, port: b8b4cbde-304f-4877-a26f-67d365b826e7. Feb 10 13:30:32.096329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for b8b4cbde-304f-4877-a26f-67d365b826e7 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:32.137156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Provisioning complete for port 36ed1159-caa9-4805-8067-40c4424a8f5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:32.137834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.195782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d518e36-c55c-4a01-b846-f07f8457efbc req-9b1e277b-a46a-428e-9dee-e8dab5d9c5bd tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908233 Feb 10 13:30:32.263459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a275e28c-e280-466d-a09d-0ac8b4e7ff8e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.326366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36ed1159-caa9-4805-8067-40c4424a8f5f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:32.468037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a275e28c-e280-466d-a09d-0ac8b4e7ff8e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.470332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Current status of the port 36ed1159-caa9-4805-8067-40c4424a8f5f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:32.470332 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.490838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::f (48247842-3370-4c1f-aaff-f332991b62cd/528f92b7-c271-45c0-b638-6660a45ecd8b/d9332c6f-ce53-47e1-8f78-741176d3d148) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:32.559368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] For port 36ed1159-caa9-4805-8067-40c4424a8f5f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36ed1159-caa9-4805-8067-40c4424a8f5f,segment=NetworkSegment(ded9fda4-e7be-4aab-b793-999068e54712),segment_id=ded9fda4-e7be-4aab-b793-999068e54712)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:32.567850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 36ed1159-caa9-4805-8067-40c4424a8f5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:32.568368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.608515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Subnet': ['ID=a275e28c-e280-466d-a09d-0ac8b4e7ff8e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:32.669321 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.676355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb636cd9-43f4-4478-adef-446a0182e198 None None] Network b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:32.678208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.694429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-980f4b1c-6c5b-4ee1-88fd-2940d4661a53 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/subnets/a275e28c-e280-466d-a09d-0ac8b4e7ff8e HTTP/1.1" status: 204 len: 168 time: 1.0250335 Feb 10 13:30:32.694429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:32.702756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.801022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.895847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting subnet 29d4ae14-cfe1-4531-806a-8520250a290f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:32.916015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (29d4ae14-cfe1-4531-806a-8520250a290f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.916202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=d9332c6f-ce53-47e1-8f78-741176d3d148,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:32.950046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 48247842-3370-4c1f-aaff-f332991b62cd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:32.955744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:32.967602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:32.980608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:32.985557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:32.995469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b8b4cbde-304f-4877-a26f-67d365b826e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.054326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc7490-c435-422d-bc48-ac77b5589c41 req-103f506e-5f68-44e2-91f5-36524a79e97a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.064075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9dc7490-c435-422d-bc48-ac77b5589c41 req-103f506e-5f68-44e2-91f5-36524a79e97a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 943 time: 0.2985759 Feb 10 13:30:33.079765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3e812c80-52ba-4062-9f7e-12b1ec31ff25 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4733751 Feb 10 13:30:33.082523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:33.156947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (29d4ae14-cfe1-4531-806a-8520250a290f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.175982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=b8b4cbde-304f-4877-a26f-67d365b826e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:33.318770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ee6741e-fc02-4cd4-b9eb-b5f58f328507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.322877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bc01e-1619-4696-9115-89c2f15861d6 None None] Pushing event updated for resources: {'Port': ['ID=36ed1159-caa9-4805-8067-40c4424a8f5f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:33.343652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a8baa-43e9-4c08-826e-751409867a9b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.344239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:33.346456 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec0a981-d916-4861-bd42-f821324f6582" -d '{"events": [{"server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "name": "network-vif-plugged", "status": "completed", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:33.353014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Provisioning complete for port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:33.353014 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.355383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4d1a8baa-43e9-4c08-826e-751409867a9b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2706594 Feb 10 13:30:33.356748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (29d4ae14-cfe1-4531-806a-8520250a290f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.358139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 36ed1159-caa9-4805-8067-40c4424a8f5f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:33.372030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:33.456831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-de6f45ba-707e-4f7c-8cc0-c584ac198c00 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.459124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-de6f45ba-707e-4f7c-8cc0-c584ac198c00 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 943 time: 0.5582421 Feb 10 13:30:33.461945 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (29d4ae14-cfe1-4531-806a-8520250a290f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.501908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9dc7490-c435-422d-bc48-ac77b5589c41 req-21e511b1-9e43-4f3b-9811-7456d08089dd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups?id=dcf92c56-7fe0-495c-8bd7-bca543244056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364147 Feb 10 13:30:33.526004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:33.547749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Subnet': ['ID=29d4ae14-cfe1-4531-806a-8520250a290f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:33.599669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Provisioning complete for port 36ed1159-caa9-4805-8067-40c4424a8f5f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:33.600287 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.653977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27380bd1-53ff-489d-ab96-26c5ed629598 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.666021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27380bd1-53ff-489d-ab96-26c5ed629598 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.676966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27380bd1-53ff-489d-ab96-26c5ed629598 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:33.681538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27380bd1-53ff-489d-ab96-26c5ed629598 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3057008 Feb 10 13:30:33.683089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:33.723564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] DHCP port deletion for b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:33.842484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:33.852338 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-98b1479e-9221-4e17-a921-1bcff9f4dd2a tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/subnets/29d4ae14-cfe1-4531-806a-8520250a290f HTTP/1.1" status: 204 len: 168 time: 1.1483741 Feb 10 13:30:33.856858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:33.893503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c645c9b-713d-4740-8e10-b913e99a92a1 None None] Network f2c1354d-62f8-4b80-8b70-b0dae9427842 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:34.074315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Deleting port b9bcb817-342a-4fbe-9b40-740d5cbb056d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:34.074619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.159043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Router 792cf374-ed5a-4e0f-ba17-d44471a33f96 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:30:34.250329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041150ca-7bd1-4911-96fc-8ecf3cef62f0 req-1519e8da-1597-43c4-8604-5e3593b872f2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:34.262573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-041150ca-7bd1-4911-96fc-8ecf3cef62f0 req-1519e8da-1597-43c4-8604-5e3593b872f2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0d02dca-01e8-43de-80b1-3659918ec075 HTTP/1.1" status: 200 len: 943 time: 0.5035388 Feb 10 13:30:34.375586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36ed1159-caa9-4805-8067-40c4424a8f5f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:34.397244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] For port b9bcb817-342a-4fbe-9b40-740d5cbb056d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b9bcb817-342a-4fbe-9b40-740d5cbb056d,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:34.397708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.407533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.420386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Calling delete_port for b9bcb817-342a-4fbe-9b40-740d5cbb056d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:34.489077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Deleting port 2decf35c-97c9-49b6-8f76-b87e41399141 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:34.489726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.540569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-041150ca-7bd1-4911-96fc-8ecf3cef62f0 req-14ea30d1-d3b6-4f20-8ab0-f2b0dba99f9b tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476032 Feb 10 13:30:34.585963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port d9332c6f-ce53-47e1-8f78-741176d3d148 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:34.592320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.629436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-878c9aee-4bda-4798-88da-7cd42c109240 None None] Current status of the port 36ed1159-caa9-4805-8067-40c4424a8f5f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:34.675018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:30:34.702383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Sync routers for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:30:34.721161 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:34.722169 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:34.743850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] For port 2decf35c-97c9-49b6-8f76-b87e41399141, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2decf35c-97c9-49b6-8f76-b87e41399141,segment=NetworkSegment(ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059),segment_id=ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:34.744413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.753061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.783699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Calling delete_port for 2decf35c-97c9-49b6-8f76-b87e41399141 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:34.796401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 36ed1159-caa9-4805-8067-40c4424a8f5f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:34.796818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.860342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Provisioning complete for port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:34.860342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:34.910809 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477b42ed-dbbb-473c-a5ed-cfa0da0e3a59 x-openstack-request-id: req-477b42ed-dbbb-473c-a5ed-cfa0da0e3a59 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:34.911760 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "d5ab377e-6ae4-4d96-a97e-d6e89cc99a0a", "status": "completed", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "5d797315-ac53-46ba-adf7-8a764fa93867", "status": "completed", "code": 200}, {"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "b43f44cd-ba3b-4c58-a22a-053cbbe14aed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:34.918875 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-477b42ed-dbbb-473c-a5ed-cfa0da0e3a59 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:34.919578 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'd5ab377e-6ae4-4d96-a97e-d6e89cc99a0a', 'status': 'completed', 'code': 200} Feb 10 13:30:34.921935 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': '5d797315-ac53-46ba-adf7-8a764fa93867', 'status': 'completed', 'code': 200} Feb 10 13:30:34.923387 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'b43f44cd-ba3b-4c58-a22a-053cbbe14aed', 'status': 'completed', 'code': 200} Feb 10 13:30:34.944433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:30:35.005321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] DHCP port deletion for f2c1354d-62f8-4b80-8b70-b0dae9427842 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:35.046605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting port 2decf35c-97c9-49b6-8f76-b87e41399141 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:35.046605 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.054884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port b8b4cbde-304f-4877-a26f-67d365b826e7 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:35.064407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.088018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:35.096397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.102854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-50c7d865-b2de-4c0f-877f-bd26e6b36562 req-8106e922-2f9c-4073-94db-79ea2d41d4f9 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.21 "DELETE /v2.0/ports/b8b4cbde-304f-4877-a26f-67d365b826e7 HTTP/1.1" status: 204 len: 173 time: 5.0454462 Feb 10 13:30:35.115917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b9bcb817-342a-4fbe-9b40-740d5cbb056d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.174010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for d9332c6f-ce53-47e1-8f78-741176d3d148 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:35.191208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Provisioning complete for port d9332c6f-ce53-47e1-8f78-741176d3d148 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:35.191891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.247997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22823-a71c-4675-b90d-1740eb084d36 req-252b0873-5d30-4c7d-8112-37eda14c54ed tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:35.262809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13f22823-a71c-4675-b90d-1740eb084d36 req-252b0873-5d30-4c7d-8112-37eda14c54ed tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.3770304 Feb 10 13:30:35.267987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event deleted for resources: {'Port': ['ID=b9bcb817-342a-4fbe-9b40-740d5cbb056d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:35.301674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.373767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] No DVR routers for this DVR port b9bcb817-342a-4fbe-9b40-740d5cbb056d on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:35.379633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.391135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c4ed4073-956f-4a76-afe6-bc1bd9904c68 req-0bc548cd-6a3f-4301-aa4b-bcc955e4a461 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "DELETE /v2.0/ports/b9bcb817-342a-4fbe-9b40-740d5cbb056d HTTP/1.1" status: 204 len: 173 time: 1.8932130 Feb 10 13:30:35.413018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] Pushing event deleted for resources: {'Port': ['ID=2decf35c-97c9-49b6-8f76-b87e41399141,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:35.426254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 36ed1159-caa9-4805-8067-40c4424a8f5f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:35.460026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Deleting port 99a591ec-c03b-40a3-b517-096d27b06332 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:35.460414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (99a591ec-c03b-40a3-b517-096d27b06332), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.467300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-689dfdd8-76fb-4385-91b2-ab941ab669bb None None] Port d9332c6f-ce53-47e1-8f78-741176d3d148 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:35.507274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468dee0-c3c2-40a7-b5bf-959ad8f4ccbc None None] No DVR routers for this DVR port 2decf35c-97c9-49b6-8f76-b87e41399141 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:35.558147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] For port 2decf35c-97c9-49b6-8f76-b87e41399141, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2decf35c-97c9-49b6-8f76-b87e41399141,segment=NetworkSegment(ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059),segment_id=ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:35.562054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.604327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Calling delete_port for 2decf35c-97c9-49b6-8f76-b87e41399141 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:35.620965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2decf35c-97c9-49b6-8f76-b87e41399141 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:35.630116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:35.660238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13f22823-a71c-4675-b90d-1740eb084d36 req-a088d7fa-7a36-4516-9520-9291876c74bd tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961020 Feb 10 13:30:35.685871 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Checking router: 792cf374-ed5a-4e0f-ba17-d44471a33f96 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:30:35.710319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2decf35c-97c9-49b6-8f76-b87e41399141 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:35.712894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2decf35c-97c9-49b6-8f76-b87e41399141 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:35.723116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:35.724581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] For port 99a591ec-c03b-40a3-b517-096d27b06332, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=99a591ec-c03b-40a3-b517-096d27b06332,segment=NetworkSegment(eeaf2a43-08eb-4577-a4f3-2a96b1d51639),segment_id=eeaf2a43-08eb-4577-a4f3-2a96b1d51639)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:35.725155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (99a591ec-c03b-40a3-b517-096d27b06332), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:35.744843 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:35.809754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Calling delete_port for 99a591ec-c03b-40a3-b517-096d27b06332 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:35.892385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.190208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d9332c6f-ce53-47e1-8f78-741176d3d148), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.201009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2decf35c-97c9-49b6-8f76-b87e41399141), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.337080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.353441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99a591ec-c03b-40a3-b517-096d27b06332 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:36.370510 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (99a591ec-c03b-40a3-b517-096d27b06332), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.389512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=d9332c6f-ce53-47e1-8f78-741176d3d148,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:36.409816 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:30:36.446114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] No DVR routers for this DVR port 2decf35c-97c9-49b6-8f76-b87e41399141 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:36.497600 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:30:36.573002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] Pushing event deleted for resources: {'Port': ['ID=99a591ec-c03b-40a3-b517-096d27b06332,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:36.575314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b3e44-8c30-4a5b-833e-cd249ac28ddd None None] No DVR routers for this DVR port 99a591ec-c03b-40a3-b517-096d27b06332 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:36.584605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 99a591ec-c03b-40a3-b517-096d27b06332 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:36.585050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 99a591ec-c03b-40a3-b517-096d27b06332 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:36.606472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Port': ['ID=2decf35c-97c9-49b6-8f76-b87e41399141,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:36.668474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.673971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b3405107-6243-417d-a26f-ee4782bf46f4 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/d9332c6f-ce53-47e1-8f78-741176d3d148 HTTP/1.1" status: 204 len: 168 time: 2.9898958 Feb 10 13:30:36.677362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:36.687130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddc90d-1ba1-49d7-9917-108943281c51 req-a7bf2921-adf4-4ad2-9fa7-308436bc6c4f tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:36.689807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceddc90d-1ba1-49d7-9917-108943281c51 req-a7bf2921-adf4-4ad2-9fa7-308436bc6c4f tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 946 time: 0.7699163 Feb 10 13:30:36.728886 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-733ec8f6-17ce-4240-9175-6251d9f32a3f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:30:36.744611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-733ec8f6-17ce-4240-9175-6251d9f32a3f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/d9332c6f-ce53-47e1-8f78-741176d3d148 HTTP/1.1" status: 404 len: 333 time: 0.0641224 Feb 10 13:30:36.746993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:36.888462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.928723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f4b85e-d236-45ec-ab83-ec0625a2b9c0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:36.940966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:36.941277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:36.954071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.955175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7'}, {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-deleted', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:36.958264 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a621f-3dc1-42b6-83ff-22bea753dc9d" -d '{"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7"}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-deleted", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:36.969352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:36.977353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:36.977756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ddab9dd9-3d8f-4e3b-9b40-cd5d3d740059), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:37.059318 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:37.064298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:37.066526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b4f4b85e-d236-45ec-ab83-ec0625a2b9c0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.076333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:37.077827 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.102259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.108215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/networks/b4f4b85e-d236-45ec-ab83-ec0625a2b9c0 HTTP/1.1" status: 204 len: 168 time: 3.2485096 Feb 10 13:30:37.112235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:37.126067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074789-e36f-459e-b3f8-b8704627a23c tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Network': ['ID=b4f4b85e-d236-45ec-ab83-ec0625a2b9c0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:37.185692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: b9bcb817-342a-4fbe-9b40-740d5cbb056d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:37.186195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b9bcb817-342a-4fbe-9b40-740d5cbb056d not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:37.186343 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d846658e-0128-438b-95dc-d7b010929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:37.245726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceddc90d-1ba1-49d7-9917-108943281c51 req-927d4850-0e59-42c0-b7cd-60dbb02a3652 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098474 Feb 10 13:30:37.297888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f2c1354d-62f8-4b80-8b70-b0dae9427842), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.300105 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846658e-0128-438b-95dc-d7b010929931 None None] The sync data for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 is: [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:58Z', 'revision_number': 4, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '54dda027-919c-4ff8-8f4a-b5c99dcebe24', 'name': '', 'network_id': 'f13e8613-842a-4931-8d8c-9f651aa3f2b8', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'mac_address': 'fa:16:3e:9a:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:55Z', 'updated_at': '2022-02-10T13:23:08Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'subnets': [{'id': '988d6160-7a3d-41c7-987d-0a859c8fb272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:30:37.373602 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab032e67-4c8a-4e70-a864-1260aae43c07 x-openstack-request-id: req-ab032e67-4c8a-4e70-a864-1260aae43c07 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:37.374361 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "name": "network-vif-plugged", "status": "completed", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:37.374893 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab032e67-4c8a-4e70-a864-1260aae43c07 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:37.375612 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796', 'code': 200} Feb 10 13:30:37.438144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.474997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.477662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 7c58cdc4-016b-494a-b6b8-8de0abcb84b4 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:37.627366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e7036b5-bb5d-4790-9517-0f417e22e871 req-47fd7bd7-66e2-467c-bc80-de1a99314fbd tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0711651 Feb 10 13:30:37.686017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c0f5-679c-4e6c-9440-dea42bff78e1 req-7e55666d-81e3-4dfb-b5e9-9121912f6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:37.687682 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9512c0f5-679c-4e6c-9440-dea42bff78e1 req-7e55666d-81e3-4dfb-b5e9-9121912f6bc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 1128 time: 0.0954785 Feb 10 13:30:37.788435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f2c1354d-62f8-4b80-8b70-b0dae9427842), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:37.853066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c1354d-62f8-4b80-8b70-b0dae9427842']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:37.890166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:37.890166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaf2a43-08eb-4577-a4f3-2a96b1d51639') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:37.923010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (eeaf2a43-08eb-4577-a4f3-2a96b1d51639), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.025064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9512c0f5-679c-4e6c-9440-dea42bff78e1 req-be9aac64-93ed-44df-ab22-fbe7e2fd27c2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082101 Feb 10 13:30:38.032820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505d4b0-31ef-460e-a283-b1100a0823b5 None None] New status for floating IP e3de4b39-db1c-4e64-9bed-22eebd7e36aa: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:30:38.036786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7c58cdc4-016b-494a-b6b8-8de0abcb84b4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.076714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eeaf2a43-08eb-4577-a4f3-2a96b1d51639), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.115879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=7c58cdc4-016b-494a-b6b8-8de0abcb84b4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:38.148284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:38.155158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (eeaf2a43-08eb-4577-a4f3-2a96b1d51639), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:38.164401 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:38.177573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.187497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f1b559b-a347-47b4-92f6-e37beada5533 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/7c58cdc4-016b-494a-b6b8-8de0abcb84b4 HTTP/1.1" status: 204 len: 168 time: 1.4392867 Feb 10 13:30:38.192226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:38.286252 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-536472b0-88f3-47be-9911-2744753f2468 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:30:38.294566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-536472b0-88f3-47be-9911-2744753f2468 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/7c58cdc4-016b-494a-b6b8-8de0abcb84b4 HTTP/1.1" status: 404 len: 333 time: 0.1006718 Feb 10 13:30:38.298118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:38.311336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03fa7-c293-4c4e-b2be-62610cccb4df req-7bd8bdfb-f85f-4e11-9609-e46d0a290050 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:38.315236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6cc03fa7-c293-4c4e-b2be-62610cccb4df req-7bd8bdfb-f85f-4e11-9609-e46d0a290050 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.3848939 Feb 10 13:30:38.437152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f2c1354d-62f8-4b80-8b70-b0dae9427842), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.456522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.478216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/networks/f2c1354d-62f8-4b80-8b70-b0dae9427842 HTTP/1.1" status: 204 len: 168 time: 1.3640440 Feb 10 13:30:38.483530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 528f92b7-c271-45c0-b638-6660a45ecd8b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:38.489059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:38.508361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (528f92b7-c271-45c0-b638-6660a45ecd8b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.652503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (528f92b7-c271-45c0-b638-6660a45ecd8b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.691438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e3dae-d6c3-4f5b-8a73-303e8704f377 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Network': ['ID=f2c1354d-62f8-4b80-8b70-b0dae9427842,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:38.721163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting subnet 2c67960c-1491-4fe7-b122-60b29c8c2471 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:30:38.721954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6cc03fa7-c293-4c4e-b2be-62610cccb4df req-72e37616-109b-4ad3-9ed5-a3b6d9544e2b tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875573 Feb 10 13:30:38.737926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (2c67960c-1491-4fe7-b122-60b29c8c2471), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.836919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (2c67960c-1491-4fe7-b122-60b29c8c2471), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:38.941772 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dc9d83-2bb2-440a-a2f7-aeab06a91d48 x-openstack-request-id: req-d7dc9d83-2bb2-440a-a2f7-aeab06a91d48 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:38.942068 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00b9e8b-a331-4ca0-8228-667cf57b926b", "name": "network-vif-deleted", "tag": "b8b4cbde-304f-4877-a26f-67d365b826e7", "status": "completed", "code": 200}, {"server_uuid": "c0d02dca-01e8-43de-80b1-3659918ec075", "name": "network-vif-deleted", "tag": "b9bcb817-342a-4fbe-9b40-740d5cbb056d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:38.942712 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7dc9d83-2bb2-440a-a2f7-aeab06a91d48 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:38.943186 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00b9e8b-a331-4ca0-8228-667cf57b926b', 'name': 'network-vif-deleted', 'tag': 'b8b4cbde-304f-4877-a26f-67d365b826e7', 'status': 'completed', 'code': 200} Feb 10 13:30:38.943521 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d02dca-01e8-43de-80b1-3659918ec075', 'name': 'network-vif-deleted', 'tag': 'b9bcb817-342a-4fbe-9b40-740d5cbb056d', 'status': 'completed', 'code': 200} Feb 10 13:30:38.986638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (528f92b7-c271-45c0-b638-6660a45ecd8b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.194664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2c67960c-1491-4fe7-b122-60b29c8c2471), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.265976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (528f92b7-c271-45c0-b638-6660a45ecd8b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.410970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=528f92b7-c271-45c0-b638-6660a45ecd8b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:39.423284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.426734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02f53305-3511-4461-bd1c-1c1ef6b5b70d tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/528f92b7-c271-45c0-b638-6660a45ecd8b HTTP/1.1" status: 204 len: 168 time: 1.1274118 Feb 10 13:30:39.432340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2732701-85f0-4be6-8471-89f62408188d None None] Network 48247842-3370-4c1f-aaff-f332991b62cd requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:39.437065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-9c7966c7-7a2b-4519-908a-21a255199964 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:39.437329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:39.452225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-9c7966c7-7a2b-4519-908a-21a255199964 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.2979252 Feb 10 13:30:39.512119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-4a57a413-9127-4bd8-aa98-96c76bec0e8f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/quotas/ee8b5611f4b74dab8b5bc940602db77c HTTP/1.1" status: 200 len: 375 time: 0.0576677 Feb 10 13:30:39.562164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (2c67960c-1491-4fe7-b122-60b29c8c2471), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.613336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628b34d-c326-4c50-85ee-8b8200261cbd None None] Network 79c64962-2306-4aad-b6f4-6e05aa4b3de0 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:39.646826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.651862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/subnets/2c67960c-1491-4fe7-b122-60b29c8c2471 HTTP/1.1" status: 204 len: 168 time: 1.1608553 Feb 10 13:30:39.663305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec709-fa1a-4ba9-aaa5-15a67e018520 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Subnet': ['ID=2c67960c-1491-4fe7-b122-60b29c8c2471,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:39.668857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:39.706832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-37507b0f-8eae-4aa6-8c5b-dd3c68153396 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875215 Feb 10 13:30:39.719482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-491d887b-fe35-477f-9442-12f53a3c2e0f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:30:39.740337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-491d887b-fe35-477f-9442-12f53a3c2e0f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0332751 Feb 10 13:30:39.800180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (48247842-3370-4c1f-aaff-f332991b62cd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.908960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] DHCP port deletion for 48247842-3370-4c1f-aaff-f332991b62cd request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:39.969351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (79c64962-2306-4aad-b6f4-6e05aa4b3de0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:39.987061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] DHCP port deletion for 79c64962-2306-4aad-b6f4-6e05aa4b3de0 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:30:40.050788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-27892aaf-6b3f-457f-8ada-c7599cff592f service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095303 Feb 10 13:30:40.162638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 36ed1159-caa9-4805-8067-40c4424a8f5f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:40.162890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.204199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36ed1159-caa9-4805-8067-40c4424a8f5f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:40.238257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-e4f2ff90-9259-4c4e-b3fa-81371a9b008e service neutron] 10.222.0.13 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863017 Feb 10 13:30:40.434159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Deleting port 36ed1159-caa9-4805-8067-40c4424a8f5f {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:40.434713 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.557381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Deleting port 6ad77307-15eb-4db4-93b3-322e92c28094 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:40.564579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.615514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port 36ed1159-caa9-4805-8067-40c4424a8f5f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36ed1159-caa9-4805-8067-40c4424a8f5f,segment=NetworkSegment(ded9fda4-e7be-4aab-b793-999068e54712),segment_id=ded9fda4-e7be-4aab-b793-999068e54712)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:40.615915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.636606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Deleting port 6ad77307-15eb-4db4-93b3-322e92c28094 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:40.636999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.702329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b375b72-86f1-4913-bc24-bea6e284585b req-d1424f4c-9cef-4c39-aef6-7c5edf71535b tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:40.712995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b375b72-86f1-4913-bc24-bea6e284585b req-d1424f4c-9cef-4c39-aef6-7c5edf71535b tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 946 time: 0.1279671 Feb 10 13:30:40.749972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 36ed1159-caa9-4805-8067-40c4424a8f5f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:40.763719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] For port 6ad77307-15eb-4db4-93b3-322e92c28094, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ad77307-15eb-4db4-93b3-322e92c28094,segment=NetworkSegment(32a84d06-c08e-44e5-ac04-d2fc11ff49f0),segment_id=32a84d06-c08e-44e5-ac04-d2fc11ff49f0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:40.764131 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:40.798363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Calling delete_port for 6ad77307-15eb-4db4-93b3-322e92c28094 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:40.832108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5c00-fe74-4040-b990-bab48b77d3ef req-c3e56a6e-48b7-4f9f-b80e-706f4d98885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:40.832864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b375b72-86f1-4913-bc24-bea6e284585b req-dd1a1fc9-4b70-4e29-b096-e52baf3c31b4 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183195 Feb 10 13:30:40.849089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af2d5c00-fe74-4040-b990-bab48b77d3ef req-c3e56a6e-48b7-4f9f-b80e-706f4d98885a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1127 time: 0.4222889 Feb 10 13:30:41.086175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5242487d-9bd5-4faa-907f-0981372eb188 req-6a9e355f-5108-48cf-8d57-dc05a2642110 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0747361 Feb 10 13:30:41.245760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] For port 6ad77307-15eb-4db4-93b3-322e92c28094, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6ad77307-15eb-4db4-93b3-322e92c28094,segment=NetworkSegment(32a84d06-c08e-44e5-ac04-d2fc11ff49f0),segment_id=32a84d06-c08e-44e5-ac04-d2fc11ff49f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:41.246379 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:41.329037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Calling delete_port for 6ad77307-15eb-4db4-93b3-322e92c28094 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:41.509761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-af2d5c00-fe74-4040-b990-bab48b77d3ef req-b933b5d0-e449-4b1f-80d2-0942aa5ef434 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595221 Feb 10 13:30:41.517170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a66b78-c395-4e3e-a149-419f5932e13a req-fcf64da3-dd68-4fca-bb2e-b506c55bfa50 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:41.531345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53a66b78-c395-4e3e-a149-419f5932e13a req-fcf64da3-dd68-4fca-bb2e-b506c55bfa50 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.2233729 Feb 10 13:30:41.665050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53a66b78-c395-4e3e-a149-419f5932e13a req-8f852bfd-43bb-4a1a-81c4-fe677d85e001 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248486 Feb 10 13:30:41.755046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:41.865846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=36ed1159-caa9-4805-8067-40c4424a8f5f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:41.890154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port 36ed1159-caa9-4805-8067-40c4424a8f5f on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:41.920694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 36ed1159-caa9-4805-8067-40c4424a8f5f is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:41.920694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:41.934643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-188e7e1a-44b0-4ae2-a3ac-51c4ba8a158f req-2c7cd7a7-9813-42fe-af2a-c02af4614979 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 210 time: 0.0961998 Feb 10 13:30:42.090489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.127141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (48247842-3370-4c1f-aaff-f332991b62cd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.157982 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Port': ['ID=6ad77307-15eb-4db4-93b3-322e92c28094,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:42.172463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] No DVR routers for this DVR port 6ad77307-15eb-4db4-93b3-322e92c28094 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:42.179624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48247842-3370-4c1f-aaff-f332991b62cd']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.238296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded9fda4-e7be-4aab-b793-999068e54712') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.239375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded9fda4-e7be-4aab-b793-999068e54712') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.273987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (ded9fda4-e7be-4aab-b793-999068e54712), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.420733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (6ad77307-15eb-4db4-93b3-322e92c28094), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.422842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ded9fda4-e7be-4aab-b793-999068e54712), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.425982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (79c64962-2306-4aad-b6f4-6e05aa4b3de0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.437452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.439657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] For port 36ed1159-caa9-4805-8067-40c4424a8f5f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36ed1159-caa9-4805-8067-40c4424a8f5f,segment=NetworkSegment(ded9fda4-e7be-4aab-b793-999068e54712),segment_id=ded9fda4-e7be-4aab-b793-999068e54712)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:42.440210 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.455615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:42.473110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (ded9fda4-e7be-4aab-b793-999068e54712), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:42.487186 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:42.578874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Pushing event deleted for resources: {'Port': ['ID=6ad77307-15eb-4db4-93b3-322e92c28094,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:42.589743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] No DVR routers for this DVR port 6ad77307-15eb-4db4-93b3-322e92c28094 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:42.616067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433896b-9e51-496d-97f2-a0efcd78e635 req-8f18de61-bf10-42d5-bd57-936ea1c0c62e tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:42.626083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7433896b-9e51-496d-97f2-a0efcd78e635 req-8f18de61-bf10-42d5-bd57-936ea1c0c62e tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeef9c7-c5e2-461e-897a-102dd510a268 HTTP/1.1" status: 200 len: 945 time: 0.2190824 Feb 10 13:30:42.629867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c64962-2306-4aad-b6f4-6e05aa4b3de0']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.634590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (48247842-3370-4c1f-aaff-f332991b62cd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.643019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Calling delete_port for 36ed1159-caa9-4805-8067-40c4424a8f5f owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:42.666501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.670935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/48247842-3370-4c1f-aaff-f332991b62cd HTTP/1.1" status: 204 len: 168 time: 3.2294259 Feb 10 13:30:42.676789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:42.677608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c56740-e024-4ab9-afe1-434c6836ba6e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=48247842-3370-4c1f-aaff-f332991b62cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:42.684194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989681357'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:42.687299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ad77307-15eb-4db4-93b3-322e92c28094 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:42.694307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a84d06-c08e-44e5-ac04-d2fc11ff49f0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.694744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a84d06-c08e-44e5-ac04-d2fc11ff49f0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:42.718584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (32a84d06-c08e-44e5-ac04-d2fc11ff49f0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.733818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 6ad77307-15eb-4db4-93b3-322e92c28094 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:42.741338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6ad77307-15eb-4db4-93b3-322e92c28094 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:42.744458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.745787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.748824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.749374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.750321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.750321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.751057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.751575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.753343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.754014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.754532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.754859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.755228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d97e7-2a14-42c9-9148-325fc74fcdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:42.800075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7433896b-9e51-496d-97f2-a0efcd78e635 req-ce9565ce-9cab-4c52-a452-f8d68f771997 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726015 Feb 10 13:30:42.806309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:42.822873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.905009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:30:42.949639 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1df95529-96b2-40ef-b1c4-078275bec485), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:42.950314 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Added segment 1df95529-96b2-40ef-b1c4-078275bec485 of type vlan for network 41683d84-ed53-434b-8ca8-4e506e2c3644 Feb 10 13:30:42.973790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (36ed1159-caa9-4805-8067-40c4424a8f5f), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.018539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Network 48247842-3370-4c1f-aaff-f332991b62cd is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:30:43.019148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] No DVR routers for this DVR port 36ed1159-caa9-4805-8067-40c4424a8f5f on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:43.028788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145fb2d-e770-480d-a80f-c88608c2f203 None None] Pushing event deleted for resources: {'Port': ['ID=36ed1159-caa9-4805-8067-40c4424a8f5f,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:43.051419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-cfc57d5f-740b-4dbe-a018-587df96a2f31 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:43.051419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-cfc57d5f-740b-4dbe-a018-587df96a2f31 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 821 time: 0.3079314 Feb 10 13:30:43.054769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (32a84d06-c08e-44e5-ac04-d2fc11ff49f0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.068099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Request body: {'port': {'device_id': '41aaa462-2896-4578-acc2-db403362cc05', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'admin_state_up': True, 'tenant_id': 'ee8b5611f4b74dab8b5bc940602db77c'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:43.071335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa6676e7-23f7-4f8f-88da-0999e03aaf03 req-8d4870aa-fd39-4cac-abf8-532999d887d2 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1285458 Feb 10 13:30:43.096345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:30:43.096345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (32a84d06-c08e-44e5-ac04-d2fc11ff49f0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:30:43.097868 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:30:43.121362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (41683d84-ed53-434b-8ca8-4e506e2c3644), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.169184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (41683d84-ed53-434b-8ca8-4e506e2c3644), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.194218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:43.195680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.277319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (79c64962-2306-4aad-b6f4-6e05aa4b3de0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.300065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:43.306635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/networks/79c64962-2306-4aad-b6f4-6e05aa4b3de0 HTTP/1.1" status: 204 len: 168 time: 3.6344113 Feb 10 13:30:43.306635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e64d3-90fe-4242-a2a3-c01d8d3164cc tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Pushing event deleted for resources: {'Network': ['ID=79c64962-2306-4aad-b6f4-6e05aa4b3de0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:43.307051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:43.346713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd70d40e-e078-4e55-9c4f-3d0de03b9869 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf323e0-3ea2-4bba-afd2-668a3b1da935 HTTP/1.1" status: 200 len: 205 time: 0.0365579 Feb 10 13:30:43.346961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6670895 Feb 10 13:30:43.349863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:43.350215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:43.367420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:43.876671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9223b2c-60f7-43f8-b454-df52e74a5c0b req-549a1717-7b40-45d7-a81b-075959c0fa2f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:43.878196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9223b2c-60f7-43f8-b454-df52e74a5c0b req-549a1717-7b40-45d7-a81b-075959c0fa2f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.6748745 Feb 10 13:30:43.881909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Network': ['ID=41683d84-ed53-434b-8ca8-4e506e2c3644,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:43.894059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.894443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.894827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.895168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.895501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.895833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.896162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.896489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.899890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.900296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.900700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.901033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.901364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825e696-b639-47fe-b124-c5974ff1ad26 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:43.917975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:30:43.992302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9223b2c-60f7-43f8-b454-df52e74a5c0b req-51265a87-5c03-4ddc-8707-07b85b1c35d6 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015563 Feb 10 13:30:44.025181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Made reservation on behalf of ee8b5611f4b74dab8b5bc940602db77c for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:44.029712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.038901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:44.045333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.394631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.421609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdb287fe-2947-4b03-ae80-540c35d9ea72 req-793829d7-6253-4a38-93ca-df967f8d715f tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 210 time: 0.0490916 Feb 10 13:30:44.484940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.699287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02b8a88c-1836-45d3-a50c-bb54ccdc470d req-ffc2af61-5c28-4523-94ca-0e252df8358e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0390716 Feb 10 13:30:44.716870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-ecc997ba-c128-4de1-9655-119e3995bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:44.719299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-ecc997ba-c128-4de1-9655-119e3995bd49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 1127 time: 0.0992262 Feb 10 13:30:44.817837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.826936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router_controller (9cf323e0-3ea2-4bba-afd2-668a3b1da935), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:44.870113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Checking segment: {'id': '1df95529-96b2-40ef-b1c4-078275bec485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:44.870586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network hostable DHCP agents. Network: 41683d84-ed53-434b-8ca8-4e506e2c3644, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:30:44.872819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-6ba0148f-6f93-4ad8-8785-387aa655017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:44.875188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-6ba0148f-6f93-4ad8-8785-387aa655017b service neutron] 10.222.0.77 "GET /v2.0/networks?id=78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 200 len: 911 time: 0.1495516 Feb 10 13:30:44.994720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:44.999916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-9cb4ab66-80ad-48fb-bbf8-bd64bdd5acf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 200 len: 217 time: 0.1003020 Feb 10 13:30:45.127772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Allocated IP 172.20.0.5 (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7/137662f9-aba4-4e5c-a5c1-fad11bb32f15/e1330b07-35f8-4892-bafd-26cd30b648a3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:45.128050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-481ea438-11ef-4047-80d8-4977013407a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:45.136626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-481ea438-11ef-4047-80d8-4977013407a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 200 len: 850 time: 0.1288457 Feb 10 13:30:45.262367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (9cf323e0-3ea2-4bba-afd2-668a3b1da935), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.263048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf323e0-3ea2-4bba-afd2-668a3b1da935 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:30:45.264274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-2a70ee6d-82e1-4a8c-90b5-f30c43695956 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78beec78-cad9-4d7c-9938-336304691470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654397 Feb 10 13:30:45.284075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.285823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bce9923e-cf1a-433d-a813-49ba4c358d78 tempest-RoutersNegativeIpV6Test-2100445555 tempest-RoutersNegativeIpV6Test-2100445555-project] 10.222.0.13 "DELETE /v2.0/routers/9cf323e0-3ea2-4bba-afd2-668a3b1da935 HTTP/1.1" status: 204 len: 168 time: 1.9344006 Feb 10 13:30:45.354084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:30:45.395149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 41683d84-ed53-434b-8ca8-4e506e2c3644) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:45.406841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf5862-35c4-451d-acd8-f8f9167ec487 None None] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:45.437574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:45.440058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abd2c6-031f-44fa-a845-fd22fbb5cff1 req-b830e9b5-dfb6-4fbf-af9f-0a7b6e0627b7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:45.449046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.452077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4abd2c6-031f-44fa-a845-fd22fbb5cff1 req-b830e9b5-dfb6-4fbf-af9f-0a7b6e0627b7 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.3141181 Feb 10 13:30:45.546532 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a7f589fd-4f76-42b9-bfd9-07bb7a83774e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1870804 Feb 10 13:30:45.558147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:45.577264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-751325840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:45.579726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.643330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.701149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.702841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.745344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-41683d84-ed53-434b-8ca8-4e506e2c3644', 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': '47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:30:45.746558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.756566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:45.758023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4abd2c6-031f-44fa-a845-fd22fbb5cff1 req-f8f321a4-ec54-4f00-ada6-e9835cd3f449 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041759 Feb 10 13:30:45.769338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:45.776838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:45.781835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event updated for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:45.840376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-d502ebd8-316b-4034-ab5d-9ffdc74b94b5 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698729 Feb 10 13:30:45.868477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:45.923724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:45.928418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:45.971726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-a5ab4554-e821-476c-b4ed-7df35f224bb8 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9124286 Feb 10 13:30:45.985989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Request body: {'port': {'device_id': '41aaa462-2896-4578-acc2-db403362cc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:46.069477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-4b9ccb38-65b2-4f77-a581-d79e1ad8ff63 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:46.077153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-4b9ccb38-65b2-4f77-a581-d79e1ad8ff63 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 0.1275353 Feb 10 13:30:46.077501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Allocated IP 2001:db8::2 (41683d84-ed53-434b-8ca8-4e506e2c3644/47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06/c017485a-e621-4859-8f31-117bb4e6fdb0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:46.102432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for router_controller (5077073b-24d9-4f9b-acee-de7c2f5bc155), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.107206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-2bb05141-55c5-4a67-9fee-c4c662563327 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/quotas/495e39b2c17f4186a40f1790c90eae27 HTTP/1.1" status: 200 len: 375 time: 0.0283120 Feb 10 13:30:46.111315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.201131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.202595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a370c643-3d0a-460a-9c4d-ebb4ddfa3b44 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6329079 Feb 10 13:30:46.209436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:46.215486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644', 'name': 'tempest-PortsIpV6TestJSON-1063045454'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:46.256232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ad707b9-125f-400f-b177-dfe4d7a0f027 req-ab63c5eb-c1c2-46ec-a2e4-a63d0e609a69 service neutron] 10.222.0.77 "GET /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063582 Feb 10 13:30:46.281476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.286735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-49fdfaec-9f4b-46ed-afc7-1fe6b117c4de tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672318 Feb 10 13:30:46.401261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-c3cfd4a0-d733-4657-93d1-6939e3592131 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:46.402690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-c3cfd4a0-d733-4657-93d1-6939e3592131 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aeef9c7-c5e2-461e-897a-102dd510a268 HTTP/1.1" status: 200 len: 945 time: 0.3256211 Feb 10 13:30:46.434318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-bf4394d8-a388-4542-b498-0022bf7042e4 service neutron] 10.222.0.13 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463745 Feb 10 13:30:46.436861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks [] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.448401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.514154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:46.519831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:46.524135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:46.593557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-663dc00b-a0f7-4653-93a2-dc0eb7f61c58 service neutron] 10.222.0.13 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579831 Feb 10 13:30:46.605062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:46.609598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.612529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cef327da-d51b-4ad2-b556-5eff3405b4ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d57e0521207546959723e36b7af912c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7402208 Feb 10 13:30:46.615220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:46.626574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Pushing event updated for resources: {'Port': ['ID=c017485a-e621-4859-8f31-117bb4e6fdb0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:46.649745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 116c48d6-6c1c-4d7b-887f-ede1603ac104 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:30:46.703248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Deleting port 3528d860-988e-4dfd-b421-ba800568a4ad {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:46.703585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.734454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Attempting to bind port c017485a-e621-4859-8f31-117bb4e6fdb0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:46.734829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Attempting to bind port c017485a-e621-4859-8f31-117bb4e6fdb0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1df95529-96b2-40ef-b1c4-078275bec485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:46.735198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Attempting to bind port c017485a-e621-4859-8f31-117bb4e6fdb0 on network 41683d84-ed53-434b-8ca8-4e506e2c3644 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:46.743115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:46.743516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Checking segment: {'id': '1df95529-96b2-40ef-b1c4-078275bec485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:46.743927 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.744327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Bound using segment: {'id': '1df95529-96b2-40ef-b1c4-078275bec485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:46.744823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Bound port: c017485a-e621-4859-8f31-117bb4e6fdb0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df95529-96b2-40ef-b1c4-078275bec485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41683d84-ed53-434b-8ca8-4e506e2c3644'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:46.745214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.876350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] Publish callbacks [] for security_group (d1871224-1703-48ed-9ad2-0b28ef94052d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.952510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] Publish callbacks [] for security_group (d1871224-1703-48ed-9ad2-0b28ef94052d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:46.998192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] For port 3528d860-988e-4dfd-b421-ba800568a4ad, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3528d860-988e-4dfd-b421-ba800568a4ad,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:46.998762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.005854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] For port c017485a-e621-4859-8f31-117bb4e6fdb0, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:47.024075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] For port c017485a-e621-4859-8f31-117bb4e6fdb0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c017485a-e621-4859-8f31-117bb4e6fdb0,segment=NetworkSegment(1df95529-96b2-40ef-b1c4-078275bec485),segment_id=1df95529-96b2-40ef-b1c4-078275bec485)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:47.040852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-a023b764-2190-4c07-93e2-c5c5c57ffda9 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:47.044521 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.044693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Calling delete_port for 3528d860-988e-4dfd-b421-ba800568a4ad owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:47.046647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-a023b764-2190-4c07-93e2-c5c5c57ffda9 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fb536bf-aa16-4699-a150-715e2ab5714b HTTP/1.1" status: 200 len: 946 time: 0.2949433 Feb 10 13:30:47.341392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818056ae-9162-43c5-9e3e-779fbd86829a None None] Pushing event updated for resources: {'Port': ['ID=c017485a-e621-4859-8f31-117bb4e6fdb0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:47.349232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::58 (41683d84-ed53-434b-8ca8-4e506e2c3644/47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06/116c48d6-6c1c-4d7b-887f-ede1603ac104) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:47.488193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3c31-1b9c-46c7-987d-e094c4b5c4aa req-dcb7d687-fa1f-4da2-8ae8-a14ca910b558 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:47.496104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9db3c31-1b9c-46c7-987d-e094c4b5c4aa req-dcb7d687-fa1f-4da2-8ae8-a14ca910b558 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 931 time: 0.3212447 Feb 10 13:30:47.560683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d1871224-1703-48ed-9ad2-0b28ef94052d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.598257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.609934 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1871224-1703-48ed-9ad2-0b28ef94052d HTTP/1.1" status: 204 len: 168 time: 0.9923844 Feb 10 13:30:47.628571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Deleting port 9326d535-f94d-4024-9fbc-f64a2df77796 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:47.629195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.644160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3528d860-988e-4dfd-b421-ba800568a4ad), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:47.658178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3528d860-988e-4dfd-b421-ba800568a4ad', '9326d535-f94d-4024-9fbc-f64a2df77796'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:47.715517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9db3c31-1b9c-46c7-987d-e094c4b5c4aa req-3b6e21b2-2412-4efc-ac91-639c6688cb77 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131772 Feb 10 13:30:47.842106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb989d-24f2-4538-95dc-c0b276bbde2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1871224-1703-48ed-9ad2-0b28ef94052d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:47.920949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event deleted for resources: {'Port': ['ID=3528d860-988e-4dfd-b421-ba800568a4ad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:48.106193 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.124575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] No DVR routers for this DVR port 3528d860-988e-4dfd-b421-ba800568a4ad on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:48.127457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.132076 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ac7df1d9-542d-4da7-a7e9-562f958bf40d req-55f9fa52-2ff3-4f07-b8ee-3cfd494ae604 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "DELETE /v2.0/ports/3528d860-988e-4dfd-b421-ba800568a4ad HTTP/1.1" status: 204 len: 173 time: 1.7053120 Feb 10 13:30:48.135855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1330b07-35f8-4892-bafd-26cd30b648a3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:48.142119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'name': 'network-vif-deleted', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:48.146099 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166c4b7c-5078-4733-b654-b16d5752fd8e" -d '{"events": [{"server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "name": "network-vif-deleted", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:48.167111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks [] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.219317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Transition to ACTIVE for port object e1330b07-35f8-4892-bafd-26cd30b648a3 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:30:48.226856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.330383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-996118ba-6d59-4f0e-83a2-23f888f8c4eb req-e13b4bc7-3d5f-4537-835c-78128a0b6a3a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.2083616 Feb 10 13:30:48.506608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] For port 9326d535-f94d-4024-9fbc-f64a2df77796, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=9326d535-f94d-4024-9fbc-f64a2df77796,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:48.512396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.584702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Calling delete_port for 9326d535-f94d-4024-9fbc-f64a2df77796 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:48.620684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Attempting to bind port e1330b07-35f8-4892-bafd-26cd30b648a3 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:48.621323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Attempting to bind port e1330b07-35f8-4892-bafd-26cd30b648a3 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:48.621608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Attempting to bind port e1330b07-35f8-4892-bafd-26cd30b648a3 on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:48.623957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Pushing event updated for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:48.630546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Port e1330b07-35f8-4892-bafd-26cd30b648a3 on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:30:48.631004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Attempting to bind port e1330b07-35f8-4892-bafd-26cd30b648a3 on network e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:48.637841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:48.638316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Checking segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:48.638793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Bound using segment: {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:48.639465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Bound port: e1330b07-35f8-4892-bafd-26cd30b648a3, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee93a9d-2ff2-4122-98ec-20c40329dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:48.639938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:48.917462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:48.934762 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e1330b07-35f8-4892-bafd-26cd30b648a3,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:48.953709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.014776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.082270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c017485a-e621-4859-8f31-117bb4e6fdb0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:49.187854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Pushing event updated for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:49.195745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:49.205623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:49.207776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.211227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-1672a99c-503f-4136-9f6f-d577fdcceb3c service neutron] 10.222.0.77 "PUT /v2.0/ports/e1330b07-35f8-4892-bafd-26cd30b648a3 HTTP/1.1" status: 200 len: 1091 time: 3.2327754 Feb 10 13:30:49.233839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:49.252343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:49.287610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:49.288266 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.320673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=116c48d6-6c1c-4d7b-887f-ede1603ac104,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:49.365723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:49.367766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bba5f1e8-b542-40e6-ab75-e3c1f2265489 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1522081 Feb 10 13:30:49.395913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c017485a-e621-4859-8f31-117bb4e6fdb0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:49.401305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.500429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea608a1-17f8-4917-b48b-03b872247760 None None] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:30:49.556543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9326d535-f94d-4024-9fbc-f64a2df77796), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.670581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event deleted for resources: {'Port': ['ID=9326d535-f94d-4024-9fbc-f64a2df77796,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:49.750444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Provisioning complete for port c017485a-e621-4859-8f31-117bb4e6fdb0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:49.751172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:49.938939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c8d78-00df-4041-a2ef-8a6b2af8d22b req-373a9cdf-4ede-443b-ba84-122ea000c8c1 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:49.949102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c6c8d78-00df-4041-a2ef-8a6b2af8d22b req-373a9cdf-4ede-443b-ba84-122ea000c8c1 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.5687387 Feb 10 13:30:50.000316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] No DVR routers for this DVR port 9326d535-f94d-4024-9fbc-f64a2df77796 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:50.006352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:50.011592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31e5e8ce-a61d-4623-bb0c-80db4abc2ff1 req-b43f2b1f-ae54-4fe1-a856-0155f8b94e79 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "DELETE /v2.0/ports/9326d535-f94d-4024-9fbc-f64a2df77796 HTTP/1.1" status: 204 len: 173 time: 2.9557731 Feb 10 13:30:50.026502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'name': 'network-vif-deleted', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:50.030978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c017485a-e621-4859-8f31-117bb4e6fdb0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:50.030978 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:50.038755 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334c844a-293b-4054-8296-5485034ecc9f" -d '{"events": [{"server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "name": "network-vif-deleted", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:50.226347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3528d860-988e-4dfd-b421-ba800568a4ad no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:50.266075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-e1262491-b435-4d6f-8119-f8d38dd8dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:50.280559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-e1262491-b435-4d6f-8119-f8d38dd8dbef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 1125 time: 0.5450263 Feb 10 13:30:50.335583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3528d860-988e-4dfd-b421-ba800568a4ad {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:50.335965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3528d860-988e-4dfd-b421-ba800568a4ad not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:50.336376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9326d535-f94d-4024-9fbc-f64a2df77796 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:50.453887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 9326d535-f94d-4024-9fbc-f64a2df77796 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:30:50.454292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 9326d535-f94d-4024-9fbc-f64a2df77796 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:30:50.456847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c017485a-e621-4859-8f31-117bb4e6fdb0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c017485a-e621-4859-8f31-117bb4e6fdb0,segment=NetworkSegment(1df95529-96b2-40ef-b1c4-078275bec485),segment_id=1df95529-96b2-40ef-b1c4-078275bec485)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:50.458323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Current status of the port c017485a-e621-4859-8f31-117bb4e6fdb0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:50.458719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:50.475205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:50.501696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-de06d49d-5e67-4bf0-9971-0b09f4654755 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1330b07-35f8-4892-bafd-26cd30b648a3 HTTP/1.1" status: 200 len: 217 time: 0.1862054 Feb 10 13:30:50.575948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:30:50.576312 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:30:50.576823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c017485a-e621-4859-8f31-117bb4e6fdb0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:50.605465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c6c8d78-00df-4041-a2ef-8a6b2af8d22b req-5ccf0641-7106-42b0-b3df-826769709b89 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545491 Feb 10 13:30:50.640695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-128cc948-86b7-421c-9e1f-7f073f04427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:50.645075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-128cc948-86b7-421c-9e1f-7f073f04427d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.1351831 Feb 10 13:30:50.665704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-2ba4a7d9-ffed-4175-a022-ee0be3f36204 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:50.677795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-2ba4a7d9-ffed-4175-a022-ee0be3f36204 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.77 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 0.9316888 Feb 10 13:30:50.694464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:50.723019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Request body: {'port': {'device_id': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'admin_state_up': True, 'tenant_id': '495e39b2c17f4186a40f1790c90eae27'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:50.758601 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-6537f04d-5e48-4f97-981c-d2f6f72c666a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007831 Feb 10 13:30:50.996497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c017485a-e621-4859-8f31-117bb4e6fdb0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:51.138870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a47c3c28-382b-4c51-9616-a2755f7683de tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:51.151164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a47c3c28-382b-4c51-9616-a2755f7683de tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 813 time: 0.9826002 Feb 10 13:30:51.175170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Request body: {'port': {'device_id': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'admin_state_up': True, 'tenant_id': '495e39b2c17f4186a40f1790c90eae27'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:51.247280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2eef18e2-4f42-404f-a59a-955fab21284c None None] Current status of the port c017485a-e621-4859-8f31-117bb4e6fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:51.278628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c017485a-e621-4859-8f31-117bb4e6fdb0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:51.284207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.362146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.374097 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a844cc-ea78-4559-8670-8fd60672c005 x-openstack-request-id: req-46a844cc-ea78-4559-8670-8fd60672c005 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:51.374576 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeef9c7-c5e2-461e-897a-102dd510a268", "name": "network-vif-deleted", "tag": "3528d860-988e-4dfd-b421-ba800568a4ad", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:51.374926 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46a844cc-ea78-4559-8670-8fd60672c005 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:51.375446 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeef9c7-c5e2-461e-897a-102dd510a268', 'name': 'network-vif-deleted', 'tag': '3528d860-988e-4dfd-b421-ba800568a4ad', 'status': 'completed', 'code': 200} Feb 10 13:30:51.381507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.425597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Provisioning complete for port c017485a-e621-4859-8f31-117bb4e6fdb0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:51.426478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.716090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=116c48d6-6c1c-4d7b-887f-ede1603ac104,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:51.794186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4675-45db-4151-8618-891b1ffb6dc2 req-e7f91866-6dc0-4277-9269-54f7d10e7dd5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:51.795436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Current status of the port c017485a-e621-4859-8f31-117bb4e6fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:51.822672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb5f4675-45db-4151-8618-891b1ffb6dc2 req-e7f91866-6dc0-4277-9269-54f7d10e7dd5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 943 time: 0.5259862 Feb 10 13:30:51.841289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:51.845508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.888319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c017485a-e621-4859-8f31-117bb4e6fdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:51.946484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Provisioning complete for port 116c48d6-6c1c-4d7b-887f-ede1603ac104 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:51.946996 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.949200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Made reservation on behalf of 495e39b2c17f4186a40f1790c90eae27 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:30:51.952793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:51.955303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.955661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.956007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.956349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.956685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.957047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.957380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.957706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.958029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.958359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.958680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.958999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:51.959320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:30:52.035703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-6c0ffe52-2c99-4ac8-9769-1baa5e63913d service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2669883 Feb 10 13:30:52.037087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2efb6b30-8b80-47bf-b50d-4e71ba90cb5e None None] Port 116c48d6-6c1c-4d7b-887f-ede1603ac104 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:52.175060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb5f4675-45db-4151-8618-891b1ffb6dc2 req-5b4ef61f-3225-498f-9c7d-205d191ebe49 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494251 Feb 10 13:30:52.188027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8e05bb33-fea3-4605-83f1-92e633cd3683 None None] Provisioning complete for port 116c48d6-6c1c-4d7b-887f-ede1603ac104 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:52.188027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e05bb33-fea3-4605-83f1-92e633cd3683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:52.283213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (5077073b-24d9-4f9b-acee-de7c2f5bc155), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:52.305532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8e05bb33-fea3-4605-83f1-92e633cd3683 None None] Port 116c48d6-6c1c-4d7b-887f-ede1603ac104 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:52.431152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9de01faf-4efe-467a-beb4-6d40fd39fd9e req-9d094407-906a-4ea6-b778-c1fa805112f9 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854816 Feb 10 13:30:52.456795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b55ca520-6741-468b-b65d-d3b35ae45011 None None] Provisioning complete for port 116c48d6-6c1c-4d7b-887f-ede1603ac104 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:52.457651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b55ca520-6741-468b-b65d-d3b35ae45011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:52.492869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb6eaeac-d7f9-421f-8755-e4d11d90682b req-5563f1bd-d8ac-4be1-adad-ea46046ca892 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0752115 Feb 10 13:30:52.519394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:52.525156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b55ca520-6741-468b-b65d-d3b35ae45011 None None] Port 116c48d6-6c1c-4d7b-887f-ede1603ac104 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:52.530663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Allocated IP 172.20.0.3 (be616998-fa87-4bba-b96f-a6059dfebb53/a730a10b-43a2-4579-882b-f01841c42be4/5059e50e-464f-41ed-9447-e0a82c7f58e1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:52.612021 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d138802c-3103-4bba-8824-ec5909099f05 x-openstack-request-id: req-d138802c-3103-4bba-8824-ec5909099f05 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:52.612323 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb536bf-aa16-4699-a150-715e2ab5714b", "name": "network-vif-deleted", "tag": "9326d535-f94d-4024-9fbc-f64a2df77796", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:52.612581 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d138802c-3103-4bba-8824-ec5909099f05 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:52.615719 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb536bf-aa16-4699-a150-715e2ab5714b', 'name': 'network-vif-deleted', 'tag': '9326d535-f94d-4024-9fbc-f64a2df77796', 'status': 'completed', 'code': 200} Feb 10 13:30:52.937898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06fba28-b8d4-4e3e-94c1-38661cd58e03 req-f932db32-10a8-4517-8751-52b93225be5c tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 210 time: 0.0414009 Feb 10 13:30:52.962251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks [] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.034123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.187065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Network be616998-fa87-4bba-b96f-a6059dfebb53 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:53.198262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:53.204517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event updated for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:53.214721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:53.218930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Allocated IP 172.20.0.14 (be616998-fa87-4bba-b96f-a6059dfebb53/a730a10b-43a2-4579-882b-f01841c42be4/efaddd82-d1f8-42e2-8c77-36c6af6f7d1f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:30:53.280414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180a44-53f5-4ba3-b7b3-e5349ba5384f req-87593a1b-7a4d-406d-9450-c93dc9db16f4 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:53.287818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15180a44-53f5-4ba3-b7b3-e5349ba5384f req-87593a1b-7a4d-406d-9450-c93dc9db16f4 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.1928124 Feb 10 13:30:53.352653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:53.360263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.360686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.376220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:53.379791 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4146285-9364-484f-bb51-d3303082d21f" -d '{"events": [{"name": "network-changed", "server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:53.385221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.386829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (5077073b-24d9-4f9b-acee-de7c2f5bc155), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:53.450845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-86861683-b55c-4ffc-a79a-ce518d89da2a tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2984240 Feb 10 13:30:53.498368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Request body: {'port': {'device_id': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:53.610795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=116c48d6-6c1c-4d7b-887f-ede1603ac104,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:53.700075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15180a44-53f5-4ba3-b7b3-e5349ba5384f req-a583937f-4dd1-4106-8be0-7cac393752eb tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102297 Feb 10 13:30:53.707209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:53.709178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:53.905863 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:54.126219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Router 5077073b-24d9-4f9b-acee-de7c2f5bc155 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:30:54.304873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cd2b1143-6582-40c0-9269-c8d32b14a06e None None] Provisioning complete for port 116c48d6-6c1c-4d7b-887f-ede1603ac104 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:54.306119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1143-6582-40c0-9269-c8d32b14a06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:54.342174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:30:54.355975 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] Sync routers for ids ['5077073b-24d9-4f9b-acee-de7c2f5bc155'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:30:54.373397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] Routers {'5077073b-24d9-4f9b-acee-de7c2f5bc155'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:54.374042 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5077073b-24d9-4f9b-acee-de7c2f5bc155'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:54.375169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b1143-6582-40c0-9269-c8d32b14a06e None None] Port 116c48d6-6c1c-4d7b-887f-ede1603ac104 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:30:54.379845 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b608f0c3-9488-4c38-a510-e24b77f90492 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/routers/5077073b-24d9-4f9b-acee-de7c2f5bc155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0096793 Feb 10 13:30:54.381454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:54.495230 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:54.538337 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] Routers {'5077073b-24d9-4f9b-acee-de7c2f5bc155'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:30:54.544031 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5077073b-24d9-4f9b-acee-de7c2f5bc155'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:54.548661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6adc7c-cee8-48bd-a794-118946754cd2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:54.555437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fb6adc7c-cee8-48bd-a794-118946754cd2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?device_id=5077073b-24d9-4f9b-acee-de7c2f5bc155 HTTP/1.1" status: 200 len: 988 time: 0.1719964 Feb 10 13:30:54.560041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:30:54.629351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks [] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:54.676678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:30:54.680189 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59a1c2-6cab-4c65-9bdc-05b61853d3f4 None None] The sync data for ids ['5077073b-24d9-4f9b-acee-de7c2f5bc155'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:30:54.690641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cbb7c-0edd-4561-8417-10e949cf0702 req-57b1742c-2254-400f-8890-04035ea19359 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:54.700705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c06cbb7c-0edd-4561-8417-10e949cf0702 req-57b1742c-2254-400f-8890-04035ea19359 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 943 time: 0.7726820 Feb 10 13:30:54.849176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:54.875489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c06cbb7c-0edd-4561-8417-10e949cf0702 req-8c04a557-00d8-4c2f-8cab-c24c80a478c5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684809 Feb 10 13:30:55.060839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Network be616998-fa87-4bba-b96f-a6059dfebb53 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:30:55.076265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event updated for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:55.081973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:30:55.100029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:30:55.111276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90a2046b-95ef-432c-a99f-a9f70a985a2c req-0185e233-819b-44ec-9f4f-171df0ece7dc tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0475693 Feb 10 13:30:55.149820 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f2704c-8262-4959-b122-109f01641cc1 x-openstack-request-id: req-01f2704c-8262-4959-b122-109f01641cc1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:55.157092 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:55.157559 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01f2704c-8262-4959-b122-109f01641cc1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:55.158348 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3', 'status': 'completed', 'code': 200} Feb 10 13:30:55.183788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e1330b07-35f8-4892-bafd-26cd30b648a3 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:30:55.331981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:55.333081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.401132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146285-9364-484f-bb51-d3303082d21f req-968beda6-aee7-423f-8b05-197d9497b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:55.402661 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-968beda6-aee7-423f-8b05-197d9497b856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 1125 time: 0.2433448 Feb 10 13:30:55.414057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-a2251255-0b88-455f-9bde-5d7499ca1c93 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7235742 Feb 10 13:30:55.454454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Request body: {'port': {'device_id': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:30:55.460952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e1330b07-35f8-4892-bafd-26cd30b648a3,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:55.498090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e1330b07-35f8-4892-bafd-26cd30b648a3', 'network_id': 'e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7', 'port_id': 'e1330b07-35f8-4892-bafd-26cd30b648a3', 'mac_address': 'fa:16:3e:48:ce:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137662f9-aba4-4e5c-a5c1-fad11bb32f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:30:55.551738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5059e50e-464f-41ed-9447-e0a82c7f58e1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:55.573148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52e93-179a-42c1-aec4-5b0c298c4146 req-3960dae8-63a5-4635-ae35-b862d94baa7b tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:55.580632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c52e93-179a-42c1-aec4-5b0c298c4146 req-3960dae8-63a5-4635-ae35-b862d94baa7b tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 931 time: 0.3481538 Feb 10 13:30:55.590360 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks [] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.633535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e1330b07-35f8-4892-bafd-26cd30b648a3 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:55.635869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.644612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Transition to ACTIVE for port object 5059e50e-464f-41ed-9447-e0a82c7f58e1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:30:55.655867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1330b07-35f8-4892-bafd-26cd30b648a3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:55.676907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.681901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e1330b07-35f8-4892-bafd-26cd30b648a3,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:55.693530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.738325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146285-9364-484f-bb51-d3303082d21f req-00485308-40f4-4b02-a435-5ab77987e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:55.739999 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-00485308-40f4-4b02-a435-5ab77987e500 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 200 len: 922 time: 0.3175938 Feb 10 13:30:55.761929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:55.836495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:55.844319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:55.882573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c52e93-179a-42c1-aec4-5b0c298c4146 req-105f88e1-bfb9-4d57-a829-4299f61bab9f tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001530 Feb 10 13:30:55.892334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-bdd975b1-2254-4d21-9234-3a97c4bb3748 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1330b07-35f8-4892-bafd-26cd30b648a3 HTTP/1.1" status: 200 len: 217 time: 0.1331406 Feb 10 13:30:55.903107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e1330b07-35f8-4892-bafd-26cd30b648a3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:56.180973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146285-9364-484f-bb51-d3303082d21f req-4e5285aa-2122-44b3-b83c-215b22d6c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:56.183487 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-4e5285aa-2122-44b3-b83c-215b22d6c571 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 200 len: 861 time: 0.2825613 Feb 10 13:30:56.191723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-3da47bfd-5851-4fad-a88a-920105efdbac tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:56.193556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-3da47bfd-5851-4fad-a88a-920105efdbac tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.77 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.4525785 Feb 10 13:30:56.346244 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-f05b72af-ea9f-4713-a8ee-6b4ab78c5eab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419749 Feb 10 13:30:56.490565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0cb67-c20f-446c-a1e1-19f32efddc7e req-5a3bd219-7b7d-416b-b702-ab90bcd3e38f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:56.494078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49e0cb67-c20f-446c-a1e1-19f32efddc7e req-5a3bd219-7b7d-416b-b702-ab90bcd3e38f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 945 time: 0.5175271 Feb 10 13:30:56.495392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Attempting to bind port 5059e50e-464f-41ed-9447-e0a82c7f58e1 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:56.496089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Attempting to bind port 5059e50e-464f-41ed-9447-e0a82c7f58e1 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:56.497602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Attempting to bind port 5059e50e-464f-41ed-9447-e0a82c7f58e1 on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:56.511102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Port 5059e50e-464f-41ed-9447-e0a82c7f58e1 on network be616998-fa87-4bba-b96f-a6059dfebb53 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:30:56.512019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Attempting to bind port 5059e50e-464f-41ed-9447-e0a82c7f58e1 on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:56.563393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:56.564063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Checking segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:56.565099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Bound using segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:56.565762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Bound port: 5059e50e-464f-41ed-9447-e0a82c7f58e1, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:56.567328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:56.649976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (5077073b-24d9-4f9b-acee-de7c2f5bc155), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:56.657347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Deleting port bbb8bf82-9cd4-481d-97b3-41906b49e237 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:56.657691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:56.811645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49e0cb67-c20f-446c-a1e1-19f32efddc7e req-369ef408-ddc3-45f4-b7b0-1655d9f83a79 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994061 Feb 10 13:30:56.845691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-e87320b5-6cb4-4e64-9224-c7cf37c1dea7 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534802 Feb 10 13:30:56.896468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:56.949051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:56.997202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.088567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] For port bbb8bf82-9cd4-481d-97b3-41906b49e237, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bbb8bf82-9cd4-481d-97b3-41906b49e237,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:57.088922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.147173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaddd82-d1f8-42e2-8c77-36c6af6f7d1f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:30:57.149985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Calling delete_port for bbb8bf82-9cd4-481d-97b3-41906b49e237 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:57.174214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks [] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.187467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e1330b07-35f8-4892-bafd-26cd30b648a3 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:30:57.198724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Transition to ACTIVE for port object efaddd82-d1f8-42e2-8c77-36c6af6f7d1f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:30:57.215702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.233941 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-af12c919-22d0-471c-beff-387101d209b8 service neutron] 10.222.0.77 "GET /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792849 Feb 10 13:30:57.347812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 116c48d6-6c1c-4d7b-887f-ede1603ac104 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:30:57.348056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.349558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:57.350992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.356338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e1330b07-35f8-4892-bafd-26cd30b648a3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:30:57.358106 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] 10.222.0.21 "PUT /v2.0/ports/5059e50e-464f-41ed-9447-e0a82c7f58e1 HTTP/1.1" status: 200 len: 1091 time: 3.8960154 Feb 10 13:30:57.362378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:57.365674 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9638a5-783f-40f5-9ace-d8b17825353c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:57.370696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e1330b07-35f8-4892-bafd-26cd30b648a3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:30:57.373380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.405858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f3e6-9dbb-4695-9cbe-31489605d536 req-4fb0dd0c-d38c-48a5-89a4-4798ede47a2e tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:57.408995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c678f3e6-9dbb-4695-9cbe-31489605d536 req-4fb0dd0c-d38c-48a5-89a4-4798ede47a2e tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 944 time: 0.4527519 Feb 10 13:30:57.604800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e1330b07-35f8-4892-bafd-26cd30b648a3 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:57.605481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.616801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991ec5e-05d4-454e-a64f-7cd5a8743b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:57.671838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:57.680866 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c97e84-073f-4ff6-8b76-22de2e579493" -d '{"events": [{"server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "name": "network-vif-plugged", "status": "completed", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:57.696632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Attempting to bind port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:30:57.697058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Attempting to bind port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:30:57.697390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Attempting to bind port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:57.707039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f on network be616998-fa87-4bba-b96f-a6059dfebb53 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:30:57.707183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Attempting to bind port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f on network be616998-fa87-4bba-b96f-a6059dfebb53 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:30:57.721585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-55b053ac-4864-40ed-a111-3efc012913cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:57.723142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-55b053ac-4864-40ed-a111-3efc012913cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 1125 time: 0.3129861 Feb 10 13:30:57.727119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c678f3e6-9dbb-4695-9cbe-31489605d536 req-7b8aad7e-aa01-4732-81de-77f9ba1b64d9 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221460 Feb 10 13:30:57.731070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:30:57.731414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Checking segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:30:57.731977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Bound using segment: {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:30:57.732423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Bound port: efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d284590-b5a1-4bfd-8918-a7647de26894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:30:57.732810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.734659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e1330b07-35f8-4892-bafd-26cd30b648a3,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:30:57.748475 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:57.749608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bbb8bf82-9cd4-481d-97b3-41906b49e237 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:30:57.797005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-5f7000e3-f1be-4399-96f6-d5912af57d6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1 HTTP/1.1" status: 200 len: 217 time: 0.0608370 Feb 10 13:30:57.797620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Pushing event updated for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:57.874700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:30:57.878148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:30:57.902774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.009434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eea040a8-e30b-4c97-a894-8bd8e36d8e21 req-812a7a07-fb04-4450-8aa7-1d16d6ec0706 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0664213 Feb 10 13:30:58.039803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:58.040470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.041943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] 10.222.0.77 "PUT /v2.0/ports/efaddd82-d1f8-42e2-8c77-36c6af6f7d1f HTTP/1.1" status: 200 len: 1092 time: 2.5955889 Feb 10 13:30:58.110464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-5a87043c-eb21-4c17-a6e7-3463cb988355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:58.111985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-5a87043c-eb21-4c17-a6e7-3463cb988355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.3084965 Feb 10 13:30:58.169086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:58.175618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.206689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:30:58.268537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Pushing event deleted for resources: {'Port': ['ID=bbb8bf82-9cd4-481d-97b3-41906b49e237,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:58.325889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f0f8-c049-4cb7-8998-6afe2629266f service neutron] Pushing event updated for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:58.336684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-c29c89ab-7e35-4ea8-bbce-8dce4c904465 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912608 Feb 10 13:30:58.344351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bbb8bf82-9cd4-481d-97b3-41906b49e237 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:30:58.344730 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbb8bf82-9cd4-481d-97b3-41906b49e237), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.388647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.435303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 116c48d6-6c1c-4d7b-887f-ede1603ac104 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:30:58.655470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-acc72f07-a073-4e11-b274-51364225c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:58.665163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-acc72f07-a073-4e11-b274-51364225c4ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 1126 time: 0.5653286 Feb 10 13:30:58.683701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-8fdd186f-01fb-4583-aaee-dfddced83d39 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355784 Feb 10 13:30:58.789040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2daffa-16e4-46c6-bfca-47ebc1399d12 req-bc8fd684-f987-41f7-bd45-93ff8366bca5 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:58.791161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e2daffa-16e4-46c6-bfca-47ebc1399d12 req-bc8fd684-f987-41f7-bd45-93ff8366bca5 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 943 time: 0.5695910 Feb 10 13:30:58.814121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] No DVR routers for this DVR port bbb8bf82-9cd4-481d-97b3-41906b49e237 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:30:58.819692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:58.837963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d4f47d9f-d5fc-4830-a9ee-1e446b4de413 req-bfbad950-437c-4e3e-aecf-71cd54149b77 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.77 "DELETE /v2.0/ports/bbb8bf82-9cd4-481d-97b3-41906b49e237 HTTP/1.1" status: 204 len: 173 time: 2.6248045 Feb 10 13:30:58.840410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'name': 'network-vif-deleted', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:30:58.843289 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a075eaa-eb72-487d-a3a8-d61fcae7c1a1" -d '{"events": [{"server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "name": "network-vif-deleted", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:30:58.919610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-bff029aa-a8a9-4973-91b9-9245654e80c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f HTTP/1.1" status: 200 len: 217 time: 0.2467453 Feb 10 13:30:59.006990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e2daffa-16e4-46c6-bfca-47ebc1399d12 req-75383923-edd5-458b-8f54-ba4fc6da53df tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785927 Feb 10 13:30:59.008986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-55b433fe-a517-4db2-8b1e-fe0da0290660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:59.011447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-55b433fe-a517-4db2-8b1e-fe0da0290660 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.0879705 Feb 10 13:30:59.061008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (116c48d6-6c1c-4d7b-887f-ede1603ac104), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:59.094431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-212b1546-b1bb-402a-be2d-903ffa155488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769215 Feb 10 13:30:59.148838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=116c48d6-6c1c-4d7b-887f-ede1603ac104,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:30:59.254285 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22ba2d-a26d-4d7e-a689-afa00e9ee128 x-openstack-request-id: req-4d22ba2d-a26d-4d7e-a689-afa00e9ee128 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:59.254806 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "name": "network-vif-plugged", "status": "completed", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:59.254806 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d22ba2d-a26d-4d7e-a689-afa00e9ee128 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:59.255240 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3', 'code': 200} Feb 10 13:30:59.348459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (5077073b-24d9-4f9b-acee-de7c2f5bc155), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:30:59.455560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-e474596e-bd42-45ed-91ed-b58f58c35fa1 service neutron] 10.222.0.77 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374773 Feb 10 13:30:59.488983 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e60a0-1f78-4c95-9e63-2cbb74c217dc x-openstack-request-id: req-d77e60a0-1f78-4c95-9e63-2cbb74c217dc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:30:59.489623 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:30:59.490073 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d77e60a0-1f78-4c95-9e63-2cbb74c217dc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:30:59.490695 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1', 'status': 'completed', 'code': 200} Feb 10 13:30:59.493971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14ea8430-f181-409f-b995-974f9986cd26 req-1105eec0-c7ac-4d1e-a8a3-251a8e0e666f tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=79de662d-13ae-455c-873b-6d589002b739 HTTP/1.1" status: 200 len: 210 time: 0.0371330 Feb 10 13:30:59.645870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-ccc7a50c-34f5-4e8a-9e26-4ef00144ba79 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273036 Feb 10 13:30:59.707197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a57f3-0d23-466d-ae00-520598a4e0ae req-ae83ba59-2ede-43b0-aadf-6619681e7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:59.709116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ad4a57f3-0d23-466d-ae00-520598a4e0ae req-ae83ba59-2ede-43b0-aadf-6619681e7972 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 1127 time: 0.3470867 Feb 10 13:30:59.946035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f568ae5-6ef7-4a98-9d42-a024a4861a3d req-d6634b41-4149-47d5-a833-d5c5c52379bd service neutron] 10.222.0.77 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505634 Feb 10 13:30:59.959734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Router 5077073b-24d9-4f9b-acee-de7c2f5bc155 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:30:59.968149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ad4a57f3-0d23-466d-ae00-520598a4e0ae req-da5d2463-1f90-4d6d-9342-6fc41a148757 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532332 Feb 10 13:30:59.983226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305e9f5-b6fc-4cf5-8e52-74c9aad5b8a6 req-e7802488-c567-40a2-85bc-c4482251726c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:30:59.991867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9305e9f5-b6fc-4cf5-8e52-74c9aad5b8a6 req-e7802488-c567-40a2-85bc-c4482251726c tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 945 time: 0.3305304 Feb 10 13:31:00.002199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-d7935599-304c-413a-b073-c390f549000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:00.004083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-d7935599-304c-413a-b073-c390f549000d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 1125 time: 0.2587814 Feb 10 13:31:00.097219 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9305e9f5-b6fc-4cf5-8e52-74c9aad5b8a6 req-b58cdd64-aed3-4195-b524-2a2b4d2821b5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037719 Feb 10 13:31:00.135273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:00.145338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] Sync routers for ids ['5077073b-24d9-4f9b-acee-de7c2f5bc155'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:00.156495 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-090c720c-6072-421d-a464-bac3c6812546 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/routers/5077073b-24d9-4f9b-acee-de7c2f5bc155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5933125 Feb 10 13:31:00.161938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:00.168296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] Routers {'5077073b-24d9-4f9b-acee-de7c2f5bc155'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:00.187460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5077073b-24d9-4f9b-acee-de7c2f5bc155'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:00.247709 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49806c6b-3dac-431c-9d52-54fa3d7688cf x-openstack-request-id: req-49806c6b-3dac-431c-9d52-54fa3d7688cf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:00.248068 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79de662d-13ae-455c-873b-6d589002b739", "name": "network-vif-deleted", "tag": "bbb8bf82-9cd4-481d-97b3-41906b49e237", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:00.248298 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49806c6b-3dac-431c-9d52-54fa3d7688cf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:00.250587 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79de662d-13ae-455c-873b-6d589002b739', 'name': 'network-vif-deleted', 'tag': 'bbb8bf82-9cd4-481d-97b3-41906b49e237', 'status': 'completed', 'code': 200} Feb 10 13:31:00.252212 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95baa4a-f7fe-43e1-b4d0-557b622c5354 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:31:00.262725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a95baa4a-f7fe-43e1-b4d0-557b622c5354 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/116c48d6-6c1c-4d7b-887f-ede1603ac104 HTTP/1.1" status: 404 len: 333 time: 0.0991168 Feb 10 13:31:00.268171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:00.277526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:00.293081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] Routers {'5077073b-24d9-4f9b-acee-de7c2f5bc155'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:00.293693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:30:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5077073b-24d9-4f9b-acee-de7c2f5bc155'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:00.310864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-0287c57d-43b3-4448-a573-ad4c0cf53a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:00.315224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-0287c57d-43b3-4448-a573-ad4c0cf53a93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 914 time: 0.2994180 Feb 10 13:31:00.340956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:00.342138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033ea92-9acc-452a-ac78-f77089801ed5 None None] The sync data for ids ['5077073b-24d9-4f9b-acee-de7c2f5bc155'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:00.394676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-2a8ef1dd-6b4e-4c2d-90a7-e45e38b573f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1 HTTP/1.1" status: 200 len: 217 time: 0.0737772 Feb 10 13:31:00.450294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.531495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d64de91e-a505-4752-ad0c-75635de930a3 req-f226656a-308b-439a-8167-220218a374a6 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1025355 Feb 10 13:31:00.592898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-b1e96b1b-3573-418e-9206-a249fd7c483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:00.601596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-b1e96b1b-3573-418e-9206-a249fd7c483f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.1870599 Feb 10 13:31:00.659018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-090b247b-51cd-4d49-9f8d-e3f7ef13f5d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505340 Feb 10 13:31:00.697666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.701882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for router_controller (5077073b-24d9-4f9b-acee-de7c2f5bc155), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.762988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (5077073b-24d9-4f9b-acee-de7c2f5bc155), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.763585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Fanout notify agent at l3_agent the message router_deleted on router 5077073b-24d9-4f9b-acee-de7c2f5bc155 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:31:00.771119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.776360 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-97602676-0bca-446d-b98b-9840dd0094cd tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/routers/5077073b-24d9-4f9b-acee-de7c2f5bc155 HTTP/1.1" status: 204 len: 168 time: 0.5048616 Feb 10 13:31:00.781044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:00.845035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-b9ae7576-af5c-49cd-9e16-f146b2632552 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748681 Feb 10 13:31:00.849023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61e48ed6-2b02-43e6-be17-edcdb9e27afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.883926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet 47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:00.888357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:00.965556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.050226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62332c74-e0f0-4757-8681-cf6ccecae0b1 req-094974f8-2e72-4b8d-b1b9-523370b2848f tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:01.058652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62332c74-e0f0-4757-8681-cf6ccecae0b1 req-094974f8-2e72-4b8d-b1b9-523370b2848f tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 943 time: 0.4020922 Feb 10 13:31:01.107735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa9638a5-783f-40f5-9ace-d8b17825353c req-f2a60fa2-097f-4156-a4ba-fbad105f5f45 service neutron] 10.222.0.21 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124603 Feb 10 13:31:01.136244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62332c74-e0f0-4757-8681-cf6ccecae0b1 req-d8ca3855-1b04-45ed-a463-9948a87c072d tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766065 Feb 10 13:31:01.159226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.332177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.346724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eea91-db07-4e0b-a00e-07ec419d8887 req-912f00a9-fada-43f9-80d0-90615adcbc25 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:01.355913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-692eea91-db07-4e0b-a00e-07ec419d8887 req-912f00a9-fada-43f9-80d0-90615adcbc25 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 945 time: 0.1028733 Feb 10 13:31:01.384054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:01.411904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.418681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c999345-d0cf-4f8f-9616-cb3f7013c170 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06 HTTP/1.1" status: 204 len: 168 time: 0.6364863 Feb 10 13:31:01.420632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f50058-204e-4ad2-9341-71a618e5969c None None] Network 41683d84-ed53-434b-8ca8-4e506e2c3644 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:01.421556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:01.433385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-692eea91-db07-4e0b-a00e-07ec419d8887 req-35e85a1d-6635-4e9b-a536-a67779b4b57d tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Feb 10 13:31:01.491730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:01.494383 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed217363-7e4f-4582-a2a3-a08d4690fb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:01.593978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (41683d84-ed53-434b-8ca8-4e506e2c3644), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.719754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port c017485a-e621-4859-8f31-117bb4e6fdb0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:01.720106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.721856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] DHCP port deletion for 41683d84-ed53-434b-8ca8-4e506e2c3644 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:31:01.815193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Deleting port c017485a-e621-4859-8f31-117bb4e6fdb0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:01.815859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.862546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port c017485a-e621-4859-8f31-117bb4e6fdb0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c017485a-e621-4859-8f31-117bb4e6fdb0,segment=NetworkSegment(1df95529-96b2-40ef-b1c4-078275bec485),segment_id=1df95529-96b2-40ef-b1c4-078275bec485)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:01.862875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.882267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for c017485a-e621-4859-8f31-117bb4e6fdb0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:01.938314 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33cef1-759a-49d4-a8da-7f3a8cd0c524 x-openstack-request-id: req-6f33cef1-759a-49d4-a8da-7f3a8cd0c524 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:01.938669 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:01.938989 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f33cef1-759a-49d4-a8da-7f3a8cd0c524 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:01.939465 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f', 'status': 'completed', 'code': 200} Feb 10 13:31:01.969814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] For port c017485a-e621-4859-8f31-117bb4e6fdb0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c017485a-e621-4859-8f31-117bb4e6fdb0,segment=NetworkSegment(1df95529-96b2-40ef-b1c4-078275bec485),segment_id=1df95529-96b2-40ef-b1c4-078275bec485)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:01.971595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:01.998761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.012287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Calling delete_port for c017485a-e621-4859-8f31-117bb4e6fdb0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:02.013826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port c017485a-e621-4859-8f31-117bb4e6fdb0 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:02.087162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ad49825-093e-4107-a8b6-31ca43e04722 req-7e90cd7e-2796-4730-9bb9-162407c091ed tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0424323 Feb 10 13:31:02.093735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=c017485a-e621-4859-8f31-117bb4e6fdb0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:02.159938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (41683d84-ed53-434b-8ca8-4e506e2c3644), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.212170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41683d84-ed53-434b-8ca8-4e506e2c3644']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:02.223013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df95529-96b2-40ef-b1c4-078275bec485') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:02.223233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df95529-96b2-40ef-b1c4-078275bec485') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:02.240883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-b38e981e-a1b6-4d4f-8be3-261cdc4f4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:02.243232 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-b38e981e-a1b6-4d4f-8be3-261cdc4f4c9b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=495e39b2c17f4186a40f1790c90eae27&device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 1126 time: 0.2784545 Feb 10 13:31:02.246162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1df95529-96b2-40ef-b1c4-078275bec485), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.342841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e211-c9e3-4f5d-a907-c26c52d4a575 req-058f0731-7cc3-4f11-85cd-5f846f048817 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:02.350956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f7e211-c9e3-4f5d-a907-c26c52d4a575 req-058f0731-7cc3-4f11-85cd-5f846f048817 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.1253028 Feb 10 13:31:02.384022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-61461e58-976b-4fa4-adb1-97847436940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:02.384506 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-61461e58-976b-4fa4-adb1-97847436940c service neutron] 10.222.0.77 "GET /v2.0/networks?id=be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 200 len: 914 time: 0.1317945 Feb 10 13:31:02.542408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-3339883a-584b-44c2-90d4-8b9ab4c6a09c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f HTTP/1.1" status: 200 len: 217 time: 0.1387088 Feb 10 13:31:02.542624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1df95529-96b2-40ef-b1c4-078275bec485), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.551110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52f7e211-c9e3-4f5d-a907-c26c52d4a575 req-0f5ec877-1e98-4c21-b743-82b280dcbf8a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899166 Feb 10 13:31:02.657586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:02.660272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1df95529-96b2-40ef-b1c4-078275bec485), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.662691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c017485a-e621-4859-8f31-117bb4e6fdb0), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:02.669039 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:02.689438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5059e50e-464f-41ed-9447-e0a82c7f58e1 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:02.750403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-742476cd-865e-4992-99ab-0e91ac19bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:02.751951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-742476cd-865e-4992-99ab-0e91ac19bafd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 200 len: 853 time: 0.2041984 Feb 10 13:31:02.785368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632654-0d09-43f5-9fc1-b92cab16fc1a req-a5634f1d-4b68-4b0d-89ab-a8b5009596b5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:02.795684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d632654-0d09-43f5-9fc1-b92cab16fc1a req-a5634f1d-4b68-4b0d-89ab-a8b5009596b5 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 945 time: 0.1121595 Feb 10 13:31:02.805949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:02.815489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (41683d84-ed53-434b-8ca8-4e506e2c3644), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.818716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-6f869ebf-7e21-4f15-bc2a-5e4c107ce89d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=be616998-fa87-4bba-b96f-a6059dfebb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594206 Feb 10 13:31:02.826707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] Pushing event deleted for resources: {'Port': ['ID=c017485a-e621-4859-8f31-117bb4e6fdb0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:02.828729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5059e50e-464f-41ed-9447-e0a82c7f58e1', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'port_id': '5059e50e-464f-41ed-9447-e0a82c7f58e1', 'mac_address': 'fa:16:3e:6b:a9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730a10b-43a2-4579-882b-f01841c42be4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:02.852034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.855323 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/41683d84-ed53-434b-8ca8-4e506e2c3644 HTTP/1.1" status: 204 len: 168 time: 1.4328117 Feb 10 13:31:02.859988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:02.869901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af53dfb-4486-4dcc-97f1-f9fc489c2405 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=41683d84-ed53-434b-8ca8-4e506e2c3644,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:02.904311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5059e50e-464f-41ed-9447-e0a82c7f58e1 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:02.904886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:02.911506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28f67a-31d8-46cd-bb52-97cc455ed58c None None] No DVR routers for this DVR port c017485a-e621-4859-8f31-117bb4e6fdb0 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:02.929631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059e50e-464f-41ed-9447-e0a82c7f58e1 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:02.981046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:02.989098 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.030935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-e217b6a9-c64f-4236-8b9a-752722329e1e service neutron] 10.222.0.77 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744611 Feb 10 13:31:03.042450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:03.045163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c017485a-e621-4859-8f31-117bb4e6fdb0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:03.080615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c017485a-e621-4859-8f31-117bb4e6fdb0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:03.081257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c017485a-e621-4859-8f31-117bb4e6fdb0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:03.098649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d632654-0d09-43f5-9fc1-b92cab16fc1a req-9791c6e0-288e-4e8c-9d33-12e673b91945 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f367023-cfe7-436a-bf27-78f934987f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019719 Feb 10 13:31:03.161102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca7db6-f6ed-4b54-bb12-955081436f09 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:03.166915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-03ca7db6-f6ed-4b54-bb12-955081436f09 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/63195486-fe42-47a4-9abb-e3c3c2ff3f65 HTTP/1.1" status: 200 len: 844 time: 0.3028586 Feb 10 13:31:03.193269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:03.240996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efaddd82-d1f8-42e2-8c77-36c6af6f7d1f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:03.251601 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ed217363-7e4f-4582-a2a3-a08d4690fb9c req-5deca7b9-1b04-48ca-b136-9075d0be572f service neutron] 10.222.0.77 "GET /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143350 Feb 10 13:31:03.269056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07456c53-2616-4583-be6e-be362df2a8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.310094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8fd6515e-576b-4544-b445-ff0b1a9a1ea1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/63195486-fe42-47a4-9abb-e3c3c2ff3f65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1139405 Feb 10 13:31:03.313619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52584) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:03.318872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-400e1c40-a316-4d80-ba7d-30c43899fe85 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:03.321312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-400e1c40-a316-4d80-ba7d-30c43899fe85 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 945 time: 0.2052832 Feb 10 13:31:03.321482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:03.384863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5059e50e-464f-41ed-9447-e0a82c7f58e1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:03.466162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f9ae2-c68f-49f7-85c9-032345b74ef0 req-c560073f-97a9-4781-bb68-c5465e5f4318 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:03.473793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d70f9ae2-c68f-49f7-85c9-032345b74ef0 req-c560073f-97a9-4781-bb68-c5465e5f4318 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 944 time: 0.2386498 Feb 10 13:31:03.523932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:03.529988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.560165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:03.564892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Deleting port e1330b07-35f8-4892-bafd-26cd30b648a3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:03.565245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.584321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f', 'network_id': 'be616998-fa87-4bba-b96f-a6059dfebb53', 'port_id': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f', 'mac_address': 'fa:16:3e:26:00:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730a10b-43a2-4579-882b-f01841c42be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:03.658063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:03.658409 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.674417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaddd82-d1f8-42e2-8c77-36c6af6f7d1f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:03.712211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] For port e1330b07-35f8-4892-bafd-26cd30b648a3, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e1330b07-35f8-4892-bafd-26cd30b648a3,segment=NetworkSegment(fee93a9d-2ff2-4122-98ec-20c40329dac5),segment_id=fee93a9d-2ff2-4122-98ec-20c40329dac5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:03.712573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.727464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Calling delete_port for e1330b07-35f8-4892-bafd-26cd30b648a3 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:03.734745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:03.750235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:03.813344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d70f9ae2-c68f-49f7-85c9-032345b74ef0 req-5bc7c0a8-ed75-491c-b822-11a437b24ea5 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384190 Feb 10 13:31:03.850710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:03.948958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['efaddd82-d1f8-42e2-8c77-36c6af6f7d1f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:03.963256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e1330b07-35f8-4892-bafd-26cd30b648a3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.037540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (afb63c89-fb90-4dcc-b6ae-62da1e24db55), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.071140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e1330b07-35f8-4892-bafd-26cd30b648a3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:04.152747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:04.171607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:04.183636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:04.185258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.209887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dec1a-815f-4e26-b8d7-c99dc50ad53c None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:04.239070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9214435 Feb 10 13:31:04.243263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:04.245842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2cd53-337c-4052-97dd-aa93c53d4726 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=afb63c89-fb90-4dcc-b6ae-62da1e24db55,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:04.264730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383008958'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:04.324243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.495988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7ead1455-47b5-475a-958e-31a38178667d', 'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'project_id': '7aba90e9553d4aee8045e8c80f67538d', 'fixed_ips': [{'subnet_id': 'afb63c89-fb90-4dcc-b6ae-62da1e24db55'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:31:04.497485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.527808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (95165221-6430-423e-a691-07818b5dfc58), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.534116 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (95165221-6430-423e-a691-07818b5dfc58), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.541188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event deleted for resources: {'Port': ['ID=e1330b07-35f8-4892-bafd-26cd30b648a3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:04.574588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c772624a-5543-47ab-a285-b02e785220c9 req-bbd56c86-cd42-4185-abe6-66245b8d0117 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.6288233 Feb 10 13:31:04.601147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95165221-6430-423e-a691-07818b5dfc58,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:04.611202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.612730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8dafe9a-62cb-45e7-ade2-9ecb0408e4e8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3580458 Feb 10 13:31:04.619599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:04.629618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1326587894'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:04.696747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.764198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Allocated IP 2001:db8::2 (7ead1455-47b5-475a-958e-31a38178667d/afb63c89-fb90-4dcc-b6ae-62da1e24db55/315b52ea-0d7a-40c4-b22f-22124fcae8f7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:04.781141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] No DVR routers for this DVR port e1330b07-35f8-4892-bafd-26cd30b648a3 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:04.784483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.789206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2730de2-7baa-42eb-b687-f99ca308ac70 req-dda04885-14ae-4c68-9190-26f993c84fa2 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.77 "DELETE /v2.0/ports/e1330b07-35f8-4892-bafd-26cd30b648a3 HTTP/1.1" status: 204 len: 173 time: 1.4627421 Feb 10 13:31:04.802420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'name': 'network-vif-deleted', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:04.831645 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7552cb-1513-4b6d-bd6a-ce790223c706" -d '{"events": [{"server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "name": "network-vif-deleted", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:04.889397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.895614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.919943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d27b6867-fcda-43a0-a8b2-bb7858867afe tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:04.931791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d27b6867-fcda-43a0-a8b2-bb7858867afe tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 1.0008414 Feb 10 13:31:04.969443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:04.978085 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3547018 Feb 10 13:31:04.979142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:04.985477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks [] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.001186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c177-7fe9-416e-9431-366cf8f4f920 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:05.019242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.028678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956183015', 'security_groups': ['6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f'], 'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'afb63c89-fb90-4dcc-b6ae-62da1e24db55'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:05.062408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.080249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:05.086016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:05.092797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:05.108273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336af23-2d61-47ee-aeda-7d84f2fbb52d req-5dbaa8ee-b4cf-4454-b76c-fa9001c09a37 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:05.115243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f336af23-2d61-47ee-aeda-7d84f2fbb52d req-5dbaa8ee-b4cf-4454-b76c-fa9001c09a37 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 945 time: 0.3501592 Feb 10 13:31:05.149016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:05.165868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Attempting to bind port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:05.167272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Attempting to bind port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '98af422b-e1b0-4629-89c4-3972d62ecc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ead1455-47b5-475a-958e-31a38178667d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:05.167784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Attempting to bind port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 on network 7ead1455-47b5-475a-958e-31a38178667d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:05.180353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:05.183163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Checking segment: {'id': '98af422b-e1b0-4629-89c4-3972d62ecc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ead1455-47b5-475a-958e-31a38178667d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:05.183569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.186533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Bound using segment: {'id': '98af422b-e1b0-4629-89c4-3972d62ecc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ead1455-47b5-475a-958e-31a38178667d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:05.186909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Bound port: 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af422b-e1b0-4629-89c4-3972d62ecc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ead1455-47b5-475a-958e-31a38178667d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:05.187407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.249536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Deleting port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:05.249999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.268351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f336af23-2d61-47ee-aeda-7d84f2fbb52d req-70ad343d-a30c-4e25-9aeb-54e4951abbc2 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/security-groups?id=97328176-d60a-497f-b93c-0bd39fa13b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509202 Feb 10 13:31:05.335807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:05.371454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:05.376783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:05.395272 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.476925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.512255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a1bb9-d7d8-42ca-9da5-316e3fe83cd0 None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:05.515488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 0a6d89b2-4360-48b7-afd3-5fcb7482672e yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:31:05.607445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e6e2153-805c-4b24-a8ef-3f6a727c7ed1 req-8b1faed7-6706-400d-b15d-8aac27aada31 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/ports?device_id=41aaa462-2896-4578-acc2-db403362cc05 HTTP/1.1" status: 200 len: 210 time: 0.0414500 Feb 10 13:31:05.658456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] For port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:05.658836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.717459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Calling delete_port for 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:05.787738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.878620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::2b3 (7ead1455-47b5-475a-958e-31a38178667d/afb63c89-fb90-4dcc-b6ae-62da1e24db55/0a6d89b2-4360-48b7-afd3-5fcb7482672e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:05.939835 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:05.987039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f3c3-9104-4be8-a785-faaf8fa877c9 req-821dfa9c-cf28-4504-baab-296edb6722fb tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:05.988931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d43f3c3-9104-4be8-a785-faaf8fa877c9 req-821dfa9c-cf28-4504-baab-296edb6722fb tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 944 time: 0.0934117 Feb 10 13:31:06.090531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d43f3c3-9104-4be8-a785-faaf8fa877c9 req-e1dd0ad6-8491-466f-bf74-ce74f0928332 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854814 Feb 10 13:31:06.182095 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1644d271-0509-4a45-8384-8b724090ec24 x-openstack-request-id: req-1644d271-0509-4a45-8384-8b724090ec24 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:06.185938 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41aaa462-2896-4578-acc2-db403362cc05", "name": "network-vif-deleted", "tag": "e1330b07-35f8-4892-bafd-26cd30b648a3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:06.187735 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1644d271-0509-4a45-8384-8b724090ec24 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:06.188309 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41aaa462-2896-4578-acc2-db403362cc05', 'name': 'network-vif-deleted', 'tag': 'e1330b07-35f8-4892-bafd-26cd30b648a3', 'status': 'completed', 'code': 200} Feb 10 13:31:06.228215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5059e50e-464f-41ed-9447-e0a82c7f58e1 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:06.234861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.294373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.334037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5059e50e-464f-41ed-9447-e0a82c7f58e1 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:31:06.339754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5059e50e-464f-41ed-9447-e0a82c7f58e1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:06.340375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.370591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.395560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fc66c6e-8cbc-4cdb-9417-48a569ff5337 req-2b464ce2-bd0f-43a7-b64b-2d3c84a19d0b tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0826101 Feb 10 13:31:06.418356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Pushing event deleted for resources: {'Port': ['ID=206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:06.452733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] No DVR routers for this DVR port 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:06.455575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.462216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ca1a484-dbd7-4d68-8e30-a4636234c629 req-d1b7f401-2d22-4c6f-828f-ebc9f83979e3 tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.21 "DELETE /v2.0/ports/206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 HTTP/1.1" status: 204 len: 173 time: 1.5259626 Feb 10 13:31:06.476274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:06.481355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:06.484167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:06.492596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:06.493325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.512927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=0a6d89b2-4360-48b7-afd3-5fcb7482672e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:06.522973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-85ab839e-3390-4e01-9a44-d713ea706c53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5241089 Feb 10 13:31:06.527219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:06.547681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:06.574967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5059e50e-464f-41ed-9447-e0a82c7f58e1 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:06.574967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.585575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11cbc624-5004-4f68-b4a6-dfb819a7269b req-3d4d7235-c5ab-4faf-b538-96c64b8b384a tempest-ServerRescueTestJSON-2055204041 tempest-ServerRescueTestJSON-2055204041-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45f9463-a701-453a-a7a5-1b9dba3ecc53 HTTP/1.1" status: 200 len: 210 time: 0.0931120 Feb 10 13:31:06.622485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:06.625211 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ddc3e9-22d7-4aca-8e95-4bc7f478605b" -d '{"events": [{"server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "name": "network-vif-plugged", "status": "completed", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:06.676450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:06.687955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:06.693345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:06.712660 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0557d-3e75-400a-9120-2d732846f9df x-openstack-request-id: req-f7f0557d-3e75-400a-9120-2d732846f9df {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:06.715668 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "name": "network-vif-plugged", "status": "completed", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:06.716118 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7f0557d-3e75-400a-9120-2d732846f9df {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:06.716667 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1', 'code': 200} Feb 10 13:31:06.862406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:06.862406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:06.884488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:06.895914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475c3e-e301-4263-82e9-476b026d49d4 req-77a37ab1-11f9-4907-a14e-ca4fe15a5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:06.897639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67475c3e-e301-4263-82e9-476b026d49d4 req-77a37ab1-11f9-4907-a14e-ca4fe15a5d67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 1127 time: 0.1362748 Feb 10 13:31:06.901216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.048954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67475c3e-e301-4263-82e9-476b026d49d4 req-ac0b6973-84ae-47bc-918a-119d7f0ed32f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449218 Feb 10 13:31:07.094777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:07.146567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:07.247060 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afb63c89-fb90-4dcc-b6ae-62da1e24db55 (CIDR: 2001:db8::/64) Feb 10 13:31:07.252269 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:31:07.253034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:07.278605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-03b0db86-67cb-4dd5-a229-9e7aeaae433b tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7475481 Feb 10 13:31:07.283082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:07.283862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efaddd82-d1f8-42e2-8c77-36c6af6f7d1f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:07.289405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:07.399986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:07.400319 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.458825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01779f-4980-486e-9e8a-309f2c91bf85 req-0dff5a4b-544c-4bc5-89c6-686a6f49aeaf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:07.467646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb01779f-4980-486e-9e8a-309f2c91bf85 req-0dff5a4b-544c-4bc5-89c6-686a6f49aeaf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 945 time: 0.2105157 Feb 10 13:31:07.525256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:31:07.542292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:07.542669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.551715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.564236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb01779f-4980-486e-9e8a-309f2c91bf85 req-d19abba0-24de-4570-a410-578cf769f366 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954602 Feb 10 13:31:07.587809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:07.596058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.639172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:07.734601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:07.734913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.793296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:07.811486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:07.813378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.820508 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (6d333892-1c6f-465e-aaaf-986a34d84a91), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.844671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:07.845243 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.865521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (6d333892-1c6f-465e-aaaf-986a34d84a91), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.956843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:07.958929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:07.960462 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.960667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6d333892-1c6f-465e-aaaf-986a34d84a91), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.963801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.967366 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d333892-1c6f-465e-aaaf-986a34d84a91 HTTP/1.1" status: 204 len: 168 time: 0.3249140 Feb 10 13:31:07.968992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:07.970896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:08.023120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d367-1ffe-4e10-ae9d-c9de9b3abc22 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d333892-1c6f-465e-aaaf-986a34d84a91,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:08.026583 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-48985ddd-b72c-4b24-aa7a-788405ee0872 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] show failed (client error): The resource could not be found. Feb 10 13:31:08.029619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48985ddd-b72c-4b24-aa7a-788405ee0872 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "GET /v2.0/security-groups/6d333892-1c6f-465e-aaaf-986a34d84a91 HTTP/1.1" status: 404 len: 347 time: 0.0526793 Feb 10 13:31:08.030600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:08.070019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae0144ea-3d89-4db9-b1da-755548c067d0 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:08.121155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:08.137747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.138790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e1330b07-35f8-4892-bafd-26cd30b648a3 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:08.142212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efa68f31-ed8c-4daa-9729-bf6551061909 req-bbeaf03e-1702-4e97-9be5-b861e5e618df tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0680044 Feb 10 13:31:08.195654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'name': 'network-vif-deleted', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:08.207584 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ba4cb-08fa-4c52-9b38-b03d93818c74" -d '{"events": [{"server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "name": "network-vif-deleted", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:08.218938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: e1330b07-35f8-4892-bafd-26cd30b648a3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:08.220288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e1330b07-35f8-4892-bafd-26cd30b648a3 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:08.240652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:08.278673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:08.318708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (ceace2c7-e413-47fa-a2ba-21b1f81058b4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.388667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:08.396024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9b9cb163-138a-4aef-a8a8-dfa1c711718c None None] Provisioning complete for port 0a6d89b2-4360-48b7-afd3-5fcb7482672e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:08.396409 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb163-138a-4aef-a8a8-dfa1c711718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.441576 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573a41a1-7741-492c-a7fb-772ac9a0e1e9 x-openstack-request-id: req-573a41a1-7741-492c-a7fb-772ac9a0e1e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:08.444841 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45f9463-a701-453a-a7a5-1b9dba3ecc53", "name": "network-vif-deleted", "tag": "206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:08.445203 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-573a41a1-7741-492c-a7fb-772ac9a0e1e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:08.445716 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45f9463-a701-453a-a7a5-1b9dba3ecc53', 'name': 'network-vif-deleted', 'tag': '206b7cb7-b9af-44bf-a7e7-7d5a7ebbb697', 'status': 'completed', 'code': 200} Feb 10 13:31:08.446517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=ceace2c7-e413-47fa-a2ba-21b1f81058b4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:08.451032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cb163-138a-4aef-a8a8-dfa1c711718c None None] Port 0a6d89b2-4360-48b7-afd3-5fcb7482672e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:08.467008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Deleting port 384badbf-2190-430a-b697-df26f26f94f0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:08.470389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (384badbf-2190-430a-b697-df26f26f94f0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.474790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:08.482506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:08.490942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:08.491493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.493635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180eb75-d076-440c-b4c1-ec1c92451335 None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:08.515392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0d107e9e-2ff1-45c5-b4d6-70162a65f9f8 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2310574 Feb 10 13:31:08.517927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:08.526722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-522462729', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ceace2c7-e413-47fa-a2ba-21b1f81058b4'}], 'security_groups': ['95165221-6430-423e-a691-07818b5dfc58']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:08.728163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:08.731361 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b46bb-6133-4478-8534-deffd4c11cda" -d '{"events": [{"server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "name": "network-vif-plugged", "status": "completed", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:08.837916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Update dhcp port {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'fixed_ips': [{'subnet_id': 'afb63c89-fb90-4dcc-b6ae-62da1e24db55', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ceace2c7-e413-47fa-a2ba-21b1f81058b4'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '315b52ea-0d7a-40c4-b22f-22124fcae8f7'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:31:08.887141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:08.962219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.031282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:09.121091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d401f-c6dd-449b-8f9f-5702ef570d72 req-88ad88cf-ff11-4b57-a9b2-ec6f96e7c8aa tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:09.128132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69d401f-c6dd-449b-8f9f-5702ef570d72 req-88ad88cf-ff11-4b57-a9b2-ec6f96e7c8aa tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 945 time: 0.3837879 Feb 10 13:31:09.225169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69d401f-c6dd-449b-8f9f-5702ef570d72 req-f98116dc-9c98-48c9-8f35-8122b82df9b8 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959897 Feb 10 13:31:09.402527 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d5078-9d21-4786-9c8c-e74d87c03f72 x-openstack-request-id: req-4b0d5078-9d21-4786-9c8c-e74d87c03f72 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:09.404595 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "name": "network-vif-plugged", "status": "completed", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:09.405107 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b0d5078-9d21-4786-9c8c-e74d87c03f72 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:09.406075 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f', 'code': 200} Feb 10 13:31:09.450799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (384badbf-2190-430a-b697-df26f26f94f0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.451425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for floatingip (384badbf-2190-430a-b697-df26f26f94f0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.513580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Calling delete_port for 384badbf-2190-430a-b697-df26f26f94f0 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:09.539774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:09.540801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.603417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Allocated IP 2001:db8:0:1::2 (7ead1455-47b5-475a-958e-31a38178667d/ceace2c7-e413-47fa-a2ba-21b1f81058b4/315b52ea-0d7a-40c4-b22f-22124fcae8f7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:09.632912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdd84804-d56b-4014-a98a-80299db00050 req-63d7eb0d-b99a-4feb-8b3c-28f068eaf75f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0501652 Feb 10 13:31:09.660586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adbbea-a8c9-4718-b70c-b391ccde6f0f req-02db099d-10bc-4c07-8c12-f1c02116cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:09.662187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5adbbea-a8c9-4718-b70c-b391ccde6f0f req-02db099d-10bc-4c07-8c12-f1c02116cf4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 1128 time: 0.2680705 Feb 10 13:31:09.772585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5adbbea-a8c9-4718-b70c-b391ccde6f0f req-b7fda651-0420-4622-96f1-f9822c9e1597 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040082 Feb 10 13:31:09.791997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:09.809186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a82a9-d2b2-4d42-8ab5-8a872e846f3d req-3434fa89-ce1e-41d1-b0d1-324802c8f7c6 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:09.810953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b18a82a9-d2b2-4d42-8ab5-8a872e846f3d req-3434fa89-ce1e-41d1-b0d1-324802c8f7c6 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 946 time: 0.0866816 Feb 10 13:31:09.817463 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (384badbf-2190-430a-b697-df26f26f94f0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.849815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:09.870288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Pushing event deleted for resources: {'Port': ['ID=384badbf-2190-430a-b697-df26f26f94f0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:09.904352 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Publish callbacks [] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:09.912358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b18a82a9-d2b2-4d42-8ab5-8a872e846f3d req-28d0e5da-7638-457b-bc79-59548d9140e3 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908718 Feb 10 13:31:09.913337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.006048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks [] for floatingip (629c9b78-5687-4df2-8f56-8398e481dabb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.008797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.011539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ec657aa-05c0-4288-b5d4-602f8cd8f4c4 tempest-ImagesOneServerNegativeTestJSON-1249251295 tempest-ImagesOneServerNegativeTestJSON-1249251295-project] 10.222.0.13 "DELETE /v2.0/floatingips/629c9b78-5687-4df2-8f56-8398e481dabb HTTP/1.1" status: 204 len: 168 time: 1.9788811 Feb 10 13:31:10.017507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.109537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d84d03-4d4e-43ec-90db-c5ea9093af9f None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:10.147494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Delete allocated IP 2001:db8::2b3 (7ead1455-47b5-475a-958e-31a38178667d/afb63c89-fb90-4dcc-b6ae-62da1e24db55) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:31:10.171578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8:0:1::373 (7ead1455-47b5-475a-958e-31a38178667d/ceace2c7-e413-47fa-a2ba-21b1f81058b4/0a6d89b2-4360-48b7-afd3-5fcb7482672e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:10.215843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:10.317376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Deleting subnet 137662f9-aba4-4e5c-a5c1-fad11bb32f15 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:10.330704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Publish callbacks [] for subnet (137662f9-aba4-4e5c-a5c1-fad11bb32f15), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.492107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (137662f9-aba4-4e5c-a5c1-fad11bb32f15), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.557882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Deleting port f33c1f8b-bef2-40a1-a6e7-405376190316 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:10.558891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.624016 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (137662f9-aba4-4e5c-a5c1-fad11bb32f15), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.699680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.719334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.739387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] For port f33c1f8b-bef2-40a1-a6e7-405376190316, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f33c1f8b-bef2-40a1-a6e7-405376190316,segment=NetworkSegment(a89f4af3-52be-4ca8-afcb-bec12ea468b0),segment_id=a89f4af3-52be-4ca8-afcb-bec12ea468b0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:10.739910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.776943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Calling delete_port for f33c1f8b-bef2-40a1-a6e7-405376190316 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:10.846896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c59842e7-ad71-4112-99f8-d6d21b09be81 req-d7b5b5db-1e47-4e61-b1b3-bd69776b0c2e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0685980 Feb 10 13:31:10.915178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (137662f9-aba4-4e5c-a5c1-fad11bb32f15), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.922321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] In _notify_port_updated(), no bound segment for port 0a6d89b2-4360-48b7-afd3-5fcb7482672e on network 7ead1455-47b5-475a-958e-31a38178667d {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:31:10.934356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:10.935183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:10.940915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/ports/0a6d89b2-4360-48b7-afd3-5fcb7482672e HTTP/1.1" status: 200 len: 930 time: 2.4181004 Feb 10 13:31:10.941061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:10.974802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:11.017107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137662f9-aba4-4e5c-a5c1-fad11bb32f15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:11.034612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.038157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-56b83e96-9ae9-4c9f-ac18-bb1a185c554e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/137662f9-aba4-4e5c-a5c1-fad11bb32f15 HTTP/1.1" status: 204 len: 168 time: 0.8189981 Feb 10 13:31:11.039485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4cad-0177-4e7f-8780-eba63184780f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=0a6d89b2-4360-48b7-afd3-5fcb7482672e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:11.041890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52786) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:11.107534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:11.108168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.115796 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.175002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b0f5e-c526-4002-bf4b-349215bfcbf5 req-e8267209-8ba9-451d-803d-7054e75421cf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:11.177998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-507b0f5e-c526-4002-bf4b-349215bfcbf5 req-e8267209-8ba9-451d-803d-7054e75421cf tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 946 time: 0.1244178 Feb 10 13:31:11.324931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-507b0f5e-c526-4002-bf4b-349215bfcbf5 req-95e74950-f7ae-4316-9899-805ea4037ce3 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323991 Feb 10 13:31:11.369963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:11.389027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:11.394794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.427909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.492396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:11.520084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:11.521834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.620534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.672471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:11.687097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:11.696660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee93a9d-2ff2-4122-98ec-20c40329dac5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:11.696995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee93a9d-2ff2-4122-98ec-20c40329dac5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:11.700858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Provisioning complete for port 0a6d89b2-4360-48b7-afd3-5fcb7482672e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:11.701472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.711644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (fee93a9d-2ff2-4122-98ec-20c40329dac5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.736045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fee93a9d-2ff2-4122-98ec-20c40329dac5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.764078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:11.764500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (fee93a9d-2ff2-4122-98ec-20c40329dac5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:11.766328 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:11.769050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-30c964ed-4942-401b-a777-5c3fe7e8b901 None None] Port 0a6d89b2-4360-48b7-afd3-5fcb7482672e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:11.786292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 0a6d89b2-4360-48b7-afd3-5fcb7482672e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:11.786636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:11.912288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa0d932a-779f-4f1e-b840-eb69a3b1fcd5 None None] Provisioning complete for port 0a6d89b2-4360-48b7-afd3-5fcb7482672e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:11.912798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa0d932a-779f-4f1e-b840-eb69a3b1fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.034951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d932a-779f-4f1e-b840-eb69a3b1fcd5 None None] Port 0a6d89b2-4360-48b7-afd3-5fcb7482672e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:12.058222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f941511e-4062-41da-93a0-f74ddb224ece req-c43c2d00-6b85-458c-afe1-566c612632bb tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0402999 Feb 10 13:31:12.074620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.139947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.156165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7 HTTP/1.1" status: 204 len: 168 time: 1.1108556 Feb 10 13:31:12.208275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64128229-659e-4692-bf46-8ab454cc2ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43b2b9d-12f5-4bd4-96b5-fb0ffa3137e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:12.233636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.260262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f33c1f8b-bef2-40a1-a6e7-405376190316), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.318581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 0a6d89b2-4360-48b7-afd3-5fcb7482672e owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:12.379009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f33c1f8b-bef2-40a1-a6e7-405376190316,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:12.418590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2800baa-b745-4132-b414-0607b778078a req-a46d855b-3e87-4189-9aab-acc8d75f0872 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:12.433308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2800baa-b745-4132-b414-0607b778078a req-a46d855b-3e87-4189-9aab-acc8d75f0872 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 946 time: 0.1927679 Feb 10 13:31:12.582196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2800baa-b745-4132-b414-0607b778078a req-808cb881-9919-49f6-bcc9-ef1cd06dbf98 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467731 Feb 10 13:31:12.602112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:12.672923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5066beda-f80a-4a98-bc7b-3db7ab2180ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee8b5611f4b74dab8b5bc940602db77c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695584 Feb 10 13:31:12.677413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:12.742295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.773089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] Publish callbacks [] for security_group (0f367023-cfe7-436a-bf27-78f934987f96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.776491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0a6d89b2-4360-48b7-afd3-5fcb7482672e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.826274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] Publish callbacks [] for security_group (0f367023-cfe7-436a-bf27-78f934987f96), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.897532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=0a6d89b2-4360-48b7-afd3-5fcb7482672e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:12.926631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f367023-cfe7-436a-bf27-78f934987f96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.932105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:12.934136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f367023-cfe7-436a-bf27-78f934987f96 HTTP/1.1" status: 204 len: 168 time: 0.2553048 Feb 10 13:31:12.998616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.017345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2348bdbc-e20f-4cb2-b032-f3f563d8ef9f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/0a6d89b2-4360-48b7-afd3-5fcb7482672e HTTP/1.1" status: 204 len: 168 time: 2.0700047 Feb 10 13:31:13.018041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:13.054318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299806ee-7c2d-4d21-bb3b-2411a3fb74f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f367023-cfe7-436a-bf27-78f934987f96,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:13.090747 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-58732efd-5d7c-4f88-9ace-9ea9464b6f7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:31:13.099393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58732efd-5d7c-4f88-9ace-9ea9464b6f7f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/0a6d89b2-4360-48b7-afd3-5fcb7482672e HTTP/1.1" status: 404 len: 333 time: 0.0784416 Feb 10 13:31:13.100011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:13.126657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89210ab7-72c3-4b21-b977-e92817aea104 req-b0f3640d-d344-4acb-996f-a7f50882f825 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:13.128666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89210ab7-72c3-4b21-b977-e92817aea104 req-b0f3640d-d344-4acb-996f-a7f50882f825 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 946 time: 0.1815224 Feb 10 13:31:13.311422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b330be86-180e-43e5-a962-94f7a760dda7 req-c57fac6a-1318-43b2-9390-ce1d3c2beb11 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0892956 Feb 10 13:31:13.381010 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:31:13.382089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.441932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.514369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:31:13.569542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.572193 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.576091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f HTTP/1.1" status: 204 len: 168 time: 0.4726956 Feb 10 13:31:13.578080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:13.590439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58889b-252a-4eef-b34b-fbe8baf373eb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee83eda-db25-45e1-b7f8-c4d3dd0a4c3f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:13.693050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd18dd-31d8-4218-a507-899def559867 req-1f4d6d54-1819-4132-b88b-2e095ce122aa tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:13.696166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:13.704908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94dd18dd-31d8-4218-a507-899def559867 req-1f4d6d54-1819-4132-b88b-2e095ce122aa tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca23e6b-950d-49a4-81f5-fd21228d49bb HTTP/1.1" status: 200 len: 945 time: 0.3163493 Feb 10 13:31:13.737864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Deleting port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:13.738206 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.851076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Deleting subnet cd5d1888-3d71-4a4c-967b-808d4db35740 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:13.890796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:13.902532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Sync routers for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:13.923452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3120fcd-c568-482b-8941-baa9d5d80c3e admin admin] 10.222.0.13 "PUT /v2.0/routers/0395944c-bc6b-4d8c-950f-6d1f3626e3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6371057 Feb 10 13:31:13.924934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Publish callbacks [] for subnet (cd5d1888-3d71-4a4c-967b-808d4db35740), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:13.926732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:13.929644 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:13.930127 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:14.057789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (95165221-6430-423e-a691-07818b5dfc58), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.161522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae65bf-7eb2-48f6-b8f6-a8eeb1b0bdcd req-bff676b1-7ae5-4725-8796-6c62358311ac tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:14.189335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddae65bf-7eb2-48f6-b8f6-a8eeb1b0bdcd req-bff676b1-7ae5-4725-8796-6c62358311ac tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 946 time: 0.4067473 Feb 10 13:31:14.201853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] For port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:14.202279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.222598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (95165221-6430-423e-a691-07818b5dfc58), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.229813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (cd5d1888-3d71-4a4c-967b-808d4db35740), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.289989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Calling delete_port for efaddd82-d1f8-42e2-8c77-36c6af6f7d1f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:14.441175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cd5d1888-3d71-4a4c-967b-808d4db35740), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.498559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks [] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.517444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:14.526711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Deleting port 5059e50e-464f-41ed-9447-e0a82c7f58e1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:14.527320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.535017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (95165221-6430-423e-a691-07818b5dfc58), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.538437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.542658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/security-groups/95165221-6430-423e-a691-07818b5dfc58 HTTP/1.1" status: 204 len: 168 time: 0.9619081 Feb 10 13:31:14.561314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddae65bf-7eb2-48f6-b8f6-a8eeb1b0bdcd req-82fe5dad-0b22-41c3-bb56-1add82808fa2 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/security-groups?id=e707615c-f1f9-4d7e-86b5-c599c2ca04ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625484 Feb 10 13:31:14.566140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:14.724275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6df95-29ca-47f2-ae74-de5c7a03ef5a tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95165221-6430-423e-a691-07818b5dfc58,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:14.835445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f6e3bf8-b6dd-4381-8e23-5d62057e8f03 req-d51ce598-0c97-455e-b23a-7fb77b658a58 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1221759 Feb 10 13:31:14.855140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks [] for router_gateway (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.870246 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:31:11Z', 'revision_number': 5, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port': {'id': '1418a314-bce2-4d08-ad99-23851ae17aac', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:28:40Z', 'updated_at': '2022-02-10T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:14.920922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Checking router: 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:31:14.927665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (efaddd82-d1f8-42e2-8c77-36c6af6f7d1f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.940268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['efaddd82-d1f8-42e2-8c77-36c6af6f7d1f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:14.954711 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Routers {'0395944c-bc6b-4d8c-950f-6d1f3626e3f3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:14.955358 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:14.972470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event deleted for resources: {'Port': ['ID=efaddd82-d1f8-42e2-8c77-36c6af6f7d1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:14.978624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet afb63c89-fb90-4dcc-b6ae-62da1e24db55 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:14.991198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (cd5d1888-3d71-4a4c-967b-808d4db35740), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:14.995718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (afb63c89-fb90-4dcc-b6ae-62da1e24db55), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.070415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.079345 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd5d1888-3d71-4a4c-967b-808d4db35740 HTTP/1.1" status: 204 len: 168 time: 1.3821461 Feb 10 13:31:15.080488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00c40-25bb-42d2-b34a-66a72ac47d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5d1888-3d71-4a4c-967b-808d4db35740,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:15.091836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:15.120380 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] Set router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:15.150257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Deleting port 1418a314-bce2-4d08-ad99-23851ae17aac {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:15.150783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.210284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] No DVR routers for this DVR port efaddd82-d1f8-42e2-8c77-36c6af6f7d1f on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:15.214104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] For port 5059e50e-464f-41ed-9447-e0a82c7f58e1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5059e50e-464f-41ed-9447-e0a82c7f58e1,segment=NetworkSegment(2d284590-b5a1-4bfd-8918-a7647de26894),segment_id=2d284590-b5a1-4bfd-8918-a7647de26894)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:15.214786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.220779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.224765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89210ab7-72c3-4b21-b977-e92817aea104 req-6e2b7768-7468-4e6f-93e5-dd4c47f59d66 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.77 "DELETE /v2.0/ports/efaddd82-d1f8-42e2-8c77-36c6af6f7d1f HTTP/1.1" status: 204 len: 173 time: 2.0898857 Feb 10 13:31:15.231593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'name': 'network-vif-deleted', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:15.234531 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211805ed-9592-4878-a7d2-49b8a47c4a4f" -d '{"events": [{"server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "name": "network-vif-deleted", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:15.249142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Calling delete_port for 5059e50e-464f-41ed-9447-e0a82c7f58e1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:15.252743 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (afb63c89-fb90-4dcc-b6ae-62da1e24db55), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.257750 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:31:14Z', 'revision_number': 6, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:15.310601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] For port 1418a314-bce2-4d08-ad99-23851ae17aac, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1418a314-bce2-4d08-ad99-23851ae17aac,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:15.311017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.330213 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ce920c-7385-46f4-a392-5e09310858e2 None None] The sync data for ids ['0395944c-bc6b-4d8c-950f-6d1f3626e3f3'] in n-d-815324-6 is: [{'id': '0395944c-bc6b-4d8c-950f-6d1f3626e3f3', 'name': 'tempest-ServerRescueTestJSON-811302175-router', 'tenant_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:28:38Z', 'updated_at': '2022-02-10T13:31:14Z', 'revision_number': 6, 'project_id': 'cc03006de97846f6a187fa1cd8d5dabe', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:15.355735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Calling delete_port for 1418a314-bce2-4d08-ad99-23851ae17aac owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:15.360001 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f733cd3-7354-405c-8667-34a4ab072e97 x-openstack-request-id: req-0f733cd3-7354-405c-8667-34a4ab072e97 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:15.360414 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1216be2-01bf-4d36-80d8-55c72f7635f6", "name": "network-vif-deleted", "tag": "efaddd82-d1f8-42e2-8c77-36c6af6f7d1f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:15.360836 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f733cd3-7354-405c-8667-34a4ab072e97 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:15.361351 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1216be2-01bf-4d36-80d8-55c72f7635f6', 'name': 'network-vif-deleted', 'tag': 'efaddd82-d1f8-42e2-8c77-36c6af6f7d1f', 'status': 'completed', 'code': 200} Feb 10 13:31:15.438000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (afb63c89-fb90-4dcc-b6ae-62da1e24db55), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.539416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.582662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (afb63c89-fb90-4dcc-b6ae-62da1e24db55), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.610167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5059e50e-464f-41ed-9447-e0a82c7f58e1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.620698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c692c5-0ab3-43a6-8473-3e08c0ffa4a9 None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:15.623472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:15.628976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/afb63c89-fb90-4dcc-b6ae-62da1e24db55 HTTP/1.1" status: 204 len: 168 time: 1.0327425 Feb 10 13:31:15.679955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:15.712519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:15.867371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Pushing event deleted for resources: {'Port': ['ID=5059e50e-464f-41ed-9447-e0a82c7f58e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:15.903243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e582e1-a740-4915-8d72-fe7ec34b8f55 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=afb63c89-fb90-4dcc-b6ae-62da1e24db55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:15.956610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.001802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3617c4b0-0708-44f4-9e7a-fa0be0f347b7 req-1b1b860c-5d36-449c-a223-a39efb6cbfbe tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1216be2-01bf-4d36-80d8-55c72f7635f6 HTTP/1.1" status: 200 len: 210 time: 0.2032933 Feb 10 13:31:16.048170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:16.071802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] No DVR routers for this DVR port 5059e50e-464f-41ed-9447-e0a82c7f58e1 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:16.075162 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.079549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94dd18dd-31d8-4218-a507-899def559867 req-0b17da8e-06f5-4963-8b94-2867a8811734 tempest-MultipleCreateTestJSON-1756609351 tempest-MultipleCreateTestJSON-1756609351-project] 10.222.0.21 "DELETE /v2.0/ports/5059e50e-464f-41ed-9447-e0a82c7f58e1 HTTP/1.1" status: 204 len: 173 time: 2.3445096 Feb 10 13:31:16.129748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf995d4-5074-47e2-8736-f5533f556ca9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:16.130105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf995d4-5074-47e2-8736-f5533f556ca9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:16.172181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6cf995d4-5074-47e2-8736-f5533f556ca9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.244612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5059e50e-464f-41ed-9447-e0a82c7f58e1 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:16.248088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6cf995d4-5074-47e2-8736-f5533f556ca9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.299634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:16.302375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6cf995d4-5074-47e2-8736-f5533f556ca9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:16.306287 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:16.316455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 5059e50e-464f-41ed-9447-e0a82c7f58e1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:16.318397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5059e50e-464f-41ed-9447-e0a82c7f58e1 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:16.324785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1418a314-bce2-4d08-ad99-23851ae17aac), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.364013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-464742c6-b397-499c-a1e1-ae79b43d4209 req-d58694b1-acf6-43dd-9892-ba97200dbcf3 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1401317 Feb 10 13:31:16.396214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:16.400451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.588556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1418a314-bce2-4d08-ad99-23851ae17aac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:16.677624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.696303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:16.710112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292 HTTP/1.1" status: 204 len: 168 time: 1.6140311 Feb 10 13:31:16.775661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364c7ba-9a7b-4e42-8e3f-5e9881244395 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d62c03-af5d-4ec2-9ecb-3e1ca8b71292,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:16.825158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.002437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1418a314-bce2-4d08-ad99-23851ae17aac no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:17.129630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1418a314-bce2-4d08-ad99-23851ae17aac {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:17.131297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1418a314-bce2-4d08-ad99-23851ae17aac not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:17.133372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.134165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f33c1f8b-bef2-40a1-a6e7-405376190316 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:17.148064 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks [] for router_controller (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.149722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.187811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f33c1f8b-bef2-40a1-a6e7-405376190316 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:17.193696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f33c1f8b-bef2-40a1-a6e7-405376190316 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:17.265131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efaddd82-d1f8-42e2-8c77-36c6af6f7d1f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:17.294290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52932) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.300049 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bcf5221a-32ae-4543-baba-e948d8b61c31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8141c7bbf17a40b283cdacbd4117558b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491358 Feb 10 13:31:17.301996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.330043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: efaddd82-d1f8-42e2-8c77-36c6af6f7d1f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:17.330782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efaddd82-d1f8-42e2-8c77-36c6af6f7d1f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:17.362881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:17.363598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.429686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Deleting subnet a730a10b-43a2-4579-882b-f01841c42be4 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:17.441279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0395944c-bc6b-4d8c-950f-6d1f3626e3f3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.446175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0395944c-bc6b-4d8c-950f-6d1f3626e3f3 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:31:17.456547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.458173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a92b846c-3c12-44e5-b136-5119006974c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0395944c-bc6b-4d8c-950f-6d1f3626e3f3 HTTP/1.1" status: 204 len: 168 time: 3.5304446 Feb 10 13:31:17.468171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.487954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Publish callbacks [] for subnet (a730a10b-43a2-4579-882b-f01841c42be4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.533119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:17.576744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:17.579339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.605628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (a730a10b-43a2-4579-882b-f01841c42be4), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.675439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Deleting subnet fd4dff3d-7d24-4416-9248-c97bc975c9fe {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:17.680053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Publish callbacks [] for subnet (fd4dff3d-7d24-4416-9248-c97bc975c9fe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.737793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (fd4dff3d-7d24-4416-9248-c97bc975c9fe), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.763612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'name': 'network-vif-deleted', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:17.766697 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352664d-ada0-4605-be08-3e98696c0480" -d '{"events": [{"server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "name": "network-vif-deleted", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:17.790770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fd4dff3d-7d24-4416-9248-c97bc975c9fe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.813751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6192797e-fcfc-4300-bf79-14945909e88b None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:17.825833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-290e54a8-49e9-46fc-98ba-4021dcd98aa2 req-380c95eb-8a6f-4ce1-bd47-b0295d51b8bf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0514936 Feb 10 13:31:17.827221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (fe1e4d17-003b-4650-964f-4be257a22fad), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.871263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (fd4dff3d-7d24-4416-9248-c97bc975c9fe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.894009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=fe1e4d17-003b-4650-964f-4be257a22fad,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:17.907475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:17.909764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:17.913136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:17.914928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.920136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25697d04-0da1-49d4-8f08-11dc5b11d430 None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:17.922222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.930056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.930925 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd4dff3d-7d24-4416-9248-c97bc975c9fe HTTP/1.1" status: 204 len: 168 time: 0.4604933 Feb 10 13:31:17.940364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957c5a7-4fad-4f86-9159-bf0f743f70b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4dff3d-7d24-4416-9248-c97bc975c9fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:17.940732 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a8998-9052-4d4e-8e73-39a3646d8766 x-openstack-request-id: req-c61a8998-9052-4d4e-8e73-39a3646d8766 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:17.941044 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca23e6b-950d-49a4-81f5-fd21228d49bb", "name": "network-vif-deleted", "tag": "5059e50e-464f-41ed-9447-e0a82c7f58e1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:17.941298 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c61a8998-9052-4d4e-8e73-39a3646d8766 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:17.941687 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca23e6b-950d-49a4-81f5-fd21228d49bb', 'name': 'network-vif-deleted', 'tag': '5059e50e-464f-41ed-9447-e0a82c7f58e1', 'status': 'completed', 'code': 200} Feb 10 13:31:17.963255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a730a10b-43a2-4579-882b-f01841c42be4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:17.964337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5aaca80b-4255-4f2b-96ca-45f28ced7efc tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2714992 Feb 10 13:31:17.971041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:17.977138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'security_group': {'name': 'tempest-secgroup-360547942'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:18.025789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] Publish callbacks [] for security_group (a6dae697-289b-45d2-bfa0-13176ec4cb02), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.045245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a730a10b-43a2-4579-882b-f01841c42be4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.061913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.073220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.077481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a730a10b-43a2-4579-882b-f01841c42be4 HTTP/1.1" status: 204 len: 168 time: 0.7762399 Feb 10 13:31:18.098397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] Publish callbacks [] for security_group (a6dae697-289b-45d2-bfa0-13176ec4cb02), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.100555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:18.108690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (78beec78-cad9-4d7c-9938-336304691470), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.114158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eda9c8-f2e8-4bd2-8538-4275be4ab9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a730a10b-43a2-4579-882b-f01841c42be4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:18.261290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Update dhcp port {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'fixed_ips': [{'subnet_id': 'ceace2c7-e413-47fa-a2ba-21b1f81058b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe1e4d17-003b-4650-964f-4be257a22fad'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '315b52ea-0d7a-40c4-b22f-22124fcae8f7'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:31:18.314250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (be616998-fa87-4bba-b96f-a6059dfebb53), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.322778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.349846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (78beec78-cad9-4d7c-9938-336304691470), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.397481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78beec78-cad9-4d7c-9938-336304691470']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:18.423102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f4af3-52be-4ca8-afcb-bec12ea468b0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:18.423943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f4af3-52be-4ca8-afcb-bec12ea468b0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:18.456805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (a89f4af3-52be-4ca8-afcb-bec12ea468b0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.479105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a89f4af3-52be-4ca8-afcb-bec12ea468b0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.493900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:18.495028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (a89f4af3-52be-4ca8-afcb-bec12ea468b0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.694556 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (773b75ca-0827-4ec2-a241-930b2d8cdf4b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:18.696046 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:18.710923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (773b75ca-0827-4ec2-a241-930b2d8cdf4b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.734972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Allocated IP 2001:db8::2 (7ead1455-47b5-475a-958e-31a38178667d/fe1e4d17-003b-4650-964f-4be257a22fad/315b52ea-0d7a-40c4-b22f-22124fcae8f7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:18.792261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (78beec78-cad9-4d7c-9938-336304691470), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.816644 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.830918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78beec78-cad9-4d7c-9938-336304691470 HTTP/1.1" status: 204 len: 168 time: 0.8938310 Feb 10 13:31:18.874712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.885042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9126973 Feb 10 13:31:18.891256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-648af649-2286-483f-8c75-924d77b82f4a None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:18.925103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Publish callbacks [] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.933562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:18.954864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:18.964104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'security_group': {'name': 'tempest-secgroup-20524793'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:18.994501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32671228-d603-49d0-9267-c9e771ebeed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=78beec78-cad9-4d7c-9938-336304691470,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:18.996640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8f2f4-3a56-4305-b1de-a4f051ea2331 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b75ca-0827-4ec2-a241-930b2d8cdf4b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.035558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.075140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6dae697-289b-45d2-bfa0-13176ec4cb02), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.082658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.083976 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6dae697-289b-45d2-bfa0-13176ec4cb02 HTTP/1.1" status: 204 len: 168 time: 1.6636770 Feb 10 13:31:19.106451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5071-7a00-4759-98ba-8e3fe4a99830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dae697-289b-45d2-bfa0-13176ec4cb02,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.157735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (be616998-fa87-4bba-b96f-a6059dfebb53), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.188746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be616998-fa87-4bba-b96f-a6059dfebb53']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:19.224528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648af649-2286-483f-8c75-924d77b82f4a None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.226846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3a576d0-d4a5-4e90-a750-654caf36fce5 req-54c56d13-ee15-4540-9e62-5541ce3e7a7f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1406598 Feb 10 13:31:19.231430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d284590-b5a1-4bfd-8918-a7647de26894') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:19.231983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d284590-b5a1-4bfd-8918-a7647de26894') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:19.279024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2d284590-b5a1-4bfd-8918-a7647de26894), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.306044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2d284590-b5a1-4bfd-8918-a7647de26894), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.318427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:19.373915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:19.374633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2d284590-b5a1-4bfd-8918-a7647de26894), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:19.423428 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:19.437609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:19.440378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (c6534f8a-679b-4d4f-9a39-c80bce84dd56), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.451969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c6534f8a-679b-4d4f-9a39-c80bce84dd56), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.562163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.573523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6106892 Feb 10 13:31:19.574838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:19.576280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0559bf-5966-4ec5-a9eb-019f54b2fc53 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6534f8a-679b-4d4f-9a39-c80bce84dd56,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.588043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671218672'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:19.598919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (be616998-fa87-4bba-b96f-a6059dfebb53), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.635766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0be54aa-4a95-4c19-ba85-0e68a7790eb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc03006de97846f6a187fa1cd8d5dabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100803 Feb 10 13:31:19.635911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:19.644622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.649339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/be616998-fa87-4bba-b96f-a6059dfebb53 HTTP/1.1" status: 204 len: 168 time: 1.5472367 Feb 10 13:31:19.690495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15e2a5-3809-45c9-9f15-cb9063f6a1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be616998-fa87-4bba-b96f-a6059dfebb53,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.712169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.778282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] Publish callbacks [] for security_group (97328176-d60a-497f-b93c-0bd39fa13b5b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.821537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] Publish callbacks [] for security_group (97328176-d60a-497f-b93c-0bd39fa13b5b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.853296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (2f3cdd72-bb15-402a-85e5-f088e06b2b22), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.861288 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2f3cdd72-bb15-402a-85e5-f088e06b2b22), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.927075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3cdd72-bb15-402a-85e5-f088e06b2b22,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.950691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.954947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (97328176-d60a-497f-b93c-0bd39fa13b5b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.957545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e94ed32a-755c-4436-a982-7f438adc62be tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3752193 Feb 10 13:31:19.958382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:19.958728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:19.964709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97328176-d60a-497f-b93c-0bd39fa13b5b HTTP/1.1" status: 204 len: 168 time: 0.3268132 Feb 10 13:31:19.982522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69a138-636e-4f57-b718-0632ebc64c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97328176-d60a-497f-b93c-0bd39fa13b5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:19.994435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-392538524', 'security_groups': ['2f3cdd72-bb15-402a-85e5-f088e06b2b22'], 'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe1e4d17-003b-4650-964f-4be257a22fad'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:20.051752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d168f0a8-9508-40d1-b064-ef8e7f2551f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.095033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:20.226803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7dd57a03-780a-4032-94c0-75050d790c97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=495e39b2c17f4186a40f1790c90eae27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303999 Feb 10 13:31:20.229460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:20.252970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:20.290612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:20.291572 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.338812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d168f0a8-9508-40d1-b064-ef8e7f2551f8 admin admin] Publish callbacks [] for security_group (886468c6-b57f-4c22-9802-9f4dce173d5a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.368370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d168f0a8-9508-40d1-b064-ef8e7f2551f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (886468c6-b57f-4c22-9802-9f4dce173d5a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.387517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:20.398554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:20.399072 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.464105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc305feb-fc9c-43f2-a104-6442fa8481dd req-5954c4ed-e4ef-49a0-891c-b4ed296f0dd5 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0681672 Feb 10 13:31:20.497179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] Publish callbacks [] for security_group (e707615c-f1f9-4d7e-86b5-c599c2ca04ec), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.568614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d168f0a8-9508-40d1-b064-ef8e7f2551f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2531f2ca268435f8b1b203d002c401a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1242232 Feb 10 13:31:20.570019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:20.575042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b3511dd-ee58-48ca-8601-0d2625fab5aa None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:20.590465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f0a8-9508-40d1-b064-ef8e7f2551f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886468c6-b57f-4c22-9802-9f4dce173d5a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:20.605500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] Publish callbacks [] for security_group (e707615c-f1f9-4d7e-86b5-c599c2ca04ec), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.621840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.684855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] Publish callbacks [] for security_group (886468c6-b57f-4c22-9802-9f4dce173d5a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.687717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] device_id is not set on port 547c54f0-e141-410b-9842-49195b2e68db yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:31:20.743148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] Publish callbacks [] for security_group (886468c6-b57f-4c22-9802-9f4dce173d5a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.839524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (886468c6-b57f-4c22-9802-9f4dce173d5a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.844260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.845584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/886468c6-b57f-4c22-9802-9f4dce173d5a HTTP/1.1" status: 204 len: 168 time: 0.2743242 Feb 10 13:31:20.867196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca5ac-bfe9-4671-9dba-b536ef93c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886468c6-b57f-4c22-9802-9f4dce173d5a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:20.947600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8::10d (7ead1455-47b5-475a-958e-31a38178667d/fe1e4d17-003b-4650-964f-4be257a22fad/547c54f0-e141-410b-9842-49195b2e68db) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:20.974004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:20.975106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e707615c-f1f9-4d7e-86b5-c599c2ca04ec), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.979309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:20.981137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e707615c-f1f9-4d7e-86b5-c599c2ca04ec HTTP/1.1" status: 204 len: 168 time: 0.7502894 Feb 10 13:31:21.080264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c13e67-1c27-41d5-94fb-3ed817c21610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e707615c-f1f9-4d7e-86b5-c599c2ca04ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:21.148520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:21.149171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:21.281270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (547c54f0-e141-410b-9842-49195b2e68db), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:21.368341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (547c54f0-e141-410b-9842-49195b2e68db), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:21.434788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:21.489065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:21.505247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:21.525626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:21.533468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:21.534141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:21.569661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=547c54f0-e141-410b-9842-49195b2e68db,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:21.604859 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-837d2932-d80e-4511-b132-e0f489397041 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6287599 Feb 10 13:31:21.608336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:21.617992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:21.793045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39141de0-35d6-4e6a-8cdf-c65a1c4332bf req-b4954275-1e72-40c8-b0de-5f840213e79f tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1051202 Feb 10 13:31:21.876164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:21.905786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf00021-cc99-46c9-ba51-cb3ee6ff645e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.031272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf00021-cc99-46c9-ba51-cb3ee6ff645e admin admin] Publish callbacks [] for security_group (e093aa9d-fcc1-4da3-945d-cd0f90c8cc04), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.035107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:22.038279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ec48b956-e751-44c1-8864-3d3903633c5d None None] Provisioning complete for port 547c54f0-e141-410b-9842-49195b2e68db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:22.038673 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec48b956-e751-44c1-8864-3d3903633c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (547c54f0-e141-410b-9842-49195b2e68db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.039165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.039949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdf00021-cc99-46c9-ba51-cb3ee6ff645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e093aa9d-fcc1-4da3-945d-cd0f90c8cc04), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.093434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cdf00021-cc99-46c9-ba51-cb3ee6ff645e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=804178b50ea24c529b1b86348a65ab11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160852 Feb 10 13:31:22.094632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf00021-cc99-46c9-ba51-cb3ee6ff645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093aa9d-fcc1-4da3-945d-cd0f90c8cc04,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:22.097449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53126) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:22.185427 n-d-815324-6 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe1e4d17-003b-4650-964f-4be257a22fad (CIDR: 2001:db8::/64) Feb 10 13:31:22.190149 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:31:22.192020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] Publish callbacks [] for security_group (e093aa9d-fcc1-4da3-945d-cd0f90c8cc04), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.193025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:22.195716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ec48b956-e751-44c1-8864-3d3903633c5d None None] Port 547c54f0-e141-410b-9842-49195b2e68db cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:22.223262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee7c8f9b-4e15-452b-a407-0c37b1728cda tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6117985 Feb 10 13:31:22.227547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:22.240290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:22.253598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] Publish callbacks [] for security_group (e093aa9d-fcc1-4da3-945d-cd0f90c8cc04), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.365381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e093aa9d-fcc1-4da3-945d-cd0f90c8cc04), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.368584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.370091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e093aa9d-fcc1-4da3-945d-cd0f90c8cc04 HTTP/1.1" status: 204 len: 168 time: 0.2708769 Feb 10 13:31:22.386670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558356b-6dab-48db-b41e-680101cfef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093aa9d-fcc1-4da3-945d-cd0f90c8cc04,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:22.513843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:22.519021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:22.607005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-d0e07894-af4c-49f4-ab2f-1ac6fe20f1b7 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0971de15a1384e02ab68f943a58850cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820055 Feb 10 13:31:22.809024 n-d-815324-6 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ceace2c7-e413-47fa-a2ba-21b1f81058b4 (CIDR: 2001:db8:0:1::/64) Feb 10 13:31:22.816799 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:31:22.830112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:22.890136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f97197f-5754-4886-a23a-0717e99cbd98 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:22.892599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f97197f-5754-4886-a23a-0717e99cbd98 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757902 Feb 10 13:31:22.922895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:22.929518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'subnet': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:22.935657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-582b8ca4-ca39-4213-aa6b-2c7b843e7f66 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7068253 Feb 10 13:31:22.947842 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-ffdb2731-4b44-460c-b0aa-52f93143aed7 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/quotas/0971de15a1384e02ab68f943a58850cf HTTP/1.1" status: 200 len: 375 time: 0.0470386 Feb 10 13:31:23.006535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-7b35c34f-4e76-4d93-b4cc-e9ae42f182a3 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512259 Feb 10 13:31:23.124305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Made reservation on behalf of 7aba90e9553d4aee8045e8c80f67538d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:23.128635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:23.490150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d3424dc-cf15-4061-909f-3479d1bc5160 req-e8ebc307-3245-48cf-bbb1-8b0763262cf4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0795965 Feb 10 13:31:23.781208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b32b4015-7366-45ac-b897-a206a9663f25), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:23.838660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Network 7ead1455-47b5-475a-958e-31a38178667d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:23.841957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:23.846490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:23.847096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:23.853976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c83c39-6a2a-4adc-839f-dcaf7d9febc5 None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:23.863538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Subnet': ['ID=b32b4015-7366-45ac-b897-a206a9663f25,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:23.879591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-87ce41ec-4e0e-4810-bd98-ee07224cd114 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9512212 Feb 10 13:31:23.879591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53204) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:23.884036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-487965222', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b32b4015-7366-45ac-b897-a206a9663f25'}], 'security_groups': ['773b75ca-0827-4ec2-a241-930b2d8cdf4b', 'c6534f8a-679b-4d4f-9a39-c80bce84dd56']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:24.066575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (547c54f0-e141-410b-9842-49195b2e68db), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:24.246762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-1632507c-11c7-48c3-8e3f-f9f8fa8e1c7e tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0971de15a1384e02ab68f943a58850cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762525 Feb 10 13:31:24.363549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Update dhcp port {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'fixed_ips': [{'subnet_id': 'ceace2c7-e413-47fa-a2ba-21b1f81058b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe1e4d17-003b-4650-964f-4be257a22fad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b32b4015-7366-45ac-b897-a206a9663f25'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '315b52ea-0d7a-40c4-b22f-22124fcae8f7'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:31:24.502670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:24.587698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-95f67dfe-6fb3-4c0b-ad57-76985dbf61eb tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:24.608252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-95f67dfe-6fb3-4c0b-ad57-76985dbf61eb tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555763 Feb 10 13:31:24.646168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-c118ff48-06bb-43bb-9fb1-356883ab302c tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/quotas/0971de15a1384e02ab68f943a58850cf HTTP/1.1" status: 200 len: 375 time: 0.0355546 Feb 10 13:31:24.758213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-6141c306-ca28-4ddf-99de-2a1b0c46dc90 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103611 Feb 10 13:31:24.905508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Delete allocated IP 2001:db8::10d (7ead1455-47b5-475a-958e-31a38178667d/fe1e4d17-003b-4650-964f-4be257a22fad) {{(pid=103400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 13:31:24.927526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Allocated IP 2001:db8:0:2::24c (7ead1455-47b5-475a-958e-31a38178667d/b32b4015-7366-45ac-b897-a206a9663f25/547c54f0-e141-410b-9842-49195b2e68db) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:25.205771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90236504-6601-4f5c-89f0-6eb912fa505b req-8de7910c-c68e-448e-a681-d56342963f1c tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0664256 Feb 10 13:31:25.353336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-d811edcb-7519-4bb9-917c-5b4db0f2c0e3 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0971de15a1384e02ab68f943a58850cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738106 Feb 10 13:31:25.416990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for port (547c54f0-e141-410b-9842-49195b2e68db), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:25.430440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (547c54f0-e141-410b-9842-49195b2e68db), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:25.647172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Allocated IP 2001:db8:0:2::2 (7ead1455-47b5-475a-958e-31a38178667d/b32b4015-7366-45ac-b897-a206a9663f25/315b52ea-0d7a-40c4-b22f-22124fcae8f7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:25.668302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] In _notify_port_updated(), no bound segment for port 547c54f0-e141-410b-9842-49195b2e68db on network 7ead1455-47b5-475a-958e-31a38178667d {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:31:25.683167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:25.683969 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:25.692907 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "PUT /v2.0/ports/547c54f0-e141-410b-9842-49195b2e68db HTTP/1.1" status: 200 len: 969 time: 1.8151782 Feb 10 13:31:25.696563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:25.698761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-e7d3bdcf-4355-436a-8c66-d491243a6a8b tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:25.701525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-e7d3bdcf-4355-436a-8c66-d491243a6a8b tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3397877 Feb 10 13:31:25.733609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Request body: {'port': {'device_id': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0971de15a1384e02ab68f943a58850cf'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:25.738646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aac21-d2e3-478f-93f2-b13c2433f453 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event updated for resources: {'Port': ['ID=547c54f0-e141-410b-9842-49195b2e68db,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:26.010022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-614fef97-f975-4248-af42-2e703a27b92c None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:26.065388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 547c54f0-e141-410b-9842-49195b2e68db {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:26.066860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (547c54f0-e141-410b-9842-49195b2e68db), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.117564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Publish callbacks [] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.124146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3dc26971-388c-4b45-8d50-1bef05a80f35 req-20561876-6aab-4d41-bdb4-b5c1b662b7ad tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1391470 Feb 10 13:31:26.135719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.233276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (547c54f0-e141-410b-9842-49195b2e68db), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.250466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 547c54f0-e141-410b-9842-49195b2e68db owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:26.302684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fef97-f975-4248-af42-2e703a27b92c None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:26.403942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c579369d-00b2-47e2-a0d9-7bd9a444674a req-50fd7d50-bbe4-44cb-9870-816c7aac9358 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 210 time: 0.1167736 Feb 10 13:31:26.412991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Made reservation on behalf of 0971de15a1384e02ab68f943a58850cf for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:26.425220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.442851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (547c54f0-e141-410b-9842-49195b2e68db), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.454830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.630036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks [] for security_group (f1544dfb-adbb-4306-8e90-3971b3863b64), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.642514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f1544dfb-adbb-4306-8e90-3971b3863b64), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.655232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=547c54f0-e141-410b-9842-49195b2e68db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:26.754787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:26.774805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96d4b2dc-a553-4189-81ec-cd8ab382a2a1 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/547c54f0-e141-410b-9842-49195b2e68db HTTP/1.1" status: 204 len: 168 time: 1.0682857 Feb 10 13:31:26.775920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:26.824202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1544dfb-adbb-4306-8e90-3971b3863b64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:26.890470 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35c9cff-df0a-4c73-962c-598263352a03 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] GET failed (client error): The resource could not be found. Feb 10 13:31:26.893583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f35c9cff-df0a-4c73-962c-598263352a03 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports/547c54f0-e141-410b-9842-49195b2e68db HTTP/1.1" status: 404 len: 333 time: 0.1153865 Feb 10 13:31:26.897099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:26.976294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:27.075356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (2f3cdd72-bb15-402a-85e5-f088e06b2b22), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.095435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Allocated IP 192.168.233.158 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/57f427f6-cf2d-4f3c-bc71-139987ab5f7a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:27.170451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (2f3cdd72-bb15-402a-85e5-f088e06b2b22), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.209310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:27.212728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.421477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7c87a1d6-ed03-4753-8b6b-ac9569737a14 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0971de15a1384e02ab68f943a58850cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1595314 Feb 10 13:31:27.445012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-faa6393c-9639-4b66-8234-dd1b253e6ffd req-bca6cd3c-aad8-4e34-9f89-66161bcd5224 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.1284008 Feb 10 13:31:27.459738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2f3cdd72-bb15-402a-85e5-f088e06b2b22), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.462515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.466439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f3cdd72-bb15-402a-85e5-f088e06b2b22 HTTP/1.1" status: 204 len: 168 time: 0.5678113 Feb 10 13:31:27.467097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:27.503496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef917-1801-4c65-9797-59702d469225 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3cdd72-bb15-402a-85e5-f088e06b2b22,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:27.604603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:27.738485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (c6534f8a-679b-4d4f-9a39-c80bce84dd56), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.821075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (c6534f8a-679b-4d4f-9a39-c80bce84dd56), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.936362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c6534f8a-679b-4d4f-9a39-c80bce84dd56), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.939526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.941290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6534f8a-679b-4d4f-9a39-c80bce84dd56 HTTP/1.1" status: 204 len: 168 time: 0.4610846 Feb 10 13:31:27.945357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:27.981599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks [] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:27.992372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aec96-fe38-467a-af4e-686eb01954fb tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6534f8a-679b-4d4f-9a39-c80bce84dd56,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:28.073849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:28.074377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.077819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (773b75ca-0827-4ec2-a241-930b2d8cdf4b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.094186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44d844e-8d20-433d-b9e9-b6280fbe3b00 req-7bef5cbe-8c79-46c2-b07d-72015b405f39 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.6010580 Feb 10 13:31:28.126924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (773b75ca-0827-4ec2-a241-930b2d8cdf4b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.133309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-4badc19a-35f9-4b0a-b8a3-adeadc8b08fd tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:28.136416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-4badc19a-35f9-4b0a-b8a3-adeadc8b08fd tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6977754 Feb 10 13:31:28.142698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.219509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Request body: {'port': {'device_id': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '0971de15a1384e02ab68f943a58850cf'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:28.223675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:28.241385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:28.254279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:28.267575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:28.274167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:28.288734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:28.293506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.314252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (773b75ca-0827-4ec2-a241-930b2d8cdf4b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.316932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.321686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/security-groups/773b75ca-0827-4ec2-a241-930b2d8cdf4b HTTP/1.1" status: 204 len: 168 time: 0.3751650 Feb 10 13:31:28.322329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:28.429808 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0776798f-b47f-43ad-8072-b8d2afa639f5 req-864afeac-3762-48f0-8049-0c2846710b07 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0887120 Feb 10 13:31:28.486124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b50e2-f599-40bc-b70c-bb29ea8d8677 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b75ca-0827-4ec2-a241-930b2d8cdf4b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:28.509863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:28.510870 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.557457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:28.558909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-dc39eb7f-eb8f-42b7-b213-237b7a418785 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8431475 Feb 10 13:31:28.561123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet fe1e4d17-003b-4650-964f-4be257a22fad {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:28.572464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (fe1e4d17-003b-4650-964f-4be257a22fad), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.576000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c1b386b-2504-43f3-8829-d3f77e29754e None None] Could not find standard attr ID for object 547c54f0-e141-410b-9842-49195b2e68db. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:31:28.604899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Request body: {'port': {'device_id': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:28.694541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0b83a73e-d499-4428-95c3-9b753ce0242f None None] Could not find standard attr ID for object 547c54f0-e141-410b-9842-49195b2e68db. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:31:28.713399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Made reservation on behalf of 0971de15a1384e02ab68f943a58850cf for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:28.717417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.718538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (fe1e4d17-003b-4650-964f-4be257a22fad), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.926872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-874a0c47-0a7f-45d7-a3ae-b3cb9734a3ab None None] Provisioning complete for port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:28.927496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-874a0c47-0a7f-45d7-a3ae-b3cb9734a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.934443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fe1e4d17-003b-4650-964f-4be257a22fad), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:28.991858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-874a0c47-0a7f-45d7-a3ae-b3cb9734a3ab None None] Port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:29.071795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (fe1e4d17-003b-4650-964f-4be257a22fad), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.109146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Allocated IP 192.168.233.46 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/d0423d5a-8253-45b1-9bfa-10865d978282) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:29.175438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c13a4-61dc-4248-8805-bf9af87a1b4d None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:29.176003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.183903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/fe1e4d17-003b-4650-964f-4be257a22fad HTTP/1.1" status: 204 len: 168 time: 0.8218353 Feb 10 13:31:29.186521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:29.189404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb083-66e7-4fdb-bcf3-d5c8c1824347 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1e4d17-003b-4650-964f-4be257a22fad,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:29.290433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet b32b4015-7366-45ac-b897-a206a9663f25 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:29.294279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (b32b4015-7366-45ac-b897-a206a9663f25), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.344744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks [] for port (d0423d5a-8253-45b1-9bfa-10865d978282), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.402648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2db3e63-0900-4bc8-a628-9336549d61a4 req-4159c740-3eac-47f9-9591-aaccccfdfcfc tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 210 time: 0.6785169 Feb 10 13:31:29.403341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b32b4015-7366-45ac-b897-a206a9663f25), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.502905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.555710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b32b4015-7366-45ac-b897-a206a9663f25), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.570362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:29.586015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:29.588906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.591764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:29.667255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b32b4015-7366-45ac-b897-a206a9663f25), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.706919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=b32b4015-7366-45ac-b897-a206a9663f25,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:29.711678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:29.717779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f95913c7-b2ff-4ce8-a491-b60c8639b36f tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/b32b4015-7366-45ac-b897-a206a9663f25 HTTP/1.1" status: 204 len: 168 time: 0.5244005 Feb 10 13:31:29.718451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:29.785097 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0fc595-c96d-4f7c-9ef0-e8833203b270 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:29.785556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0fc595-c96d-4f7c-9ef0-e8833203b270 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:29.798325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c0fc595-c96d-4f7c-9ef0-e8833203b270 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/fe1e4d17-003b-4650-964f-4be257a22fad HTTP/1.1" status: 404 len: 337 time: 0.0765026 Feb 10 13:31:29.799728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:29.828742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9e4b195-b692-4569-af1b-5162cdf31c7d req-e1f509a8-84cd-44f9-b881-7c555535f843 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.2103338 Feb 10 13:31:29.953430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting subnet ceace2c7-e413-47fa-a2ba-21b1f81058b4 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:29.963241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (ceace2c7-e413-47fa-a2ba-21b1f81058b4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.002904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d32c57-4d6e-4132-9168-6f32f6341139 None None] Update dhcp port {'port': {'network_id': '7ead1455-47b5-475a-958e-31a38178667d', 'fixed_ips': [{'subnet_id': 'ceace2c7-e413-47fa-a2ba-21b1f81058b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b32b4015-7366-45ac-b897-a206a9663f25'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '315b52ea-0d7a-40c4-b22f-22124fcae8f7'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:31:30.082823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (ceace2c7-e413-47fa-a2ba-21b1f81058b4), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.086697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00d32c57-4d6e-4132-9168-6f32f6341139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.088453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-276bbd20-56bc-40fc-bab1-b36ffde05932 None None] Provisioning complete for port d0423d5a-8253-45b1-9bfa-10865d978282 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:30.088833 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-276bbd20-56bc-40fc-bab1-b36ffde05932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.233598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ceace2c7-e413-47fa-a2ba-21b1f81058b4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.307870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:30.336905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks [] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.366068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-276bbd20-56bc-40fc-bab1-b36ffde05932 None None] Port d0423d5a-8253-45b1-9bfa-10865d978282 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:30.372511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (ceace2c7-e413-47fa-a2ba-21b1f81058b4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.374331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Transition to ACTIVE for port object 57f427f6-cf2d-4f3c-bc71-139987ab5f7a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:31:30.375494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-00d32c57-4d6e-4132-9168-6f32f6341139 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceace2c7-e413-47fa-a2ba-21b1f81058b4: This subnet is being modified by another concurrent operation. Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceace2c7-e413-47fa-a2ba-21b1f81058b4: This subnet is being modified by another concurrent operation. Feb 10 13:31:30.400928 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:31:30.416458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:30.417202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.420575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Subnet': ['ID=ceace2c7-e413-47fa-a2ba-21b1f81058b4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:30.422884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.428928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08fbff73-3d3e-4493-85a6-63d8b52dbaee tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/ceace2c7-e413-47fa-a2ba-21b1f81058b4 HTTP/1.1" status: 204 len: 168 time: 0.6257315 Feb 10 13:31:30.428928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.442866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-114303b0-a62c-4d1c-8bea-11a55a5eb8b9 req-bc6db1e8-9c6e-414c-88ba-d8596059f123 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0834315 Feb 10 13:31:30.463615 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c8c0ec-d0a5-402b-8154-9aa8c8995aa5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:30.464310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c8c0ec-d0a5-402b-8154-9aa8c8995aa5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:30.466056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.468815 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-42c8c0ec-d0a5-402b-8154-9aa8c8995aa5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/afb63c89-fb90-4dcc-b6ae-62da1e24db55 HTTP/1.1" status: 404 len: 337 time: 0.0377724 Feb 10 13:31:30.470754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.519004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504ab3d-4d1e-480c-9b9e-c0b3226d8afd None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:31:30.595331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4e13dad0-c526-4f52-a301-00f2700bb68e tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "GET /v2.0/ports?device_id=5077073b-24d9-4f9b-acee-de7c2f5bc155 HTTP/1.1" status: 200 len: 205 time: 0.1225281 Feb 10 13:31:30.597248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.635223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-ce98fe50-5d21-4239-84d5-4380d5e776c5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4855578 Feb 10 13:31:30.679833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Request body: {'port': {'device_id': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:30.694375 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-965f92d4-a8be-4de1-a3cb-cf671d056231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] delete failed (client error): The resource could not be found. Feb 10 13:31:30.695432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-965f92d4-a8be-4de1-a3cb-cf671d056231 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/routers/5077073b-24d9-4f9b-acee-de7c2f5bc155 HTTP/1.1" status: 404 len: 336 time: 0.0950847 Feb 10 13:31:30.702705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.709082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504ab3d-4d1e-480c-9b9e-c0b3226d8afd None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:31:30.757379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Provisioning complete for port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:30.757791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.776332 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1b1abf-d09a-497d-8515-c748cf5a4b3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:30.776875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1b1abf-d09a-497d-8515-c748cf5a4b3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:30.784400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc1b1abf-d09a-497d-8515-c748cf5a4b3c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/47fc59a8-7e6d-4f4f-acf0-0e9efc4d6e06 HTTP/1.1" status: 404 len: 337 time: 0.0779793 Feb 10 13:31:30.786570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.848686 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-263639ae-c922-4e38-a8e8-ea35257da00c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:30.870125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263639ae-c922-4e38-a8e8-ea35257da00c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:30.877048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:30.888033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:30.894090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-263639ae-c922-4e38-a8e8-ea35257da00c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/528f92b7-c271-45c0-b638-6660a45ecd8b HTTP/1.1" status: 404 len: 337 time: 0.0849085 Feb 10 13:31:30.953147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 315b52ea-0d7a-40c4-b22f-22124fcae8f7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:30.954972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:30.981874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-104dbc72-7f4b-4781-9ffb-f31a33ae41a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:30.986900 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e451b8-eaa6-43e8-b031-f244bc269fe7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:30.987950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e451b8-eaa6-43e8-b031-f244bc269fe7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:30.993497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-37e451b8-eaa6-43e8-b031-f244bc269fe7 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/87250f36-260c-4165-95f2-c67e5f0403d0 HTTP/1.1" status: 404 len: 337 time: 0.0999210 Feb 10 13:31:30.993834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.039475 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-09abe21d-8932-42a4-8221-3c1f5f82fbf2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.039809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09abe21d-8932-42a4-8221-3c1f5f82fbf2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.046776 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09abe21d-8932-42a4-8221-3c1f5f82fbf2 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/11d00a01-3206-40dc-b404-dc91e3e7952d HTTP/1.1" status: 404 len: 333 time: 0.0496192 Feb 10 13:31:31.051516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.063904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.112492 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0c7a4d-8724-4d86-81fe-dcbe03994bd5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.113007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0c7a4d-8724-4d86-81fe-dcbe03994bd5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.119872 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8d0c7a4d-8724-4d86-81fe-dcbe03994bd5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/08146f20-0f46-4b86-837b-2329a44d2691 HTTP/1.1" status: 404 len: 337 time: 0.0654023 Feb 10 13:31:31.125759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.130948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:31.131571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.143644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Attempting to bind port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:31.143876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Attempting to bind port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:31.144176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Attempting to bind port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:31.164360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60dd6e-c19d-4df3-a455-7fc7576a1f7a req-871dd55a-4620-4f5b-b001-0ac46f4e7df1 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:31.166011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e60dd6e-c19d-4df3-a455-7fc7576a1f7a req-871dd55a-4620-4f5b-b001-0ac46f4e7df1 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 935 time: 0.5493388 Feb 10 13:31:31.168438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.179479 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-889da1c7-e4ad-4e7d-b549-f484fec12a15 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.179687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889da1c7-e4ad-4e7d-b549-f484fec12a15 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.185521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:31:31.185722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-889da1c7-e4ad-4e7d-b549-f484fec12a15 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/717c1d0a-4130-4bf6-b034-44ecb9243891 HTTP/1.1" status: 404 len: 337 time: 0.0563085 Feb 10 13:31:31.185821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Attempting to bind port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:31.185902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.237723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:31.238070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:31.238449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:31.238899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Bound port: 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:31.239257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.243458 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5367c888-3d04-443a-954d-7e7869736b43 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.246973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5367c888-3d04-443a-954d-7e7869736b43 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.252080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5367c888-3d04-443a-954d-7e7869736b43 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/2238b87b-b710-40c2-bcd5-2bd5db6256e5 HTTP/1.1" status: 404 len: 333 time: 0.0621982 Feb 10 13:31:31.254244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.306016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:31.310776 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.321994 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-791bff66-3884-4d20-9a84-57091f072db6 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.325334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791bff66-3884-4d20-9a84-57091f072db6 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.334260 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-791bff66-3884-4d20-9a84-57091f072db6 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/cb39522c-854a-4c15-835c-3c52d0b846da HTTP/1.1" status: 404 len: 337 time: 0.0786102 Feb 10 13:31:31.336708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.342587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71920f0a-bbb9-4d03-a9c1-652982cf508a None None] Network 7ead1455-47b5-475a-958e-31a38178667d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:31.397459 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdae5834-4a2b-469f-be16-1de9cb17575c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] DELETE failed (client error): The resource could not be found. Feb 10 13:31:31.398176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdae5834-4a2b-469f-be16-1de9cb17575c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:31:31.401805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fdae5834-4a2b-469f-be16-1de9cb17575c tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/subnets/68b0c540-f2c0-4e9b-bb39-3638a2a35570 HTTP/1.1" status: 404 len: 337 time: 0.0638249 Feb 10 13:31:31.404403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:31.467370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-238c1dad-097a-41f1-b19a-0a19781380d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.475104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:31.544977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e60dd6e-c19d-4df3-a455-7fc7576a1f7a req-577f41cb-f0ec-4d00-8b15-e89945450fbe tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587775 Feb 10 13:31:31.553580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 63195486-fe42-47a4-9abb-e3c3c2ff3f65 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:31.557477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.605218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.734270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.759671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3b88481-2a13-42f4-b63d-8c96b107e85a req-294ef440-7c76-49f8-8c4d-367101d62c6a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.0849912 Feb 10 13:31:31.775728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:31.777932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:31.821585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 63195486-fe42-47a4-9abb-e3c3c2ff3f65 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:31.871487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:31.911140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:31.920647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:31.922200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.038083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:32.049752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] DHCP port deletion for 7ead1455-47b5-475a-958e-31a38178667d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:31:32.062099 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.108315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6552960a-c1c5-4acd-a450-ad60bf2c9ebb req-6e5c1710-2b91-4684-95ac-dd9ef67ad46d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1019752 Feb 10 13:31:32.109505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (63195486-fe42-47a4-9abb-e3c3c2ff3f65), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.123181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17e23251-685e-428d-871d-a94ad5de9c38 req-d8bda892-decb-4bb0-b057-c577a15e52ef tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.2307191 Feb 10 13:31:32.137193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:32.137816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.139194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] 10.222.0.77 "PUT /v2.0/ports/57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 200 len: 1096 time: 3.5719998 Feb 10 13:31:32.141466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:32.143798 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97191474-f5c5-4418-b644-e7e4f43573fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:32.252480 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.257117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/ports/63195486-fe42-47a4-9abb-e3c3c2ff3f65 HTTP/1.1" status: 204 len: 168 time: 0.8515782 Feb 10 13:31:32.258073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd6014-0cc7-45ab-a6f1-f1cc195d90c3 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=63195486-fe42-47a4-9abb-e3c3c2ff3f65,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:32.268781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53422) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:32.269382 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190686f5-6efa-44a9-aa0d-afc2931c921a x-openstack-request-id: req-190686f5-6efa-44a9-aa0d-afc2931c921a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:32.269706 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:32.269973 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-190686f5-6efa-44a9-aa0d-afc2931c921a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:32.274664 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'status': 'completed', 'code': 200} Feb 10 13:31:32.279801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-238c1dad-097a-41f1-b19a-0a19781380d1 admin admin] Publish callbacks [] for security_group (29119fc3-9c47-4598-8f81-c0894a7ee29b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.288982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d452ea66-47d1-4bea-a4c5-5e1af23f8234 None None] Could not find standard attr ID for object 63195486-fe42-47a4-9abb-e3c3c2ff3f65. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:31:32.297457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1993f3-b9d7-4a0b-a58a-11dc0b8ac445 service neutron] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:32.329665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d452ea66-47d1-4bea-a4c5-5e1af23f8234 None None] Provisioning complete for port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:32.330039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d452ea66-47d1-4bea-a4c5-5e1af23f8234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.358274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-238c1dad-097a-41f1-b19a-0a19781380d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (29119fc3-9c47-4598-8f81-c0894a7ee29b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.441081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7ead1455-47b5-475a-958e-31a38178667d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.475862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a432f14-1bb3-4875-a774-da59cb752666 None None] Pushing event updated for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:32.501260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Deleting port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:32.502096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.523621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Deleting port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:32.523995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.575504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:32.575680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.609224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Calling delete_port for 315b52ea-0d7a-40c4-b22f-22124fcae8f7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:32.638447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] For port 315b52ea-0d7a-40c4-b22f-22124fcae8f7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=315b52ea-0d7a-40c4-b22f-22124fcae8f7,segment=NetworkSegment(98af422b-e1b0-4629-89c4-3972d62ecc8c),segment_id=98af422b-e1b0-4629-89c4-3972d62ecc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:32.643664 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.670580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Calling delete_port for 315b52ea-0d7a-40c4-b22f-22124fcae8f7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:32.728738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.779689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d452ea66-47d1-4bea-a4c5-5e1af23f8234 None None] Current status of the port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:32.789647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] No DVR routers for this DVR port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:32.843981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:31:32.876043 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:31:32.884634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (315b52ea-0d7a-40c4-b22f-22124fcae8f7), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:32.991510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] No DVR routers for this DVR port 315b52ea-0d7a-40c4-b22f-22124fcae8f7 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:32.998114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b2fa6-ee7f-41ce-a05c-c9da4f3c001e None None] Pushing event deleted for resources: {'Port': ['ID=315b52ea-0d7a-40c4-b22f-22124fcae8f7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:33.007976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7ead1455-47b5-475a-958e-31a38178667d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.045942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ead1455-47b5-475a-958e-31a38178667d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:33.057685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af422b-e1b0-4629-89c4-3972d62ecc8c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:33.057996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af422b-e1b0-4629-89c4-3972d62ecc8c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:33.078531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (98af422b-e1b0-4629-89c4-3972d62ecc8c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.094496 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (98af422b-e1b0-4629-89c4-3972d62ecc8c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.101960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:33.102365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (98af422b-e1b0-4629-89c4-3972d62ecc8c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:33.183832 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:33.202318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7ead1455-47b5-475a-958e-31a38178667d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.214259 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.226376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] 10.222.0.13 "DELETE /v2.0/networks/7ead1455-47b5-475a-958e-31a38178667d HTTP/1.1" status: 204 len: 168 time: 0.9565213 Feb 10 13:31:33.243790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4538e3f-f415-466b-bf1d-7f9b8bba7fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.299048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0d59-b0c2-48eb-819e-696e783f0fb5 tempest-PortsIpV6TestJSON-802867765 tempest-PortsIpV6TestJSON-802867765-project] Pushing event deleted for resources: {'Network': ['ID=7ead1455-47b5-475a-958e-31a38178667d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:33.342017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c1dad-097a-41f1-b19a-0a19781380d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29119fc3-9c47-4598-8f81-c0894a7ee29b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:33.352137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-238c1dad-097a-41f1-b19a-0a19781380d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53a4ca7096f2486598480e37594f6c45&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2737598 Feb 10 13:31:33.355112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:33.437550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-4a52d94d-8cf1-433f-9da7-d3c52d4fcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:33.441801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-4a52d94d-8cf1-433f-9da7-d3c52d4fcae6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 1130 time: 1.2344325 Feb 10 13:31:33.476669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] Publish callbacks [] for security_group (29119fc3-9c47-4598-8f81-c0894a7ee29b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.500879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] Publish callbacks [] for security_group (29119fc3-9c47-4598-8f81-c0894a7ee29b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.566165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (29119fc3-9c47-4598-8f81-c0894a7ee29b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.569837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.574806 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29119fc3-9c47-4598-8f81-c0894a7ee29b HTTP/1.1" status: 204 len: 168 time: 0.2183497 Feb 10 13:31:33.594005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5c2af-422a-46ad-a57f-e46d674e5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29119fc3-9c47-4598-8f81-c0894a7ee29b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:33.623760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-76c7e61f-123f-4d1e-a653-19fcb0dc9de7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 200 len: 217 time: 0.1375656 Feb 10 13:31:33.627039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0423d5a-8253-45b1-9bfa-10865d978282 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:33.637495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks [] for port (d0423d5a-8253-45b1-9bfa-10865d978282), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.654534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Transition to ACTIVE for port object d0423d5a-8253-45b1-9bfa-10865d978282 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:31:33.708558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:33.726126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-255a90a8-522a-467e-ae0c-d65238cf2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:33.728104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-255a90a8-522a-467e-ae0c-d65238cf2207 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0700250 Feb 10 13:31:33.734217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:33.745588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd9b9-ba6b-4582-8ab5-3ee68d201a54 req-df9dc2a8-1678-42c2-ac5e-74449e4e1a3f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:33.747045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-563fd9b9-ba6b-4582-8ab5-3ee68d201a54 req-df9dc2a8-1678-42c2-ac5e-74449e4e1a3f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 935 time: 0.5863829 Feb 10 13:31:33.899655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:34.018723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-563fd9b9-ba6b-4582-8ab5-3ee68d201a54 req-cd4a54fd-ce84-44de-889a-48e60ed4f17f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305666 Feb 10 13:31:34.226421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-69dc1f74-008c-4b68-b5a7-49ea3549671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:34.228508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-69dc1f74-008c-4b68-b5a7-49ea3549671a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4909680 Feb 10 13:31:34.282898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6827bc27-6030-4d56-8695-b40647608ade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aba90e9553d4aee8045e8c80f67538d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5726302 Feb 10 13:31:34.288659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:34.353428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] Publish callbacks [] for security_group (9a7eb413-0f3a-4e89-b16a-f4b068afa4fd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.381802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4877d597-058b-4ae7-9191-254470bd527e req-be4d8cd8-d748-4cf1-b738-abeac93f4416 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00b9e8b-a331-4ca0-8228-667cf57b926b HTTP/1.1" status: 200 len: 210 time: 0.1700428 Feb 10 13:31:34.383166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] Publish callbacks [] for security_group (9a7eb413-0f3a-4e89-b16a-f4b068afa4fd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.483857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a7eb413-0f3a-4e89-b16a-f4b068afa4fd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.498341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.504383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a7eb413-0f3a-4e89-b16a-f4b068afa4fd HTTP/1.1" status: 204 len: 168 time: 0.2134552 Feb 10 13:31:34.539620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330f4d4-5d59-47b3-b711-ee71ba236143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7eb413-0f3a-4e89-b16a-f4b068afa4fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:34.584512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Attempting to bind port d0423d5a-8253-45b1-9bfa-10865d978282 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:34.584707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Attempting to bind port d0423d5a-8253-45b1-9bfa-10865d978282 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:34.584976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Attempting to bind port d0423d5a-8253-45b1-9bfa-10865d978282 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:34.620530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Port d0423d5a-8253-45b1-9bfa-10865d978282 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:31:34.621004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Attempting to bind port d0423d5a-8253-45b1-9bfa-10865d978282 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:34.655781 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.667266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:34.667631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:34.668001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:34.675144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Bound port: d0423d5a-8253-45b1-9bfa-10865d978282, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:34.675682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:34.748963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4b944a3-7f1a-4757-b505-27da0c1c7f44 req-7cd49f13-a192-4057-95b4-7be90c251fbf tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1253307 Feb 10 13:31:34.770667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-8c1a890c-ba6f-4323-a880-ba91d784a238 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093927 Feb 10 13:31:34.985048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:35.011166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:35.155699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:35.186483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.311958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:35.315702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.322445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 1095 time: 4.6535571 Feb 10 13:31:35.337154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:35.339554 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3827588-3af5-4b9f-9b66-80ebfde98177" -d '{"events": [{"name": "network-changed", "server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:35.397589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-network', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:35.440913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Made reservation on behalf of e693b450d27f404eb3464b449703c8b8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:35.452989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.472963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.474531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3de322-5212-4500-b8e5-53e744e25570 service neutron] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:35.534262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c4d3bca-fe9d-42bf-9465-c83fc30b793c req-daab22b0-38f4-496d-8e22-a895f7814f1b service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142663 Feb 10 13:31:35.623982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks [] for security_group (acd8db44-62d8-49f1-8a35-74c01e86478b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.633933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (acd8db44-62d8-49f1-8a35-74c01e86478b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.660961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:31:35.679505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2d2f259f-484c-432e-ac87-0998a9722a08), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.679921 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Added segment 2d2f259f-484c-432e-ac87-0998a9722a08 of type vlan for network d73055de-6772-4901-92b0-e61f7e4523d5 Feb 10 13:31:35.710877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505997f2-2974-4793-a23c-109e7e1e0fb0 req-ba2e5958-0a9c-4e75-a23c-76348b33bb72 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:35.715286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-505997f2-2974-4793-a23c-109e7e1e0fb0 req-ba2e5958-0a9c-4e75-a23c-76348b33bb72 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.2504139 Feb 10 13:31:35.756744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-a99940f4-5b59-46c2-953b-b276243de15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:35.759648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-a99940f4-5b59-46c2-953b-b276243de15a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1129 time: 0.3766105 Feb 10 13:31:35.777871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d73055de-6772-4901-92b0-e61f7e4523d5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.799064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.913846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8db44-62d8-49f1-8a35-74c01e86478b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:35.918456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d73055de-6772-4901-92b0-e61f7e4523d5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.919423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:35.920011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:35.923894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-783e4d88-816a-4d00-b7ce-7872c81e12bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 217 time: 0.1380696 Feb 10 13:31:35.971422 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.004226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:36.013336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-505997f2-2974-4793-a23c-109e7e1e0fb0 req-fef292ae-352b-4830-91e4-948207a2d2c2 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832470 Feb 10 13:31:36.032040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97191474-f5c5-4418-b644-e7e4f43573fd req-76d2b17b-e2e7-485c-b622-acf3446edb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:36.034714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-76d2b17b-e2e7-485c-b622-acf3446edb9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 1130 time: 0.4422209 Feb 10 13:31:36.039229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] Pushing event updated for resources: {'Network': ['ID=d73055de-6772-4901-92b0-e61f7e4523d5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:36.051365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d73055de-6772-4901-92b0-e61f7e4523d5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:31:36.062025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:36.067122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90cfeb77-020f-42ad-87e1-a40181577396 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9093218 Feb 10 13:31:36.103207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Request body: {'subnet': {'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-subnet', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:36.168687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-99f00a6d-fbe1-409e-90b0-248619670fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:36.173609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-99f00a6d-fbe1-409e-90b0-248619670fd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2364538 Feb 10 13:31:36.224975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-460885321'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:36.303647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3041734-8159-4a62-a80a-dd7adef4f324 req-992ad180-4621-4fed-be28-039d1d14d35d tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1289988 Feb 10 13:31:36.309617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Made reservation on behalf of e693b450d27f404eb3464b449703c8b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:36.312425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.421157 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9b6f2-6d68-4e23-ac41-76b50b8922a1 x-openstack-request-id: req-4bf9b6f2-6d68-4e23-ac41-76b50b8922a1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:36.421750 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:36.422203 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bf9b6f2-6d68-4e23-ac41-76b50b8922a1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:36.422786 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'status': 'completed', 'code': 200} Feb 10 13:31:36.424992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:36.429306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.452199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97191474-f5c5-4418-b644-e7e4f43573fd req-5461ba93-44da-419f-ac0a-133473fd90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:36.463302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-5461ba93-44da-419f-ac0a-133473fd90fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4141972 Feb 10 13:31:36.468124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.544629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-6589f53e-dca6-4d2c-a517-6df45745db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:36.548651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-6589f53e-dca6-4d2c-a517-6df45745db05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3537564 Feb 10 13:31:36.552163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:36.667775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-a04d2864-7b81-4cdf-b323-ee759e275525 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 200 len: 217 time: 0.1973684 Feb 10 13:31:36.674363 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (dcf92c56-7fe0-495c-8bd7-bca543244056), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.713980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (dcf92c56-7fe0-495c-8bd7-bca543244056), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.778899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dcf92c56-7fe0-495c-8bd7-bca543244056), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.785382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:36.789713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/security-groups/dcf92c56-7fe0-495c-8bd7-bca543244056 HTTP/1.1" status: 204 len: 168 time: 0.2333078 Feb 10 13:31:36.802960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:36.804089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d13b6-31e6-4082-a8d1-e41ec899ff0e tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf92c56-7fe0-495c-8bd7-bca543244056,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:36.845309 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9ca8a3ff-93e1-4fdc-b4b5-5527cb096ab4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] show failed (client error): The resource could not be found. Feb 10 13:31:36.865300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:36.884837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9ca8a3ff-93e1-4fdc-b4b5-5527cb096ab4 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "GET /v2.0/security-groups/dcf92c56-7fe0-495c-8bd7-bca543244056 HTTP/1.1" status: 404 len: 347 time: 0.0536356 Feb 10 13:31:37.008793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97191474-f5c5-4418-b644-e7e4f43573fd req-4bdadd28-dded-438c-b770-c5e1dcc6d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:37.010261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-4bdadd28-dded-438c-b770-c5e1dcc6d149 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.3320603 Feb 10 13:31:37.117172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-5f5f7aea-8da8-47dc-8b7e-dac6445b7abf service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619617 Feb 10 13:31:37.216244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for security_group (9f94d02b-6965-44ed-8529-936ba55eff57), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.239357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9f94d02b-6965-44ed-8529-936ba55eff57), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.259903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (124f999d-a88f-40e7-ae56-90daf27aea6e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.328967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:31:37.333127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97191474-f5c5-4418-b644-e7e4f43573fd req-8a9d2a3a-c161-46ff-9ca4-f70aa1dd777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:37.335511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-8a9d2a3a-c161-46ff-9ca4-f70aa1dd777e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3176723 Feb 10 13:31:37.355378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:37.410764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (aa76f314-5b0d-49c1-a3df-9c1dcc630444), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.411119 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment aa76f314-5b0d-49c1-a3df-9c1dcc630444 of type vlan for network 21758993-d422-4793-bcf0-f39ebda6c006 Feb 10 13:31:37.425050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94d02b-6965-44ed-8529-936ba55eff57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:37.442046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 93552e1f-ee16-4cd2-8eff-db373da68e1c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:37.443030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.450974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445743c6-415e-490b-a077-f0ea84a04b45 req-5330f574-e877-4776-b846-9ce7f2e7e83a tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:37.452453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-445743c6-415e-490b-a077-f0ea84a04b45 req-5330f574-e877-4776-b846-9ce7f2e7e83a tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.3377490 Feb 10 13:31:37.503868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.537852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:37.556378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'mac_address': 'fa:16:3e:5b:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:37.590889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0590c1e0-0869-4f7a-89d6-9d154d07a05c req-95ca7b1b-7e28-4bbe-87aa-88eda48c5509 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345858 Feb 10 13:31:37.606441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (21758993-d422-4793-bcf0-f39ebda6c006), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.608389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:37.608623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124f999d-a88f-40e7-ae56-90daf27aea6e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:37.608837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.624851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:37.649709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:37.656914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.709124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:37.710735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.711682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (93552e1f-ee16-4cd2-8eff-db373da68e1c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.718756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-445743c6-415e-490b-a077-f0ea84a04b45 req-5d72d04c-9f56-4344-88e8-1d426e420f61 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396564 Feb 10 13:31:37.749176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 93552e1f-ee16-4cd2-8eff-db373da68e1c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:37.831009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:31:37.866528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Checking segment: {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:37.866896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Network hostable DHCP agents. Network: d73055de-6772-4901-92b0-e61f7e4523d5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:31:37.873880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['57f427f6-cf2d-4f3c-bc71-139987ab5f7a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:37.906923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f713580f-af30-4d8e-a277-7fa7b41780ef req-c528bb20-82d7-4843-b295-f4f7160cdb70 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0722620 Feb 10 13:31:37.908956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-0a7dd7f9-a173-48ee-85c9-ceeb02197b7c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499225 Feb 10 13:31:37.938254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (21758993-d422-4793-bcf0-f39ebda6c006), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.943667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:37.944261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:37.992671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:37.993174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9777784 Feb 10 13:31:37.999309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1975027166'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:38.051808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:38.055852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.058680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Network d73055de-6772-4901-92b0-e61f7e4523d5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:31:38.105802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:31:38.119567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f5ccb55e-ed3d-458d-8802-9dd399a45ea9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.120125 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment f5ccb55e-ed3d-458d-8802-9dd399a45ea9 of type vlan for network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 Feb 10 13:31:38.125352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d73055de-6772-4901-92b0-e61f7e4523d5) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:38.134855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cced9b6-a682-4ce4-aea4-b7f0c1cd474c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=21758993-d422-4793-bcf0-f39ebda6c006,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:38.137544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:38.138137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.150538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-3533297e-73bc-4912-9a2f-3d8d63c20d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:38.152173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-3533297e-73bc-4912-9a2f-3d8d63c20d1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1129 time: 0.4380262 Feb 10 13:31:38.170684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 21758993-d422-4793-bcf0-f39ebda6c006 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:31:38.208532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc07f09-0198-4ca8-8bd5-96d5e37b97cc None None] Network d73055de-6772-4901-92b0-e61f7e4523d5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:38.210890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.247257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e8d8c333-0fed-49a7-9a43-da45c280fb83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1628954 Feb 10 13:31:38.251371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:38.267866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:38.306569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.311672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:38.312253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.324207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97191474-f5c5-4418-b644-e7e4f43573fd req-75d8f6ac-f317-433d-a56b-3e50c066430c service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072094 Feb 10 13:31:38.335762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.336799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.371682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (93552e1f-ee16-4cd2-8eff-db373da68e1c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.421168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4266768 Feb 10 13:31:38.425298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:38.448546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '21758993-d422-4793-bcf0-f39ebda6c006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:38.460654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=93552e1f-ee16-4cd2-8eff-db373da68e1c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:38.546289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ce381-68f8-4d75-a70e-5f2ffef1cb99 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:38.636637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for router_controller (69a723e2-c084-4f14-8025-6af50a49e2ac), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.653908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:31:38.834787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0620f12-ee88-46f8-851b-42773e3b9790 None None] Network d73055de-6772-4901-92b0-e61f7e4523d5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:38.982625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:38.988378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:38.997297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for router_gateway (69a723e2-c084-4f14-8025-6af50a49e2ac), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.153221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-dfaa0dfc-1563-4c61-9337-a74525fae488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:39.154817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-dfaa0dfc-1563-4c61-9337-a74525fae488 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.9928470 Feb 10 13:31:39.216589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-c97c3d2c-4292-4fa3-86ca-82ba482310e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 217 time: 0.0521924 Feb 10 13:31:39.221776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for floatingip (e3de4b39-db1c-4e64-9bed-22eebd7e36aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.224776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.228874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-31c32587-f702-4746-8506-7fa329f71a74 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/floatingips/e3de4b39-db1c-4e64-9bed-22eebd7e36aa HTTP/1.1" status: 204 len: 168 time: 2.3582652 Feb 10 13:31:39.231377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:39.248578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca76a7-e62b-4a97-9b0f-3a67a3dc895f req-50a7dee9-a168-4648-830b-686ce2c96960 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:39.250268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0eca76a7-e62b-4a97-9b0f-3a67a3dc895f req-50a7dee9-a168-4648-830b-686ce2c96960 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.1526003 Feb 10 13:31:39.314477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-a7b8b0b7-919f-47d7-a6a6-4a10ad70e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:39.316361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-a7b8b0b7-919f-47d7-a6a6-4a10ad70e4be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0822098 Feb 10 13:31:39.334592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0eca76a7-e62b-4a97-9b0f-3a67a3dc895f req-2b5e8d6b-ab20-43b0-9b28-710db5fd20fa tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599890 Feb 10 13:31:39.366241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:39.404608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-e9ec7991-aae6-4c92-8546-bc109cc2361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:39.406107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-e9ec7991-aae6-4c92-8546-bc109cc2361b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0706384 Feb 10 13:31:39.462210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:31:39.466317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:39.466692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.577485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9baaba94-2f46-4cfa-9900-71edd6ecb325 req-e8280e51-b1c5-4e89-9d32-a2a0816b5930 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0703652 Feb 10 13:31:39.595911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:39.596303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.616975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-7ebe3b43-3b0c-4af7-b537-a74392123e0e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036757 Feb 10 13:31:39.657844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:39.664478 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e9dc55-f7ad-428b-9cc6-5fcf870bbb5d" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:39.691189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:39.701303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:39.772659 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d8a8d-df62-42ff-93cb-b60bba61619b x-openstack-request-id: req-9d4d8a8d-df62-42ff-93cb-b60bba61619b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:39.773561 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:39.773994 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4d8a8d-df62-42ff-93cb-b60bba61619b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:39.774610 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'code': 200} Feb 10 13:31:39.776290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:39.854364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3827588-3af5-4b9f-9b66-80ebfde98177 req-e95e9faa-339c-4f1c-9cad-010cb951b70c service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303193 Feb 10 13:31:39.928233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab1b5-d246-4155-b77a-65e835f4bae8 req-19b15f92-2dab-443a-9ee7-6ba35e68d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:39.930049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c9ab1b5-d246-4155-b77a-65e835f4bae8 req-19b15f92-2dab-443a-9ee7-6ba35e68d8b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 1132 time: 0.0747485 Feb 10 13:31:39.997329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c9ab1b5-d246-4155-b77a-65e835f4bae8 req-38edfca6-0dcd-42d0-883c-d8cb68febac6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598152 Feb 10 13:31:40.040324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (9cc3ec5b-32e1-4c87-8787-6ef85c2d617f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.138608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=9cc3ec5b-32e1-4c87-8787-6ef85c2d617f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:40.143889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for router_gateway (69a723e2-c084-4f14-8025-6af50a49e2ac), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.175556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.227725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 0614fe07-6e82-4226-9349-0ef59d608dfe {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:40.228079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.247380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': 'aa76f314-5b0d-49c1-a3df-9c1dcc630444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:40.247738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 21758993-d422-4793-bcf0-f39ebda6c006, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:31:40.352647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 21758993-d422-4793-bcf0-f39ebda6c006 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:31:40.387192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.390015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Allocated IP 172.25.8.88 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/03e80707-1a3c-445e-bdac-93410e702836) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:40.391885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 21758993-d422-4793-bcf0-f39ebda6c006) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:40.404393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504569c-91b1-4fcb-a14b-129673e3cfdc None None] Network 21758993-d422-4793-bcf0-f39ebda6c006 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:40.406067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:40.406660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.422633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 0614fe07-6e82-4226-9349-0ef59d608dfe owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:40.522349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feeee2-4c5f-4d10-b3a7-1cafbf8aa6d0 req-96da66a7-1cff-4897-a09e-a258911c2f1d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:40.530543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for port (03e80707-1a3c-445e-bdac-93410e702836), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.532446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39feeee2-4c5f-4d10-b3a7-1cafbf8aa6d0 req-96da66a7-1cff-4897-a09e-a258911c2f1d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.0709794 Feb 10 13:31:40.575450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6b8cc087-0732-474a-a904-814e680832a7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1424749 Feb 10 13:31:40.576580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:40.587006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:40.601801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (03e80707-1a3c-445e-bdac-93410e702836), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.614238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-21758993-d422-4793-bcf0-f39ebda6c006', 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '9cc3ec5b-32e1-4c87-8787-6ef85c2d617f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:31:40.614495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.664105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39feeee2-4c5f-4d10-b3a7-1cafbf8aa6d0 req-f2793c65-29ff-41c2-bfab-947d8c295b14 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302049 Feb 10 13:31:40.664937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:40.670823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:40.686486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:40.689871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Pushing event updated for resources: {'Port': ['ID=03e80707-1a3c-445e-bdac-93410e702836,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:40.840389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:40.844294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.865313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7648d37a-cca2-42a3-97c7-eb0d0a98d76e req-95a19a7a-55f4-4838-90d1-fec3e5bc60f7 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0435565 Feb 10 13:31:40.936888 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0614fe07-6e82-4226-9349-0ef59d608dfe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:40.951435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Allocated IP 2001:db8::2 (21758993-d422-4793-bcf0-f39ebda6c006/9cc3ec5b-32e1-4c87-8787-6ef85c2d617f/d8d35267-44a6-4ae1-8c64-cd806f3c2af3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:41.061975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=0614fe07-6e82-4226-9349-0ef59d608dfe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:41.101050 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.220383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks [] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.228531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.231965 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f27c82b4-45c9-48d5-af9a-13a2d46cf197), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.281394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Network 21758993-d422-4793-bcf0-f39ebda6c006 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:41.283355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:41.287950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:41.314422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Pushing event updated for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:41.340187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.343298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=f27c82b4-45c9-48d5-af9a-13a2d46cf197,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:41.349389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9a437ceb-e86d-42e6-9873-0a9a09026d6c tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/ports/0614fe07-6e82-4226-9349-0ef59d608dfe HTTP/1.1" status: 204 len: 168 time: 2.1106119 Feb 10 13:31:41.349583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:41.407596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Attempting to bind port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:41.407951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Attempting to bind port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'aa76f314-5b0d-49c1-a3df-9c1dcc630444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:41.409326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Attempting to bind port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 on network 21758993-d422-4793-bcf0-f39ebda6c006 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:41.415660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:41.416043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Checking segment: {'id': 'aa76f314-5b0d-49c1-a3df-9c1dcc630444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:41.416455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.417369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Bound using segment: {'id': 'aa76f314-5b0d-49c1-a3df-9c1dcc630444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:41.417867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Bound port: d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa76f314-5b0d-49c1-a3df-9c1dcc630444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '21758993-d422-4793-bcf0-f39ebda6c006'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:41.420574 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.434673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:41.435205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:31:41.498682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:31:41.502649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for router_gateway (69a723e2-c084-4f14-8025-6af50a49e2ac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.534703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 36a1f659-cd1a-463b-8a98-255eee1ed44d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:41.535829 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.546251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:41.553469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:41.554391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.564353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e92c8-4a53-4f57-b419-1a1dac6d7e8b None None] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:41.569991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:41.600776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5f7f1cde-e7eb-4ebf-ab6b-95bb78d975db tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0202982 Feb 10 13:31:41.609246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:41.613973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1138863892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:41.651815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,segment=NetworkSegment(aa76f314-5b0d-49c1-a3df-9c1dcc630444),segment_id=aa76f314-5b0d-49c1-a3df-9c1dcc630444)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:41.711203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (32e27873-b86c-407d-967f-d13519e0742a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.712645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (32e27873-b86c-407d-967f-d13519e0742a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.728401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.791741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.812794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (32e27873-b86c-407d-967f-d13519e0742a), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.863245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (32e27873-b86c-407d-967f-d13519e0742a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.872506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf4b7-7ae0-4f9b-856b-153e7a6d8a64 None None] Pushing event updated for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:41.892428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 36a1f659-cd1a-463b-8a98-255eee1ed44d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:41.953610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398', 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': 'f27c82b4-45c9-48d5-af9a-13a2d46cf197'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:31:41.954609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.969349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.983710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:41.989942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9e5eec8-f001-4a6d-9eca-96163c0aafb0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3768830 Feb 10 13:31:41.990637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:42.133170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a8751-5842-48e7-8990-8e8a122946c0 req-4a1d79ac-fe8b-46b5-84bd-bb1a30c270e9 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:42.143732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd1a8751-5842-48e7-8990-8e8a122946c0 req-4a1d79ac-fe8b-46b5-84bd-bb1a30c270e9 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.3294771 Feb 10 13:31:42.196416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Allocated IP 2001:db8:1::2 (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398/f27c82b4-45c9-48d5-af9a-13a2d46cf197/f90f26b0-6bdf-447d-900a-aecb7a8fcccf) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:42.279664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Router 69a723e2-c084-4f14-8025-6af50a49e2ac is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:31:42.389636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd1a8751-5842-48e7-8990-8e8a122946c0 req-9f0c5f50-7754-4806-a1ca-c2bf0e6f7ad6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399247 Feb 10 13:31:42.402681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks [] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.411423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.485909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:42.518724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:42.550943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (36a1f659-cd1a-463b-8a98-255eee1ed44d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.552916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Sync routers for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:42.562967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.564568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cfdc8022-2b55-4811-a70d-6903637908c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3122976 Feb 10 13:31:42.567215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:42.593083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:42.625300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.626521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:42.635269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:42.645434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:42.648301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Pushing event updated for resources: {'Port': ['ID=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:42.660179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:42.662309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=36a1f659-cd1a-463b-8a98-255eee1ed44d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:42.715827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-132db8eb-c4f9-486d-88ea-568f843f0c0e req-9553b478-69f7-4241-a41a-5a50d153f6bb tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1972136 Feb 10 13:31:42.725854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.730141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-94b689cb-bb7f-4dce-89ca-ae3cf655459a tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/ports/36a1f659-cd1a-463b-8a98-255eee1ed44d HTTP/1.1" status: 204 len: 168 time: 1.3781762 Feb 10 13:31:42.733611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:42.789495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:31:42.791420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting subnet 04f14503-82c5-408e-852c-6d76bb05cd7b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:42.797960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for subnet (04f14503-82c5-408e-852c-6d76bb05cd7b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:42.895426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (04f14503-82c5-408e-852c-6d76bb05cd7b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.033128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:43.058783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (04f14503-82c5-408e-852c-6d76bb05cd7b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.062596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'mac_address': 'fa:16:3e:da:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:43.070244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d8d35267-44a6-4ae1-8c64-cd806f3c2af3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:43.212115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (04f14503-82c5-408e-852c-6d76bb05cd7b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.236973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Attempting to bind port f90f26b0-6bdf-447d-900a-aecb7a8fcccf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:43.237347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Attempting to bind port f90f26b0-6bdf-447d-900a-aecb7a8fcccf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:43.237713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Attempting to bind port f90f26b0-6bdf-447d-900a-aecb7a8fcccf on network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:43.343036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.350208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/subnets/04f14503-82c5-408e-852c-6d76bb05cd7b HTTP/1.1" status: 204 len: 168 time: 0.6115346 Feb 10 13:31:43.350572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:43.357610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b1e95-7f19-45e7-9050-909d706c5cba tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Subnet': ['ID=04f14503-82c5-408e-852c-6d76bb05cd7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:43.373745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bae36e-86d0-42ba-b9ac-dbc3def727d8 None None] Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:43.382534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:43.382916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Checking segment: {'id': 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:43.383321 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.383717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Bound using segment: {'id': 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:43.384200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Bound port: f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd7ab84eb-a1b5-4aac-9ab6-46b70ca4a398'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:43.384714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.555031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting subnet f01859d0-2bce-417a-b0eb-fc71a8ad591f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:31:43.571106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for subnet (f01859d0-2bce-417a-b0eb-fc71a8ad591f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.625993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (f01859d0-2bce-417a-b0eb-fc71a8ad591f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.667423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8::1 (21758993-d422-4793-bcf0-f39ebda6c006/9cc3ec5b-32e1-4c87-8787-6ef85c2d617f/81255ef2-1733-4a11-9ab1-be546871f94f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:43.703460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] For port f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:43.707294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] For port f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,segment=NetworkSegment(f5ccb55e-ed3d-458d-8802-9dd399a45ea9),segment_id=f5ccb55e-ed3d-458d-8802-9dd399a45ea9)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:43.711457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d0423d5a-8253-45b1-9bfa-10865d978282 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:43.711882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.714293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28933e86-97a6-4ce4-8c5d-ecb35ef87a74 None None] Network 21758993-d422-4793-bcf0-f39ebda6c006 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:43.817727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.824384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.844427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:43.853438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f01859d0-2bce-417a-b0eb-fc71a8ad591f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:43.980283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Pushing event updated for resources: {'Port': ['ID=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:44.029415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fa6d1-0c77-4d09-a91a-129fd2c0486e req-586c646e-6bff-4a57-bd0b-57a97c6548e5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:44.041848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e11fa6d1-0c77-4d09-a91a-129fd2c0486e req-586c646e-6bff-4a57-bd0b-57a97c6548e5 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.3465128 Feb 10 13:31:44.155680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (f01859d0-2bce-417a-b0eb-fc71a8ad591f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.163850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (81255ef2-1733-4a11-9ab1-be546871f94f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.256892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e11fa6d1-0c77-4d09-a91a-129fd2c0486e req-e74f3491-fb58-48c8-92e2-1af2bdc5bda4 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138071 Feb 10 13:31:44.326719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Subnet': ['ID=f01859d0-2bce-417a-b0eb-fc71a8ad591f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:44.338021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.354569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.355802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.356390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.356927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.357259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.359324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.359675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.360004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.360330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.360651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.362616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc214955-85f4-4829-ad78-98bd470d3faf tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/subnets/f01859d0-2bce-417a-b0eb-fc71a8ad591f HTTP/1.1" status: 204 len: 168 time: 1.0105917 Feb 10 13:31:44.362987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.363435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.363649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.365887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f07110-5a8b-46cd-bd9c-f095b4022d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.368485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:44.437257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 21758993-d422-4793-bcf0-f39ebda6c006 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:44.445010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:44.445394 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.462804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:44.489082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8481201-65e8-47bb-814f-ab138ca1e9f2 req-968b330c-37ba-4d6a-adf3-f99a1bac05ae tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0876248 Feb 10 13:31:44.490568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:44.493109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.501881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=81255ef2-1733-4a11-9ab1-be546871f94f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:44.540419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b4b81-a0b3-48e7-a9ce-65debf80ab44 None None] Network 9be895fa-72be-4f50-8a49-09da77ce9b40 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:44.550220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.551681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.553553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.554064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.554546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.555138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.555960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.556441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.557230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.557706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.558177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.559088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.559623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:44.582751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (88edd37d-b6f3-4c46-a529-e310f5aafbaa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.617326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Allocated IP 172.20.0.1 (d73055de-6772-4901-92b0-e61f7e4523d5/124f999d-a88f-40e7-ae56-90daf27aea6e/60803667-4db4-41b7-a744-bd455e109e45) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:44.643461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0423d5a-8253-45b1-9bfa-10865d978282 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:44.666610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:44.687658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Provisioning complete for port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:44.688041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.729855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.757264 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.857082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:44.863475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks [] for port (60803667-4db4-41b7-a744-bd455e109e45), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:44.910536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.016672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Network d73055de-6772-4901-92b0-e61f7e4523d5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:45.027867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:45.067417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:45.086804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:45.087170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.130064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:45.131240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.133449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:45.134627 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.203838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d0423d5a-8253-45b1-9bfa-10865d978282'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:45.297591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925f1e3-6dff-4cff-b0de-3137474d8716 None None] DHCP port deletion for 88edd37d-b6f3-4c46-a529-e310f5aafbaa request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:31:45.307806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] DHCP port deletion for 9be895fa-72be-4f50-8a49-09da77ce9b40 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:31:45.310599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port 02aa9901-244b-4f57-8dbd-2a7b36b929b3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=02aa9901-244b-4f57-8dbd-2a7b36b929b3,segment=NetworkSegment(42647264-2ea0-4359-adbc-03bafe2c6b98),segment_id=42647264-2ea0-4359-adbc-03bafe2c6b98)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:45.317669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.358338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 02aa9901-244b-4f57-8dbd-2a7b36b929b3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:45.364793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (81255ef2-1733-4a11-9ab1-be546871f94f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.375438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.376575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.487169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,segment=NetworkSegment(aa76f314-5b0d-49c1-a3df-9c1dcc630444),segment_id=aa76f314-5b0d-49c1-a3df-9c1dcc630444)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:45.514700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.519700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (69a723e2-c084-4f14-8025-6af50a49e2ac), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.523065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Pushing event updated for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:45.533676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.629756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:45.658048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=02aa9901-244b-4f57-8dbd-2a7b36b929b3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:45.768701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 21758993-d422-4793-bcf0-f39ebda6c006 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:45.794215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:45.836469 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (88edd37d-b6f3-4c46-a529-e310f5aafbaa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.885721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bf693-714d-4c3e-9db7-ea3c47486f61 req-af249d9b-d614-400b-acc7-e014e8c24e47 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:45.887946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e59bf693-714d-4c3e-9db7-ea3c47486f61 req-af249d9b-d614-400b-acc7-e014e8c24e47 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 948 time: 0.5075786 Feb 10 13:31:45.891031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=81255ef2-1733-4a11-9ab1-be546871f94f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:45.905245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88edd37d-b6f3-4c46-a529-e310f5aafbaa']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:45.923540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42647264-2ea0-4359-adbc-03bafe2c6b98') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:45.923844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42647264-2ea0-4359-adbc-03bafe2c6b98') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:45.926081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:45.934625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (42647264-2ea0-4359-adbc-03bafe2c6b98), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.947201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a082e9-367d-4b9c-9afe-17aed3f14bce None None] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:31:45.949798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f90f26b0-6bdf-447d-900a-aecb7a8fcccf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:45.956237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (42647264-2ea0-4359-adbc-03bafe2c6b98), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:45.964324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:45.964739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (42647264-2ea0-4359-adbc-03bafe2c6b98), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.000422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e59bf693-714d-4c3e-9db7-ea3c47486f61 req-2e400a76-efb3-4b82-a7ba-e45a6a70f437 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955884 Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:46.084662 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:46.100910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (88edd37d-b6f3-4c46-a529-e310f5aafbaa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.117462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.125170 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/networks/88edd37d-b6f3-4c46-a529-e310f5aafbaa HTTP/1.1" status: 204 len: 168 time: 1.7555037 Feb 10 13:31:46.129937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:46.164101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:31:46.164461 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:31:46.184345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68778b-1108-40ae-8d70-9dd6b1d26b64 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Network': ['ID=88edd37d-b6f3-4c46-a529-e310f5aafbaa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:46.227931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (60803667-4db4-41b7-a744-bd455e109e45), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.257888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23348f0f-c633-4b1e-9b00-37342f980252 req-d1349a56-4e3b-4485-ae5f-b9c4f4610eea tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0760763 Feb 10 13:31:46.309224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3925f1e3-6dff-4cff-b0de-3137474d8716 None None] Deleting port 02aa9901-244b-4f57-8dbd-2a7b36b929b3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:46.309646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3925f1e3-6dff-4cff-b0de-3137474d8716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (02aa9901-244b-4f57-8dbd-2a7b36b929b3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.325710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9be895fa-72be-4f50-8a49-09da77ce9b40), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.339895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 32e27873-b86c-407d-967f-d13519e0742a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-3925f1e3-6dff-4cff-b0de-3137474d8716 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa could not be found. Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 88edd37d-b6f3-4c46-a529-e310f5aafbaa could not be found. Feb 10 13:31:46.345994 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:31:46.387489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:41Z', 'revision_number': 3, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:46.402102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Deleting port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:46.402463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.476385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Checking router: 69a723e2-c084-4f14-8025-6af50a49e2ac for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:31:46.476741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Updating router 69a723e2-c084-4f14-8025-6af50a49e2ac port 03e80707-1a3c-445e-bdac-93410e702836 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:31:46.486455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks [] for port (60803667-4db4-41b7-a744-bd455e109e45), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.503102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.511092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da17530-f43c-40ea-a9d7-104f5a50765c None None] DHCP port deletion for 88edd37d-b6f3-4c46-a529-e310f5aafbaa request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:31:46.524418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (03e80707-1a3c-445e-bdac-93410e702836), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.590770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (69a723e2-c084-4f14-8025-6af50a49e2ac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:46.594389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Pushing event updated for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:46.827314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Network d73055de-6772-4901-92b0-e61f7e4523d5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:46.828876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:47.065755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Router 69a723e2-c084-4f14-8025-6af50a49e2ac has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:31:47.129955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a370bb3a-4ad5-4a38-b70f-b3e328782ed5 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:47.208985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f90f26b0-6bdf-447d-900a-aecb7a8fcccf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:47.210997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.248210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:47.281116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a581c702-2965-44cb-a41c-11ca6f33357b admin admin] 10.222.0.13 "PUT /v2.0/routers/69a723e2-c084-4f14-8025-6af50a49e2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7128620 Feb 10 13:31:47.287811 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks [] for port (03e80707-1a3c-445e-bdac-93410e702836), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.305027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Deleting port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:47.305531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.318377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] For port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:47.319266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.324315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (03e80707-1a3c-445e-bdac-93410e702836), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.330100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:47.341273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] Sync routers for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:47.360542 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:47.364855 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:47.366164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f0f3b0f-c9a4-493a-8b10-581ee1b693b6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3748991 Feb 10 13:31:47.368298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:47.397364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Calling delete_port for 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:47.398359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda7e7b-55fb-4f50-b58d-1c978e76a9fe req-0e20fd35-4453-45c2-bc7c-4e1868955118 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:47.400316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cda7e7b-55fb-4f50-b58d-1c978e76a9fe req-0e20fd35-4453-45c2-bc7c-4e1868955118 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 948 time: 0.2778358 Feb 10 13:31:47.410417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Provisioning complete for port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:47.416697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.454752 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:47.467765 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:47.469040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:47.469402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adcb68e-1e5a-4f82-b5fb-2c15dea14ef0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:47.475414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8adcb68e-1e5a-4f82-b5fb-2c15dea14ef0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports/81255ef2-1733-4a11-9ab1-be546871f94f HTTP/1.1" status: 200 len: 911 time: 0.1032896 Feb 10 13:31:47.478591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:47.516502 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:47.517407 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b8096-f7b2-4d95-96f0-87bf2491f1c8 None None] The sync data for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:47.546904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Attempting to bind port 03e80707-1a3c-445e-bdac-93410e702836 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:47.547447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Attempting to bind port 03e80707-1a3c-445e-bdac-93410e702836 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:47.547907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Attempting to bind port 03e80707-1a3c-445e-bdac-93410e702836 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:47.549887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb66c4-3e9f-4bf9-95ab-1d9e2b666270 None None] Pushing event updated for resources: {'Port': ['ID=03e80707-1a3c-445e-bdac-93410e702836,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:47.565373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:47.565508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:47.565992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.566460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:47.567020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Bound port: 03e80707-1a3c-445e-bdac-93410e702836, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:47.567469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (03e80707-1a3c-445e-bdac-93410e702836), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.596647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] For port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,segment=NetworkSegment(5697ec19-60c4-4a71-8c5c-cfc32b5ef083),segment_id=5697ec19-60c4-4a71-8c5c-cfc32b5ef083)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:47.597186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.613661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Calling delete_port for 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:47.728980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.775368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Port': ['ID=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:47.805589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] No DVR routers for this DVR port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:47.812621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cda7e7b-55fb-4f50-b58d-1c978e76a9fe req-aa110cca-03de-46e7-afc9-6ec7086e8a17 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285780 Feb 10 13:31:47.899136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f90f26b0-6bdf-447d-900a-aecb7a8fcccf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:47.902223 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:47.991818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] For port 03e80707-1a3c-445e-bdac-93410e702836, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:48.017567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4549ae51-c095-4759-b11f-65b76263c509 req-c001004e-d824-44d1-bbb9-f672784e94a5 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0861487 Feb 10 13:31:48.086859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9be895fa-72be-4f50-8a49-09da77ce9b40), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.096090 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1357b0de-7cb9-4f0c-8fe8-491ee87dc96b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.113432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be895fa-72be-4f50-8a49-09da77ce9b40']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:48.125462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5697ec19-60c4-4a71-8c5c-cfc32b5ef083') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:48.126302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5697ec19-60c4-4a71-8c5c-cfc32b5ef083') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:48.138895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5697ec19-60c4-4a71-8c5c-cfc32b5ef083), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.150293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,segment=NetworkSegment(f5ccb55e-ed3d-458d-8802-9dd399a45ea9),segment_id=f5ccb55e-ed3d-458d-8802-9dd399a45ea9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:48.173349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] No DVR routers for this DVR port 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:31:48.179982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] For port 03e80707-1a3c-445e-bdac-93410e702836, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=03e80707-1a3c-445e-bdac-93410e702836,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:48.180924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5697ec19-60c4-4a71-8c5c-cfc32b5ef083), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.184988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.194397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7bb61-ec7d-42c5-aad6-41a3c308a9e7 None None] Pushing event deleted for resources: {'Port': ['ID=1357b0de-7cb9-4f0c-8fe8-491ee87dc96b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:48.198119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7bcc0-4d63-4658-8172-ad2c53128b45 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:31:48.203866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:48.205558 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.207426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:31:48.207960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5697ec19-60c4-4a71-8c5c-cfc32b5ef083), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:31:48.215578 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:31:48.272263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (03e80707-1a3c-445e-bdac-93410e702836), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.308205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:48.359963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:48.360319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1357b0de-7cb9-4f0c-8fe8-491ee87dc96b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:48.360743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 02aa9901-244b-4f57-8dbd-2a7b36b929b3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:31:48.369091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Provisioning complete for port f90f26b0-6bdf-447d-900a-aecb7a8fcccf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:48.369384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.426960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 02aa9901-244b-4f57-8dbd-2a7b36b929b3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:31:48.427503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 02aa9901-244b-4f57-8dbd-2a7b36b929b3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:31:48.437446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9be895fa-72be-4f50-8a49-09da77ce9b40), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.482695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.493376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] 10.222.0.13 "DELETE /v2.0/networks/9be895fa-72be-4f50-8a49-09da77ce9b40 HTTP/1.1" status: 204 len: 168 time: 2.3614619 Feb 10 13:31:48.504835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:48.528445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:48.529098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:48.574410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69ca09-b848-445a-8047-12adb23c4635 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] Pushing event deleted for resources: {'Network': ['ID=9be895fa-72be-4f50-8a49-09da77ce9b40,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:48.672738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:48.731087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d8d35267-44a6-4ae1-8c64-cd806f3c2af3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:48.767345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-131fcfa9-ea1f-4829-b890-62430fe261fc tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:48.770324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-131fcfa9-ea1f-4829-b890-62430fe261fc tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 820 time: 0.2245049 Feb 10 13:31:48.797940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-8be07cfa-f052-4d9e-850d-f02d6e78c898 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/quotas/e693b450d27f404eb3464b449703c8b8 HTTP/1.1" status: 200 len: 375 time: 0.0171578 Feb 10 13:31:48.832028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8:1::1 (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398/f27c82b4-45c9-48d5-af9a-13a2d46cf197/f4982123-503c-4316-866b-feb928c6dce5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:48.850796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:48.897559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-6a77e9ca-afc0-4f15-a4e7-11f21709d74a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911031 Feb 10 13:31:48.933018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18ad52b-7a65-46f1-b25d-f6d7386f5b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:48.950483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7bcc0-4d63-4658-8172-ad2c53128b45 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:31:49.052825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb66c4-3e9f-4bf9-95ab-1d9e2b666270 None None] Pushing event updated for resources: {'Port': ['ID=03e80707-1a3c-445e-bdac-93410e702836,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:49.108135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-e7d9a69d-fd54-439a-b2b0-7b88be31b67a service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019992 Feb 10 13:31:49.127423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:49.217714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-51f8c96d-3534-4dd6-b7e2-c782dd671a8f service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086779 Feb 10 13:31:49.334542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Current status of the port f90f26b0-6bdf-447d-900a-aecb7a8fcccf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:49.377005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:49.377495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.382603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port d0423d5a-8253-45b1-9bfa-10865d978282 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:31:49.426761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port d0423d5a-8253-45b1-9bfa-10865d978282 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:49.427834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.556155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (f4982123-503c-4316-866b-feb928c6dce5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.637898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Provisioning complete for port 81255ef2-1733-4a11-9ab1-be546871f94f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:49.638280 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.640384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18ad52b-7a65-46f1-b25d-f6d7386f5b0f admin admin] Publish callbacks [] for security_group (dffc52cd-ade2-49cb-965b-c93413e2ec4f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.654874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e18ad52b-7a65-46f1-b25d-f6d7386f5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dffc52cd-ade2-49cb-965b-c93413e2ec4f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.721089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e18ad52b-7a65-46f1-b25d-f6d7386f5b0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bce49dfb258a4b72858e93d771a14dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0444367 Feb 10 13:31:49.723834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:49.725277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f4982123-503c-4316-866b-feb928c6dce5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.736063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ad52b-7a65-46f1-b25d-f6d7386f5b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc52cd-ade2-49cb-965b-c93413e2ec4f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:49.845912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fa434-ab9a-4948-88f2-077d797372dc req-792cbf99-7168-4b78-9d9d-56b1ddfa46e3 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:49.847156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:49.847552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea9fa434-ab9a-4948-88f2-077d797372dc req-792cbf99-7168-4b78-9d9d-56b1ddfa46e3 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 948 time: 0.2059350 Feb 10 13:31:49.850790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:49.855392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:49.856428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.860142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=f4982123-503c-4316-866b-feb928c6dce5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:49.890233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] Publish callbacks [] for security_group (dffc52cd-ade2-49cb-965b-c93413e2ec4f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:49.947899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-df09cf68-a217-4a24-83a8-18735825b251 None None] Port 81255ef2-1733-4a11-9ab1-be546871f94f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:50.005969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] Publish callbacks [] for security_group (dffc52cd-ade2-49cb-965b-c93413e2ec4f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.062181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f4982123-503c-4316-866b-feb928c6dce5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.094852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea9fa434-ab9a-4948-88f2-077d797372dc req-06e7b0a1-8b6a-41f5-834e-cb158429c56f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133327 Feb 10 13:31:50.112244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d0423d5a-8253-45b1-9bfa-10865d978282 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:50.112244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.164295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dffc52cd-ade2-49cb-965b-c93413e2ec4f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.171662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.173582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:50.182846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dffc52cd-ade2-49cb-965b-c93413e2ec4f HTTP/1.1" status: 204 len: 168 time: 0.4505210 Feb 10 13:31:50.204509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:50.206582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:50.207274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c964f4-f7e9-423a-9e74-67f60b8b90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc52cd-ade2-49cb-965b-c93413e2ec4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:50.209243 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7d4f47-dc81-4b70-b9c1-2436faebd239" -d '{"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-plugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:50.217130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.251267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f2eada61-16c3-4dd3-a436-9137fcf8e622 None None] Provisioning complete for port f90f26b0-6bdf-447d-900a-aecb7a8fcccf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:50.251711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f2eada61-16c3-4dd3-a436-9137fcf8e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.369427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:31:50.413280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 2, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:50.439870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebcd2d83-668a-4672-a1f6-bb87b1212853 req-d3518da5-2027-4ec0-a12a-0d1fe1eb1a7c tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1470017 Feb 10 13:31:50.550013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:50.565995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62198d-0c61-4f74-90ef-7c2408373d98 None None] The sync data for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 is: [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 2, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:50.730514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f2eada61-16c3-4dd3-a436-9137fcf8e622 None None] Current status of the port f90f26b0-6bdf-447d-900a-aecb7a8fcccf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:50.733696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43edfd65-1e3f-4464-bf2e-31706a2312b6 req-37ef0c8e-de8e-4916-b578-b6c74d756d6b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 210 time: 0.0804477 Feb 10 13:31:50.766724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f90f26b0-6bdf-447d-900a-aecb7a8fcccf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:50.835367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (f4982123-503c-4316-866b-feb928c6dce5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.847653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (f4982123-503c-4316-866b-feb928c6dce5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.847834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:50.848823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.883366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3617cb6f-297a-470b-9207-a4e806ab37b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:50.907347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3b062012-4f35-42d6-a44e-fbe348d5b871 None None] Provisioning complete for port f4982123-503c-4316-866b-feb928c6dce5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:50.907929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b062012-4f35-42d6-a44e-fbe348d5b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f4982123-503c-4316-866b-feb928c6dce5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.098181 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f72fc-e086-4378-bc2b-547b53e3bbb5 x-openstack-request-id: req-335f72fc-e086-4378-bc2b-547b53e3bbb5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:51.099613 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-plugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:51.099896 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-335f72fc-e086-4378-bc2b-547b53e3bbb5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:51.100314 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'code': 200} Feb 10 13:31:51.165457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=f4982123-503c-4316-866b-feb928c6dce5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:51.219649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f90f26b0-6bdf-447d-900a-aecb7a8fcccf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:51.231725 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.244976 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3617cb6f-297a-470b-9207-a4e806ab37b1 admin admin] Publish callbacks [] for security_group (9a039e50-93bd-41bb-b964-820162924c11), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.271827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3617cb6f-297a-470b-9207-a4e806ab37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a039e50-93bd-41bb-b964-820162924c11), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.458766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:51.462787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:51.667257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3b062012-4f35-42d6-a44e-fbe348d5b871 None None] Port f4982123-503c-4316-866b-feb928c6dce5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:51.669355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-d7ea8dec-bd24-4a21-9ca3-a43060e929b4 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:51.671318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-d7ea8dec-bd24-4a21-9ca3-a43060e929b4 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 820 time: 0.3252556 Feb 10 13:31:51.675399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3617cb6f-297a-470b-9207-a4e806ab37b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2b073385944f109e53d667c74816a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8266592 Feb 10 13:31:51.679676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:51.685089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11ae94-9c4b-4199-8cab-dfe4a7a47431 req-14aa3e67-db5d-4e12-b24e-c18b83c974ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:51.686876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac11ae94-9c4b-4199-8cab-dfe4a7a47431 req-14aa3e67-db5d-4e12-b24e-c18b83c974ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1131 time: 0.5688431 Feb 10 13:31:51.694864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'port': {'device_id': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'admin_state_up': True, 'tenant_id': 'e693b450d27f404eb3464b449703c8b8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:51.711125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617cb6f-297a-470b-9207-a4e806ab37b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a039e50-93bd-41bb-b964-820162924c11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:51.757608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 32e27873-b86c-407d-967f-d13519e0742a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:31:51.766343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f90f26b0-6bdf-447d-900a-aecb7a8fcccf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:51.768133 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] Publish callbacks [] for security_group (9a039e50-93bd-41bb-b964-820162924c11), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.794131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] Publish callbacks [] for security_group (9a039e50-93bd-41bb-b964-820162924c11), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.868884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a039e50-93bd-41bb-b964-820162924c11), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.871421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:51.872605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a039e50-93bd-41bb-b964-820162924c11 HTTP/1.1" status: 204 len: 168 time: 0.1911924 Feb 10 13:31:51.887919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d4f9c-8071-4af5-b264-b13803c216a6 req-ae19c087-d2a3-4e50-8e95-f3167a31d493 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:51.889971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c0d4f9c-8071-4af5-b264-b13803c216a6 req-ae19c087-d2a3-4e50-8e95-f3167a31d493 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 949 time: 0.5541754 Feb 10 13:31:51.921241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac11ae94-9c4b-4199-8cab-dfe4a7a47431 req-f74d6f6e-1ebf-40bb-8b98-bbe2244fa711 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903622 Feb 10 13:31:51.945205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb38e69-7857-425d-af03-70c1a3bb49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a039e50-93bd-41bb-b964-820162924c11,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:52.032196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:52.062180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] Sync routers for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:52.068659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c0d4f9c-8071-4af5-b264-b13803c216a6 req-65109ede-8edb-4fb8-99df-4636d7ef0d52 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672478 Feb 10 13:31:52.068659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:52.070024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1bf8a8d0-f21e-426e-ad4d-813f69d1a9d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5902166 Feb 10 13:31:52.090708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Made reservation on behalf of e693b450d27f404eb3464b449703c8b8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:31:52.105305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:52.106325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e1e39dcf-a947-4896-aed4-093d8fb31763 None None] Provisioning complete for port f4982123-503c-4316-866b-feb928c6dce5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:52.106822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1e39dcf-a947-4896-aed4-093d8fb31763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f4982123-503c-4316-866b-feb928c6dce5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:52.133196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:52.133856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:52.190739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604fbcc-ad55-437b-825e-b898469cb532 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:52.195819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5604fbcc-ad55-437b-825e-b898469cb532 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports/f4982123-503c-4316-866b-feb928c6dce5 HTTP/1.1" status: 200 len: 913 time: 0.1203742 Feb 10 13:31:52.196081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:52.232866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e1e39dcf-a947-4896-aed4-093d8fb31763 None None] Port f4982123-503c-4316-866b-feb928c6dce5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:31:52.238315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:52.259091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:52.260186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:52.325339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec2982df-58fb-41b6-bf6b-753f438a98ed req-10a684cd-da26-4e53-a7d0-f2394b0eb209 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0700650 Feb 10 13:31:52.333923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:52.334903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc28c6-1a49-40e8-a956-2bdd5be617e9 None None] The sync data for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:52.442107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Allocated IP 172.20.0.11 (d73055de-6772-4901-92b0-e61f7e4523d5/124f999d-a88f-40e7-ae56-90daf27aea6e/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:31:52.533828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6488d72-8cfe-4782-9b91-76ab7922f735 req-16aaaf40-5563-4a6c-b1cb-8278be473a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 210 time: 0.0806491 Feb 10 13:31:52.695338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 03e80707-1a3c-445e-bdac-93410e702836 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:52.827846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 03e80707-1a3c-445e-bdac-93410e702836 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:52.828226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (03e80707-1a3c-445e-bdac-93410e702836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:52.835622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:52.967062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:52.971107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.054298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:53.060772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 03e80707-1a3c-445e-bdac-93410e702836 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:53.061142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (03e80707-1a3c-445e-bdac-93410e702836), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.068507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Network d73055de-6772-4901-92b0-e61f7e4523d5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:31:53.071024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:31:53.079832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:31:53.107717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 03e80707-1a3c-445e-bdac-93410e702836, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=03e80707-1a3c-445e-bdac-93410e702836,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:53.115546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (03e80707-1a3c-445e-bdac-93410e702836), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.187005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:53.188099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.225886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=03e80707-1a3c-445e-bdac-93410e702836,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:53.232226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-9daf24df-3857-4452-b2ea-a7bbd59f8f2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5420132 Feb 10 13:31:53.327582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Request body: {'port': {'device_id': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:31:53.491785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0a74d-e8b7-45b2-a93c-86b8080cc9d2 req-a6d02907-290d-4daa-b75e-8e16a2a85d33 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:53.493388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16f0a74d-e8b7-45b2-a93c-86b8080cc9d2 req-a6d02907-290d-4daa-b75e-8e16a2a85d33 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 949 time: 0.2822998 Feb 10 13:31:53.507792 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.548662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port f4982123-503c-4316-866b-feb928c6dce5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:53.549064 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f4982123-503c-4316-866b-feb928c6dce5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.593169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16f0a74d-e8b7-45b2-a93c-86b8080cc9d2 req-3f31c36a-4102-4875-9712-cfdbdc53e255 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920131 Feb 10 13:31:53.686681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f4982123-503c-4316-866b-feb928c6dce5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.705350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for f4982123-503c-4316-866b-feb928c6dce5 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:53.746768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf98140d-4b65-4236-88e6-ab7e7e70fdc7 req-08b9262b-2c6d-4e37-911a-cd9da4fdc54d tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0470271 Feb 10 13:31:53.962771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f4982123-503c-4316-866b-feb928c6dce5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:53.996115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=f4982123-503c-4316-866b-feb928c6dce5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:54.010034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:54.023907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks [] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.032436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e50c5-df7e-4a02-ad8a-ecf5a3db4bb5 req-929fa28a-9a51-461a-8689-34e061b9dec2 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:54.034025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a89e50c5-df7e-4a02-ad8a-ecf5a3db4bb5 req-929fa28a-9a51-461a-8689-34e061b9dec2 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 932 time: 0.1637805 Feb 10 13:31:54.055055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Transition to ACTIVE for port object 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:31:54.069284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.138337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.138646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.139003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.139348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.139689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.140026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.140468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.140701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.141077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.141410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.141748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.142078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.142409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:54.146098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.158111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a89e50c5-df7e-4a02-ad8a-ecf5a3db4bb5 req-f965fd63-7de8-4c77-b360-d2ddec47cacb tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162865 Feb 10 13:31:54.186355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:54.266997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Attempting to bind port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:54.267768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Attempting to bind port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:54.268257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Attempting to bind port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 on network d73055de-6772-4901-92b0-e61f7e4523d5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:54.282466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 on network d73055de-6772-4901-92b0-e61f7e4523d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:31:54.283114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Attempting to bind port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 on network d73055de-6772-4901-92b0-e61f7e4523d5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:54.297606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:54.298151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Checking segment: {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:54.298736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Bound using segment: {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:54.302045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Bound port: 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:54.303305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.418341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:54.422702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:54.431034 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.454649 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Sync routers for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:54.471661 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:54.472529 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:54.519033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:54.519657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.532561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] 10.222.0.77 "PUT /v2.0/ports/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 1092 time: 1.2267585 Feb 10 13:31:54.533108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:54.539688 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841794b-60a4-4142-b1d2-770f2fefc527" -d '{"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:54.554333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 32e27873-b86c-407d-967f-d13519e0742a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:31:54.601119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a310b62-6646-448e-bf82-39f718d21f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:54.660860 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72028613-bdbe-4995-9715-f79917233f04 x-openstack-request-id: req-72028613-bdbe-4995-9715-f79917233f04 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:31:54.661158 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:31:54.662142 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72028613-bdbe-4995-9715-f79917233f04 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:31:54.662555 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:31:54.677950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 03e80707-1a3c-445e-bdac-93410e702836 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:54.683213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-cd31cfc4-46a7-440f-ba20-b46a8376926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:54.687168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-cd31cfc4-46a7-440f-ba20-b46a8376926f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1126 time: 0.1142941 Feb 10 13:31:54.767085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-2bb5226c-cc41-4f8d-99d9-0175204e0c8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0710793 Feb 10 13:31:54.790174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:54.792729 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:54.805591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79cc5393-1729-4472-b10b-c22d3d113486 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6081791 Feb 10 13:31:54.810892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:54.816815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] Sync routers for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:54.834533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:54.835586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:54.878957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:54.889910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 03e80707-1a3c-445e-bdac-93410e702836 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:54.891761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (03e80707-1a3c-445e-bdac-93410e702836), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:54.940690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-e324a9e1-2e23-49c3-9490-3ac014b67197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:54.940690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-e324a9e1-2e23-49c3-9490-3ac014b67197 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1604402 Feb 10 13:31:55.005862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:55.012443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:55.046981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-a627aca0-df1d-4498-93da-5f6808785f04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963604 Feb 10 13:31:55.079959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57760ec1-55e2-4324-9b47-df34d7bcd2ea req-683ea94e-6b42-4ffd-9ec6-1f3fe799e5e4 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:55.092729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57760ec1-55e2-4324-9b47-df34d7bcd2ea req-683ea94e-6b42-4ffd-9ec6-1f3fe799e5e4 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 949 time: 0.2203341 Feb 10 13:31:55.103563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:55.104205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34d799-3e47-4f88-9a99-1a2cb321152c None None] The sync data for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:55.198540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 03e80707-1a3c-445e-bdac-93410e702836 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:55.289066 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 2, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:55.301898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57760ec1-55e2-4324-9b47-df34d7bcd2ea req-bcb3c557-acf8-4667-a4b1-61daee130680 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041268 Feb 10 13:31:55.338129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-5b786995-8f3b-42ca-afed-3a095f811f22 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793927 Feb 10 13:31:55.376816 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Checking router: 69a723e2-c084-4f14-8025-6af50a49e2ac for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:31:55.377450 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Updating router 69a723e2-c084-4f14-8025-6af50a49e2ac port 60803667-4db4-41b7-a744-bd455e109e45 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:31:55.454681 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (60803667-4db4-41b7-a744-bd455e109e45), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:55.507352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4eae3e4a-afae-48e3-8245-9706731d9cdb req-5bc3f670-257d-43be-a3e9-8f75db4f8066 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0802402 Feb 10 13:31:55.535390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:55.584388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcc28e7a-2ea2-421d-a9c3-c11b84a42266 req-bea45e95-dffe-4afb-8b22-46056442ed5d service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377090 Feb 10 13:31:55.615544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:55.750191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b37b7-de78-4379-93ba-0d40b5b3bacd req-08dcef87-31a8-46ce-b9d5-556ba0302730 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:55.752075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a35b37b7-de78-4379-93ba-0d40b5b3bacd req-08dcef87-31a8-46ce-b9d5-556ba0302730 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 944 time: 0.1190119 Feb 10 13:31:55.782915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352b1583-0151-4325-a155-3c8a8141128e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:55.795250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-8b6a3b52-ff4d-4b96-a5a8-aff1fd5a21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:55.797815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-8b6a3b52-ff4d-4b96-a5a8-aff1fd5a21d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1126 time: 0.1229341 Feb 10 13:31:55.900260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352b1583-0151-4325-a155-3c8a8141128e admin admin] Publish callbacks [] for security_group (c1e22f7c-da39-4ba9-ba43-4c6d42955676), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:55.906571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a35b37b7-de78-4379-93ba-0d40b5b3bacd req-16a5e7f5-4a83-4203-8b63-8b77c6f1a3f7 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476572 Feb 10 13:31:55.911957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352b1583-0151-4325-a155-3c8a8141128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c1e22f7c-da39-4ba9-ba43-4c6d42955676), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.019646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-352b1583-0151-4325-a155-3c8a8141128e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=436ed8ed8dbb49cf8362e71b17d6a894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814541 Feb 10 13:31:56.044510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:56.105340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b1583-0151-4325-a155-3c8a8141128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e22f7c-da39-4ba9-ba43-4c6d42955676,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:56.109961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] Publish callbacks [] for security_group (c1e22f7c-da39-4ba9-ba43-4c6d42955676), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.141591 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks [] for port (60803667-4db4-41b7-a744-bd455e109e45), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.147275 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] Publish callbacks [] for security_group (c1e22f7c-da39-4ba9-ba43-4c6d42955676), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.152651 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.173958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-cb4e1525-4dd6-4cf7-a3e0-33b491057e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:56.176957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-cb4e1525-4dd6-4cf7-a3e0-33b491057e5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.3515453 Feb 10 13:31:56.225159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Pushing event updated for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:56.227663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e84d-bfcd-42cc-99ca-94ece2764991 req-7a203787-a23d-4f03-9540-338b921ba12e tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:56.229285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34c4e84d-bfcd-42cc-99ca-94ece2764991 req-7a203787-a23d-4f03-9540-338b921ba12e tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 950 time: 0.1673038 Feb 10 13:31:56.269711 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.269972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.270324 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.271194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.271539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.271868 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.272193 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.272635 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.273156 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.273488 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.273814 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.274135 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.274463 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:31:56.312882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-b37593e9-4ff3-4777-9510-5747af314f63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.1267512 Feb 10 13:31:56.321504 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Attempting to bind port 60803667-4db4-41b7-a744-bd455e109e45 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:31:56.322399 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Attempting to bind port 60803667-4db4-41b7-a744-bd455e109e45 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:31:56.322967 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Attempting to bind port 60803667-4db4-41b7-a744-bd455e109e45 on network d73055de-6772-4901-92b0-e61f7e4523d5 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:31:56.330942 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:31:56.331616 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Checking segment: {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:31:56.332125 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.335592 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Bound using segment: {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:31:56.336449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Bound port: 60803667-4db4-41b7-a744-bd455e109e45, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f259f-484c-432e-ac87-0998a9722a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:31:56.336943 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (60803667-4db4-41b7-a744-bd455e109e45), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.385723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c1e22f7c-da39-4ba9-ba43-4c6d42955676), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.389037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.390997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e22f7c-da39-4ba9-ba43-4c6d42955676 HTTP/1.1" status: 204 len: 168 time: 0.3441601 Feb 10 13:31:56.416461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b32f18-8ec1-40b1-8c1d-132d101a5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e22f7c-da39-4ba9-ba43-4c6d42955676,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:56.440812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-804e84b1-908b-4906-bf9b-d75e4fd37aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:56.444638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-804e84b1-908b-4906-bf9b-d75e4fd37aac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1206555 Feb 10 13:31:56.459594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34c4e84d-bfcd-42cc-99ca-94ece2764991 req-80ddb569-51ec-4245-828e-bcf9bb07b8e6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522055 Feb 10 13:31:56.474794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 81255ef2-1733-4a11-9ab1-be546871f94f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:31:56.476150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.492041 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] For port 60803667-4db4-41b7-a744-bd455e109e45, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:31:56.496402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] For port 60803667-4db4-41b7-a744-bd455e109e45, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=60803667-4db4-41b7-a744-bd455e109e45,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:31:56.508175 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.551105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-ee1c96df-7b05-4d67-b8d3-ff6485e1dc16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873492 Feb 10 13:31:56.679423 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:56.681201 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:56.694697 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65419a34-02d8-4af2-99cf-97a90abb97a4 None None] Pushing event updated for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:56.703414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:56.735075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 81255ef2-1733-4a11-9ab1-be546871f94f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:31:56.751477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-c7282538-cc2f-4c54-a95d-255bf1355649 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969187 Feb 10 13:31:56.885618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3841794b-60a4-4142-b1d2-770f2fefc527 req-a24d470e-c073-48c4-beea-32567808284a service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280155 Feb 10 13:31:56.919037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:31:56.962539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:56.986291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-725245c2-45c4-4c65-9108-2df8fb623321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.143771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d93a4af3-79f2-4444-8959-198446a8b281 req-b5c0a350-3d25-40c2-8f56-bbf5852d5248 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0637977 Feb 10 13:31:57.154012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (81255ef2-1733-4a11-9ab1-be546871f94f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.255684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-725245c2-45c4-4c65-9108-2df8fb623321 admin admin] Publish callbacks [] for security_group (192183a9-eb15-4f97-bddd-24ff2bf6b02f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.275689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=81255ef2-1733-4a11-9ab1-be546871f94f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:57.277483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-725245c2-45c4-4c65-9108-2df8fb623321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (192183a9-eb15-4f97-bddd-24ff2bf6b02f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.316608 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:56Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:57.381995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-725245c2-45c4-4c65-9108-2df8fb623321 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f95c6c023574248a7f794a08be6fac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159861 Feb 10 13:31:57.382538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:57.384460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725245c2-45c4-4c65-9108-2df8fb623321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192183a9-eb15-4f97-bddd-24ff2bf6b02f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:57.385198 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad63c0d-4b90-4455-99eb-80512c62638e None None] The sync data for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 is: [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:56Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:57.402729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:57.461114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d1112-a6dc-4b4a-85a6-f0ba351c4969 req-2e7dab55-fa5b-43a2-b2d8-72666eb4e064 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:57.463231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596d1112-a6dc-4b4a-85a6-f0ba351c4969 req-2e7dab55-fa5b-43a2-b2d8-72666eb4e064 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 944 time: 0.1974566 Feb 10 13:31:57.557028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596d1112-a6dc-4b4a-85a6-f0ba351c4969 req-b9d5a4c2-c7c7-4882-9b06-851211098c92 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863874 Feb 10 13:31:57.593504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] Publish callbacks [] for security_group (192183a9-eb15-4f97-bddd-24ff2bf6b02f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.662836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] Publish callbacks [] for security_group (192183a9-eb15-4f97-bddd-24ff2bf6b02f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.712287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:57.729523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'port_id': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'mac_address': 'fa:16:3e:d5:19:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:57.763478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (192183a9-eb15-4f97-bddd-24ff2bf6b02f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.766188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.770033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/192183a9-eb15-4f97-bddd-24ff2bf6b02f HTTP/1.1" status: 204 len: 168 time: 0.3841348 Feb 10 13:31:57.788098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:57.788857 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.804415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:57.809010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8a8a0-f418-45f4-ae06-6865024a0ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192183a9-eb15-4f97-bddd-24ff2bf6b02f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:57.827867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:57.840633 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:57.925181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:58.059088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (32e27873-b86c-407d-967f-d13519e0742a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:58.112349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:31:58.309114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa1a89c3-6187-42c0-a3e7-6952a083b8b7 req-515d8613-176c-4e28-89ea-9bef6dc4ca2e tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0433598 Feb 10 13:31:58.442369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 32e27873-b86c-407d-967f-d13519e0742a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:31:58.569569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:31:58.577477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2e3e0cd-2073-42f0-8d9f-129af88cd5ed tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653813 Feb 10 13:31:58.580429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:58.589886 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] Sync routers for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:31:58.613723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:58.617306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:58.683713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-80ebbe59-5e65-4808-9ab5-83495ae59e9c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=32e27873-b86c-407d-967f-d13519e0742a HTTP/1.1" status: 200 len: 205 time: 0.1003935 Feb 10 13:31:58.686734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:58.697140 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:58.733870 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] Routers {'32e27873-b86c-407d-967f-d13519e0742a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:31:58.734494 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:31:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['32e27873-b86c-407d-967f-d13519e0742a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:58.774259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 60803667-4db4-41b7-a744-bd455e109e45 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:58.777194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:31:58.779376 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478cbb1-e004-443e-9d5c-41d84b9ba250 None None] The sync data for ids ['32e27873-b86c-407d-967f-d13519e0742a'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:31:58.903785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 60803667-4db4-41b7-a744-bd455e109e45 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:58.904163 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (60803667-4db4-41b7-a744-bd455e109e45), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:58.955094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (32e27873-b86c-407d-967f-d13519e0742a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.012737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1cddd-5cc8-4b76-8772-2df6dba05b6c req-dce977ef-e3f8-42d1-af88-e95a25053b1e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:59.019386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7c1cddd-5cc8-4b76-8772-2df6dba05b6c req-dce977ef-e3f8-42d1-af88-e95a25053b1e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 945 time: 0.2041655 Feb 10 13:31:59.058177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 60803667-4db4-41b7-a744-bd455e109e45 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:59.058594 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (60803667-4db4-41b7-a744-bd455e109e45), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.103242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 60803667-4db4-41b7-a744-bd455e109e45, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=60803667-4db4-41b7-a744-bd455e109e45,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:59.110314 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.218424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:31:59.414690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:31:59.419172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:31:59.592944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:31:59.604773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:31:59.605482 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.664638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:59.686534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'mac_address': 'fa:16:3e:5b:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:31:59.785864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:59.786747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.813277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (32e27873-b86c-407d-967f-d13519e0742a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.815466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (32e27873-b86c-407d-967f-d13519e0742a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.825019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:31:59.827889 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6539b6b4-dd7d-4107-9c09-e9e4b2e2f96f" -d '{"events": [{"server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "name": "network-vif-plugged", "status": "completed", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:31:59.834529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:31:59.835147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.860145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:59.867009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.880576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:31:59.920357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e7c1cddd-5cc8-4b76-8772-2df6dba05b6c req-abcc48d1-699f-4994-b138-18dc3c7c34c6 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8997149 Feb 10 13:31:59.954727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:31:59.960160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (32e27873-b86c-407d-967f-d13519e0742a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.960718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router 32e27873-b86c-407d-967f-d13519e0742a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:31:59.964012 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.976030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:31:59.979704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7b563b2f-84f0-4d26-9fbe-b870e88040dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a HTTP/1.1" status: 204 len: 168 time: 1.2893901 Feb 10 13:31:59.981374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53972) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:31:59.987834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-c806ed98-a72e-4dcd-ae5e-1c7d3dfe9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:31:59.989476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-c806ed98-a72e-4dcd-ae5e-1c7d3dfe9ea6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 1132 time: 0.1700535 Feb 10 13:31:59.990771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:00.093579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['57f427f6-cf2d-4f3c-bc71-139987ab5f7a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:00.122946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet f27c82b4-45c9-48d5-af9a-13a2d46cf197 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:00.127059 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (f27c82b4-45c9-48d5-af9a-13a2d46cf197), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.162406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:00.174547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (f27c82b4-45c9-48d5-af9a-13a2d46cf197), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.303573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f27c82b4-45c9-48d5-af9a-13a2d46cf197), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.304490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0168c99-9b99-45b5-8027-dfad0426e7c1 req-e971a96a-068f-451f-87e1-c9c4bc2900e2 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0854530 Feb 10 13:32:00.354274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-91b8d2c0-be9c-439b-81f3-b28b27dc0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:00.355768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-91b8d2c0-be9c-439b-81f3-b28b27dc0711 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3224571 Feb 10 13:32:00.386737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (f27c82b4-45c9-48d5-af9a-13a2d46cf197), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.418844 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13712b0d-c101-4c6b-b94e-ba12f78d3ddb x-openstack-request-id: req-13712b0d-c101-4c6b-b94e-ba12f78d3ddb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:00.419142 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "name": "network-vif-plugged", "status": "completed", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:00.419399 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13712b0d-c101-4c6b-b94e-ba12f78d3ddb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:00.419788 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'code': 200} Feb 10 13:32:00.435093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=f27c82b4-45c9-48d5-af9a-13a2d46cf197,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:00.438255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.440990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827398c2-f304-4b6f-b494-2a7e0b6cf9f1 None None] Network d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:00.455282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-062ad6ed-d0b0-4727-86f9-d2089f604fa0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 200 len: 217 time: 0.0893734 Feb 10 13:32:00.458799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:00.459973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09f5901e-0e7b-4148-b6d4-df4ca0e23e04 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/f27c82b4-45c9-48d5-af9a-13a2d46cf197 HTTP/1.1" status: 204 len: 168 time: 0.4768927 Feb 10 13:32:00.620569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-2b654093-0715-4a02-848e-188630976c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:00.624228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-2b654093-0715-4a02-848e-188630976c2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1560428 Feb 10 13:32:00.646193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f059-4f3e-4aa7-b4a3-30fa78b2f70e req-9edac550-2400-4480-a915-65b4099459cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:00.654202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ab1f059-4f3e-4aa7-b4a3-30fa78b2f70e req-9edac550-2400-4480-a915-65b4099459cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.1336479 Feb 10 13:32:00.711088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 60803667-4db4-41b7-a744-bd455e109e45 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:00.716862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 9cc3ec5b-32e1-4c87-8787-6ef85c2d617f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:00.721518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (9cc3ec5b-32e1-4c87-8787-6ef85c2d617f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.756026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-eecb9428-64cb-4fb9-9fee-e0cf0316aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:00.757922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-eecb9428-64cb-4fb9-9fee-e0cf0316aa82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1139698 Feb 10 13:32:00.775540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ab1f059-4f3e-4aa7-b4a3-30fa78b2f70e req-e8e1ab23-c902-4001-99c6-a4f058c0f371 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902715 Feb 10 13:32:00.815550 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (9cc3ec5b-32e1-4c87-8787-6ef85c2d617f), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.901375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef533-c040-418f-922e-c2e429a2dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:00.966427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-2df620e5-f827-4e06-b5a2-481e38d53424 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926792 Feb 10 13:32:00.967872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] DHCP port deletion for d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:00.989092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 60803667-4db4-41b7-a744-bd455e109e45 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:00.990220 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (60803667-4db4-41b7-a744-bd455e109e45), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.075764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9cc3ec5b-32e1-4c87-8787-6ef85c2d617f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.284739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (9cc3ec5b-32e1-4c87-8787-6ef85c2d617f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.418331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Deleting port f90f26b0-6bdf-447d-900a-aecb7a8fcccf {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:01.419024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.470690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:01.578397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 60803667-4db4-41b7-a744-bd455e109e45 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:01.671421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc3ec5b-32e1-4c87-8787-6ef85c2d617f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:01.682690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d95a4b7e-9936-44a9-9559-2ddebfdb0c47 req-1399b67e-79ec-495c-bdf9-5f2d21f84a3f service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641417 Feb 10 13:32:01.696057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] For port f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,segment=NetworkSegment(f5ccb55e-ed3d-458d-8802-9dd399a45ea9),segment_id=f5ccb55e-ed3d-458d-8802-9dd399a45ea9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:01.696467 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.735099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:01.742771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10924697-6ac1-46f3-a3d8-79bfb1d4de41 None None] Network 21758993-d422-4793-bcf0-f39ebda6c006 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:01.744194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-49f9b288-1be2-4c27-acd0-cd0b5ae30f24 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/9cc3ec5b-32e1-4c87-8787-6ef85c2d617f HTTP/1.1" status: 204 len: 168 time: 1.2842317 Feb 10 13:32:01.746965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:01.755904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Calling delete_port for f90f26b0-6bdf-447d-900a-aecb7a8fcccf owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:01.848037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3510e9d-d17b-4226-a7da-c89d43ab04b4 req-b6ac95c9-5ef1-47a6-bae7-f242c034900f tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:01.866155 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3510e9d-d17b-4226-a7da-c89d43ab04b4 req-b6ac95c9-5ef1-47a6-bae7-f242c034900f tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.6461473 Feb 10 13:32:02.052909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.068097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3510e9d-d17b-4226-a7da-c89d43ab04b4 req-967dfb00-24a2-4952-a95b-d48e60f95da9 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582129 Feb 10 13:32:02.095473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:02.097245 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.218326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port f90f26b0-6bdf-447d-900a-aecb7a8fcccf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:02.218957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.392010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port f90f26b0-6bdf-447d-900a-aecb7a8fcccf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,segment=NetworkSegment(f5ccb55e-ed3d-458d-8802-9dd399a45ea9),segment_id=f5ccb55e-ed3d-458d-8802-9dd399a45ea9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:02.392477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.443636 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.446767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for f90f26b0-6bdf-447d-900a-aecb7a8fcccf owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:02.470676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] DHCP port deletion for 21758993-d422-4793-bcf0-f39ebda6c006 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:02.538351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d97fb32d-1616-4c07-82f3-b33a8e0215f6 req-3db74da7-90a7-453e-bbef-8cb253bae363 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1059532 Feb 10 13:32:02.622471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] Pushing event deleted for resources: {'Port': ['ID=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:02.698445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f90f26b0-6bdf-447d-900a-aecb7a8fcccf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.711565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:02.715997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:02.719543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ccdec-eaf0-4c9b-9eb8-32ea018a91a5 None None] No DVR routers for this DVR port f90f26b0-6bdf-447d-900a-aecb7a8fcccf on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:02.732231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d8d35267-44a6-4ae1-8c64-cd806f3c2af3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:02.770093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=f90f26b0-6bdf-447d-900a-aecb7a8fcccf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:02.789792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port f90f26b0-6bdf-447d-900a-aecb7a8fcccf on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:02.947241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:02.954228 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5ec67-3a4d-4ff7-b7ae-286f275dc38d" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:03.025694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:03.039996 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.065332 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56041f28-da5a-4966-a60c-9c4d7c4065ad x-openstack-request-id: req-56041f28-da5a-4966-a60c-9c4d7c4065ad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:03.065632 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:03.065884 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56041f28-da5a-4966-a60c-9c4d7c4065ad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:03.077211 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'code': 200} Feb 10 13:32:03.087498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.145394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:03.172637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:03.173271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ccb55e-ed3d-458d-8802-9dd399a45ea9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:03.214813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (f5ccb55e-ed3d-458d-8802-9dd399a45ea9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.244307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f5ccb55e-ed3d-458d-8802-9dd399a45ea9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.253764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:03.255572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (f5ccb55e-ed3d-458d-8802-9dd399a45ea9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:03.260640 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:03.324134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283de86-151c-48ac-b5ed-85121c63411a req-281f30ba-6743-46e2-bad2-db8a3a610338 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:03.350999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6283de86-151c-48ac-b5ed-85121c63411a req-281f30ba-6743-46e2-bad2-db8a3a610338 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1655214 Feb 10 13:32:03.444384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6283de86-151c-48ac-b5ed-85121c63411a req-68534d9a-e3a7-4954-abbb-23519b7d3cc1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921192 Feb 10 13:32:03.507024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.514070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.531915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398 HTTP/1.1" status: 204 len: 168 time: 1.7822568 Feb 10 13:32:03.533990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:03.576079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e2587-5816-4e13-a47c-8a105a3bdce9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=d7ab84eb-a1b5-4aac-9ab6-46b70ca4a398,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:03.690987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (21758993-d422-4793-bcf0-f39ebda6c006), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:03.890066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:03.891348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.065225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Deleting port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:04.066343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.119401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c7755adc-fa64-4226-a417-9a74fdb367f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.122891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:04.123554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.138142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:04.202049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,segment=NetworkSegment(aa76f314-5b0d-49c1-a3df-9c1dcc630444),segment_id=aa76f314-5b0d-49c1-a3df-9c1dcc630444)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:04.202508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.232584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,segment=NetworkSegment(aa76f314-5b0d-49c1-a3df-9c1dcc630444),segment_id=aa76f314-5b0d-49c1-a3df-9c1dcc630444)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:04.240379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Calling delete_port for d8d35267-44a6-4ae1-8c64-cd806f3c2af3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:04.245642 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.246672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f90f26b0-6bdf-447d-900a-aecb7a8fcccf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:04.257341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-addbfb1a-6aa6-4909-9725-56506943e3f1 req-472e1606-d8db-4241-a178-84b72968ea22 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1210694 Feb 10 13:32:04.261189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port d8d35267-44a6-4ae1-8c64-cd806f3c2af3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,segment=NetworkSegment(aa76f314-5b0d-49c1-a3df-9c1dcc630444),segment_id=aa76f314-5b0d-49c1-a3df-9c1dcc630444)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:04.261569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.315276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for d8d35267-44a6-4ae1-8c64-cd806f3c2af3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:04.367970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f90f26b0-6bdf-447d-900a-aecb7a8fcccf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:04.369616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f90f26b0-6bdf-447d-900a-aecb7a8fcccf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:04.592906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.622801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:04.673813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.677970 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (d8d35267-44a6-4ae1-8c64-cd806f3c2af3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:04.741805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:04.754831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-72acddcf-f6b9-4d0a-91ec-d63b768ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:04.762738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-72acddcf-f6b9-4d0a-91ec-d63b768ce866 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.6924725 Feb 10 13:32:04.764000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] Pushing event deleted for resources: {'Port': ['ID=d8d35267-44a6-4ae1-8c64-cd806f3c2af3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:04.765900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e86868-bbdf-4c3d-a04d-ebb9911c0f1f None None] No DVR routers for this DVR port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:04.796037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port d8d35267-44a6-4ae1-8c64-cd806f3c2af3 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:05.045149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827ef8-6715-4297-9a5d-d825f34ac660 req-1da18ed9-31a5-4cc9-8f06-644a3767f2b1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:05.047043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a827ef8-6715-4297-9a5d-d825f34ac660 req-1da18ed9-31a5-4cc9-8f06-644a3767f2b1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.4866984 Feb 10 13:32:05.212655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-8dd950e0-3e6c-4e1e-b816-4ef94a1f5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:05.214432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-8dd950e0-3e6c-4e1e-b816-4ef94a1f5088 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.4366429 Feb 10 13:32:05.252981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (21758993-d422-4793-bcf0-f39ebda6c006), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.280562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21758993-d422-4793-bcf0-f39ebda6c006']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:05.292154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa76f314-5b0d-49c1-a3df-9c1dcc630444') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:05.292577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa76f314-5b0d-49c1-a3df-9c1dcc630444') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:05.303356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (aa76f314-5b0d-49c1-a3df-9c1dcc630444), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.319219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (aa76f314-5b0d-49c1-a3df-9c1dcc630444), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.326719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:05.327188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (aa76f314-5b0d-49c1-a3df-9c1dcc630444), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:05.414119 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:05.431267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (21758993-d422-4793-bcf0-f39ebda6c006), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.502476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.507816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/21758993-d422-4793-bcf0-f39ebda6c006 HTTP/1.1" status: 204 len: 168 time: 1.9720964 Feb 10 13:32:05.515602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:05.521864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-930277083'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:05.524640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-3ed66486-fa62-4280-ab94-02ef17358012 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.1095457 Feb 10 13:32:05.528034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8d81-b985-4ec9-97a2-a958cd5a26df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=21758993-d422-4793-bcf0-f39ebda6c006,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:05.583923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:05.588805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.642317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a827ef8-6715-4297-9a5d-d825f34ac660 req-d696563b-ab7b-4721-9003-6df1d11d8a9c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852921 Feb 10 13:32:05.655196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-8d5b872a-f894-49df-b881-7346d764270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:05.656017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:32:05.662307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-8d5b872a-f894-49df-b881-7346d764270b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1261086 Feb 10 13:32:05.681079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eb43cfcf-7f9d-466e-8a41-e63e88a78539), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.681996 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment eb43cfcf-7f9d-466e-8a41-e63e88a78539 of type vlan for network 7b05ee8a-204a-43ad-864f-5f82922108ff Feb 10 13:32:05.744233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-537f8d94-2d9d-4a2a-8357-e97ac029e3c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728977 Feb 10 13:32:05.782920 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.864058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7b05ee8a-204a-43ad-864f-5f82922108ff), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.978641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7b05ee8a-204a-43ad-864f-5f82922108ff), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.983910 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:05.984596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:05.989943 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:06.012281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16239c9a-06d6-4a33-bbab-8a3847aa71eb req-33c96c2e-291b-49de-a4a0-5ed0e32514da tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1088083 Feb 10 13:32:06.130592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-639e82d0-a5f5-4251-b1a4-2ebbe84b386a service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775980 Feb 10 13:32:06.165891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3730a877-a4b9-438b-af3e-b3b28f497a4d req-47b2d704-b0a2-4522-a537-b83eb129709c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0392897 Feb 10 13:32:06.193149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=7b05ee8a-204a-43ad-864f-5f82922108ff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:06.206947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7b05ee8a-204a-43ad-864f-5f82922108ff details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:32:06.211143 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-571847a1-2264-4968-8871-50d55303d1ce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6938055 Feb 10 13:32:06.213738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:06.224851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:06.365848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23b30955-907c-4592-9d5f-cddc056a7c4b req-eeb18bd3-e378-494f-8c07-3583cb4f77c1 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253563 Feb 10 13:32:06.447764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:06.454166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:06.934531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86f737-1658-469e-8ef1-d7570dcdae1e req-0869151a-32b3-4b9d-982f-cc4945a3175c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:06.938391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf86f737-1658-469e-8ef1-d7570dcdae1e req-0869151a-32b3-4b9d-982f-cc4945a3175c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1364408 Feb 10 13:32:06.994502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf86f737-1658-469e-8ef1-d7570dcdae1e req-0479feb2-080a-4abe-bab6-521d3d5f9240 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496490 Feb 10 13:32:06.998990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.175659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': 'eb43cfcf-7f9d-466e-8a41-e63e88a78539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:07.176030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 7b05ee8a-204a-43ad-864f-5f82922108ff, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:32:07.179585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:07.232873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 7b05ee8a-204a-43ad-864f-5f82922108ff is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:32:07.267407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7b05ee8a-204a-43ad-864f-5f82922108ff) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:07.283768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6085d7-1e0d-46d9-9594-3dc0f2c62386 None None] Network 7b05ee8a-204a-43ad-864f-5f82922108ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:07.290677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:07.291284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.302683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-470c99a6-3ede-49e2-9298-a6945c620e73 req-ed5942a7-3f14-4b0b-a562-05a938327485 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0787685 Feb 10 13:32:07.392340 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-598a1f31-0c72-48ff-a249-3fab4311d483 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1750958 Feb 10 13:32:07.392568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:07.401986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1337510702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:07.437927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.439782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.480912 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.560669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7b05ee8a-204a-43ad-864f-5f82922108ff', 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:32:07.561571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.589348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (ff363eae-6682-4e15-87a6-25d9bc79d1d7), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.604804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.638214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:07.648803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-71e29bd0-95f0-44b0-b2da-3fcea2c03fce tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2496276 Feb 10 13:32:07.741232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:07.748932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'port': {'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff', 'name': 'tempest-RoutersIpV6Test-1124409637'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:07.855464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Allocated IP 2001:db8::2 (7b05ee8a-204a-43ad-864f-5f82922108ff/1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0/af79447b-15d5-427d-9c7f-cac8dd5c0967) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:08.014925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:08.020925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.078050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] device_id is not set on port fa44b874-0a2e-48ad-8871-2831889e4424 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:32:08.136459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks [] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.157660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.257336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aa1a6-285a-4510-b716-28386d55dd2f req-f63baf2a-06e6-4b4d-a408-c3d35b3471b5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:08.259104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-414aa1a6-285a-4510-b716-28386d55dd2f req-f63baf2a-06e6-4b4d-a408-c3d35b3471b5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1119699 Feb 10 13:32:08.267746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Network 7b05ee8a-204a-43ad-864f-5f82922108ff is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:08.275641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:08.289196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:08.305386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Pushing event updated for resources: {'Port': ['ID=af79447b-15d5-427d-9c7f-cac8dd5c0967,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:08.330009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8::261 (7b05ee8a-204a-43ad-864f-5f82922108ff/1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0/fa44b874-0a2e-48ad-8871-2831889e4424) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:08.358148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-414aa1a6-285a-4510-b716-28386d55dd2f req-48d97e1b-3ced-445c-ba47-e20c19f406c0 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879862 Feb 10 13:32:08.507962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Attempting to bind port af79447b-15d5-427d-9c7f-cac8dd5c0967 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:32:08.508346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Attempting to bind port af79447b-15d5-427d-9c7f-cac8dd5c0967 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eb43cfcf-7f9d-466e-8a41-e63e88a78539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:32:08.508822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Attempting to bind port af79447b-15d5-427d-9c7f-cac8dd5c0967 on network 7b05ee8a-204a-43ad-864f-5f82922108ff {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:32:08.550009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:32:08.551745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Checking segment: {'id': 'eb43cfcf-7f9d-466e-8a41-e63e88a78539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:08.552356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.555627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Bound using segment: {'id': 'eb43cfcf-7f9d-466e-8a41-e63e88a78539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:32:08.556362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Bound port: af79447b-15d5-427d-9c7f-cac8dd5c0967, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb43cfcf-7f9d-466e-8a41-e63e88a78539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7b05ee8a-204a-43ad-864f-5f82922108ff'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:32:08.557984 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.712657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c477cfd2-9688-4f14-844e-f69e30cdf7bd req-5056e0b3-61b4-47e9-9e60-83283a9599bb tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0437376 Feb 10 13:32:08.774272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] For port af79447b-15d5-427d-9c7f-cac8dd5c0967, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:32:08.778566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] For port af79447b-15d5-427d-9c7f-cac8dd5c0967, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=af79447b-15d5-427d-9c7f-cac8dd5c0967,segment=NetworkSegment(eb43cfcf-7f9d-466e-8a41-e63e88a78539),segment_id=eb43cfcf-7f9d-466e-8a41-e63e88a78539)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:32:08.780684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (fa44b874-0a2e-48ad-8871-2831889e4424), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.788372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.862834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:08.928177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa5221-e257-440c-9ed3-b46a4c458c89 None None] Pushing event updated for resources: {'Port': ['ID=af79447b-15d5-427d-9c7f-cac8dd5c0967,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:08.976623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 7b05ee8a-204a-43ad-864f-5f82922108ff is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:08.992316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:08.998273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:09.004568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:09.010325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:09.037542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=fa44b874-0a2e-48ad-8871-2831889e4424,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:09.065384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00f7d3bc-1f15-439a-90df-f94443c96bc8 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3219640 Feb 10 13:32:09.068546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:09.310179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a70f776d-0511-4508-8737-cc6ae53ca8c5 req-0546dd94-e2fd-4381-8102-f6c1c50a9369 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5&device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0749712 Feb 10 13:32:09.722432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5a49a55-c44a-4a90-9ea7-671f5620089c req-60ec7b84-049e-4639-8f86-4d16553f9d57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20cac112adf64b819ce8f717418fe578&device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0758238 Feb 10 13:32:09.923472 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5a49a55-c44a-4a90-9ea7-671f5620089c req-27099626-0eaa-415f-b31a-4e4966a78a4d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=20cac112adf64b819ce8f717418fe578&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1904688 Feb 10 13:32:10.030091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:10.350584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49a55-c44a-4a90-9ea7-671f5620089c req-ba0ec56d-dbcd-4569-b3e6-e1da3827803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:10.359159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5a49a55-c44a-4a90-9ea7-671f5620089c req-ba0ec56d-dbcd-4569-b3e6-e1da3827803d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280114 Feb 10 13:32:10.471851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5e619-7c8a-4e5c-914b-a73a894974af req-76beddfc-18db-4d84-bf03-ee489b115ac0 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:10.482199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bba5e619-7c8a-4e5c-914b-a73a894974af req-76beddfc-18db-4d84-bf03-ee489b115ac0 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.7257252 Feb 10 13:32:10.830607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bba5e619-7c8a-4e5c-914b-a73a894974af req-036038e8-61d9-437a-b712-a0f0b3a9a7fb tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458455 Feb 10 13:32:10.838134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device af79447b-15d5-427d-9c7f-cac8dd5c0967 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:10.933529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (fa44b874-0a2e-48ad-8871-2831889e4424), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:10.946422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:10.978964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d230f3-afe6-4bd7-9726-d1998e25a7e0 None None] Network 7b05ee8a-204a-43ad-864f-5f82922108ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:11.132691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=fa44b874-0a2e-48ad-8871-2831889e4424,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:11.157481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Provisioning complete for port af79447b-15d5-427d-9c7f-cac8dd5c0967 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:11.161318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.315524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec22a775-11f3-4496-abfe-8f2625b304da req-57d63288-0dd0-462e-849a-09dc79c6455b tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.0657792 Feb 10 13:32:11.316166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port af79447b-15d5-427d-9c7f-cac8dd5c0967 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:11.316541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.321296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.386749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (ff363eae-6682-4e15-87a6-25d9bc79d1d7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.513874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Current status of the port af79447b-15d5-427d-9c7f-cac8dd5c0967 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:11.514861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.629074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.681058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] For port af79447b-15d5-427d-9c7f-cac8dd5c0967, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=af79447b-15d5-427d-9c7f-cac8dd5c0967,segment=NetworkSegment(eb43cfcf-7f9d-466e-8a41-e63e88a78539),segment_id=eb43cfcf-7f9d-466e-8a41-e63e88a78539)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:11.719586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.882523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port af79447b-15d5-427d-9c7f-cac8dd5c0967 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:11.891519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:11.896283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5a49a55-c44a-4a90-9ea7-671f5620089c req-a7d5f441-1d32-4c44-b638-7902c24350f9 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1062887 Feb 10 13:32:12.048133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d0a32-3929-4d5c-a390-2b4b91b45741 None None] Pushing event updated for resources: {'Port': ['ID=af79447b-15d5-427d-9c7f-cac8dd5c0967,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:12.092929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:32:12.093578 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:32:12.215404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53583207-1cf5-4441-b88e-dfb391c37461 req-d3699057-c313-447e-9067-696f611f2f28 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:12.224156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53583207-1cf5-4441-b88e-dfb391c37461 req-d3699057-c313-447e-9067-696f611f2f28 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1576972 Feb 10 13:32:12.275324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Provisioning complete for port fa44b874-0a2e-48ad-8871-2831889e4424 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:12.275710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:12.334082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (fa44b874-0a2e-48ad-8871-2831889e4424), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:12.364666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:12.365513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (ff363eae-6682-4e15-87a6-25d9bc79d1d7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:12.422451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53583207-1cf5-4441-b88e-dfb391c37461 req-7eaa4980-f9f7-4d38-bba6-752469c6f5b4 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974854 Feb 10 13:32:12.507226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Port fa44b874-0a2e-48ad-8871-2831889e4424 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:12.606805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=fa44b874-0a2e-48ad-8871-2831889e4424,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:12.622973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Provisioning complete for port af79447b-15d5-427d-9c7f-cac8dd5c0967 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:12.643271 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:12.866334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba8ccd3-d9b5-4caf-ae0b-f1637d6f9905 req-7eb34356-24d9-4142-8377-105d79a50983 tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a94b13a-58ab-4837-83ff-2aa9d80271d5 HTTP/1.1" status: 200 len: 210 time: 0.1048448 Feb 10 13:32:12.901341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 7b05ee8a-204a-43ad-864f-5f82922108ff is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:12.907137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:12.985872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port af79447b-15d5-427d-9c7f-cac8dd5c0967 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:13.106175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0eb775d8-f816-4bbd-83a2-6d193dba7ff7 None None] Current status of the port af79447b-15d5-427d-9c7f-cac8dd5c0967 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:13.261393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device af79447b-15d5-427d-9c7f-cac8dd5c0967 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:13.268420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router ff363eae-6682-4e15-87a6-25d9bc79d1d7 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:32:13.406044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cc6f45a6-218a-4cb8-a1b0-904e735f28d3 None None] Provisioning complete for port fa44b874-0a2e-48ad-8871-2831889e4424 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:13.406433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cc6f45a6-218a-4cb8-a1b0-904e735f28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:13.574230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:13.578292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f45a6-218a-4cb8-a1b0-904e735f28d3 None None] Port fa44b874-0a2e-48ad-8871-2831889e4424 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:13.591907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] Sync routers for ids ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:13.603330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0da34cea-93ba-41e0-bf8a-8c83f1e57a8b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/ff363eae-6682-4e15-87a6-25d9bc79d1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5336750 Feb 10 13:32:13.611371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:13.630979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port af79447b-15d5-427d-9c7f-cac8dd5c0967 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:13.640524 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:13.745274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d44889-24ad-41d6-8736-e0fbbbae4109 req-5303361b-3360-4c74-ab9d-ca7d1a1cb197 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:13.760453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd109def-24f7-4812-85eb-2ba7b8f8e30f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:13.761331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77d44889-24ad-41d6-8736-e0fbbbae4109 req-5303361b-3360-4c74-ab9d-ca7d1a1cb197 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1843262 Feb 10 13:32:13.764475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd109def-24f7-4812-85eb-2ba7b8f8e30f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports/fa44b874-0a2e-48ad-8871-2831889e4424 HTTP/1.1" status: 200 len: 984 time: 0.1458158 Feb 10 13:32:13.777298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:13.782305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] Routers {'ff363eae-6682-4e15-87a6-25d9bc79d1d7'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:13.782904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:13.902185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:13.957393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfdc4761-5f6f-4a64-a112-68586a286f41 None None] Provisioning complete for port fa44b874-0a2e-48ad-8871-2831889e4424 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:13.962509 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4761-5f6f-4a64-a112-68586a286f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:14.024415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77d44889-24ad-41d6-8736-e0fbbbae4109 req-ca024a7a-ce8f-4ccd-b259-81c7fe6167a9 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485344 Feb 10 13:32:14.089921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] Routers {'ff363eae-6682-4e15-87a6-25d9bc79d1d7'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:14.101037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:14.236812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:14.243076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78ffef-f0d8-47cf-b29e-814be44a1987 None None] The sync data for ids ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:14.328422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port af79447b-15d5-427d-9c7f-cac8dd5c0967 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:14.350362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc4761-5f6f-4a64-a112-68586a286f41 None None] Port fa44b874-0a2e-48ad-8871-2831889e4424 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:14.484685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a8c8447d-7e74-42c7-bd91-c2699b18424c None None] Provisioning complete for port fa44b874-0a2e-48ad-8871-2831889e4424 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:14.490071 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a8c8447d-7e74-42c7-bd91-c2699b18424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:14.549001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8447d-7e74-42c7-bd91-c2699b18424c None None] Port fa44b874-0a2e-48ad-8871-2831889e4424 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:14.668886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ab7e3d-3351-4179-8565-71a965a13ee7 req-739253b6-b83d-4316-ad00-7107776f964c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=20cac112adf64b819ce8f717418fe578&device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.1686389 Feb 10 13:32:14.716848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ab7e3d-3351-4179-8565-71a965a13ee7 req-d12cb388-6fe8-41da-98f4-09259f3b88da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=20cac112adf64b819ce8f717418fe578&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233121 Feb 10 13:32:14.731307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2cb37e9-9625-46a6-b668-7492099c2e9e req-2d9ec3ed-1845-4b69-905a-621132e9994c tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0907218 Feb 10 13:32:14.863376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab7e3d-3351-4179-8565-71a965a13ee7 req-ba143f81-48b4-4a2d-ace8-ec76d29e0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:14.866093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ab7e3d-3351-4179-8565-71a965a13ee7 req-ba143f81-48b4-4a2d-ace8-ec76d29e0bd0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336896 Feb 10 13:32:15.092287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (ff363eae-6682-4e15-87a6-25d9bc79d1d7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:15.994955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498a77a-5f4c-4455-aafd-f8b520e09fe1 req-0ca14f61-5bfa-4aee-92ff-133137958d10 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:16.003015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f498a77a-5f4c-4455-aafd-f8b520e09fe1 req-0ca14f61-5bfa-4aee-92ff-133137958d10 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1923814 Feb 10 13:32:16.089477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f498a77a-5f4c-4455-aafd-f8b520e09fe1 req-6b34557c-4e25-4b87-b947-27937b6162b8 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851176 Feb 10 13:32:16.301114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58ab7e3d-3351-4179-8565-71a965a13ee7 req-5147e9ac-1ff7-459a-a281-1dfede9542ad tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.1390319 Feb 10 13:32:16.328024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port fa44b874-0a2e-48ad-8871-2831889e4424 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:16.328373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:16.416035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd4e24e3-3c42-4206-8110-5e3839f498d8 req-2586a797-6249-4a7a-9e93-96345eb457ef tempest-ServerShowV247Test-921095822 tempest-ServerShowV247Test-921095822-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a0dfe5-71a2-44f1-a671-de21da62f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0697258 Feb 10 13:32:16.512369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:16.526888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for fa44b874-0a2e-48ad-8871-2831889e4424 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:17.091230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fa44b874-0a2e-48ad-8871-2831889e4424), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:17.382641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=fa44b874-0a2e-48ad-8871-2831889e4424,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:18.008208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (ff363eae-6682-4e15-87a6-25d9bc79d1d7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.118618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:18.207773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a31306-6e37-446b-90cc-ce53736b7af3 req-99e46d7a-ce18-4040-8731-400ee01990e4 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:18.212791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9a31306-6e37-446b-90cc-ce53736b7af3 req-99e46d7a-ce18-4040-8731-400ee01990e4 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.8312242 Feb 10 13:32:18.230752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-b67da07f-5a76-4dbb-999c-1922f7b22426 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5257740 Feb 10 13:32:18.355270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0613df8a-98e5-4a9c-802b-686c9def93b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.517390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0613df8a-98e5-4a9c-802b-686c9def93b6 admin admin] Publish callbacks [] for security_group (1be71929-67c8-48d2-90fd-6c640d9615e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.527553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0613df8a-98e5-4a9c-802b-686c9def93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1be71929-67c8-48d2-90fd-6c640d9615e5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.600856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0613df8a-98e5-4a9c-802b-686c9def93b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3d50ff201348a9988219fadaa1b293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806364 Feb 10 13:32:18.608830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:18.667377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613df8a-98e5-4a9c-802b-686c9def93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be71929-67c8-48d2-90fd-6c640d9615e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:18.670224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9a31306-6e37-446b-90cc-ce53736b7af3 req-6a30926a-71fd-4f11-b93e-7b1d6502f54c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098810 Feb 10 13:32:18.755036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-4948f5a5-0768-4174-b8e5-545c81e70992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:18.761060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-4948f5a5-0768-4174-b8e5-545c81e70992 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1131 time: 0.3949347 Feb 10 13:32:18.785493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] Publish callbacks [] for security_group (1be71929-67c8-48d2-90fd-6c640d9615e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.786424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router ff363eae-6682-4e15-87a6-25d9bc79d1d7 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:18.838550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] Publish callbacks [] for security_group (1be71929-67c8-48d2-90fd-6c640d9615e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.962486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1be71929-67c8-48d2-90fd-6c640d9615e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.965882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:18.967295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1be71929-67c8-48d2-90fd-6c640d9615e5 HTTP/1.1" status: 204 len: 168 time: 0.3526099 Feb 10 13:32:18.986763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492cad-3321-415f-bbea-4d2f69750cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be71929-67c8-48d2-90fd-6c640d9615e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:19.092477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:19.105972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] Sync routers for ids ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:19.107653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:19.120566 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] Routers {'ff363eae-6682-4e15-87a6-25d9bc79d1d7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:19.123187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:19.124614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d78e598-96a0-4d25-81d8-118e82bd46e3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/ff363eae-6682-4e15-87a6-25d9bc79d1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3453209 Feb 10 13:32:19.173145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-4ab2a103-0fc9-4a31-b67a-6f47affc3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:19.176324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-4ab2a103-0fc9-4a31-b67a-6f47affc3363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.3872344 Feb 10 13:32:19.248847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:19.315114 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] Routers {'ff363eae-6682-4e15-87a6-25d9bc79d1d7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:19.327740 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:19.338272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-2b85416a-97d5-4675-9e62-534bf766526c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 217 time: 0.1556199 Feb 10 13:32:19.434149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-faa8715f-0a18-4a06-800f-d2a3d95252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:19.435475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-faa8715f-0a18-4a06-800f-d2a3d95252cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0890191 Feb 10 13:32:19.461156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:19.481803 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:19.482899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ba1c1-135b-43e8-8685-a65c72cd6301 None None] The sync data for ids ['ff363eae-6682-4e15-87a6-25d9bc79d1d7'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:19.550733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-a6c65b82-54ac-489a-936a-dc92cde65ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:19.552969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-a6c65b82-54ac-489a-936a-dc92cde65ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1065338 Feb 10 13:32:19.668487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:19.717788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc55318a-34ab-44fc-8c80-ea5223e9cf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:19.728488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-4576d393-ff04-47bf-bee7-5f24562998dd service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684542 Feb 10 13:32:19.832343 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-4026615d-28a6-4779-af85-244cec84211c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 13:32:19.836876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4026615d-28a6-4779-af85-244cec84211c tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/ff363eae-6682-4e15-87a6-25d9bc79d1d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7278821 Feb 10 13:32:19.837905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:19.916165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-55210184-ab07-42a1-9bf2-f39cb4ec0498 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff363eae-6682-4e15-87a6-25d9bc79d1d7 HTTP/1.1" status: 200 len: 205 time: 0.0753479 Feb 10 13:32:19.917266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:19.973770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3119eb3-596b-42a2-9ced-8d77039d64f7 req-14a9fd38-399a-4d60-87a4-7c0f63be7e1e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292540 Feb 10 13:32:20.067501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a9d49-b24e-4871-bc20-60a4d84c5d24 req-afceb059-56d5-415f-aee2-60a8d1894614 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:20.070549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-723a9d49-b24e-4871-bc20-60a4d84c5d24 req-afceb059-56d5-415f-aee2-60a8d1894614 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.0924635 Feb 10 13:32:20.217345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-723a9d49-b24e-4871-bc20-60a4d84c5d24 req-a069a1f1-bfd4-4008-a720-b785240a44b8 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383801 Feb 10 13:32:20.221822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e56543-d0aa-4bf4-8e4c-3804722cf40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.483132 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e56543-d0aa-4bf4-8e4c-3804722cf40e admin admin] Publish callbacks [] for security_group (12b35b25-33b6-4782-839a-590ffac569c8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.492939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8e56543-d0aa-4bf4-8e4c-3804722cf40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12b35b25-33b6-4782-839a-590ffac569c8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.552959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.579222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56543-d0aa-4bf4-8e4c-3804722cf40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b35b25-33b6-4782-839a-590ffac569c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:20.587102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f8e56543-d0aa-4bf4-8e4c-3804722cf40e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20cac112adf64b819ce8f717418fe578&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1247160 Feb 10 13:32:20.588575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:20.725209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] Publish callbacks [] for security_group (12b35b25-33b6-4782-839a-590ffac569c8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.748646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] Publish callbacks [] for security_group (12b35b25-33b6-4782-839a-590ffac569c8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.798837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc55318a-34ab-44fc-8c80-ea5223e9cf28 admin admin] Publish callbacks [] for security_group (db9f642a-7929-416b-89d8-dd352857f641), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.803470 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12b35b25-33b6-4782-839a-590ffac569c8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.807119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.821346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12b35b25-33b6-4782-839a-590ffac569c8 HTTP/1.1" status: 204 len: 168 time: 0.2322493 Feb 10 13:32:20.824282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc55318a-34ab-44fc-8c80-ea5223e9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (db9f642a-7929-416b-89d8-dd352857f641), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.829618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef0555-cb33-42f8-971b-0b5c075b36a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b35b25-33b6-4782-839a-590ffac569c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:20.963262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:20.965025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (ff363eae-6682-4e15-87a6-25d9bc79d1d7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.052291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55318a-34ab-44fc-8c80-ea5223e9cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9f642a-7929-416b-89d8-dd352857f641,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:21.059426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc55318a-34ab-44fc-8c80-ea5223e9cf28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be466725178147b79b2ec61ff2e85755&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3898852 Feb 10 13:32:21.061477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (ff363eae-6682-4e15-87a6-25d9bc79d1d7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.062024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:21.074449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router ff363eae-6682-4e15-87a6-25d9bc79d1d7 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:32:21.099690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.100842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8123e1a-e378-44d4-a36b-a1bce0b5e569 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/ff363eae-6682-4e15-87a6-25d9bc79d1d7 HTTP/1.1" status: 204 len: 168 time: 1.1804595 Feb 10 13:32:21.103652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:21.203647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] Publish callbacks [] for security_group (db9f642a-7929-416b-89d8-dd352857f641), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.234418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] Publish callbacks [] for security_group (db9f642a-7929-416b-89d8-dd352857f641), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.335162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:21.341012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.401152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.509027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (db9f642a-7929-416b-89d8-dd352857f641), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.511533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.538273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db9f642a-7929-416b-89d8-dd352857f641 HTTP/1.1" status: 204 len: 168 time: 0.4737182 Feb 10 13:32:21.618471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633abcf-e742-464a-bdbe-d6ecf1106f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9f642a-7929-416b-89d8-dd352857f641,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:21.650053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.697209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503c60-e225-4d13-9e3d-9a1d263b99f9 req-d1fff051-f843-410b-acf5-030c82be81d9 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:21.704115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52503c60-e225-4d13-9e3d-9a1d263b99f9 req-d1fff051-f843-410b-acf5-030c82be81d9 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.2068849 Feb 10 13:32:21.905088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52503c60-e225-4d13-9e3d-9a1d263b99f9 req-f86ab004-cc46-42d6-8031-aac926451c98 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962383 Feb 10 13:32:21.942490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:21.982374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:22.012030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26571b-955d-4a0b-8684-07a1ac6a289f None None] Network 7b05ee8a-204a-43ad-864f-5f82922108ff requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:22.019506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.027496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:22.045730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d452449-6871-4c5b-b194-f10a802a4ed4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0 HTTP/1.1" status: 204 len: 168 time: 0.9200490 Feb 10 13:32:22.218591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7b05ee8a-204a-43ad-864f-5f82922108ff), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.391324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] DHCP port deletion for 7b05ee8a-204a-43ad-864f-5f82922108ff request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:22.461782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port af79447b-15d5-427d-9c7f-cac8dd5c0967 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:22.461782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.559391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Deleting port af79447b-15d5-427d-9c7f-cac8dd5c0967 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:22.561454 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.625345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port af79447b-15d5-427d-9c7f-cac8dd5c0967, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=af79447b-15d5-427d-9c7f-cac8dd5c0967,segment=NetworkSegment(eb43cfcf-7f9d-466e-8a41-e63e88a78539),segment_id=eb43cfcf-7f9d-466e-8a41-e63e88a78539)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:22.625632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.644605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for af79447b-15d5-427d-9c7f-cac8dd5c0967 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:22.741901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] For port af79447b-15d5-427d-9c7f-cac8dd5c0967, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=af79447b-15d5-427d-9c7f-cac8dd5c0967,segment=NetworkSegment(eb43cfcf-7f9d-466e-8a41-e63e88a78539),segment_id=eb43cfcf-7f9d-466e-8a41-e63e88a78539)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:22.742301 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.772482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Calling delete_port for af79447b-15d5-427d-9c7f-cac8dd5c0967 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:22.835609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:22.878913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port af79447b-15d5-427d-9c7f-cac8dd5c0967 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:23.037535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=af79447b-15d5-427d-9c7f-cac8dd5c0967,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:23.240569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7b05ee8a-204a-43ad-864f-5f82922108ff), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.309279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b05ee8a-204a-43ad-864f-5f82922108ff']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:23.330145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43cfcf-7f9d-466e-8a41-e63e88a78539') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:23.330553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43cfcf-7f9d-466e-8a41-e63e88a78539') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:23.362562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (eb43cfcf-7f9d-466e-8a41-e63e88a78539), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.405749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eb43cfcf-7f9d-466e-8a41-e63e88a78539), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.435339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:23.435760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (eb43cfcf-7f9d-466e-8a41-e63e88a78539), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.436164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (af79447b-15d5-427d-9c7f-cac8dd5c0967), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:23.447591 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:23.462975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device af79447b-15d5-427d-9c7f-cac8dd5c0967 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:23.548520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: af79447b-15d5-427d-9c7f-cac8dd5c0967 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:23.549515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device af79447b-15d5-427d-9c7f-cac8dd5c0967 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:23.552467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] No DVR routers for this DVR port af79447b-15d5-427d-9c7f-cac8dd5c0967 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:23.558494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbbd2b-3f83-4454-9bff-3b540b8dc2d5 None None] Pushing event deleted for resources: {'Port': ['ID=af79447b-15d5-427d-9c7f-cac8dd5c0967,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:23.654632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7b05ee8a-204a-43ad-864f-5f82922108ff), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.667733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.673328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/7b05ee8a-204a-43ad-864f-5f82922108ff HTTP/1.1" status: 204 len: 168 time: 1.6435928 Feb 10 13:32:23.677938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:23.684352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030128152'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:23.697904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca5aff-9ba1-4992-bab0-17f8ae5766d6 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=7b05ee8a-204a-43ad-864f-5f82922108ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:23.770642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:23.774080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.809755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ab26-8c0d-405c-9025-2d32e25a46b5 req-1d2fbd08-76d2-41d9-ade7-4c5091ca9415 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:23.810628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c560ab26-8c0d-405c-9025-2d32e25a46b5 req-1d2fbd08-76d2-41d9-ade7-4c5091ca9415 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1135817 Feb 10 13:32:23.829142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:32:23.850794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9b9a216e-9654-4102-b411-1c624e5ce59e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:23.851142 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 9b9a216e-9654-4102-b411-1c624e5ce59e of type vlan for network 4fb8dbab-b68b-4be7-8c09-810c7a671526 Feb 10 13:32:23.896530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c560ab26-8c0d-405c-9025-2d32e25a46b5 req-7023241a-1fc5-496d-bbed-69296ac3e105 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Feb 10 13:32:23.948101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4fb8dbab-b68b-4be7-8c09-810c7a671526), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:24.008808 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4fb8dbab-b68b-4be7-8c09-810c7a671526), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:24.026729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:24.027391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:24.237337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=4fb8dbab-b68b-4be7-8c09-810c7a671526,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:24.251781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:32:24.255191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c59fba4a-8cf6-4d3f-8cb3-c3bcdaec5cf3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5754240 Feb 10 13:32:24.261054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:24.273385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:24.471454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:24.478611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:25.017666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (4103b397-6af8-438b-8a2f-92a36c8b5926), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:25.232190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=4103b397-6af8-438b-8a2f-92a36c8b5926,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:25.440947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc63d-33b1-4ad4-8143-b28bb02bb8dc req-ec8bfc64-7c69-475e-97c6-464ca3f7521c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:25.453113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-210fc63d-33b1-4ad4-8143-b28bb02bb8dc req-ec8bfc64-7c69-475e-97c6-464ca3f7521c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.2290950 Feb 10 13:32:25.457131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '9b9a216e-9654-4102-b411-1c624e5ce59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:25.458718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 4fb8dbab-b68b-4be7-8c09-810c7a671526, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:32:25.609748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-210fc63d-33b1-4ad4-8143-b28bb02bb8dc req-50c54715-381b-44b6-b869-917d1c92f1a5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555462 Feb 10 13:32:25.610908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:32:25.642839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 4fb8dbab-b68b-4be7-8c09-810c7a671526) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:25.652316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2188c-daac-4a1f-b70a-66d584f1824f None None] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:25.656309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:25.656573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:25.690239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:25.718210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3f4a4ecb-60d6-4a4e-ad66-dbe51be671ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4530215 Feb 10 13:32:25.719048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:25.727532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1707945044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:25.803408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:25.805062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:25.924621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-4fb8dbab-b68b-4be7-8c09-810c7a671526', 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '4103b397-6af8-438b-8a2f-92a36c8b5926'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:32:25.926678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.107302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b945293c-bf40-41a2-ae48-ecbde9384ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.135742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (a37728cc-50a5-405f-bd31-ad752766d9e3), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.253343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:26.318757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Allocated IP 2001:db8::2 (4fb8dbab-b68b-4be7-8c09-810c7a671526/4103b397-6af8-438b-8a2f-92a36c8b5926/283b870b-bc95-4fe2-91d6-ea2031ae21b7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:26.501747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b945293c-bf40-41a2-ae48-ecbde9384ce4 admin admin] Publish callbacks [] for security_group (560c0500-4356-4d76-b33a-c4bde2c93f00), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.522660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.550411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b945293c-bf40-41a2-ae48-ecbde9384ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (560c0500-4356-4d76-b33a-c4bde2c93f00), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.560308 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks [] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.574406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.673735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Pushing event updated for resources: {'Port': ['ID=283b870b-bc95-4fe2-91d6-ea2031ae21b7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:26.695716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:26.697314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:26.708171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:26.774081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.783557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-625b44a1-05f4-4ace-98d5-1c8a93b3f0af tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0628860 Feb 10 13:32:26.787526 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b945293c-bf40-41a2-ae48-ecbde9384ce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=729a923a091f4d3f9254503e806a3385&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0961649 Feb 10 13:32:26.804837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:26.807379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:26.913984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Attempting to bind port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:32:26.914365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Attempting to bind port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '9b9a216e-9654-4102-b411-1c624e5ce59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:32:26.914740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Attempting to bind port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 on network 4fb8dbab-b68b-4be7-8c09-810c7a671526 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:32:26.939783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:32:26.939952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Checking segment: {'id': '9b9a216e-9654-4102-b411-1c624e5ce59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:26.940703 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:26.941153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Bound using segment: {'id': '9b9a216e-9654-4102-b411-1c624e5ce59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:32:26.942210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Bound port: 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9a216e-9654-4102-b411-1c624e5ce59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4fb8dbab-b68b-4be7-8c09-810c7a671526'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:32:26.942608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:27.030862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa435-2aa6-4fb8-a795-5a6e3a9f5159 req-104cee28-34ee-4d74-bf8d-651722be7087 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:27.036265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945293c-bf40-41a2-ae48-ecbde9384ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c0500-4356-4d76-b33a-c4bde2c93f00,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:27.058186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cdfa435-2aa6-4fb8-a795-5a6e3a9f5159 req-104cee28-34ee-4d74-bf8d-651722be7087 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.2125506 Feb 10 13:32:27.059251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] For port 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:32:27.062711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] For port 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=283b870b-bc95-4fe2-91d6-ea2031ae21b7,segment=NetworkSegment(9b9a216e-9654-4102-b411-1c624e5ce59e),segment_id=9b9a216e-9654-4102-b411-1c624e5ce59e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:32:27.071445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:27.190098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6846b6-d123-49d1-95da-03f65368a0df None None] Pushing event updated for resources: {'Port': ['ID=283b870b-bc95-4fe2-91d6-ea2031ae21b7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:27.298142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cdfa435-2aa6-4fb8-a795-5a6e3a9f5159 req-b9aa2c6d-6772-4f68-9fbe-6a4ca3dd92de tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386675 Feb 10 13:32:27.371915 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:32:27.475780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] Publish callbacks [] for security_group (560c0500-4356-4d76-b33a-c4bde2c93f00), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:27.679352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] Publish callbacks [] for security_group (560c0500-4356-4d76-b33a-c4bde2c93f00), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:27.816948 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:27.856504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:28.106686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (560c0500-4356-4d76-b33a-c4bde2c93f00), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:28.109389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:28.110551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/560c0500-4356-4d76-b33a-c4bde2c93f00 HTTP/1.1" status: 204 len: 168 time: 1.0953572 Feb 10 13:32:28.132744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38e058-1974-4204-ab57-3d26a714a0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c0500-4356-4d76-b33a-c4bde2c93f00,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:28.406948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8::1 (4fb8dbab-b68b-4be7-8c09-810c7a671526/4103b397-6af8-438b-8a2f-92a36c8b5926/c7f67675-eefa-4f94-9c01-621bcd05a00c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:28.489720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Deleting port 54dda027-919c-4ff8-8f4a-b5c99dcebe24 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:28.491235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:28.770305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:28.938220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.157474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=c7f67675-eefa-4f94-9c01-621bcd05a00c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:29.192429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:29.201759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:29.212066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:29.213035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a37728cc-50a5-405f-bd31-ad752766d9e3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.266106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 283b870b-bc95-4fe2-91d6-ea2031ae21b7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:29.337974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94aee0-2f6e-4504-9a45-57351c6cac34 None None] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:29.393254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] For port 54dda027-919c-4ff8-8f4a-b5c99dcebe24, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=54dda027-919c-4ff8-8f4a-b5c99dcebe24,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:29.393631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.413947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Calling delete_port for 54dda027-919c-4ff8-8f4a-b5c99dcebe24 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:29.608057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Provisioning complete for port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:29.608438 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.665341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.847997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:29.855151 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:29.936263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54856) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:29.982292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (54dda027-919c-4ff8-8f4a-b5c99dcebe24), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.075515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Pushing event deleted for resources: {'Port': ['ID=54dda027-919c-4ff8-8f4a-b5c99dcebe24,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:30.303858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Current status of the port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:30.304639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.307790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:30.316386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.431499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-443279539-network', 'tenant_id': '080bdda2ca474741a3da77ec3476a0e7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:30.448632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=283b870b-bc95-4fe2-91d6-ea2031ae21b7,segment=NetworkSegment(9b9a216e-9654-4102-b411-1c624e5ce59e),segment_id=9b9a216e-9654-4102-b411-1c624e5ce59e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:30.459600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.512458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.562466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Made reservation on behalf of 080bdda2ca474741a3da77ec3476a0e7 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:30.573890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.583464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:32:30.583824 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:32:30.623445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.701665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=283b870b-bc95-4fe2-91d6-ea2031ae21b7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:30.745737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.760778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.761867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a37728cc-50a5-405f-bd31-ad752766d9e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:30.914235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa9aec39-01bd-450b-82cb-83fd99147871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.045072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=c7f67675-eefa-4f94-9c01-621bcd05a00c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:31.083353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks [] for security_group (f8e89f69-74b4-406b-b637-669424af55af), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.120159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f8e89f69-74b4-406b-b637-669424af55af), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.218413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-30c1ab02-4ab7-48ed-960d-e47f3385200d None None] Current status of the port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:31.242492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Router 792cf374-ed5a-4e0f-ba17-d44471a33f96 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:31.362878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Provisioning complete for port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:31.363348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.385311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:31.396726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dc55466a-23ef-4f79-9ff1-218493cbd146 admin admin] 10.222.0.13 "PUT /v2.0/routers/792cf374-ed5a-4e0f-ba17-d44471a33f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1420228 Feb 10 13:32:31.397441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:31.427019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:32:31.458138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (78284e67-2cf3-45f9-86d8-972ad69fb259), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.458840 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Added segment 78284e67-2cf3-45f9-86d8-972ad69fb259 of type vlan for network cfdb050e-f90b-401d-810a-035dcf7f7ab0 Feb 10 13:32:31.487008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 283b870b-bc95-4fe2-91d6-ea2031ae21b7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:31.566680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Sync routers for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:31.571659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks [] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.578338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (cfdb050e-f90b-401d-810a-035dcf7f7ab0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.657087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:31.657327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:31.659232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:31.663687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:31.669266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e89f69-74b4-406b-b637-669424af55af,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:31.682901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (cfdb050e-f90b-401d-810a-035dcf7f7ab0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.685975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:31.688219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.782694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] Pushing event updated for resources: {'Network': ['ID=cfdb050e-f90b-401d-810a-035dcf7f7ab0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:31.791974 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17d62f24-5e67-43aa-ac6e-0344c9ac01d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8540080 Feb 10 13:32:31.872035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks [] for router_gateway (792cf374-ed5a-4e0f-ba17-d44471a33f96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:31.915314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Current status of the port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:31.937546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network cfdb050e-f90b-401d-810a-035dcf7f7ab0 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:32:31.987213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router a37728cc-50a5-405f-bd31-ad752766d9e3 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:32:32.047854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ee0d7-502a-43de-ba1f-bf003e9be3c1 req-6c56a46e-c40d-428e-aeb4-682c9197aca5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:32.051564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d6ee0d7-502a-43de-ba1f-bf003e9be3c1 req-6c56a46e-c40d-428e-aeb4-682c9197aca5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1809874 Feb 10 13:32:32.154800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d6ee0d7-502a-43de-ba1f-bf003e9be3c1 req-6eeab957-4f42-4c0c-a18e-9845952af880 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970879 Feb 10 13:32:32.182717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Deleting port 68c8a8e9-1f17-455f-a36d-a67120c98b43 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:32.183187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.212790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:32.223781 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] Sync routers for ids ['a37728cc-50a5-405f-bd31-ad752766d9e3'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:32.227525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84cb0cd2-78ab-41f9-9f99-f2ddaba2a15e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/a37728cc-50a5-405f-bd31-ad752766d9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4149747 Feb 10 13:32:32.227655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:32.228947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:32.229336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.243795 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] Routers {'a37728cc-50a5-405f-bd31-ad752766d9e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:32.244838 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a37728cc-50a5-405f-bd31-ad752766d9e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:32.300054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964248bd-5586-4936-934a-df7681698cbc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:32.309600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-964248bd-5586-4936-934a-df7681698cbc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports/c7f67675-eefa-4f94-9c01-621bcd05a00c HTTP/1.1" status: 200 len: 911 time: 0.0777307 Feb 10 13:32:32.310245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:32.322469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:32.345511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] For port 68c8a8e9-1f17-455f-a36d-a67120c98b43, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=68c8a8e9-1f17-455f-a36d-a67120c98b43,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:32.346097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.350283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Provisioning complete for port c7f67675-eefa-4f94-9c01-621bcd05a00c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:32.352150 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.359331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Calling delete_port for 68c8a8e9-1f17-455f-a36d-a67120c98b43 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:32.384534 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:32.427285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] Routers {'a37728cc-50a5-405f-bd31-ad752766d9e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:32.428299 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a37728cc-50a5-405f-bd31-ad752766d9e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:32.549493 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:32.550195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (68c8a8e9-1f17-455f-a36d-a67120c98b43), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.550436 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d06139-001a-48b2-a085-57cb836f35fc None None] The sync data for ids ['a37728cc-50a5-405f-bd31-ad752766d9e3'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:32.660802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Pushing event deleted for resources: {'Port': ['ID=68c8a8e9-1f17-455f-a36d-a67120c98b43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:32.714667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:32.759463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6cba4c0e-4378-4309-bffb-e5d2e34a97b5 None None] Port c7f67675-eefa-4f94-9c01-621bcd05a00c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:32.798083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.913376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-367d1d73-af01-4e52-893d-fa94ed9dce1d None None] Provisioning complete for port c7f67675-eefa-4f94-9c01-621bcd05a00c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:32.914342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-367d1d73-af01-4e52-893d-fa94ed9dce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.967191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (a37728cc-50a5-405f-bd31-ad752766d9e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:32.975037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-367d1d73-af01-4e52-893d-fa94ed9dce1d None None] Port c7f67675-eefa-4f94-9c01-621bcd05a00c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:32.982117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:32:29Z', 'revision_number': 5, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port': {'id': '68c8a8e9-1f17-455f-a36d-a67120c98b43', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:32.997340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.002074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks [] for router_controller (792cf374-ed5a-4e0f-ba17-d44471a33f96), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.031175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Checking router: 792cf374-ed5a-4e0f-ba17-d44471a33f96 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:32:33.041503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Routers {'792cf374-ed5a-4e0f-ba17-d44471a33f96'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:33.042240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['792cf374-ed5a-4e0f-ba17-d44471a33f96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:33.064783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdb93a-2adb-47b7-bed4-99d4d1703e28 req-8820f9d3-fc60-4d9b-a844-da78484d5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.067604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29fdb93a-2adb-47b7-bed4-99d4d1703e28 req-8820f9d3-fc60-4d9b-a844-da78484d5ab1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.4020360 Feb 10 13:32:33.140056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736c07-2eca-4722-9a40-dca8751dbe2c req-4fe9e752-f52d-44cd-b32c-e27aca6ae678 tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.146071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736c07-2eca-4722-9a40-dca8751dbe2c req-4fe9e752-f52d-44cd-b32c-e27aca6ae678 tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.151506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90736c07-2eca-4722-9a40-dca8751dbe2c req-4fe9e752-f52d-44cd-b32c-e27aca6ae678 tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.174051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90736c07-2eca-4722-9a40-dca8751dbe2c req-4fe9e752-f52d-44cd-b32c-e27aca6ae678 tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5462120 Feb 10 13:32:33.204505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (792cf374-ed5a-4e0f-ba17-d44471a33f96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.205269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792cf374-ed5a-4e0f-ba17-d44471a33f96 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:32:33.214822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.214822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-48abbbb4-e03a-4e9b-9d05-c453ad9fc78d admin admin] 10.222.0.13 "DELETE /v2.0/routers/792cf374-ed5a-4e0f-ba17-d44471a33f96 HTTP/1.1" status: 204 len: 168 time: 1.8029220 Feb 10 13:32:33.216168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:33.236817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29fdb93a-2adb-47b7-bed4-99d4d1703e28 req-96a66b7e-24d0-4f4e-80c2-7a166d3e0706 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138656 Feb 10 13:32:33.277554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Deleting subnet 988d6160-7a3d-41c7-987d-0a859c8fb272 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:33.283197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Publish callbacks [] for subnet (988d6160-7a3d-41c7-987d-0a859c8fb272), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.351478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (988d6160-7a3d-41c7-987d-0a859c8fb272), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.416980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585f903-7fc0-4b15-a293-1172fe03ca6c req-5aef385e-f599-4adc-a8c0-672c60e5af6f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.418801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5585f903-7fc0-4b15-a293-1172fe03ca6c req-5aef385e-f599-4adc-a8c0-672c60e5af6f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 950 time: 0.1132138 Feb 10 13:32:33.435775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] Set router 792cf374-ed5a-4e0f-ba17-d44471a33f96 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:33.504045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port c7f67675-eefa-4f94-9c01-621bcd05a00c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:33.504918 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.511228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:32:32Z', 'revision_number': 7, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:33.547619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3facc518-a1c2-4aac-89f4-dda19d0178f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.550514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce298415-f7b5-4c57-a94d-0f9ea4354255 None None] The sync data for ids ['792cf374-ed5a-4e0f-ba17-d44471a33f96'] in n-d-815324-6 is: [{'id': '792cf374-ed5a-4e0f-ba17-d44471a33f96', 'name': 'tempest-TaggedBootDevicesTest-702666517-router', 'tenant_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:22:48Z', 'updated_at': '2022-02-10T13:32:32Z', 'revision_number': 7, 'project_id': 'dfb0e8d34e4b444da9e12aed72cff532', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:33.600119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (988d6160-7a3d-41c7-987d-0a859c8fb272), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.665432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5585f903-7fc0-4b15-a293-1172fe03ca6c req-297cacc5-0709-470e-8c46-a6674b18fab6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380791 Feb 10 13:32:33.689142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.698435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for c7f67675-eefa-4f94-9c01-621bcd05a00c owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:33.711015 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (988d6160-7a3d-41c7-987d-0a859c8fb272), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.764850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988d6160-7a3d-41c7-987d-0a859c8fb272,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:33.792177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:33.794326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a5c1f-a998-423e-b21d-503f145689d1 None None] Network f13e8613-842a-4931-8d8c-9f651aa3f2b8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:33.796281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8cc10f20-cb8f-4cb4-8bd4-f0ff0e2f4e3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/988d6160-7a3d-41c7-987d-0a859c8fb272 HTTP/1.1" status: 204 len: 168 time: 0.5790937 Feb 10 13:32:33.798955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:33.939832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f293e8-0937-4b4d-913c-fbbf0159c113 req-76d3e1fc-44ac-4d91-abd7-65b13ff37d8b tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:33.945392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1f293e8-0937-4b4d-913c-fbbf0159c113 req-76d3e1fc-44ac-4d91-abd7-65b13ff37d8b tempest-ComputeTenantNetworksTest-1357583655 tempest-ComputeTenantNetworksTest-1357583655-project] 10.222.0.13 "GET /v2.0/networks/cfdb050e-f90b-401d-810a-035dcf7f7ab0 HTTP/1.1" status: 200 len: 768 time: 0.2306843 Feb 10 13:32:33.955809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:33.971273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f13e8613-842a-4931-8d8c-9f651aa3f2b8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.122458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] DHCP port deletion for f13e8613-842a-4931-8d8c-9f651aa3f2b8 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:34.162501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c7f67675-eefa-4f94-9c01-621bcd05a00c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.201185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (cfdb050e-f90b-401d-810a-035dcf7f7ab0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.230337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Deleting port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:34.230720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.235388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aba35e-1cdc-429a-90ac-55f74ccd791f req-654d42c7-d7d6-4415-a4a1-6e848c36f15f tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:34.244597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0aba35e-1cdc-429a-90ac-55f74ccd791f req-654d42c7-d7d6-4415-a4a1-6e848c36f15f tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1323457 Feb 10 13:32:34.257633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=c7f67675-eefa-4f94-9c01-621bcd05a00c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:34.347830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Deleting port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:34.348383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.381463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] For port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:34.381463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.400365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (cfdb050e-f90b-401d-810a-035dcf7f7ab0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.419297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Calling delete_port for 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:34.440026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdb050e-f90b-401d-810a-035dcf7f7ab0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:34.453439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78284e67-2cf3-45f9-86d8-972ad69fb259') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:34.453874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78284e67-2cf3-45f9-86d8-972ad69fb259') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:34.477465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (78284e67-2cf3-45f9-86d8-972ad69fb259), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.500698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (78284e67-2cf3-45f9-86d8-972ad69fb259), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.511734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:34.528489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (78284e67-2cf3-45f9-86d8-972ad69fb259), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.604389 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:34.634033 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:34.638862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] Pushing event deleted for resources: {'Port': ['ID=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:34.640537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.643690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8d5fc-f169-484a-80a2-8850ba1b4bab None None] No DVR routers for this DVR port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:34.661557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0aba35e-1cdc-429a-90ac-55f74ccd791f req-9f64cc0b-7d33-4fd8-800f-81ab54d2d55c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159834 Feb 10 13:32:34.674981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (cfdb050e-f90b-401d-810a-035dcf7f7ab0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.701903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:34.708220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cfdb050e-f90b-401d-810a-035dcf7f7ab0 HTTP/1.1" status: 204 len: 168 time: 0.7472937 Feb 10 13:32:34.708220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91532fc-42de-470a-82be-a1ac68886863 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdb050e-f90b-401d-810a-035dcf7f7ab0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:34.937682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:35.067333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-448bb67d-a265-41d0-8de1-b74d91778e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=080bdda2ca474741a3da77ec3476a0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1228380 Feb 10 13:32:35.068040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:35.152483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (a37728cc-50a5-405f-bd31-ad752766d9e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.207026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] Publish callbacks [] for security_group (f8e89f69-74b4-406b-b637-669424af55af), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.210228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] For port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,segment=NetworkSegment(e47dd676-bbf1-45b3-856d-4ea6f428300a),segment_id=e47dd676-bbf1-45b3-856d-4ea6f428300a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:35.210598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.237209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 54dda027-919c-4ff8-8f4a-b5c99dcebe24 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:35.245532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] Publish callbacks [] for security_group (f8e89f69-74b4-406b-b637-669424af55af), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.287642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Calling delete_port for 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:35.299689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 54dda027-919c-4ff8-8f4a-b5c99dcebe24 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:35.300216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 54dda027-919c-4ff8-8f4a-b5c99dcebe24 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:35.301357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:35.335493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:35.335882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:35.336274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 68c8a8e9-1f17-455f-a36d-a67120c98b43 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:35.371434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 68c8a8e9-1f17-455f-a36d-a67120c98b43 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:35.372049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 68c8a8e9-1f17-455f-a36d-a67120c98b43 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:35.391648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f8e89f69-74b4-406b-b637-669424af55af), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.395062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.396289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8e89f69-74b4-406b-b637-669424af55af HTTP/1.1" status: 204 len: 168 time: 0.3271081 Feb 10 13:32:35.414879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcff5e1-0976-4379-bf35-99b6617d4f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e89f69-74b4-406b-b637-669424af55af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:35.430451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.554356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:35.562370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] No DVR routers for this DVR port 7eaddbc2-f0d8-4eb3-9c84-a6d246a9005c on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:35.577622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router a37728cc-50a5-405f-bd31-ad752766d9e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:35.589456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:35.707226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f13e8613-842a-4931-8d8c-9f651aa3f2b8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.790169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:35.790729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.831515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:35.833319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:35.835942 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b701a88-0ab1-405c-a286-1b1f922b48c9" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-unplugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:35.839067 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.842893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:35.878283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cef740-6af3-4038-b1ae-fa2548f4ed95 req-00730f03-9884-41d8-896f-05751152e503 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:35.880055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44cef740-6af3-4038-b1ae-fa2548f4ed95 req-00730f03-9884-41d8-896f-05751152e503 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.1017013 Feb 10 13:32:35.895903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:35.915154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] Sync routers for ids ['a37728cc-50a5-405f-bd31-ad752766d9e3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:35.934015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e9f95119-a930-4995-81ba-7bfc48c5c538 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/a37728cc-50a5-405f-bd31-ad752766d9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6210895 Feb 10 13:32:35.937899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] Routers {'a37728cc-50a5-405f-bd31-ad752766d9e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:35.938468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a37728cc-50a5-405f-bd31-ad752766d9e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:35.938960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:35.945222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:36.000565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.013169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] Routers {'a37728cc-50a5-405f-bd31-ad752766d9e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:36.013785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a37728cc-50a5-405f-bd31-ad752766d9e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.017418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.043512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13e8613-842a-4931-8d8c-9f651aa3f2b8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.056968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d6a43b89-ce48-4eaa-8f4b-209bc70230e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37728cc-50a5-405f-bd31-ad752766d9e3 HTTP/1.1" status: 200 len: 205 time: 0.1032305 Feb 10 13:32:36.060777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47dd676-bbf1-45b3-856d-4ea6f428300a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.061338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47dd676-bbf1-45b3-856d-4ea6f428300a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.084257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:36.084605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (e47dd676-bbf1-45b3-856d-4ea6f428300a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.089563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:36.090194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e30424-757b-4365-a49e-478c2c7ec249 None None] The sync data for ids ['a37728cc-50a5-405f-bd31-ad752766d9e3'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:36.103195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e47dd676-bbf1-45b3-856d-4ea6f428300a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.109891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:36.110342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (e47dd676-bbf1-45b3-856d-4ea6f428300a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:36.126774 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:36.201091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44cef740-6af3-4038-b1ae-fa2548f4ed95 req-e145af51-f428-4e37-a36c-a8e142b29723 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140328 Feb 10 13:32:36.209883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f13e8613-842a-4931-8d8c-9f651aa3f2b8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.217082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.238226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/f13e8613-842a-4931-8d8c-9f651aa3f2b8 HTTP/1.1" status: 204 len: 168 time: 2.4378362 Feb 10 13:32:36.244289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:36.253642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.276735 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d25ee75-6ea5-4e67-a9a0-7a092c5efe33 x-openstack-request-id: req-8d25ee75-6ea5-4e67-a9a0-7a092c5efe33 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:36.277267 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-unplugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:36.277360 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d25ee75-6ea5-4e67-a9a0-7a092c5efe33 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:36.277699 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'code': 200} Feb 10 13:32:36.280524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d94e7-e26f-4211-8108-1179096e0a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f13e8613-842a-4931-8d8c-9f651aa3f2b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:36.332990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-175152102', 'description': 'tempest-description-1265713774'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:36.524953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.527427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (a37728cc-50a5-405f-bd31-ad752766d9e3), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.535770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.599879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a37728cc-50a5-405f-bd31-ad752766d9e3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.601345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router a37728cc-50a5-405f-bd31-ad752766d9e3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:32:36.615793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.620309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:36.620445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-06608534-afda-44f0-90aa-cf2ac190571e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/a37728cc-50a5-405f-bd31-ad752766d9e3 HTTP/1.1" status: 204 len: 168 time: 0.5343270 Feb 10 13:32:36.709300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (473a4372-66f5-4e44-a9a2-6783b6c2da24), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.714725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (473a4372-66f5-4e44-a9a2-6783b6c2da24), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.754965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473a4372-66f5-4e44-a9a2-6783b6c2da24,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:36.759650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.760927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ace04afb-639f-4257-84ad-dd3d511753e9 req-7550e62d-eeff-4e1c-90a3-cf93ffc34436 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4408612 Feb 10 13:32:36.782265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 4103b397-6af8-438b-8a2f-92a36c8b5926 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:36.787856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (4103b397-6af8-438b-8a2f-92a36c8b5926), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:36.892430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (4103b397-6af8-438b-8a2f-92a36c8b5926), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.034817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4103b397-6af8-438b-8a2f-92a36c8b5926), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.057889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-7e472d12-bbcc-462c-93e3-19a49c0d47ad tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-175152102&fields=id&tenant_id=e693b450d27f404eb3464b449703c8b8 HTTP/1.1" status: 200 len: 267 time: 0.1277375 Feb 10 13:32:37.065164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.143080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-d333dfef-3f70-4bb8-9eca-9f1e0684b3e5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:37.156637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-d333dfef-3f70-4bb8-9eca-9f1e0684b3e5 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.0857882 Feb 10 13:32:37.175189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'port': {'security_groups': ['acd8db44-62d8-49f1-8a35-74c01e86478b', '473a4372-66f5-4e44-a9a2-6783b6c2da24']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:37.197817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (4103b397-6af8-438b-8a2f-92a36c8b5926), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.281835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd205fcd-79ad-47ab-8b54-1180d82a2e56 None None] Network 4fb8dbab-b68b-4be7-8c09-810c7a671526 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:37.286718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.290654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=4103b397-6af8-438b-8a2f-92a36c8b5926,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:37.292977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.299230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f448febd-df1c-4abf-832c-5efcf36e9add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/4103b397-6af8-438b-8a2f-92a36c8b5926 HTTP/1.1" status: 204 len: 168 time: 0.6775346 Feb 10 13:32:37.302552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:37.401910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4fb8dbab-b68b-4be7-8c09-810c7a671526), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.450476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.544642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:37.545097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.546655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] DHCP port deletion for 4fb8dbab-b68b-4be7-8c09-810c7a671526 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:37.636878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Deleting port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:37.637445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.658883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Deleting port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:37.659385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.715754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=283b870b-bc95-4fe2-91d6-ea2031ae21b7,segment=NetworkSegment(9b9a216e-9654-4102-b411-1c624e5ce59e),segment_id=9b9a216e-9654-4102-b411-1c624e5ce59e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:37.716162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.746180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:37.771023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 283b870b-bc95-4fe2-91d6-ea2031ae21b7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:37.794715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.812779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.815418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] For port 283b870b-bc95-4fe2-91d6-ea2031ae21b7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=283b870b-bc95-4fe2-91d6-ea2031ae21b7,segment=NetworkSegment(9b9a216e-9654-4102-b411-1c624e5ce59e),segment_id=9b9a216e-9654-4102-b411-1c624e5ce59e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:37.815418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.834684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:37.871829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Calling delete_port for 283b870b-bc95-4fe2-91d6-ea2031ae21b7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:37.927001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:37.927695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.929196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f4eef6-e628-4c48-99f6-32e7a3e7c28b req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "PUT /v2.0/ports/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 982 time: 0.7616563 Feb 10 13:32:37.929675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:37.932266 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab" -d '{"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:37.977723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:37.998890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:38.010010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8abd-d1e5-401e-87a0-fc04850eaf6d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:38.025686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] For port 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:38.028576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.070687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Calling delete_port for 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:38.080962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:38.145727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-14ee5d2c-0cc5-4042-bf55-8528b1407efa tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-175152102&fields=id&tenant_id=e693b450d27f404eb3464b449703c8b8 HTTP/1.1" status: 200 len: 267 time: 0.0560229 Feb 10 13:32:38.153252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=283b870b-bc95-4fe2-91d6-ea2031ae21b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:38.254641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-fce8aebb-e295-4567-aab7-fc11bcb29084 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:38.269839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-fce8aebb-e295-4567-aab7-fc11bcb29084 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 985 time: 0.1229789 Feb 10 13:32:38.273243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4fb8dbab-b68b-4be7-8c09-810c7a671526), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.294677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'port': {'security_groups': ['acd8db44-62d8-49f1-8a35-74c01e86478b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:38.343316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb8dbab-b68b-4be7-8c09-810c7a671526']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:38.362449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9a216e-9654-4102-b411-1c624e5ce59e') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:38.362936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9a216e-9654-4102-b411-1c624e5ce59e') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:38.371620 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (283b870b-bc95-4fe2-91d6-ea2031ae21b7), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.417981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (9b9a216e-9654-4102-b411-1c624e5ce59e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.421632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] Pushing event deleted for resources: {'Port': ['ID=283b870b-bc95-4fe2-91d6-ea2031ae21b7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:38.446356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9b9a216e-9654-4102-b411-1c624e5ce59e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.462247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da054bdc-3532-446a-9dc9-ef51f0d53eaf None None] No DVR routers for this DVR port 283b870b-bc95-4fe2-91d6-ea2031ae21b7 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:38.473373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:38.473789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (9b9a216e-9654-4102-b411-1c624e5ce59e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:38.481823 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:38.496640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.725780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4fb8dbab-b68b-4be7-8c09-810c7a671526), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.774306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.782944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/4fb8dbab-b68b-4be7-8c09-810c7a671526 HTTP/1.1" status: 204 len: 168 time: 1.4794581 Feb 10 13:32:38.795002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7c536-4dcc-48f2-b3de-469420abb1d3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=4fb8dbab-b68b-4be7-8c09-810c7a671526,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:38.799591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:38.809525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379491123', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:38.844211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5c833cee-e6bd-4011-9d3a-a4515fcbbdc8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.871514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:38.920850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.928121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:38.944138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:39.016746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:39.018853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.021081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ce02b69-a58f-48d9-8699-304ba438c2fb req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "PUT /v2.0/ports/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 943 time: 0.7493963 Feb 10 13:32:39.029647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:32:39.072838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.072838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.108001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd50c28-adda-44b9-a724-de376855af71 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:39.141737 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d7f02-adf2-47cd-b86c-cc4d5e460075 x-openstack-request-id: req-7d0d7f02-adf2-47cd-b86c-cc4d5e460075 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:39.142210 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:39.142632 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d0d7f02-adf2-47cd-b86c-cc4d5e460075 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:39.143684 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:32:39.238614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:39.262696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'mac_address': 'fa:16:3e:da:10:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:32:39.270977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 283b870b-bc95-4fe2-91d6-ea2031ae21b7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:39.297525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 283b870b-bc95-4fe2-91d6-ea2031ae21b7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:39.298113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 283b870b-bc95-4fe2-91d6-ea2031ae21b7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:39.321546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:39.345644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.381583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c833cee-e6bd-4011-9d3a-a4515fcbbdc8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:39.537807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d0423d5a-8253-45b1-9bfa-10865d978282 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:39.538199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.576334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0423d5a-8253-45b1-9bfa-10865d978282 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:32:39.602173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:39.666021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.667215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_gateway (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.749925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:39.836002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-5f5a94c8-646b-4d6c-8918-148cafbd7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:39.838257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-5f5a94c8-646b-4d6c-8918-148cafbd7f68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.6682372 Feb 10 13:32:39.848085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-f1c7d9be-0b6d-476c-b7d8-f9815e6df0b7 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6147518 Feb 10 13:32:39.946623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:39.984469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d0423d5a-8253-45b1-9bfa-10865d978282'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:32:40.122607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:40.135343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:40.192267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-c81dbfc6-ba1d-48eb-ae42-bddd0aab8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:40.193844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-c81dbfc6-ba1d-48eb-ae42-bddd0aab8c9e service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.3446798 Feb 10 13:32:40.579755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:40.580386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_gateway (59560f7b-68b2-44ab-8ffe-32e944116246), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:40.616257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:40.721640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-b6c0e1d2-7a43-4683-9348-425ca30e8284 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.5176775 Feb 10 13:32:40.797207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d7107ad-784f-437d-ba7e-21ec673c3018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:40.810118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:40.842931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-82414956-6a2c-4c0a-9413-0c32d6c97465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:40.843901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-82414956-6a2c-4c0a-9413-0c32d6c97465 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1077769 Feb 10 13:32:40.855253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 172.25.8.213 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6ce76c2e-b68d-4168-9fbf-5e48719963dd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:40.894854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-f2639621-82fc-4cb3-8128-9a6b0201c7b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435870 Feb 10 13:32:40.910701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:40.973497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:41.043904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port d0423d5a-8253-45b1-9bfa-10865d978282 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:41.044416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.106860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:41.130195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.135475 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Sync routers for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:41.146413 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:41.147525 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:41.151641 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36f035db-a54c-41c4-b4fe-ade93ea9b7d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/607d61b1-f963-4ea5-bd3d-97a8a0d6475a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9039817 Feb 10 13:32:41.155821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:41.240232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d0423d5a-8253-45b1-9bfa-10865d978282 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:41.241130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.253288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:41.256236 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0" -d '{"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:41.264444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-6679e4d5-b014-4376-bb6a-ff1c7fa6e0d5 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638487 Feb 10 13:32:41.267131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d7107ad-784f-437d-ba7e-21ec673c3018 admin admin] Publish callbacks [] for security_group (bda813c0-cd1a-43c5-9cf8-6b09cf98bce4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.282354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d7107ad-784f-437d-ba7e-21ec673c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bda813c0-cd1a-43c5-9cf8-6b09cf98bce4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.308652 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:41.313443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:41.314663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:41.322359 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58628e22-6715-4e7e-a7a5-0edb7f5df0ac" -d '{"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-plugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:41.328178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7107ad-784f-437d-ba7e-21ec673c3018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda813c0-cd1a-43c5-9cf8-6b09cf98bce4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:41.329590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.408513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (6ce76c2e-b68d-4168-9fbf-5e48719963dd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.416493 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5d7107ad-784f-437d-ba7e-21ec673c3018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a97a7c687a0940378d617455cd7c0b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8333766 Feb 10 13:32:41.424516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:41.435168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:41.474022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a167a61-f77e-4eb2-90bf-9a4f38d667ab req-71899822-9524-4b70-94e3-eeacb4040bbb service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871591 Feb 10 13:32:41.479362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks [] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.590397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ce76c2e-b68d-4168-9fbf-5e48719963dd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.665334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] Publish callbacks [] for security_group (bda813c0-cd1a-43c5-9cf8-6b09cf98bce4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.666337 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:32:38Z', 'revision_number': 5, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:41.685683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Allocated IP 172.25.8.44 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/24fc5cbd-678a-4f4e-849e-2555d346cecf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:41.712043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Checking router: 607d61b1-f963-4ea5-bd3d-97a8a0d6475a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:32:41.713090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:41.720806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:41.723296 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Routers {'607d61b1-f963-4ea5-bd3d-97a8a0d6475a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:41.723938 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:41.743013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:41.797921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=6ce76c2e-b68d-4168-9fbf-5e48719963dd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:41.846434 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] Set router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:41.896986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] Publish callbacks [] for security_group (bda813c0-cd1a-43c5-9cf8-6b09cf98bce4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:41.946186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.023404 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks [] for router_gateway (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.040251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.140205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'Port': ['ID=24fc5cbd-678a-4f4e-849e-2555d346cecf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:42.150030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:42.152366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:42.157715 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bda813c0-cd1a-43c5-9cf8-6b09cf98bce4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.159008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:42.160935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.162217 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bda813c0-cd1a-43c5-9cf8-6b09cf98bce4 HTTP/1.1" status: 204 len: 168 time: 0.7356074 Feb 10 13:32:42.211974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995409f1-44d9-4fba-a0c9-5267e4380605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda813c0-cd1a-43c5-9cf8-6b09cf98bce4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:42.263454 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:32:38Z', 'revision_number': 5, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:42.325758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Deleting port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:42.326051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.334340 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a841d-d4ce-4861-85cd-b5c47ce29c20 None None] The sync data for ids ['607d61b1-f963-4ea5-bd3d-97a8a0d6475a'] in n-d-815324-6 is: [{'id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'name': 'tempest-TaggedBootDevicesTest-270709002-router', 'tenant_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:23:11Z', 'updated_at': '2022-02-10T13:32:38Z', 'revision_number': 5, 'project_id': 'eabf35f5f09a497faefdf0d7b81f6870', 'gw_port': {'id': 'd5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d61b1-f963-4ea5-bd3d-97a8a0d6475a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:23:13Z', 'updated_at': '2022-02-10T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:42.361391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_gateway (59560f7b-68b2-44ab-8ffe-32e944116246), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.416945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.500150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.516966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] For port d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:42.517314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.535463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Calling delete_port for d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:42.719878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:42.756012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0c6d-7e0a-409c-bf32-a336c2fcc574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.772139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.831802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.848121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:42.990808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event updated for resources: {'Port': ['ID=24fc5cbd-678a-4f4e-849e-2555d346cecf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:43.020081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0c6d-7e0a-409c-bf32-a336c2fcc574 admin admin] Publish callbacks [] for security_group (5657de7b-2f57-41f0-8f4f-e52ed82a55e8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.030656 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.037954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0c6d-7e0a-409c-bf32-a336c2fcc574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5657de7b-2f57-41f0-8f4f-e52ed82a55e8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.079658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd8c0c6d-7e0a-409c-bf32-a336c2fcc574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=251d78295448481aa92cd2ce508ccef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571773 Feb 10 13:32:43.085284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:43.103973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.109271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:43.110873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-710d5898-a9e9-4331-bf91-be5833e6251d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2012897 Feb 10 13:32:43.145176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c0c6d-7e0a-409c-bf32-a336c2fcc574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657de7b-2f57-41f0-8f4f-e52ed82a55e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:43.150004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:43.150528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5c833cee-e6bd-4011-9d3a-a4515fcbbdc8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:43.177396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.216950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-4675dd4d-caff-421f-85ee-d4310ef1d24c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 695 time: 0.1050894 Feb 10 13:32:43.256782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:43.309126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.342129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 59560f7b-68b2-44ab-8ffe-32e944116246 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:32:43.381256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] Publish callbacks [] for security_group (5657de7b-2f57-41f0-8f4f-e52ed82a55e8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.392557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-d87b6601-f32c-4936-9680-a8d57c409307 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:43.394750 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a8339d-fb4b-4d37-81de-8c402a5c6c18 req-d87b6601-f32c-4936-9680-a8d57c409307 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.1701288 Feb 10 13:32:43.416610 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] Publish callbacks [] for security_group (5657de7b-2f57-41f0-8f4f-e52ed82a55e8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.469995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.511595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5657de7b-2f57-41f0-8f4f-e52ed82a55e8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.515708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.517682 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5657de7b-2f57-41f0-8f4f-e52ed82a55e8 HTTP/1.1" status: 204 len: 168 time: 0.4307804 Feb 10 13:32:43.536494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabebdd-71aa-4098-9206-f2e40172cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657de7b-2f57-41f0-8f4f-e52ed82a55e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:43.594167 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb847fc1-62a2-4804-bd29-cd80efc56dbf x-openstack-request-id: req-eb847fc1-62a2-4804-bd29-cd80efc56dbf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:43.597353 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:43.598271 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb847fc1-62a2-4804-bd29-cd80efc56dbf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:43.599353 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:32:43.631057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:43.636009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks [] for router_controller (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.645021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] Sync routers for ids ['59560f7b-68b2-44ab-8ffe-32e944116246'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:43.672672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] Routers {'59560f7b-68b2-44ab-8ffe-32e944116246'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:43.675413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['59560f7b-68b2-44ab-8ffe-32e944116246'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:43.746253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-044983e0-d513-48bb-a6ba-009797ad5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:43.747850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-044983e0-d513-48bb-a6ba-009797ad5c19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.1314659 Feb 10 13:32:43.787537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (607d61b1-f963-4ea5-bd3d-97a8a0d6475a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.788987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607d61b1-f963-4ea5-bd3d-97a8a0d6475a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:32:43.804545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.806343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e96032e2-6c97-414d-8a44-3a5a9746c716 admin admin] 10.222.0.13 "DELETE /v2.0/routers/607d61b1-f963-4ea5-bd3d-97a8a0d6475a HTTP/1.1" status: 204 len: 168 time: 2.6436787 Feb 10 13:32:43.810765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:43.815903 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2560d577-b82b-47dd-b5ba-86f6b75672c8 x-openstack-request-id: req-2560d577-b82b-47dd-b5ba-86f6b75672c8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:43.817812 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-plugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:43.819304 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2560d577-b82b-47dd-b5ba-86f6b75672c8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:43.819888 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'code': 200} Feb 10 13:32:43.855458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:43.901065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:43.905758 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bc071337-3dd0-4ffd-ab79-5d9f16c0e97b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0983219 Feb 10 13:32:43.907505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:43.912297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] Routers {'59560f7b-68b2-44ab-8ffe-32e944116246'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:43.913298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['59560f7b-68b2-44ab-8ffe-32e944116246'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:44.014208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Deleting subnet 53b6cf86-6155-412f-adfb-9a67cde5433f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:32:44.021983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Publish callbacks [] for subnet (53b6cf86-6155-412f-adfb-9a67cde5433f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:44.076309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:44.081031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537b51f-007f-4a32-8556-0baa3accee2f None None] The sync data for ids ['59560f7b-68b2-44ab-8ffe-32e944116246'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:44.192020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-029b2eb4-20d3-4da4-ba3f-dbd8d44b16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:44.194128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-029b2eb4-20d3-4da4-ba3f-dbd8d44b16b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.4390762 Feb 10 13:32:44.251761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-d4812c1d-9e7c-44c7-bdc1-b72797c5a7bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0501339 Feb 10 13:32:44.264806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-30f99845-3305-460a-aa06-1ea735f35eca tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:44.273314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-30f99845-3305-460a-aa06-1ea735f35eca tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3656130 Feb 10 13:32:44.435204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-93e87fda-97eb-4d07-abaa-995bf1535db1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 695 time: 0.1452162 Feb 10 13:32:44.474319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'floatingip': {'port_id': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:44.584108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-d31e1786-c2ca-41c6-917d-8f2a40c7d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:44.592707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-d31e1786-c2ca-41c6-917d-8f2a40c7d797 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.3142555 Feb 10 13:32:44.628680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (53b6cf86-6155-412f-adfb-9a67cde5433f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:44.639426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:44.714635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (53b6cf86-6155-412f-adfb-9a67cde5433f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:44.754072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-62c36020-9b44-47d1-9d70-45a47f74bc98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411283 Feb 10 13:32:44.793452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-643bb5ed-6247-4ced-ac60-206490a7748e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers/59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 200 len: 884 time: 0.8860822 Feb 10 13:32:44.794621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:44.894960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (53b6cf86-6155-412f-adfb-9a67cde5433f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:44.980801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b6cf86-6155-412f-adfb-9a67cde5433f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:45.000929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18dce3-a947-4ca2-8000-3fe4c4a5d47f None None] Network 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:45.009493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.014024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c43184fa-5d15-469e-8989-dbfc2b18d6f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53b6cf86-6155-412f-adfb-9a67cde5433f HTTP/1.1" status: 204 len: 168 time: 1.2017727 Feb 10 13:32:45.016882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:45.069593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-0ae0f52a-55a4-4f83-9612-eee075654286 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133796 Feb 10 13:32:45.126765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.218202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:45.249521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:45.249907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d5a8e140-c8e4-4c09-8cb8-0dacc2bbd9f1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:45.390740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] DHCP port deletion for 7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:32:45.466984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Deleting port c087b172-7c62-475b-999f-6f865e317e07 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:45.467821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c087b172-7c62-475b-999f-6f865e317e07), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.496495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Deleting port c087b172-7c62-475b-999f-6f865e317e07 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:45.497192 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c087b172-7c62-475b-999f-6f865e317e07), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.770635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3faa5a51-17b5-400d-b417-54d52ce178cb tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9743700 Feb 10 13:32:45.774321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:45.785389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] For port c087b172-7c62-475b-999f-6f865e317e07, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c087b172-7c62-475b-999f-6f865e317e07,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:45.790137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c087b172-7c62-475b-999f-6f865e317e07), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.807044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-379491123'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:45.810534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] For port c087b172-7c62-475b-999f-6f865e317e07, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c087b172-7c62-475b-999f-6f865e317e07,segment=NetworkSegment(1de534dd-dbfd-4f15-bec3-92e1d9fc3b21),segment_id=1de534dd-dbfd-4f15-bec3-92e1d9fc3b21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:45.811050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c087b172-7c62-475b-999f-6f865e317e07), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:45.888515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Calling delete_port for c087b172-7c62-475b-999f-6f865e317e07 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:45.931880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Calling delete_port for c087b172-7c62-475b-999f-6f865e317e07 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:46.081770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40b8e441-4d7a-44fe-95b0-6cd3c39d89f0 req-85a1d21a-d0c2-423a-a542-6623c3623ad4 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9901521 Feb 10 13:32:46.121532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c087b172-7c62-475b-999f-6f865e317e07), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:46.138613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] No DVR routers for this DVR port c087b172-7c62-475b-999f-6f865e317e07 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:46.212183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Pushing event deleted for resources: {'Port': ['ID=c087b172-7c62-475b-999f-6f865e317e07,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:46.229361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.229981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.230478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.230966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.231585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.232081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.232563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.233103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.233594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.234073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.234560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.235043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.235514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3ba2-1451-4b7e-b3ff-c70e2a10506b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:46.420724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c087b172-7c62-475b-999f-6f865e317e07), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:46.680188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c087b172-7c62-475b-999f-6f865e317e07,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:46.701484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] No DVR routers for this DVR port c087b172-7c62-475b-999f-6f865e317e07 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:32:46.892375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:32:46.897573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:46.934673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f78e7c0-7071-4382-8f10-28a8eb7f5ae2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:46.946858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:46.947513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de534dd-dbfd-4f15-bec3-92e1d9fc3b21') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:46.963850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1de534dd-dbfd-4f15-bec3-92e1d9fc3b21), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:46.983644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1de534dd-dbfd-4f15-bec3-92e1d9fc3b21), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:46.993965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:32:46.994805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1de534dd-dbfd-4f15-bec3-92e1d9fc3b21), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.030722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.037827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:32:47.101131 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:32:47.132967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.153986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7f78e7c0-7071-4382-8f10-28a8eb7f5ae2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.168702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.188819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f78e7c0-7071-4382-8f10-28a8eb7f5ae2 HTTP/1.1" status: 204 len: 168 time: 2.1706705 Feb 10 13:32:47.215169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c087b172-7c62-475b-999f-6f865e317e07 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:32:47.219536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.225190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eccff-3edf-45b6-8334-a43743575b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f78e7c0-7071-4382-8f10-28a8eb7f5ae2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:47.276822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c087b172-7c62-475b-999f-6f865e317e07 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:32:47.278320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c087b172-7c62-475b-999f-6f865e317e07 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:32:47.330725 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Floating IP 4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 associated. External IP: 172.25.8.44, port: 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9. Feb 10 13:32:47.559445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 59560f7b-68b2-44ab-8ffe-32e944116246 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:47.699497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:47.797584 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cec9d723-8fac-4a81-ade9-212c2ede1cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb0e8d34e4b444da9e12aed72cff532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967972 Feb 10 13:32:47.800086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55380) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:47.838672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:47.851258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:47.851838 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] Sync routers for ids ['59560f7b-68b2-44ab-8ffe-32e944116246'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:47.867758 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7da19e10-5755-4a95-ae40-6249581dc3e0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 200 len: 891 time: 2.0923409 Feb 10 13:32:47.870027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:47.879363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] Routers {'59560f7b-68b2-44ab-8ffe-32e944116246'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:47.880011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['59560f7b-68b2-44ab-8ffe-32e944116246'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:48.013745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Router 69a723e2-c084-4f14-8025-6af50a49e2ac has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:48.014088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:48.023837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] Publish callbacks [] for security_group (67b04b7d-e03b-4e1c-9392-65837830fa43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.052736 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] Routers {'59560f7b-68b2-44ab-8ffe-32e944116246'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:48.054298 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['59560f7b-68b2-44ab-8ffe-32e944116246'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:48.110354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] Publish callbacks [] for security_group (67b04b7d-e03b-4e1c-9392-65837830fa43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.141731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:48.142427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6487a-8e84-430b-896f-4a0542738910 None None] The sync data for ids ['59560f7b-68b2-44ab-8ffe-32e944116246'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:48.172938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b94a87a2-bbda-475c-b5cf-2677fb489958 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers/59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 200 len: 891 time: 0.2945013 Feb 10 13:32:48.173637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:48.278605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5cca5490-1937-425d-9f65-9a03d385c658 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 200 len: 205 time: 0.0918550 Feb 10 13:32:48.279940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:48.371756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:48.383748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Sync routers for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:48.386087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.402379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:48.403040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:48.443901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67b04b7d-e03b-4e1c-9392-65837830fa43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.446520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.447663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67b04b7d-e03b-4e1c-9392-65837830fa43 HTTP/1.1" status: 204 len: 168 time: 0.6465981 Feb 10 13:32:48.462121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-c580c54d-07ab-472b-b22b-f9168ff95e25 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "PUT /v2.0/floatingips/4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 HTTP/1.1" status: 200 len: 996 time: 4.0023558 Feb 10 13:32:48.463036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:48.465899 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:48.501306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c67e89-0594-48cc-8f7b-c3510ce37cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b04b7d-e03b-4e1c-9392-65837830fa43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:48.607855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-b35838af-441b-4a55-95cd-a5fd99ae9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:48.610066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-b35838af-441b-4a55-95cd-a5fd99ae9325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.1085129 Feb 10 13:32:48.706146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (59560f7b-68b2-44ab-8ffe-32e944116246), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:48.928193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-f7552ba0-c54f-44fd-beff-3d8cbc422c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:48.939976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-f7552ba0-c54f-44fd-beff-3d8cbc422c4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.3234060 Feb 10 13:32:48.991782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_gateway (59560f7b-68b2-44ab-8ffe-32e944116246), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.176933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-0b439ace-2a4d-48e2-964e-a9bffc3e414a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 999 time: 0.2359979 Feb 10 13:32:49.203180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 6ce76c2e-b68d-4168-9fbf-5e48719963dd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:49.205376 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ce76c2e-b68d-4168-9fbf-5e48719963dd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.243191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:49.330732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-09563bb1-425f-4005-a84c-199d84e910b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:49.340885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-09563bb1-425f-4005-a84c-199d84e910b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1628981 Feb 10 13:32:49.402131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-54bf5dd9-633f-4f26-aa71-f5f26e54ff19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603061 Feb 10 13:32:49.467692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:49.483676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ce76c2e-b68d-4168-9fbf-5e48719963dd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.506491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 6ce76c2e-b68d-4168-9fbf-5e48719963dd owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:49.513009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14d73c69-77d6-4b26-a6b3-a0b68b4a27fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eabf35f5f09a497faefdf0d7b81f6870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732122 Feb 10 13:32:49.515553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:49.594756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-60a33157-6470-4be7-9bf5-339c8e0cd9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917491 Feb 10 13:32:49.648536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] Publish callbacks [] for security_group (dab949e5-1dca-4d6a-9bca-5c718a10419e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.694290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] Publish callbacks [] for security_group (dab949e5-1dca-4d6a-9bca-5c718a10419e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.814510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0dac8e6c-2979-44fe-b7c5-9c394963f1b4 req-fd6892ba-222d-4f35-87f3-231743831c88 service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109621 Feb 10 13:32:49.953562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dab949e5-1dca-4d6a-9bca-5c718a10419e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.964457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:49.967921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dab949e5-1dca-4d6a-9bca-5c718a10419e HTTP/1.1" status: 204 len: 168 time: 0.4511747 Feb 10 13:32:49.973169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:50.012142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583383c-ccaf-4683-8955-0c37164229ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab949e5-1dca-4d6a-9bca-5c718a10419e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:50.080082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6ce76c2e-b68d-4168-9fbf-5e48719963dd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:50.126021 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f7c06-dff1-437b-a527-7af7698c674e x-openstack-request-id: req-1a5f7c06-dff1-437b-a527-7af7698c674e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:50.126786 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:50.127255 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5f7c06-dff1-437b-a527-7af7698c674e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:50.127886 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:32:50.140956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=6ce76c2e-b68d-4168-9fbf-5e48719963dd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:50.214028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'port_id': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'mac_address': 'fa:16:3e:d5:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:32:42Z', 'updated_at': '2022-02-10T13:32:46Z', 'revision_number': 1, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:50.287299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Checking router: 69a723e2-c084-4f14-8025-6af50a49e2ac for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:32:50.309957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:50.310623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:50.312432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (59560f7b-68b2-44ab-8ffe-32e944116246), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:50.393073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-9c65fc22-6df8-4a42-ae7d-0535d7ba8853 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 999 time: 0.2501380 Feb 10 13:32:50.446557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:50.601670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-c1fe09e3-8e7f-4c75-b8bf-3582320ef833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:50.603221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-c1fe09e3-8e7f-4c75-b8bf-3582320ef833 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.3966770 Feb 10 13:32:50.636617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:50.650710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-a8811eb5-f79b-494d-9a4d-ecfa4c47f3d0 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:50.652276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-a8811eb5-f79b-494d-9a4d-ecfa4c47f3d0 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 943 time: 0.2491088 Feb 10 13:32:50.743911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-75287bed-b498-4096-a35d-492c0fd2f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:50.745484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-75287bed-b498-4096-a35d-492c0fd2f309 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.1235220 Feb 10 13:32:51.227872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-e79acd50-7f72-452f-90d2-5011387f1926 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 999 time: 0.4799278 Feb 10 13:32:51.413264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-6f2bb13d-8a33-42a5-9c1a-1b64a81da856 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 999 time: 0.1843491 Feb 10 13:32:51.510648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'port_id': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'mac_address': 'fa:16:3e:d5:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:32:42Z', 'updated_at': '2022-02-10T13:32:46Z', 'revision_number': 1, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:51.531008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Publish callbacks [] for security_group (c0e9e27f-0651-4179-953a-0088428e7ac1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.574443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a919e3-a5f4-42e6-a2b0-7b922785c776 None None] The sync data for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 is: [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'port_id': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'mac_address': 'fa:16:3e:d5:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:32:42Z', 'updated_at': '2022-02-10T13:32:46Z', 'revision_number': 1, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:51.576064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-9a9e7547-5026-44c7-9e5b-3d39952181f1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:51.581667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-9a9e7547-5026-44c7-9e5b-3d39952181f1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 0.3440104 Feb 10 13:32:51.598509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c0e9e27f-0651-4179-953a-0088428e7ac1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.646889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e9e27f-0651-4179-953a-0088428e7ac1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:51.745962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.746455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.746912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.747377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.747824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.748268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.748784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.749333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.749804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.750277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.750799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.751237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.751705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:51.775216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-ddd6d957-625e-49ea-b831-3f3241cd638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:51.777751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-ddd6d957-625e-49ea-b831-3f3241cd638a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.3552990 Feb 10 13:32:51.801199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.814146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (59560f7b-68b2-44ab-8ffe-32e944116246), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.831298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:51.900224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7a26f0a-0607-4076-a12c-f540e5ac8371 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04931a93c58e4761a09f318be7bc9473&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9234006 Feb 10 13:32:51.900982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:51.908069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (59560f7b-68b2-44ab-8ffe-32e944116246), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.909053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router 59560f7b-68b2-44ab-8ffe-32e944116246 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:32:51.912719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-fdb2893f-d1cf-4f51-aa5d-07da5f9f9f00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000340 Feb 10 13:32:51.940860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:51.942061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c004bfb-eeb0-45b8-9b85-53048824a82f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 204 len: 168 time: 3.6608090 Feb 10 13:32:51.947812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55514) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:51.974853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-458477328'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:51.999652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-dc6c200e-a432-490e-8995-f42837ecd020 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 999 time: 0.4034200 Feb 10 13:32:52.013370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:52.017898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.069570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:32:52.088996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7abb2662-f548-47a3-ad58-0e5ce6a01ff5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.089256 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 7abb2662-f548-47a3-ad58-0e5ce6a01ff5 of type vlan for network 80ac7517-a7e3-4f36-b281-47db15f87ed1 Feb 10 13:32:52.102959 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c481f5f2-d08f-4ae3-af52-92b73da3c305 None None] New status for floating IP 4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:32:52.217240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1228991479-network', 'tenant_id': 'd82a5b7f413347e7b1a19e59933eb6a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:52.233739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (80ac7517-a7e3-4f36-b281-47db15f87ed1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.237348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:52.287299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (80ac7517-a7e3-4f36-b281-47db15f87ed1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.292305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:52.292921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.343570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-739d41ca-5276-4122-ad6f-257e2911390d service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409832 Feb 10 13:32:52.389811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4407954 Feb 10 13:32:52.390483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:52.435686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Made reservation on behalf of d82a5b7f413347e7b1a19e59933eb6a0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:52.440577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.443422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:52.464025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.471699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc0a86-c5ff-4d3f-8b4d-f8adc467aa49 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=80ac7517-a7e3-4f36-b281-47db15f87ed1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:52.485549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:32:52.530097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.681182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:52.684879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.795270 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] Publish callbacks [] for security_group (c0e9e27f-0651-4179-953a-0088428e7ac1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.820993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] Publish callbacks [] for security_group (c0e9e27f-0651-4179-953a-0088428e7ac1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.918487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c0e9e27f-0651-4179-953a-0088428e7ac1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.925310 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:52.929083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0e9e27f-0651-4179-953a-0088428e7ac1 HTTP/1.1" status: 204 len: 168 time: 1.0246377 Feb 10 13:32:53.013338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f49881d0-2a13-4baf-9596-3faa7d1b84bc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.015001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04bedc94-5e5b-4d9e-a61c-54ef327d6d1b req-d0e169e5-c2bc-4da3-9dbd-0558064b1415 service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309690 Feb 10 13:32:53.022711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42205d-c4e2-43d5-aaa9-7b09179a64d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e9e27f-0651-4179-953a-0088428e7ac1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:53.137251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=f49881d0-2a13-4baf-9596-3faa7d1b84bc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:53.148524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '7abb2662-f548-47a3-ad58-0e5ce6a01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:53.148951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 80ac7517-a7e3-4f36-b281-47db15f87ed1, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:32:53.193276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:32:53.213418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 80ac7517-a7e3-4f36-b281-47db15f87ed1) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:53.218604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:53.219391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.223487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85fa93-0589-4087-a733-3e31e8862d8b None None] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:53.242801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.251662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.252008 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Floating IP 4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 disassociated. External IP: 172.25.8.44, port: 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9. Feb 10 13:32:53.257334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6122dfb-8048-403d-97e2-db0b4557ab60 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8622208 Feb 10 13:32:53.259383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:53.271260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840200380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:53.319128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (89863387-9751-4fcd-b852-6eee65155cb1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.320977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (89863387-9751-4fcd-b852-6eee65155cb1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.338529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks [] for security_group (728ece05-360c-449d-9c8e-7a6592df97f2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.391036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (728ece05-360c-449d-9c8e-7a6592df97f2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.428084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:32:53.467123 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (89863387-9751-4fcd-b852-6eee65155cb1), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.468078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-80ac7517-a7e3-4f36-b281-47db15f87ed1', 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': 'f49881d0-2a13-4baf-9596-3faa7d1b84bc'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:32:53.468985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.474174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (89863387-9751-4fcd-b852-6eee65155cb1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.520249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8b2518dd-6edb-47c7-9982-0e8c12b03100), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.520949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.523065 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Added segment 8b2518dd-6edb-47c7-9982-0e8c12b03100 of type vlan for network 980a7637-c711-44eb-8551-d67681c83eac Feb 10 13:32:53.523893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0ca85629-9dc7-4a9e-9f64-b2f3217cb06e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2627354 Feb 10 13:32:53.526061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:53.527720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ece05-360c-449d-9c8e-7a6592df97f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:53.739182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:53.741765 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (980a7637-c711-44eb-8551-d67681c83eac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.762205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.869649 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:32:53.949030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (980a7637-c711-44eb-8551-d67681c83eac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.953067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:53.953675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:53.973951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Allocated IP 2001:db8::2 (80ac7517-a7e3-4f36-b281-47db15f87ed1/f49881d0-2a13-4baf-9596-3faa7d1b84bc/4f0b7f4c-3c56-48eb-bb1a-0010075e44a7) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:54.105559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2732334 Feb 10 13:32:54.117174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Router 69a723e2-c084-4f14-8025-6af50a49e2ac has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:32:54.123616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55556) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:54.136358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Request body: {'subnet': {'network_id': '980a7637-c711-44eb-8551-d67681c83eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1228991479-subnet', 'tenant_id': 'd82a5b7f413347e7b1a19e59933eb6a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:54.154857 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks [] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.168244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.223268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:54.233261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:54.242258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:54.299064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386ba6-a8e2-4cc2-8308-6b62c1f4bcd3 admin admin] Pushing event updated for resources: {'Network': ['ID=980a7637-c711-44eb-8551-d67681c83eac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:54.324018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Pushing event updated for resources: {'Port': ['ID=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:54.330971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 980a7637-c711-44eb-8551-d67681c83eac details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:32:54.461145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.495819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Made reservation on behalf of d82a5b7f413347e7b1a19e59933eb6a0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:32:54.507479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.535777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Attempting to bind port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:32:54.536324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Attempting to bind port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7abb2662-f548-47a3-ad58-0e5ce6a01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:32:54.536676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Attempting to bind port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 on network 80ac7517-a7e3-4f36-b281-47db15f87ed1 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:32:54.542477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:32:54.542864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Checking segment: {'id': '7abb2662-f548-47a3-ad58-0e5ce6a01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:54.543274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.543793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Bound using segment: {'id': '7abb2662-f548-47a3-ad58-0e5ce6a01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:32:54.544188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Bound port: 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abb2662-f548-47a3-ad58-0e5ce6a01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '80ac7517-a7e3-4f36-b281-47db15f87ed1'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:32:54.544575 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.611525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:54.624027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.643143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] For port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:32:54.647198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] For port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,segment=NetworkSegment(7abb2662-f548-47a3-ad58-0e5ce6a01ff5),segment_id=7abb2662-f548-47a3-ad58-0e5ce6a01ff5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:32:54.653778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Sync routers for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:54.664534 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:54.703497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-1e2657e0-11c9-4b46-a73d-b49470e5262a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "PUT /v2.0/floatingips/4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 HTTP/1.1" status: 200 len: 694 time: 2.4740245 Feb 10 13:32:54.703995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:32:54.710390 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a8156f-e6d9-4abc-b613-57d4baa8b073" -d '{"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:32:54.803634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:54.804476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:54.818962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-3e7e3862-1eb7-48aa-84ff-9548079ed92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:54.831179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-3e7e3862-1eb7-48aa-84ff-9548079ed92c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.0989745 Feb 10 13:32:54.919572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00889d-2bfa-4977-85cd-070291b8688d None None] Pushing event updated for resources: {'Port': ['ID=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:55.053715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:55.088679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-178e9b25-11ea-446a-81d3-dbfdc29f30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:55.090428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-178e9b25-11ea-446a-81d3-dbfdc29f30ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.2517929 Feb 10 13:32:55.219187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-f190aef9-5f12-4ef6-8311-5668554a0a37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.1202080 Feb 10 13:32:55.236219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Publish callbacks [] for security_group (462b52fd-b27b-4232-952b-5da73c5c49e3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.250519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (462b52fd-b27b-4232-952b-5da73c5c49e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.277200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (02fd18f5-4538-4ffe-8310-74c84e8de4ff), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.350540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-14f0af3c-100e-4960-9275-6b557d8d5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:55.352272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-14f0af3c-100e-4960-9275-6b557d8d5054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1193137 Feb 10 13:32:55.437930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b47a50c251854369a2970f34148fba3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6951776 Feb 10 13:32:55.443636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-e840b506-93fc-455c-aefc-cb05ae0fd2b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834501 Feb 10 13:32:55.451088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:55.461950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b52fd-b27b-4232-952b-5da73c5c49e3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:55.510825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.511173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.511537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.511880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.512222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.512562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.515376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.515771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.516118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.516465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.516988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.528132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.528132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7040303-fb38-4b23-95b6-90e4770e66cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:32:55.602083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fd18f5-4538-4ffe-8310-74c84e8de4ff,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:55.626235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:55.677223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Checking router: 69a723e2-c084-4f14-8025-6af50a49e2ac for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:32:55.704869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:55.709826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:55.720177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Checking segment: {'id': '8b2518dd-6edb-47c7-9982-0e8c12b03100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '980a7637-c711-44eb-8551-d67681c83eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:32:55.720549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Network hostable DHCP agents. Network: 980a7637-c711-44eb-8551-d67681c83eac, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:32:55.748660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] Publish callbacks [] for security_group (462b52fd-b27b-4232-952b-5da73c5c49e3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.793364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8::1 (80ac7517-a7e3-4f36-b281-47db15f87ed1/f49881d0-2a13-4baf-9596-3faa7d1b84bc/4b600ba9-ad21-412d-a4ad-aa5f06514d99) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:32:55.808009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Network 980a7637-c711-44eb-8551-d67681c83eac is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:32:55.811554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] Publish callbacks [] for security_group (462b52fd-b27b-4232-952b-5da73c5c49e3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.849417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 980a7637-c711-44eb-8551-d67681c83eac) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:55.856703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:55.863528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0501b91-9217-4826-a422-c3da00f5cc62 None None] Network 980a7637-c711-44eb-8551-d67681c83eac requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:55.871142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.902654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-f67d53ba-0419-43fb-b1f9-d69fce46ce6a service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469831 Feb 10 13:32:55.928008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (462b52fd-b27b-4232-952b-5da73c5c49e3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.931070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:55.933802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/462b52fd-b27b-4232-952b-5da73c5c49e3 HTTP/1.1" status: 204 len: 168 time: 0.4822671 Feb 10 13:32:55.986260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e31bb-20c1-468e-b083-813e23993afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b52fd-b27b-4232-952b-5da73c5c49e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:56.007624 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2711d0a4-56ff-46e6-a866-1cc3d16328a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8820307 Feb 10 13:32:56.170064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:32:56.189985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:56.201544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af571cc-09db-4dbb-9ff9-8fc073c2af38 req-36ab5cfe-1a73-433e-bb28-6374b86d83f3 service neutron] 10.222.0.13 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948148 Feb 10 13:32:56.321985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:56.425063 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7081df58-ce17-4e13-81c0-f48e00cca5a3 x-openstack-request-id: req-7081df58-ce17-4e13-81c0-f48e00cca5a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:32:56.425635 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:32:56.427257 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7081df58-ce17-4e13-81c0-f48e00cca5a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:32:56.429068 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:32:56.536374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:56.556017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:56.567985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:32:56.573119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (89863387-9751-4fcd-b852-6eee65155cb1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:56.576070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=4b600ba9-ad21-412d-a4ad-aa5f06514d99,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:56.586746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-07307440-8fcc-4586-ae59-a12e96622bb2 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips/4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 HTTP/1.1" status: 200 len: 694 time: 0.1033354 Feb 10 13:32:56.624733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-770e08c0-1826-489f-a668-e86d52f588db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:56.626599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-770e08c0-1826-489f-a668-e86d52f588db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e693b450d27f404eb3464b449703c8b8&device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 1128 time: 0.1821833 Feb 10 13:32:56.835944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-75091f06-7038-4d55-8744-1244632aaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:56.839088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-75091f06-7038-4d55-8744-1244632aaedf service neutron] 10.222.0.77 "GET /v2.0/networks?id=d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 200 len: 921 time: 0.2039778 Feb 10 13:32:56.943463 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.030517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c107d4-e7c8-4967-8af6-b6d48b834af3 None None] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:57.037274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-be967e78-60a8-4c8a-b768-116563c54258 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 200 len: 217 time: 0.1783838 Feb 10 13:32:57.174441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-880e2b13-481c-4289-9e30-b5b08c98f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:57.178198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-880e2b13-481c-4289-9e30-b5b08c98f14d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 200 len: 860 time: 0.1185634 Feb 10 13:32:57.273906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-6a0d892f-2f5c-41e4-a6b0-80e8f58ccc8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d73055de-6772-4901-92b0-e61f7e4523d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852857 Feb 10 13:32:57.403243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c60dc-fc5b-4487-b146-348b7cf4184d None None] Network 980a7637-c711-44eb-8551-d67681c83eac requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:32:57.410842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:57.427425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Provisioning complete for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:57.427680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.572847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.585925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.586965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (89863387-9751-4fcd-b852-6eee65155cb1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.656332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-4e1b2335-6c70-4bcb-a4ae-7b040b772d0c service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742952 Feb 10 13:32:57.747896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=4b600ba9-ad21-412d-a4ad-aa5f06514d99,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:57.765600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-c8963ebb-7a37-4826-a321-469341feff2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:57.774752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-c8963ebb-7a37-4826-a321-469341feff2b tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 784 time: 1.1866114 Feb 10 13:32:57.850326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Current status of the port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:57.850732 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:57.967834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:32:57.969352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:32:58.224728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] For port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,segment=NetworkSegment(7abb2662-f548-47a3-ad58-0e5ce6a01ff5),segment_id=7abb2662-f548-47a3-ad58-0e5ce6a01ff5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:32:58.358561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:58.360224 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:58.369906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 89863387-9751-4fcd-b852-6eee65155cb1 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:32:58.373455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:58.389809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:58.574784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-840526f0-5990-43ec-82f7-8f1ff6414a2d tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 697 time: 0.7975888 Feb 10 13:32:58.741502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:32:58.743346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Provisioning complete for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:58.747491 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:58.748549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58ce75c0-7d2f-478e-a230-c9765984261e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/89863387-9751-4fcd-b852-6eee65155cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2204456 Feb 10 13:32:58.752091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291d6cc-7b39-446b-a99b-cfd9fb1e228d None None] Pushing event updated for resources: {'Port': ['ID=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:58.753633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:58.757972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] Sync routers for ids ['89863387-9751-4fcd-b852-6eee65155cb1'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:32:58.773743 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] Routers {'89863387-9751-4fcd-b852-6eee65155cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:58.774369 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['89863387-9751-4fcd-b852-6eee65155cb1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:58.776985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-265f0b23-a24c-498c-8d7c-b3ff2a62bf49 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 697 time: 0.1816700 Feb 10 13:32:58.815463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8156f-e6d9-4abc-b613-57d4baa8b073 req-d884f6bd-0ee9-4ac6-bd53-e6f62f8e666b service neutron] 10.222.0.77 "GET /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1511397 Feb 10 13:32:58.856656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:58.936616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0944-ce62-4298-aa48-c4fc5b2e9a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:58.945289 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:58.971162 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] Routers {'89863387-9751-4fcd-b852-6eee65155cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:32:58.973684 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:32:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['89863387-9751-4fcd-b852-6eee65155cb1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:58.976507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:59.022334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e7a4d-45eb-4396-99a8-9a73130dfcb3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:32:59.028850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c24e7a4d-45eb-4396-99a8-9a73130dfcb3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports/4b600ba9-ad21-412d-a4ad-aa5f06514d99 HTTP/1.1" status: 200 len: 911 time: 0.2590673 Feb 10 13:32:59.030119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:59.039991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f49881d0-2a13-4baf-9596-3faa7d1b84bc'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:32:59.059853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad2204-aa34-46f1-832c-827083c1873c None None] The sync data for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 is: [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:31:46Z', 'revision_number': 4, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '60803667-4db4-41b7-a744-bd455e109e45', 'name': '', 'network_id': 'd73055de-6772-4901-92b0-e61f7e4523d5', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'mac_address': 'fa:16:3e:7b:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:43Z', 'updated_at': '2022-02-10T13:31:59Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'subnets': [{'id': '124f999d-a88f-40e7-ae56-90daf27aea6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:59.064297 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:32:59.064998 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4421b015-f159-450e-a5be-c9aa46df9012 None None] The sync data for ids ['89863387-9751-4fcd-b852-6eee65155cb1'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:32:59.169866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Current status of the port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:32:59.185243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Deleting port 24fc5cbd-678a-4f4e-849e-2555d346cecf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:32:59.185968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.195932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Provisioning complete for port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:59.198002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.253079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-422657c4-b4b0-408a-8392-e1a707841ca5 None None] Port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:59.260131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:32:59.270174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0944-ce62-4298-aa48-c4fc5b2e9a64 admin admin] Publish callbacks [] for security_group (f294e594-f2d4-48b6-b1ff-23de0eafa16b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.282425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0944-ce62-4298-aa48-c4fc5b2e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f294e594-f2d4-48b6-b1ff-23de0eafa16b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.414580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2f543f64-d689-4230-9065-7909de67fff8 None None] Provisioning complete for port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:59.414898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f543f64-d689-4230-9065-7909de67fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.450778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0944-ce62-4298-aa48-c4fc5b2e9a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f294e594-f2d4-48b6-b1ff-23de0eafa16b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:59.472915 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.473250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (24fc5cbd-678a-4f4e-849e-2555d346cecf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.479022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2eb0944-ce62-4298-aa48-c4fc5b2e9a64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5b2a73853834ae6ac8648d20dcc9133&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0871940 Feb 10 13:32:59.479697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:32:59.505017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2f543f64-d689-4230-9065-7909de67fff8 None None] Port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:59.517755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:59.518432 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.539467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Calling delete_port for 24fc5cbd-678a-4f4e-849e-2555d346cecf owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:32:59.664845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-06917d9d-15b7-4e2a-9df3-4750a3ac6a1c None None] Provisioning complete for port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:32:59.664845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06917d9d-15b7-4e2a-9df3-4750a3ac6a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.733779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] Publish callbacks [] for security_group (f294e594-f2d4-48b6-b1ff-23de0eafa16b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.742171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-06917d9d-15b7-4e2a-9df3-4750a3ac6a1c None None] Port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:32:59.746726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea525b8d-1f4b-4441-a829-dd1b33953854 None None] New status for floating IP 4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:32:59.781885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] Publish callbacks [] for security_group (f294e594-f2d4-48b6-b1ff-23de0eafa16b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.857442 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.861652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (24fc5cbd-678a-4f4e-849e-2555d346cecf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.893532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f294e594-f2d4-48b6-b1ff-23de0eafa16b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.896655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:32:59.900694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f294e594-f2d4-48b6-b1ff-23de0eafa16b HTTP/1.1" status: 204 len: 168 time: 0.4175868 Feb 10 13:32:59.926610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d28df-9b4e-48f5-89eb-c9e2c7f35c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294e594-f2d4-48b6-b1ff-23de0eafa16b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:32:59.931048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event deleted for resources: {'Port': ['ID=24fc5cbd-678a-4f4e-849e-2555d346cecf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:00.009320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:00.049248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-ea525b8d-1f4b-4441-a829-dd1b33953854 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:33:00.049609 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-ea525b8d-1f4b-4441-a829-dd1b33953854 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:33:00.075293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for floatingip (4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:00.085332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:00.098225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-defec4bd-f8d8-4ced-98cc-9d3bf7a71a04 req-05f68ff0-93c5-4ef1-854e-c4a5826e0802 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "DELETE /v2.0/floatingips/4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10 HTTP/1.1" status: 204 len: 173 time: 1.3097527 Feb 10 13:33:00.554411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea525b8d-1f4b-4441-a829-dd1b33953854 None None] New status for floating IP 4dddfcd6-94ec-4bc4-8b9c-b1d4a7dadb10: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:33:00.808403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:00.878052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:00.886128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:00.886809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:00.888182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/ports/4b600ba9-ad21-412d-a4ad-aa5f06514d99 HTTP/1.1" status: 200 len: 911 time: 1.8539207 Feb 10 13:33:00.892766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:00.903273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c9c5-ff6a-4e81-8af7-7d9ce112e010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:01.028342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-b90dfcd2-fa70-41f3-abb3-e925a8cbc603 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:01.038051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-b90dfcd2-fa70-41f3-abb3-e925a8cbc603 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/networks?id=980a7637-c711-44eb-8551-d67681c83eac HTTP/1.1" status: 200 len: 814 time: 0.1741321 Feb 10 13:33:01.056421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-dd920ceb-3b01-4f35-8b01-93ea720111cf tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/quotas/d82a5b7f413347e7b1a19e59933eb6a0 HTTP/1.1" status: 200 len: 375 time: 0.0172403 Feb 10 13:33:01.107485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ceb63920-2436-4b4a-814e-a07f4e78ab4b tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82a5b7f413347e7b1a19e59933eb6a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498405 Feb 10 13:33:01.214242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9ab4b-4add-4a33-85a8-10487562cd4d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=4b600ba9-ad21-412d-a4ad-aa5f06514d99,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:01.349525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-1a9760da-9b12-4211-9cbb-2cfd77a07d69 service neutron] 10.222.0.13 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408237 Feb 10 13:33:01.505693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-14e608b8-ac55-40ee-933f-f59cd85ce4ec service neutron] 10.222.0.13 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462564 Feb 10 13:33:01.919347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (89863387-9751-4fcd-b852-6eee65155cb1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:02.046990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-14dd2081-3e13-4826-b240-43fd30510d5a tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups/473a4372-66f5-4e44-a9a2-6783b6c2da24 HTTP/1.1" status: 200 len: 1826 time: 0.1007788 Feb 10 13:33:02.148270 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (473a4372-66f5-4e44-a9a2-6783b6c2da24), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:02.212612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (473a4372-66f5-4e44-a9a2-6783b6c2da24), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:02.328205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (473a4372-66f5-4e44-a9a2-6783b6c2da24), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:02.332200 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:02.333447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b85e5145-56d6-45d3-bd7a-26269437fb83 req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "DELETE /v2.0/security-groups/473a4372-66f5-4e44-a9a2-6783b6c2da24 HTTP/1.1" status: 204 len: 173 time: 0.2856352 Feb 10 13:33:02.355148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960084-17d7-45d7-b925-8f520c40d339 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a4372-66f5-4e44-a9a2-6783b6c2da24,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:02.507173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97a32904-fb3e-4ad7-9295-fc514e9f668f req-44fa6323-8d82-4b5e-aff9-8afe631fbe1f tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 210 time: 0.0873640 Feb 10 13:33:02.623147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:02.886992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d4d7c1e2-c564-4ab5-a300-da459fd91af0 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1067322434'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:02.887520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d4d7c1e2-c564-4ab5-a300-da459fd91af0 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:33:03.245694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04fef3d4-dd07-44a9-b120-25ce1b51d3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.280368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 4b600ba9-ad21-412d-a4ad-aa5f06514d99 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:03.281005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.295993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c1e2-c564-4ab5-a300-da459fd91af0 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.297281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d4d7c1e2-c564-4ab5-a300-da459fd91af0 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6731122 Feb 10 13:33:03.304066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:03.311309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b49f57d4-9351-4eb0-8315-79428f113227 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b63cd8b9-127b-4beb-8985-c1e795700480'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:03.311819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b49f57d4-9351-4eb0-8315-79428f113227 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:33:03.331953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84887435-28b1-464c-800a-16900983e6f2 req-c14facfe-f905-41d7-9173-d5e591002f1c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:03.341392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84887435-28b1-464c-800a-16900983e6f2 req-c14facfe-f905-41d7-9173-d5e591002f1c tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.3614688 Feb 10 13:33:03.419827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84887435-28b1-464c-800a-16900983e6f2 req-5c9f5b30-6a5d-43f0-ad5b-b427e99e1b74 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736940 Feb 10 13:33:03.449481 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-b49f57d4-9351-4eb0-8315-79428f113227 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 13:33:03.620239 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b49f57d4-9351-4eb0-8315-79428f113227 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.621463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b49f57d4-9351-4eb0-8315-79428f113227 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3166304 Feb 10 13:33:03.625809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:03.630790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18d6bb41-84fc-44c2-a957-01521541946e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b63cd8b9-127b-4beb-8985-c1e795700480'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:03.631324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18d6bb41-84fc-44c2-a957-01521541946e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:33:03.657281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a0b5755-b8f3-43b5-8002-ff3d72fa482f req-b7203640-b1c4-43ea-887f-42af9872e88e tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 210 time: 0.0461893 Feb 10 13:33:03.669450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.728201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 4b600ba9-ad21-412d-a4ad-aa5f06514d99 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:03.740714 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-18d6bb41-84fc-44c2-a957-01521541946e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 13:33:03.887724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18d6bb41-84fc-44c2-a957-01521541946e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:03.892123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:03.892417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-18d6bb41-84fc-44c2-a957-01521541946e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2666399 Feb 10 13:33:03.910175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-239ec435-e072-47a7-8511-4d02cef5f15e tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=92b82a09-707f-4ab2-8b63-603ad83dfa65 HTTP/1.1" status: 200 len: 462 time: 0.0156312 Feb 10 13:33:03.912688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.057476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4b600ba9-ad21-412d-a4ad-aa5f06514d99), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:04.137025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=4b600ba9-ad21-412d-a4ad-aa5f06514d99,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:04.226365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac210da2-0c16-41f3-8e99-9c25022d69d7 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:04.228821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ac210da2-0c16-41f3-8e99-9c25022d69d7 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/92b82a09-707f-4ab2-8b63-603ad83dfa65 HTTP/1.1" status: 204 len: 168 time: 0.3147581 Feb 10 13:33:04.231834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.297498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32cf3b8e-362d-4a72-b6e2-ca9f238e7630 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=92b82a09-707f-4ab2-8b63-603ad83dfa65 HTTP/1.1" status: 200 len: 221 time: 0.0590827 Feb 10 13:33:04.300170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.327651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c0a11e2b-f669-4e48-9322-d6d04e69b415 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--417717599', 'description': 'label created by tempest'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:04.328494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c0a11e2b-f669-4e48-9322-d6d04e69b415 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Unknown quota resources ['metering_label']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:33:04.382868 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:33:04.395155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (89863387-9751-4fcd-b852-6eee65155cb1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:04.552644 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:04.676872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 89863387-9751-4fcd-b852-6eee65155cb1 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:04.804086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0a11e2b-f669-4e48-9322-d6d04e69b415 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:04.806177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0a11e2b-f669-4e48-9322-d6d04e69b415 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4969926 Feb 10 13:33:04.816288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.847397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:04.868524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ed04835-8854-437e-9d5b-f035274d8ad3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/89863387-9751-4fcd-b852-6eee65155cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9159818 Feb 10 13:33:04.870879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.886657 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] Sync routers for ids ['89863387-9751-4fcd-b852-6eee65155cb1'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:04.941030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ff8c9cf-f210-45b3-a2be-02ea9bb22412 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=89863387-9751-4fcd-b852-6eee65155cb1 HTTP/1.1" status: 200 len: 205 time: 0.0698938 Feb 10 13:33:04.945083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.945214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e620d7c-ff22-45f1-bc35-21eecbceebda tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a0ba0894-4bc2-413e-a1ff-e5c45b40a6a5 HTTP/1.1" status: 200 len: 467 time: 0.1224146 Feb 10 13:33:04.948609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:04.959378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0db3a-257e-4120-bdd8-84a1e8d69c45 req-a3295b6e-351a-417c-b4c1-d458aa1c5496 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:04.969687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26b0db3a-257e-4120-bdd8-84a1e8d69c45 req-a3295b6e-351a-417c-b4c1-d458aa1c5496 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 0.3347335 Feb 10 13:33:04.972648 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] Routers {'89863387-9751-4fcd-b852-6eee65155cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:04.975265 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['89863387-9751-4fcd-b852-6eee65155cb1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:05.148176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:05.163879 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] Routers {'89863387-9751-4fcd-b852-6eee65155cb1'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:05.164796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['89863387-9751-4fcd-b852-6eee65155cb1'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:05.176403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (89863387-9751-4fcd-b852-6eee65155cb1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.180959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-65678c49-201e-4558-86ed-905b7f0b0492 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:05.193976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-65678c49-201e-4558-86ed-905b7f0b0492 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.21 "GET /v2.0/networks?id=980a7637-c711-44eb-8551-d67681c83eac HTTP/1.1" status: 200 len: 814 time: 1.0406387 Feb 10 13:33:05.211709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:05.213162 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febf3b6-c1d4-4d5b-a594-35a3dd18d6af None None] The sync data for ids ['89863387-9751-4fcd-b852-6eee65155cb1'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:05.278417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Request body: {'port': {'device_id': '1c182169-2886-40df-af80-a942937f1f47', 'network_id': '980a7637-c711-44eb-8551-d67681c83eac', 'admin_state_up': True, 'tenant_id': 'd82a5b7f413347e7b1a19e59933eb6a0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:05.482823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Made reservation on behalf of d82a5b7f413347e7b1a19e59933eb6a0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:05.487680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.558564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (89863387-9751-4fcd-b852-6eee65155cb1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.571395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (89863387-9751-4fcd-b852-6eee65155cb1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.728466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (89863387-9751-4fcd-b852-6eee65155cb1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.732337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router 89863387-9751-4fcd-b852-6eee65155cb1 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:33:05.767778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.776623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Allocated IP 172.20.0.8 (980a7637-c711-44eb-8551-d67681c83eac/02fd18f5-4538-4ffe-8310-74c84e8de4ff/c695c04e-8416-4141-aaca-9635b9d69179) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:05.780061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1cd30f9a-a106-43ca-b898-2d8e63b68fbd tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/89863387-9751-4fcd-b852-6eee65155cb1 HTTP/1.1" status: 204 len: 168 time: 0.8372803 Feb 10 13:33:05.783046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:05.784208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.898061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26b0db3a-257e-4120-bdd8-84a1e8d69c45 req-7a164ccc-de4d-421b-870c-3a49d3f3d4d7 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274111 Feb 10 13:33:05.921317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet f49881d0-2a13-4baf-9596-3faa7d1b84bc {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:33:05.941183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (f49881d0-2a13-4baf-9596-3faa7d1b84bc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.978357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:05.996975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (f49881d0-2a13-4baf-9596-3faa7d1b84bc), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.141769 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68632f81-1bf2-4d53-b995-706a36bf8f5c tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.147089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.163545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3bb68f27-4ca2-4239-a0e0-e52e4fee2ae3 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a0ba0894-4bc2-413e-a1ff-e5c45b40a6a5 HTTP/1.1" status: 200 len: 216 time: 0.0133841 Feb 10 13:33:06.166893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.168175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-68632f81-1bf2-4d53-b995-706a36bf8f5c tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a0ba0894-4bc2-413e-a1ff-e5c45b40a6a5 HTTP/1.1" status: 204 len: 168 time: 1.1913288 Feb 10 13:33:06.179049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-ea2a5076-46ec-4bdc-8bd9-5aec993645b1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:06.179467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f49881d0-2a13-4baf-9596-3faa7d1b84bc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.180867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-ea2a5076-46ec-4bdc-8bd9-5aec993645b1 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.77 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 1.0919571 Feb 10 13:33:06.183750 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94d7658e-2f60-428e-9599-c252bcae9485 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159633 Feb 10 13:33:06.201643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.220481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-da47059a-52ed-4705-8302-264d9d0760e1 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0179582 Feb 10 13:33:06.224740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.293198 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fe5e384-ddd1-4690-84c6-4c138bec3476 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/b63cd8b9-127b-4beb-8985-c1e795700480 HTTP/1.1" status: 200 len: 473 time: 0.0675311 Feb 10 13:33:06.296874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.314036 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f0e14d4-d251-4ae2-852c-57b3aadaa4d4 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/e4ded391-9392-45ba-ac92-dbe3f3c70cb7 HTTP/1.1" status: 200 len: 459 time: 0.0159786 Feb 10 13:33:06.319232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.327998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (f49881d0-2a13-4baf-9596-3faa7d1b84bc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.349659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec89b7-d8dd-4a78-8f67-2105fcc27951 None None] Network 80ac7517-a7e3-4f36-b281-47db15f87ed1 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:06.361861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69102d94-f2e5-4db9-b1e0-53e2ec580c72 req-f91d831a-a368-4f06-912b-eecba29b5121 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 210 time: 0.2268763 Feb 10 13:33:06.365141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.375207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/f49881d0-2a13-4baf-9596-3faa7d1b84bc HTTP/1.1" status: 204 len: 168 time: 0.5856726 Feb 10 13:33:06.388098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.434580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f90ec-cafc-4a44-9bb1-20c887012f12 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=f49881d0-2a13-4baf-9596-3faa7d1b84bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:06.543103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307f51e-cf61-4466-b889-457b5511258f None None] DHCP port deletion for 80ac7517-a7e3-4f36-b281-47db15f87ed1 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:33:06.564969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks [] for port (c695c04e-8416-4141-aaca-9635b9d69179), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.593822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Deleting port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:06.594521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.689446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4e1f-ad00-4e41-bd3e-2c2f859aeec1 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.692908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac9d4e1f-ad00-4e41-bd3e-2c2f859aeec1 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/e4ded391-9392-45ba-ac92-dbe3f3c70cb7 HTTP/1.1" status: 204 len: 168 time: 0.3701632 Feb 10 13:33:06.693718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:06.694109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.755174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Pushing event updated for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:06.786539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Network 980a7637-c711-44eb-8551-d67681c83eac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:06.791588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:06.799613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:06.835433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Deleting port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:06.835968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.881242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (80ac7517-a7e3-4f36-b281-47db15f87ed1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.881954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:06.883037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.895144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] For port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:06.895868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:06.916045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Calling delete_port for 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:06.926162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-ad8a9b10-03af-4b56-9e21-92f03acf4315 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582603 Feb 10 13:33:06.946512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Request body: {'port': {'device_id': '1c182169-2886-40df-af80-a942937f1f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:07.242852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c695c04e-8416-4141-aaca-9635b9d69179), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.249296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be3c9aa4-85da-4f9d-82ea-6fd21be5b815 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.253800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be3c9aa4-85da-4f9d-82ea-6fd21be5b815 tempest-MeteringIpV6TestJSON-1551144332 tempest-MeteringIpV6TestJSON-1551144332-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/b63cd8b9-127b-4beb-8985-c1e795700480 HTTP/1.1" status: 204 len: 168 time: 0.5475147 Feb 10 13:33:07.310714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:07.311084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.474131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,segment=NetworkSegment(7abb2662-f548-47a3-ad58-0e5ce6a01ff5),segment_id=7abb2662-f548-47a3-ad58-0e5ce6a01ff5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:07.474505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.517719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:07.564000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:07.625271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4307f51e-cf61-4466-b889-457b5511258f None None] For port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,segment=NetworkSegment(7abb2662-f548-47a3-ad58-0e5ce6a01ff5),segment_id=7abb2662-f548-47a3-ad58-0e5ce6a01ff5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:07.626077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.636355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.665015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Calling delete_port for 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:07.714192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:07.730159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:33:07.730897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:33:07.731708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:33:07.780255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:07.787220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:33:07.888019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:08.004949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (80ac7517-a7e3-4f36-b281-47db15f87ed1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.067567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ac7517-a7e3-4f36-b281-47db15f87ed1']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:08.088881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:08.093071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abb2662-f548-47a3-ad58-0e5ce6a01ff5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:08.093753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abb2662-f548-47a3-ad58-0e5ce6a01ff5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:08.115733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7abb2662-f548-47a3-ad58-0e5ce6a01ff5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.149024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7abb2662-f548-47a3-ad58-0e5ce6a01ff5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.164038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (4f0b7f4c-3c56-48eb-bb1a-0010075e44a7), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.165308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:08.165722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7abb2662-f548-47a3-ad58-0e5ce6a01ff5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.178227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:08.178682 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.178801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec62cc-e7a9-4d08-a143-771118ffc1c3 req-37a46dcd-e463-415b-b23c-344eec817554 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:08.183346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42ec62cc-e7a9-4d08-a143-771118ffc1c3 req-37a46dcd-e463-415b-b23c-344eec817554 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 946 time: 1.1629927 Feb 10 13:33:08.254333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f51e-cf61-4466-b889-457b5511258f None None] Pushing event deleted for resources: {'Port': ['ID=4f0b7f4c-3c56-48eb-bb1a-0010075e44a7,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:08.258027 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:08.265345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (80ac7517-a7e3-4f36-b281-47db15f87ed1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.280165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.287390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/80ac7517-a7e3-4f36-b281-47db15f87ed1 HTTP/1.1" status: 204 len: 168 time: 1.8505514 Feb 10 13:33:08.302845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:08.309779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d2636-eb79-4c71-b321-62dffe1f0829 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=80ac7517-a7e3-4f36-b281-47db15f87ed1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:08.324366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307f51e-cf61-4466-b889-457b5511258f None None] No DVR routers for this DVR port 4f0b7f4c-3c56-48eb-bb1a-0010075e44a7 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:33:08.328373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1120360439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:08.509446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b032-f880-4cfb-a116-3c44a7895d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.529739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42ec62cc-e7a9-4d08-a143-771118ffc1c3 req-0b3c583a-7e06-4c4d-87f3-8c985f8fa14f tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/security-groups?id=acd8db44-62d8-49f1-8a35-74c01e86478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869503 Feb 10 13:33:08.543650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.544711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.648647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.771422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Pushing event deleted for resources: {'Port': ['ID=5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:08.903278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.921060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.962130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] No DVR routers for this DVR port 5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:33:08.976970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:08.979316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e81e222-3374-4535-9196-ea7e47f6fba7 req-e6961e0f-d358-4eca-96fd-197145be1a2e tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.77 "DELETE /v2.0/ports/5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9 HTTP/1.1" status: 204 len: 173 time: 2.7662864 Feb 10 13:33:08.979316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'name': 'network-vif-deleted', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:08.980472 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ecc50c-322b-4a54-8aa2-c0a4c9476248" -d '{"events": [{"server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "name": "network-vif-deleted", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:09.009234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.010418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-52ffc823-ee70-48eb-9148-7823744f0ed2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7067764 Feb 10 13:33:09.013258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:09.018961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1024546099'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:09.058452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:09.062020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.070199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6d3a0-8d0e-453e-a116-1089a5db6987 req-92f825e6-0358-4501-a487-66b39a049ec4 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:09.071802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afa6d3a0-8d0e-453e-a116-1089a5db6987 req-92f825e6-0358-4501-a487-66b39a049ec4 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 931 time: 0.3122785 Feb 10 13:33:09.114276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:09.133298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7f3c7912-7bbf-4fa1-8294-a6abc301ccf4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.133595 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 7f3c7912-7bbf-4fa1-8294-a6abc301ccf4 of type vlan for network 211e5663-69e9-4e12-a3e7-5a94fcef4081 Feb 10 13:33:09.133866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b032-f880-4cfb-a116-3c44a7895d2e admin admin] Publish callbacks [] for security_group (f5710401-e7fc-4e8f-b94d-e50f4cf13464), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.164949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b032-f880-4cfb-a116-3c44a7895d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f5710401-e7fc-4e8f-b94d-e50f4cf13464), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.197311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1b032-f880-4cfb-a116-3c44a7895d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5710401-e7fc-4e8f-b94d-e50f4cf13464,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:09.219305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (211e5663-69e9-4e12-a3e7-5a94fcef4081), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.249267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c695c04e-8416-4141-aaca-9635b9d69179 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:33:09.253380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (211e5663-69e9-4e12-a3e7-5a94fcef4081), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.259797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:09.260713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.269512 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks [] for port (c695c04e-8416-4141-aaca-9635b9d69179), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.288226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bcf1b032-f880-4cfb-a116-3c44a7895d2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a43cc9b52d0846828e1a9eacff54824a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1898320 Feb 10 13:33:09.291195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:09.313188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afa6d3a0-8d0e-453e-a116-1089a5db6987 req-a576ba0d-1829-4b6e-813e-511ad94c8439 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963813 Feb 10 13:33:09.314490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Transition to ACTIVE for port object c695c04e-8416-4141-aaca-9635b9d69179 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:33:09.327906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.343717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=211e5663-69e9-4e12-a3e7-5a94fcef4081,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:09.361102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:09.368154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b91fbc3-6323-4fc1-96ba-b4e49b472857 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3537667 Feb 10 13:33:09.370835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:09.376100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:09.393121 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e8fde-9301-4460-b866-a107e1c37f0e x-openstack-request-id: req-a82e8fde-9301-4460-b866-a107e1c37f0e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:09.393446 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21579ca3-c517-4fca-9ac2-bf6b619ca253", "name": "network-vif-deleted", "tag": "5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:09.393708 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a82e8fde-9301-4460-b866-a107e1c37f0e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:09.394119 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579ca3-c517-4fca-9ac2-bf6b619ca253', 'name': 'network-vif-deleted', 'tag': '5b8e9efc-23de-4c0d-8224-e31a8ab7c8e9', 'status': 'completed', 'code': 200} Feb 10 13:33:09.500617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] Publish callbacks [] for security_group (f5710401-e7fc-4e8f-b94d-e50f4cf13464), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.522853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:09.531560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.537140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Pushing event updated for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:09.546835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] Publish callbacks [] for security_group (f5710401-e7fc-4e8f-b94d-e50f4cf13464), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.752642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e917d00-3635-4446-8dc4-83c40523c91b req-3759249e-34f2-4062-94fe-dbdaae5e07a6 tempest-ServerRescueTestJSONUnderV235-284943650 tempest-ServerRescueTestJSONUnderV235-284943650-project] 10.222.0.13 "GET /v2.0/ports?device_id=21579ca3-c517-4fca-9ac2-bf6b619ca253 HTTP/1.1" status: 200 len: 210 time: 0.0704494 Feb 10 13:33:09.757756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Attempting to bind port c695c04e-8416-4141-aaca-9635b9d69179 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:09.757756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Attempting to bind port c695c04e-8416-4141-aaca-9635b9d69179 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '8b2518dd-6edb-47c7-9982-0e8c12b03100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '980a7637-c711-44eb-8551-d67681c83eac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:09.761230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Attempting to bind port c695c04e-8416-4141-aaca-9635b9d69179 on network 980a7637-c711-44eb-8551-d67681c83eac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:09.773992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f5710401-e7fc-4e8f-b94d-e50f4cf13464), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.781487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.783002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5710401-e7fc-4e8f-b94d-e50f4cf13464 HTTP/1.1" status: 204 len: 168 time: 0.4894030 Feb 10 13:33:09.802677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccea750-39b1-480d-855e-407bb640f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5710401-e7fc-4e8f-b94d-e50f4cf13464,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:09.805774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Port c695c04e-8416-4141-aaca-9635b9d69179 on network 980a7637-c711-44eb-8551-d67681c83eac not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:33:09.806396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Attempting to bind port c695c04e-8416-4141-aaca-9635b9d69179 on network 980a7637-c711-44eb-8551-d67681c83eac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:09.814292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:09.815056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Checking segment: {'id': '8b2518dd-6edb-47c7-9982-0e8c12b03100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '980a7637-c711-44eb-8551-d67681c83eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:09.815691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Bound using segment: {'id': '8b2518dd-6edb-47c7-9982-0e8c12b03100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '980a7637-c711-44eb-8551-d67681c83eac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:09.816351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Bound port: c695c04e-8416-4141-aaca-9635b9d69179, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2518dd-6edb-47c7-9982-0e8c12b03100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '980a7637-c711-44eb-8551-d67681c83eac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:09.816959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c695c04e-8416-4141-aaca-9635b9d69179), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:09.965235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:09.970339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c695c04e-8416-4141-aaca-9635b9d69179,segment=NetworkSegment(8b2518dd-6edb-47c7-9982-0e8c12b03100),segment_id=8b2518dd-6edb-47c7-9982-0e8c12b03100)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:09.984980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.038870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:10.040531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.042329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] 10.222.0.21 "PUT /v2.0/ports/c695c04e-8416-4141-aaca-9635b9d69179 HTTP/1.1" status: 200 len: 1091 time: 3.0999906 Feb 10 13:33:10.140012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e01224-2cca-4853-ba1b-eaa4474ce946 service neutron] Pushing event updated for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:10.161355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2986d44a-ac90-48af-ad0c-7575d800602c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.177234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-9aff14dc-a370-4530-9d45-b56b885dabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:10.181497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-9aff14dc-a370-4530-9d45-b56b885dabc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d82a5b7f413347e7b1a19e59933eb6a0&device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 1125 time: 0.0973549 Feb 10 13:33:10.256497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-9526dc0f-34e8-40a0-bf1f-598e2974766d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c695c04e-8416-4141-aaca-9635b9d69179 HTTP/1.1" status: 200 len: 217 time: 0.0602496 Feb 10 13:33:10.301658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=2986d44a-ac90-48af-ad0c-7575d800602c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:10.347940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-251c373b-8afa-4556-a628-d591487f2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:10.350068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-251c373b-8afa-4556-a628-d591487f2b53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02fd18f5-4538-4ffe-8310-74c84e8de4ff HTTP/1.1" status: 200 len: 854 time: 0.0830355 Feb 10 13:33:10.377502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:10.381777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 211e5663-69e9-4e12-a3e7-5a94fcef4081, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:33:10.431777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-6d69f042-2fdd-4ecc-8c22-a6fc40661ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=980a7637-c711-44eb-8551-d67681c83eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755999 Feb 10 13:33:10.433599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:33:10.457788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 211e5663-69e9-4e12-a3e7-5a94fcef4081) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:10.467991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:10.468768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.473716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:10.474337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe93782-ee82-4dd5-8579-c4bd3e141df9 None None] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:10.501208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9361ef97-af8d-4c23-859c-603f85f89a7a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1292417 Feb 10 13:33:10.502433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:10.537423 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b64a96-d2e1-4b49-84c5-283eb5c3fb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.617613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-211e5663-69e9-4e12-a3e7-5a94fcef4081', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:33:10.620617 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:10.744131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85dc33-530f-4509-8b93-11ff693a43eb req-9448db9c-d7c8-4077-80d8-2ad02a2c32ab tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:10.745735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce85dc33-530f-4509-8b93-11ff693a43eb req-9448db9c-d7c8-4077-80d8-2ad02a2c32ab tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 943 time: 0.2563405 Feb 10 13:33:10.796025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-b0f7a36a-b0c6-44a9-9997-2c2a91e66e17 service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554780 Feb 10 13:33:10.937931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Allocated IP 2001:db8::2 (211e5663-69e9-4e12-a3e7-5a94fcef4081/2986d44a-ac90-48af-ad0c-7575d800602c/55e49d24-d57b-4519-9506-872324aceb41) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:11.037261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee20b92-f2ca-4bcc-9fd4-2ce93da45978 req-a9e01527-5f32-4ee9-a94f-6a47b3b1af9f service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237122 Feb 10 13:33:11.156317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce85dc33-530f-4509-8b93-11ff693a43eb req-6ec87aca-63ee-4d4a-a1c0-1fb2b44aecd3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936446 Feb 10 13:33:11.157216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.193224 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.232256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b64a96-d2e1-4b49-84c5-283eb5c3fb42 admin admin] Publish callbacks [] for security_group (008e48fe-5204-494b-9ec1-5d2ad1f1b75a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.241862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:11.263023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9b64a96-d2e1-4b49-84c5-283eb5c3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (008e48fe-5204-494b-9ec1-5d2ad1f1b75a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.335344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64a96-d2e1-4b49-84c5-283eb5c3fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e48fe-5204-494b-9ec1-5d2ad1f1b75a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:11.341632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks [] for port (55e49d24-d57b-4519-9506-872324aceb41), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.349723 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (55e49d24-d57b-4519-9506-872324aceb41), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.405027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Pushing event updated for resources: {'Port': ['ID=55e49d24-d57b-4519-9506-872324aceb41,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:11.414309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:11.416087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:11.418583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:11.446097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:11.451531 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f06d892-8d42-43b5-8dd0-f17cac78e268" -d '{"events": [{"name": "network-changed", "server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "tag": "c695c04e-8416-4141-aaca-9635b9d69179"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:11.517094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Attempting to bind port 55e49d24-d57b-4519-9506-872324aceb41 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:11.517663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Attempting to bind port 55e49d24-d57b-4519-9506-872324aceb41 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:11.522512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Attempting to bind port 55e49d24-d57b-4519-9506-872324aceb41 on network 211e5663-69e9-4e12-a3e7-5a94fcef4081 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:11.534973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:11.535502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Checking segment: {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:11.537378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.537896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Bound using segment: {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:11.538500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Bound port: 55e49d24-d57b-4519-9506-872324aceb41, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:11.540714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (55e49d24-d57b-4519-9506-872324aceb41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.542643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f9b64a96-d2e1-4b49-84c5-283eb5c3fb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a95d9798ac6442abf9997b495fd6f91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0672340 Feb 10 13:33:11.547483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:11.580737 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e687eb-0421-4a4f-97e7-4de6dada4389 x-openstack-request-id: req-c7e687eb-0421-4a4f-97e7-4de6dada4389 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:11.581624 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "tag": "c695c04e-8416-4141-aaca-9635b9d69179", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:11.581848 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7e687eb-0421-4a4f-97e7-4de6dada4389 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:11.582238 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179', 'status': 'completed', 'code': 200} Feb 10 13:33:11.652209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] For port 55e49d24-d57b-4519-9506-872324aceb41, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:11.655722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] For port 55e49d24-d57b-4519-9506-872324aceb41, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=55e49d24-d57b-4519-9506-872324aceb41,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:11.664769 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (55e49d24-d57b-4519-9506-872324aceb41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.688462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8::1 (211e5663-69e9-4e12-a3e7-5a94fcef4081/2986d44a-ac90-48af-ad0c-7575d800602c/3696f9db-fa0e-47b3-9429-fd47ad610ea1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:11.765949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ff02-4844-43d2-822e-0ef2ea0e427f None None] Pushing event updated for resources: {'Port': ['ID=55e49d24-d57b-4519-9506-872324aceb41,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:11.774360 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] Publish callbacks [] for security_group (008e48fe-5204-494b-9ec1-5d2ad1f1b75a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.783312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-89e837a8-125e-496c-a932-fda2f274ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:11.788850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-89e837a8-125e-496c-a932-fda2f274ba2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d82a5b7f413347e7b1a19e59933eb6a0&device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 1125 time: 0.2040141 Feb 10 13:33:11.874101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.898048 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] Publish callbacks [] for security_group (008e48fe-5204-494b-9ec1-5d2ad1f1b75a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:11.918137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:12.042197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:12.069418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:12.070988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:12.079793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:12.080373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:12.157429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-f03b7daf-18d0-4c22-9fba-6bfbb539112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:12.159647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-f03b7daf-18d0-4c22-9fba-6bfbb539112c service neutron] 10.222.0.21 "GET /v2.0/networks?id=980a7637-c711-44eb-8551-d67681c83eac HTTP/1.1" status: 200 len: 915 time: 0.3040497 Feb 10 13:33:12.164300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (008e48fe-5204-494b-9ec1-5d2ad1f1b75a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:12.166965 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:12.168308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/008e48fe-5204-494b-9ec1-5d2ad1f1b75a HTTP/1.1" status: 204 len: 168 time: 0.6194968 Feb 10 13:33:12.264201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29826efe-9bfe-40d2-b199-4945f887d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e48fe-5204-494b-9ec1-5d2ad1f1b75a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:12.322305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-1ee067af-5534-4e92-9056-bce9eec1774c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c695c04e-8416-4141-aaca-9635b9d69179 HTTP/1.1" status: 200 len: 217 time: 0.1509597 Feb 10 13:33:12.349109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:12.397525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-1807b160-bbc0-4de7-b16b-2073e23ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:12.398489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-1807b160-bbc0-4de7-b16b-2073e23ec947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02fd18f5-4538-4ffe-8310-74c84e8de4ff HTTP/1.1" status: 200 len: 854 time: 0.0611622 Feb 10 13:33:12.455265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-7081c93e-2d88-4fde-884e-4f52e1f6d94c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=980a7637-c711-44eb-8551-d67681c83eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328572 Feb 10 13:33:12.562944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce8a6c-f25a-4444-96d4-857cba5c9ed3 req-53f7aeba-09a4-4222-81c9-a494e61d4a03 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:12.564698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8ce8a6c-f25a-4444-96d4-857cba5c9ed3 req-53f7aeba-09a4-4222-81c9-a494e61d4a03 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 943 time: 0.2455826 Feb 10 13:33:12.662593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8ce8a6c-f25a-4444-96d4-857cba5c9ed3 req-8868ec7d-4bdc-4c38-882e-7ea2645efec9 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827494 Feb 10 13:33:12.677948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-78dcc57c-17a1-4a23-8089-6a5a83167288 service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134089 Feb 10 13:33:12.932063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f06d892-8d42-43b5-8dd0-f17cac78e268 req-8643aca1-942d-486c-a6ac-f983f26b7c6c service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345297 Feb 10 13:33:12.989924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (69a723e2-c084-4f14-8025-6af50a49e2ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:13.104977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c695c04e-8416-4141-aaca-9635b9d69179 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:33:13.404103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 55e49d24-d57b-4519-9506-872324aceb41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:13.508948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4577db-9ca0-4651-97de-06c88f715398 req-4fe83b88-fb98-4db0-9afb-007eeb29b068 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:13.529981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4577db-9ca0-4651-97de-06c88f715398 req-4fe83b88-fb98-4db0-9afb-007eeb29b068 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 949 time: 0.4424829 Feb 10 13:33:13.568850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:13.573163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b3859-7454-4564-871f-ba6477187f84 None None] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:13.588712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:13.595053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:13.766369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:13.821609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:13.823220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:13.853489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Provisioning complete for port 55e49d24-d57b-4519-9506-872324aceb41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:13.854101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (55e49d24-d57b-4519-9506-872324aceb41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:13.878925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c695c04e-8416-4141-aaca-9635b9d69179,segment=NetworkSegment(8b2518dd-6edb-47c7-9982-0e8c12b03100),segment_id=8b2518dd-6edb-47c7-9982-0e8c12b03100)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:13.991334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'c695c04e-8416-4141-aaca-9635b9d69179', 'network_id': '980a7637-c711-44eb-8551-d67681c83eac', 'port_id': 'c695c04e-8416-4141-aaca-9635b9d69179', 'mac_address': 'fa:16:3e:0a:a4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fd18f5-4538-4ffe-8310-74c84e8de4ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:33:14.029558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 55e49d24-d57b-4519-9506-872324aceb41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:14.030290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:33:14.032619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (55e49d24-d57b-4519-9506-872324aceb41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.125799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4577db-9ca0-4651-97de-06c88f715398 req-05fd3df3-6c32-45a4-a034-5cb65995a394 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949316 Feb 10 13:33:14.214228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:14.223532 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58ed1cdb-6a4c-4e88-8302-1b56e9f80164 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7193010 Feb 10 13:33:14.224789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:14.229795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-922127153'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:14.263756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 55e49d24-d57b-4519-9506-872324aceb41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:14.264297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (55e49d24-d57b-4519-9506-872324aceb41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.275450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:14.279222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.282923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:14.328254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:14.333184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c695c04e-8416-4141-aaca-9635b9d69179 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:14.333582 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c695c04e-8416-4141-aaca-9635b9d69179), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.340177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (52b1a0c4-4b60-4980-84a9-27da988c422d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.340663 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 52b1a0c4-4b60-4980-84a9-27da988c422d of type vlan for network a52a557b-aeda-4284-bbc1-a105af047ff8 Feb 10 13:33:14.355196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:14.355847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:14.401502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a52a557b-aeda-4284-bbc1-a105af047ff8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.434705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a52a557b-aeda-4284-bbc1-a105af047ff8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.437142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87fdc4-bccc-45d0-aea7-5c6811080394 req-f22b6676-65ad-4e5f-8eaa-8b47f14313f0 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:14.442167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b87fdc4-bccc-45d0-aea7-5c6811080394 req-f22b6676-65ad-4e5f-8eaa-8b47f14313f0 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 943 time: 0.1809416 Feb 10 13:33:14.457345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:14.458005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.476535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 55e49d24-d57b-4519-9506-872324aceb41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=55e49d24-d57b-4519-9506-872324aceb41,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:14.519528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b87fdc4-bccc-45d0-aea7-5c6811080394 req-aae7069f-0c6b-435a-95c6-9f667a445aeb tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699317 Feb 10 13:33:14.521169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Deleting port 60803667-4db4-41b7-a744-bd455e109e45 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:14.521500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (60803667-4db4-41b7-a744-bd455e109e45), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.632008 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (55e49d24-d57b-4519-9506-872324aceb41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.668039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] For port 60803667-4db4-41b7-a744-bd455e109e45, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=60803667-4db4-41b7-a744-bd455e109e45,segment=NetworkSegment(2d2f259f-484c-432e-ac87-0998a9722a08),segment_id=2d2f259f-484c-432e-ac87-0998a9722a08)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:14.669945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (60803667-4db4-41b7-a744-bd455e109e45), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:14.704102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Calling delete_port for 60803667-4db4-41b7-a744-bd455e109e45 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:14.719968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4919741 Feb 10 13:33:14.727207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4da6f-6e60-4b6e-aa3e-3b417bef2034 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=a52a557b-aeda-4284-bbc1-a105af047ff8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:14.727642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:14.743420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:14.767382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=55e49d24-d57b-4519-9506-872324aceb41,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:14.777308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c695c04e-8416-4141-aaca-9635b9d69179 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:33:14.811471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c695c04e-8416-4141-aaca-9635b9d69179,segment=NetworkSegment(8b2518dd-6edb-47c7-9982-0e8c12b03100),segment_id=8b2518dd-6edb-47c7-9982-0e8c12b03100)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:14.820808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:15.073308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:15.076688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.122731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.175358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Current status of the port 55e49d24-d57b-4519-9506-872324aceb41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:15.176056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (55e49d24-d57b-4519-9506-872324aceb41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.224564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:15.373381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:15.395450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 55e49d24-d57b-4519-9506-872324aceb41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:15.560834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-21fd06d2-c7b9-455d-a2b7-39a1649fb9bd tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:15.609259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21fd06d2-c7b9-455d-a2b7-39a1649fb9bd tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "PUT /v2.0/quotas/d0f0455286c84cc08e15759d145118f8 HTTP/1.1" status: 200 len: 368 time: 0.2321827 Feb 10 13:33:15.609504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56056) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:15.618794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c695c04e-8416-4141-aaca-9635b9d69179'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:33:15.631425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Request body: {'network': {'project_id': 'd0f0455286c84cc08e15759d145118f8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:15.689848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Made reservation on behalf of d0f0455286c84cc08e15759d145118f8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:15.692970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.713716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.761029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (60cdbcf7-23bc-4423-bcfd-a3a59a0a041a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.834214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (60803667-4db4-41b7-a744-bd455e109e45), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.840027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:15.843078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for security_group (92fc9a73-3207-40c0-a5bb-b009291f5eb6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.872546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92fc9a73-3207-40c0-a5bb-b009291f5eb6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.904282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:15.918438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (aabc94b4-d9fc-4233-99f1-49470155dd80), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:15.918815 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Added segment aabc94b4-d9fc-4233-99f1-49470155dd80 of type vlan for network 80f88936-a2a7-43d2-9581-89a4029d8f92 Feb 10 13:33:15.956417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:33:15.956807 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:33:16.013483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 55e49d24-d57b-4519-9506-872324aceb41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:16.014372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (55e49d24-d57b-4519-9506-872324aceb41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.031309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (80f88936-a2a7-43d2-9581-89a4029d8f92), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.058456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc9a73-3207-40c0-a5bb-b009291f5eb6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:16.091014 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (80f88936-a2a7-43d2-9581-89a4029d8f92), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.093272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:16.094313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.103791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Pushing event deleted for resources: {'Port': ['ID=60803667-4db4-41b7-a744-bd455e109e45,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:16.137173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5240622 Feb 10 13:33:16.137387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5272d-499b-4d88-bb80-5291e0278e42 req-60771870-24e2-4545-b6bd-316b5cbc6047 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:16.137519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56098) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:16.143137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Request body: {'network': {'project_id': 'd0f0455286c84cc08e15759d145118f8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:16.145034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d5272d-499b-4d88-bb80-5291e0278e42 req-60771870-24e2-4545-b6bd-316b5cbc6047 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 944 time: 0.4693615 Feb 10 13:33:16.154928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:16.155417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: a52a557b-aeda-4284-bbc1-a105af047ff8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:33:16.175958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Made reservation on behalf of d0f0455286c84cc08e15759d145118f8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:16.178979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.186426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=60cdbcf7-23bc-4423-bcfd-a3a59a0a041a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:16.219987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daab274-518f-48c6-bcfd-9711aca0adc1 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event updated for resources: {'Network': ['ID=80f88936-a2a7-43d2-9581-89a4029d8f92,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:16.239716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:16.250012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 80f88936-a2a7-43d2-9581-89a4029d8f92 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:16.251950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1833031d-ecd2-4e19-a83c-782479068402), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.252303 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Added segment 1833031d-ecd2-4e19-a83c-782479068402 of type vlan for network 750a35b2-650f-4318-ac47-c54d1dbb81f9 Feb 10 13:33:16.289826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1d5272d-499b-4d88-bb80-5291e0278e42 req-bc97d70a-763a-4ed3-bf6b-6fe37cbbf7b9 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436286 Feb 10 13:33:16.318888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network a52a557b-aeda-4284-bbc1-a105af047ff8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:33:16.337891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (750a35b2-650f-4318-ac47-c54d1dbb81f9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.374791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (750a35b2-650f-4318-ac47-c54d1dbb81f9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.378805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:16.379402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.409306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a52a557b-aeda-4284-bbc1-a105af047ff8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:16.422560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2839549 Feb 10 13:33:16.426833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:16.431497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:16.432540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.448525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef3101-48d5-40f0-9b26-4239f01a3c04 None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:16.454549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (69a723e2-c084-4f14-8025-6af50a49e2ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.460777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-52922283-e9be-428e-9cee-3629ac55a4ec tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7289071 Feb 10 13:33:16.465565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:16.485001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3081affd-a5b3-4deb-8a62-be059c5cfd6f tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Request body: {'network': {'project_id': 'd0f0455286c84cc08e15759d145118f8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:16.533794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:12Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:13Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:16.538024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 55e49d24-d57b-4519-9506-872324aceb41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:16.586620 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3081affd-a5b3-4deb-8a62-be059c5cfd6f tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 13:33:16.587676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3081affd-a5b3-4deb-8a62-be059c5cfd6f tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:33:16.590669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3081affd-a5b3-4deb-8a62-be059c5cfd6f tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1319721 Feb 10 13:33:16.593211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:16.632479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:16.632693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Updating router f5b579af-4921-4716-95ac-9f7b1072c60b port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:33:16.649774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378e678-d8bb-4e28-8bc5-0584143b01e4 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event updated for resources: {'Network': ['ID=750a35b2-650f-4318-ac47-c54d1dbb81f9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:16.743414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3734be33-2579-43df-9d16-a5c7f4e5bc81 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f0455286c84cc08e15759d145118f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365449 Feb 10 13:33:16.744108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 750a35b2-650f-4318-ac47-c54d1dbb81f9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:16.746432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:16.792791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d67e7-212b-4253-b826-fbc75168613c None None] Current status of the port 55e49d24-d57b-4519-9506-872324aceb41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:16.801846 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:16.974310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for security_group (92fc9a73-3207-40c0-a5bb-b009291f5eb6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.032830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for security_group (92fc9a73-3207-40c0-a5bb-b009291f5eb6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.132504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks [] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.157419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (92fc9a73-3207-40c0-a5bb-b009291f5eb6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.161268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.167725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/92fc9a73-3207-40c0-a5bb-b009291f5eb6 HTTP/1.1" status: 204 len: 168 time: 0.4200335 Feb 10 13:33:17.168374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:17.183708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:17.195265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.242424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-9cbaad63-f9e5-4071-b939-b7a9d5ef4dab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2634983 Feb 10 13:33:17.294262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156add5-8a79-4279-8ad0-5a578299432e tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc9a73-3207-40c0-a5bb-b009291f5eb6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:17.343518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-a52a557b-aeda-4284-bbc1-a105af047ff8', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:33:17.344382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.408460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (750a35b2-650f-4318-ac47-c54d1dbb81f9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.539393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (750a35b2-650f-4318-ac47-c54d1dbb81f9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.561018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a35b2-650f-4318-ac47-c54d1dbb81f9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:17.572442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1833031d-ecd2-4e19-a83c-782479068402') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:17.573139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1833031d-ecd2-4e19-a83c-782479068402') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:17.577688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Allocated IP 2001:db8:1::2 (a52a557b-aeda-4284-bbc1-a105af047ff8/60cdbcf7-23bc-4423-bcfd-a3a59a0a041a/3d8d8650-56be-4a5a-ad18-53c4ae8c43cd) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:17.585251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (1833031d-ecd2-4e19-a83c-782479068402), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.594098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Router 69a723e2-c084-4f14-8025-6af50a49e2ac has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:17.602466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1833031d-ecd2-4e19-a83c-782479068402), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.609797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:17.610546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (1833031d-ecd2-4e19-a83c-782479068402), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.641132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:17.676227 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:17.688538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (750a35b2-650f-4318-ac47-c54d1dbb81f9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.695567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.703152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "DELETE /v2.0/networks/750a35b2-650f-4318-ac47-c54d1dbb81f9 HTTP/1.1" status: 204 len: 168 time: 0.5265791 Feb 10 13:33:17.704047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:17.762212 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks [] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.807624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.837229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:17.838898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Provisioning complete for port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:17.839285 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.839765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (80f88936-a2a7-43d2-9581-89a4029d8f92), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:17.845588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:17.857285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-11de3515-d9d1-450e-93fc-193badfcbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:17.862998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-11de3515-d9d1-450e-93fc-193badfcbc7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1131 time: 0.4664516 Feb 10 13:33:17.897691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba025c-9cac-4cb0-a2ba-71ccdaea3fee tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event deleted for resources: {'Network': ['ID=750a35b2-650f-4318-ac47-c54d1dbb81f9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:17.912588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:17.918888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:33:17.966140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba1f5-a235-43ec-997b-ad60750bf343 None None] Pushing event updated for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:17.969121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2421f4-ee35-4ea4-bad6-5eb6b993139c req-f238e5f5-d596-4d80-8b98-292a565f56be tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:17.970959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb2421f4-ee35-4ea4-bad6-5eb6b993139c req-f238e5f5-d596-4d80-8b98-292a565f56be tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 944 time: 0.4702971 Feb 10 13:33:18.122171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (80f88936-a2a7-43d2-9581-89a4029d8f92), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.138639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:18.170551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f88936-a2a7-43d2-9581-89a4029d8f92']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:18.190006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabc94b4-d9fc-4233-99f1-49470155dd80') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:18.190451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabc94b4-d9fc-4233-99f1-49470155dd80') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:18.204966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (aabc94b4-d9fc-4233-99f1-49470155dd80), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.218680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.228074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (aabc94b4-d9fc-4233-99f1-49470155dd80), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.229739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679ecc-37db-400d-bbf4-40c609dddbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.235604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:18.236021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (aabc94b4-d9fc-4233-99f1-49470155dd80), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:18.238762 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:18.274228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:18.284515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb2421f4-ee35-4ea4-bad6-5eb6b993139c req-4e8f5db8-d45d-4483-9610-afe40625fc35 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844319 Feb 10 13:33:18.288589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-63f8cf67-1beb-4c42-8465-a0d87a73ab0f admin admin] 10.222.0.13 "PUT /v2.0/routers/69a723e2-c084-4f14-8025-6af50a49e2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0443854 Feb 10 13:33:18.292202 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Sync routers for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:18.299885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:18.322286 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:18.335965 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:18.408408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (80f88936-a2a7-43d2-9581-89a4029d8f92), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.414719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.418970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] 10.222.0.13 "DELETE /v2.0/networks/80f88936-a2a7-43d2-9581-89a4029d8f92 HTTP/1.1" status: 204 len: 168 time: 0.7112885 Feb 10 13:33:18.476958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d733232-1b0a-4949-ac90-97f2f34fdd18 tempest-QuotasNegativeTest-1341043744 tempest-QuotasNegativeTest-1341043744-project-admin] Pushing event deleted for resources: {'Network': ['ID=80f88936-a2a7-43d2-9581-89a4029d8f92,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:18.593159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:18.616719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:33:18.674939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Attempting to bind port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:18.675608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Attempting to bind port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:18.676146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Attempting to bind port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd on network a52a557b-aeda-4284-bbc1-a105af047ff8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:18.706940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Pushing event updated for resources: {'Port': ['ID=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:18.774629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d0423d5a-8253-45b1-9bfa-10865d978282 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:18.775239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.778293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:18.778988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Checking segment: {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:18.779628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.780210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Bound using segment: {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:18.780996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Bound port: 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:18.782263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.840575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Provisioning complete for port 55e49d24-d57b-4519-9506-872324aceb41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:18.841802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (55e49d24-d57b-4519-9506-872324aceb41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.846301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Attempting to bind port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:18.847165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Attempting to bind port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:18.847518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Attempting to bind port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 on network 211e5663-69e9-4e12-a3e7-5a94fcef4081 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:18.956338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:18.957118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Checking segment: {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:18.957693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:18.958367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Bound using segment: {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:18.959676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Bound port: 3696f9db-fa0e-47b3-9429-fd47ad610ea1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:18.960266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.008894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:19.013572 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d01db-dc8c-4b32-8cf1-696086cca44a" -d '{"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-unplugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:19.063068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:19.075862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:19.092001 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.130850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'mac_address': 'fa:16:3e:5b:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:33:19.167754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c695c04e-8416-4141-aaca-9635b9d69179 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:19.174632 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dbbc1-dba0-4765-9d98-9cffcb9e6e02 x-openstack-request-id: req-cd8dbbc1-dba0-4765-9d98-9cffcb9e6e02 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:19.175258 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-unplugged", "status": "completed", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:19.175723 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd8dbbc1-dba0-4765-9d98-9cffcb9e6e02 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:19.177541 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'code': 200} Feb 10 13:33:19.221312 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:33:15Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:19.248923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] For port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:19.304563 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Checking router: 69a723e2-c084-4f14-8025-6af50a49e2ac for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:19.340096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] For port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:19.341143 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Routers {'69a723e2-c084-4f14-8025-6af50a49e2ac'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:19.341764 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['69a723e2-c084-4f14-8025-6af50a49e2ac'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:19.371388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:19.379320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] For port 3696f9db-fa0e-47b3-9429-fd47ad610ea1, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:19.385404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.389183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] For port 3696f9db-fa0e-47b3-9429-fd47ad610ea1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3696f9db-fa0e-47b3-9429-fd47ad610ea1,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:19.407634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:19.408353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.411177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks [] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.433163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-792e908e-e573-422e-9617-bf0958f8ee19 None None] Current status of the port 55e49d24-d57b-4519-9506-872324aceb41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:19.462616 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.489288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:33:19.513444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port c695c04e-8416-4141-aaca-9635b9d69179 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:33:19.536811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port c695c04e-8416-4141-aaca-9635b9d69179 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:19.537442 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c695c04e-8416-4141-aaca-9635b9d69179), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.589434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:19.594661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:19.595905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:19.617371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccf4f9-c2cf-411d-ba92-a760e5f899f4 None None] Pushing event updated for resources: {'Port': ['ID=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:19.690586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:19.756821 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] Set router 69a723e2-c084-4f14-8025-6af50a49e2ac gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:19.798517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:19.839335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-01083097-214f-4ae5-9903-f727860ae618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:19.850710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-01083097-214f-4ae5-9903-f727860ae618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 1.9408135 Feb 10 13:33:19.965114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['57f427f6-cf2d-4f3c-bc71-139987ab5f7a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:33:20.045026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a18df7d-ef45-421f-81fc-0c5168239058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.153334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Provisioning complete for port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:20.154500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.234987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a18df7d-ef45-421f-81fc-0c5168239058 admin admin] Publish callbacks [] for security_group (891873c8-4c85-4e3b-a7d8-6a74c683586c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.267518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a18df7d-ef45-421f-81fc-0c5168239058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (891873c8-4c85-4e3b-a7d8-6a74c683586c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.297536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:20.309588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba1f5-a235-43ec-997b-ad60750bf343 None None] Pushing event updated for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:20.312657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18df7d-ef45-421f-81fc-0c5168239058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891873c8-4c85-4e3b-a7d8-6a74c683586c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:20.348479 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a18df7d-ef45-421f-81fc-0c5168239058 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937bfcad85314fb8ac264517ec7083bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483427 Feb 10 13:33:20.350517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:20.417998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] Publish callbacks [] for security_group (891873c8-4c85-4e3b-a7d8-6a74c683586c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.477805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] Publish callbacks [] for security_group (891873c8-4c85-4e3b-a7d8-6a74c683586c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.478583 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:33:15Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:20.569243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port c695c04e-8416-4141-aaca-9635b9d69179 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:20.569721 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c695c04e-8416-4141-aaca-9635b9d69179), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.573475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (891873c8-4c85-4e3b-a7d8-6a74c683586c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.576430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.576973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks [] for router_gateway (69a723e2-c084-4f14-8025-6af50a49e2ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:20.580491 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/891873c8-4c85-4e3b-a7d8-6a74c683586c HTTP/1.1" status: 204 len: 168 time: 0.2285714 Feb 10 13:33:20.594704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66997ccd-88aa-4618-960a-5a4d116a7d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891873c8-4c85-4e3b-a7d8-6a74c683586c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:20.603767 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177930a6-49af-4f99-a08d-b0875d5b327c None None] The sync data for ids ['69a723e2-c084-4f14-8025-6af50a49e2ac'] in n-d-815324-6 is: [{'id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953543047-router', 'tenant_id': 'e693b450d27f404eb3464b449703c8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '03e80707-1a3c-445e-bdac-93410e702836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:31:38Z', 'updated_at': '2022-02-10T13:33:15Z', 'revision_number': 5, 'project_id': 'e693b450d27f404eb3464b449703c8b8', 'gw_port': {'id': '03e80707-1a3c-445e-bdac-93410e702836', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a723e2-c084-4f14-8025-6af50a49e2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:31:40Z', 'updated_at': '2022-02-10T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:20.653712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:20.677622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-849d2ff9-84ef-43b1-adc6-d6f60a472978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 217 time: 0.2158523 Feb 10 13:33:20.891544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-8d18cb31-c9bf-406c-b04d-7674dba0f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:20.894292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-8d18cb31-c9bf-406c-b04d-7674dba0f4b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1850586 Feb 10 13:33:21.030798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c695c04e-8416-4141-aaca-9635b9d69179,segment=NetworkSegment(8b2518dd-6edb-47c7-9982-0e8c12b03100),segment_id=8b2518dd-6edb-47c7-9982-0e8c12b03100)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:21.074069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8:1::1 (a52a557b-aeda-4284-bbc1-a105af047ff8/60cdbcf7-23bc-4423-bcfd-a3a59a0a041a/7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:21.076798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Current status of the port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:21.077212 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.083858 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.262129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:21.264462 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15379a9-13d9-4de5-8ff6-8c3f7000f960" -d '{"events": [{"server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "name": "network-vif-plugged", "status": "completed", "tag": "c695c04e-8416-4141-aaca-9635b9d69179"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:21.337054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b960c-85d6-41f8-b117-0d887d239bdc req-9bb8aa49-0165-4ea9-98bb-02bfe57fca67 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:21.339927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:21.345383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:21.355040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e43b960c-85d6-41f8-b117-0d887d239bdc req-9bb8aa49-0165-4ea9-98bb-02bfe57fca67 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 944 time: 1.3300109 Feb 10 13:33:21.375349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ed1c03-efdf-42b1-aedf-658e2f42f43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.473790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679ecc-37db-400d-bbf4-40c609dddbc1 admin admin] Publish callbacks [] for security_group (e1de6de9-936c-4e80-a861-63748e35c1d1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.571002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ed1c03-efdf-42b1-aedf-658e2f42f43a admin admin] Publish callbacks [] for security_group (eca91238-6fbb-45fa-9832-abbba67b3657), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.581166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57ed1c03-efdf-42b1-aedf-658e2f42f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eca91238-6fbb-45fa-9832-abbba67b3657), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.585692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679ecc-37db-400d-bbf4-40c609dddbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e1de6de9-936c-4e80-a861-63748e35c1d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.694095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-57ed1c03-efdf-42b1-aedf-658e2f42f43a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c05522ceee5e4cf1b385f18b2cf2e9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469393 Feb 10 13:33:21.694908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:21.696557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed1c03-efdf-42b1-aedf-658e2f42f43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca91238-6fbb-45fa-9832-abbba67b3657,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:21.730836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] For port 3696f9db-fa0e-47b3-9429-fd47ad610ea1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3696f9db-fa0e-47b3-9429-fd47ad610ea1,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:21.731662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e406ec1-e425-4480-9410-8564830b32e1 None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:21.734389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:21.741319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-e08e134f-e081-4305-9a19-cc4f9c795dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:21.745626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-e08e134f-e081-4305-9a19-cc4f9c795dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8387618 Feb 10 13:33:21.755896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.784487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Deleting port 03e80707-1a3c-445e-bdac-93410e702836 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:21.784737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (03e80707-1a3c-445e-bdac-93410e702836), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.801936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] Publish callbacks [] for security_group (eca91238-6fbb-45fa-9832-abbba67b3657), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.852790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] Publish callbacks [] for security_group (eca91238-6fbb-45fa-9832-abbba67b3657), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.970211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eca91238-6fbb-45fa-9832-abbba67b3657), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.978104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3f679ecc-37db-400d-bbf4-40c609dddbc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11eea396debf4c27bc67e4aee1264263&name=default HTTP/1.1" status: 200 len: 3000 time: 4.3039768 Feb 10 13:33:21.979530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:21.983568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eca91238-6fbb-45fa-9832-abbba67b3657 HTTP/1.1" status: 204 len: 168 time: 0.2808580 Feb 10 13:33:21.987877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:22.008255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f679ecc-37db-400d-bbf4-40c609dddbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de6de9-936c-4e80-a861-63748e35c1d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.024438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e43b960c-85d6-41f8-b117-0d887d239bdc req-5f287650-353d-4653-98f9-23949924392d tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369224 Feb 10 13:33:22.026328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] For port 03e80707-1a3c-445e-bdac-93410e702836, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=03e80707-1a3c-445e-bdac-93410e702836,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:22.026697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (03e80707-1a3c-445e-bdac-93410e702836), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.029757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a776-9789-47ec-9299-08b36920a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca91238-6fbb-45fa-9832-abbba67b3657,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.055154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Calling delete_port for 03e80707-1a3c-445e-bdac-93410e702836 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:22.107742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.109511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:22.109910 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.163707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] Publish callbacks [] for security_group (e1de6de9-936c-4e80-a861-63748e35c1d1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.174490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Provisioning complete for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:22.174871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.193227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] Publish callbacks [] for security_group (e1de6de9-936c-4e80-a861-63748e35c1d1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.220812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-c192e442-e25f-43cf-b0c4-c0a74a87c53d service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491489 Feb 10 13:33:22.271378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e1de6de9-936c-4e80-a861-63748e35c1d1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.277326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.281305 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1de6de9-936c-4e80-a861-63748e35c1d1 HTTP/1.1" status: 204 len: 168 time: 0.2713647 Feb 10 13:33:22.295377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19e0b0-4096-4464-996c-b113bfe6cdab None None] Pushing event updated for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.301445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:12Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:19Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:22.306191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.326344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48517ede-1eb2-42c2-baa9-762bd27abede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de6de9-936c-4e80-a861-63748e35c1d1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.599282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049da3f-d781-4b94-898d-4e947e5bb95a req-cc0e5825-3ca8-44ff-9738-4fc0a183cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:22.604001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f049da3f-d781-4b94-898d-4e947e5bb95a req-cc0e5825-3ca8-44ff-9738-4fc0a183cf91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 1127 time: 0.1617074 Feb 10 13:33:22.650581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.733466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (03e80707-1a3c-445e-bdac-93410e702836), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.755529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f049da3f-d781-4b94-898d-4e947e5bb95a req-a3911323-9203-464a-a702-4fbb8b33b1e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444533 Feb 10 13:33:22.792048 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a26fca-f30d-49c5-bd87-929d9655ccd6 x-openstack-request-id: req-83a26fca-f30d-49c5-bd87-929d9655ccd6 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:22.794561 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "name": "network-vif-plugged", "status": "completed", "tag": "c695c04e-8416-4141-aaca-9635b9d69179", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:22.795845 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a26fca-f30d-49c5-bd87-929d9655ccd6 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:22.796511 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179', 'code': 200} Feb 10 13:33:22.803099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network a52a557b-aeda-4284-bbc1-a105af047ff8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:22.871668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Pushing event deleted for resources: {'Port': ['ID=03e80707-1a3c-445e-bdac-93410e702836,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:22.882087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:22.901867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:22.905882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:22.913181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c17219-eb8e-4160-ae70-f615ef64be24 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:12Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:19Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:23.196135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Current status of the port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:23.196621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.334283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:23.334677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.440406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (69a723e2-c084-4f14-8025-6af50a49e2ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.452548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] For port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:23.471112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.706490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Provisioning complete for port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:23.706970 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.785652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:33:23.786019 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:33:23.802711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Pushing event updated for resources: {'Port': ['ID=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:23.886408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:23.992964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:23.997037 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.000096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks [] for router_controller (69a723e2-c084-4f14-8025-6af50a49e2ac), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.011060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2fc11d2a-f6c9-4c3f-8199-cd2b3294bb9b None None] Current status of the port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:24.012522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d382e81-0288-4035-9bf2-b04c6fb26560 req-bc61d9b7-d9f3-40eb-b4b4-fc7a28c794b8 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7838094 Feb 10 13:33:24.047741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:24.048519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.225400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Provisioning complete for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:24.226164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.383733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:24.425582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9794f-94c6-4236-83de-d9fe7e234bc1 req-1693c2f9-c7f2-40e2-945e-c0cb950a8369 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:24.427241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dce9794f-94c6-4236-83de-d9fe7e234bc1 req-1693c2f9-c7f2-40e2-945e-c0cb950a8369 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 1.1520209 Feb 10 13:33:24.434973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 60803667-4db4-41b7-a744-bd455e109e45 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:24.438042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (69a723e2-c084-4f14-8025-6af50a49e2ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.438658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a723e2-c084-4f14-8025-6af50a49e2ac {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:33:24.447890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.452088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:24.473202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-353f67f8-6eac-442b-bfbb-d2633e070adf admin admin] 10.222.0.13 "DELETE /v2.0/routers/69a723e2-c084-4f14-8025-6af50a49e2ac HTTP/1.1" status: 204 len: 168 time: 6.1698573 Feb 10 13:33:24.537213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 60803667-4db4-41b7-a744-bd455e109e45 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:24.537861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 60803667-4db4-41b7-a744-bd455e109e45 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:33:24.565306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:24.565888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.653488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Deleting subnet 124f999d-a88f-40e7-ae56-90daf27aea6e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:33:24.663053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Publish callbacks [] for subnet (124f999d-a88f-40e7-ae56-90daf27aea6e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.783406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Current status of the port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:24.809565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (124f999d-a88f-40e7-ae56-90daf27aea6e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.924080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:24.926767 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ecf81-6e0e-40b8-ad57-7bba0ca0a8b8" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:24.932999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:24.933516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.966895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (124f999d-a88f-40e7-ae56-90daf27aea6e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:24.994553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c7be1-8435-4c95-9069-88e1caa0af33 None None] Port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:25.003852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:25.019573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.032512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dce9794f-94c6-4236-83de-d9fe7e234bc1 req-fdcfbfdc-c1e9-43ed-b808-de330a07eac6 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577648 Feb 10 13:33:25.124337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (124f999d-a88f-40e7-ae56-90daf27aea6e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.274482 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.292818 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/124f999d-a88f-40e7-ae56-90daf27aea6e HTTP/1.1" status: 204 len: 168 time: 0.8353391 Feb 10 13:33:25.300797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31444e-25be-4636-828d-e9735c86d402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124f999d-a88f-40e7-ae56-90daf27aea6e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:25.300997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:25.316301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9099e05a-7e7f-41c5-a4ed-2ddb64958ea0 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:25.316675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9099e05a-7e7f-41c5-a4ed-2ddb64958ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.444333 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30024fd-547f-412b-9653-353f3566f9e3 x-openstack-request-id: req-a30024fd-547f-412b-9653-353f3566f9e3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:25.444625 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-plugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:25.457691 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a30024fd-547f-412b-9653-353f3566f9e3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:25.458202 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'code': 200} Feb 10 13:33:25.480629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3696f9db-fa0e-47b3-9429-fd47ad610ea1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:25.530989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.541681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.542930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.574107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d73055de-6772-4901-92b0-e61f7e4523d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.582538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:25.664626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9099e05a-7e7f-41c5-a4ed-2ddb64958ea0 None None] Port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:25.726010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:25.726639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:25.829792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network a52a557b-aeda-4284-bbc1-a105af047ff8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:25.837621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:25.911625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:25.949625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:25.964433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:26.011267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:26.012272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:26.243483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c459d2fa-9e4b-4e15-a436-3c457011d77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.243892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:26.244284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.328850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d73055de-6772-4901-92b0-e61f7e4523d5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.339946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:26.390047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73055de-6772-4901-92b0-e61f7e4523d5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:26.407325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f259f-484c-432e-ac87-0998a9722a08') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:26.407716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f259f-484c-432e-ac87-0998a9722a08') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:26.420491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (2d2f259f-484c-432e-ac87-0998a9722a08), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.440156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2d2f259f-484c-432e-ac87-0998a9722a08), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.448416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:26.448897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (2d2f259f-484c-432e-ac87-0998a9722a08), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.471457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-536206437', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:26.498215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c459d2fa-9e4b-4e15-a436-3c457011d77d admin admin] Publish callbacks [] for security_group (638f923d-619d-4d38-8f2d-a8a76c9edcb8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.520243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c459d2fa-9e4b-4e15-a436-3c457011d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (638f923d-619d-4d38-8f2d-a8a76c9edcb8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.550776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:26.560096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c8c55e5-3268-4246-ad10-017bf72d0d96 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:26.560482 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c8c55e5-3268-4246-ad10-017bf72d0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:26.561405 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:26.610821 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d73055de-6772-4901-92b0-e61f7e4523d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.623199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Made reservation on behalf of 9173164e7cd14621a3c3843161527440 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:26.628660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.634980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 03e80707-1a3c-445e-bdac-93410e702836 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:26.660295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.678850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:26.682479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d73055de-6772-4901-92b0-e61f7e4523d5 HTTP/1.1" status: 204 len: 168 time: 1.3792059 Feb 10 13:33:26.691962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 03e80707-1a3c-445e-bdac-93410e702836 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:26.692636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 03e80707-1a3c-445e-bdac-93410e702836 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:33:26.721273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009e61e-e924-4012-ba25-b80469da0550 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73055de-6772-4901-92b0-e61f7e4523d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:26.722288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c55e5-3268-4246-ad10-017bf72d0d96 None None] Port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:26.725927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:26.730149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c459d2fa-9e4b-4e15-a436-3c457011d77d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e67eb595f07a42519de5f40953633e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7708061 Feb 10 13:33:26.733479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459d2fa-9e4b-4e15-a436-3c457011d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638f923d-619d-4d38-8f2d-a8a76c9edcb8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:26.908156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:26.976479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for security_group (ce3570d9-fb59-4b98-a13c-8fb1f04acb85), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.036498 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21a846aa-d91a-4daa-8d55-41b31bad4118 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e693b450d27f404eb3464b449703c8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249521 Feb 10 13:33:27.055822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ce3570d9-fb59-4b98-a13c-8fb1f04acb85), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.058019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:27.144209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3570d9-fb59-4b98-a13c-8fb1f04acb85,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:27.147642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] device_id is not set on port 27608eae-e258-41cc-9305-0e9cb2ea5e78 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:33:27.242433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] Publish callbacks [] for security_group (acd8db44-62d8-49f1-8a35-74c01e86478b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.302917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] Publish callbacks [] for security_group (acd8db44-62d8-49f1-8a35-74c01e86478b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.341575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:27.356308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:27.364174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Allocated IP 172.25.8.232 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/27608eae-e258-41cc-9305-0e9cb2ea5e78) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:27.373750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:27.375199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:27.382396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7fe5de5f-3ac8-43d0-888d-42193d931dda tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9153051 Feb 10 13:33:27.392655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44274862-52b2-467f-a56d-45d09392d626 req-6e260ea6-2568-40b1-8918-7e218d45cb4b tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:27.400332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44274862-52b2-467f-a56d-45d09392d626 req-6e260ea6-2568-40b1-8918-7e218d45cb4b tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 1.1484025 Feb 10 13:33:27.404021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:27.420996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70915213'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:27.460358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:27.464275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.476256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (acd8db44-62d8-49f1-8a35-74c01e86478b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.481957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.486562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acd8db44-62d8-49f1-8a35-74c01e86478b HTTP/1.1" status: 204 len: 168 time: 0.3643997 Feb 10 13:33:27.548184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:27.548935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259f3df-8028-4424-bc52-00634f0efcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8db44-62d8-49f1-8a35-74c01e86478b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:27.608077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:27.620934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] Publish callbacks [] for security_group (638f923d-619d-4d38-8f2d-a8a76c9edcb8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.702945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] Publish callbacks [] for security_group (638f923d-619d-4d38-8f2d-a8a76c9edcb8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.706497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for port (27608eae-e258-41cc-9305-0e9cb2ea5e78), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.769064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44274862-52b2-467f-a56d-45d09392d626 req-6f4c2d5c-b2a7-4dee-b82b-738f02b9e15f tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663292 Feb 10 13:33:27.786941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (27608eae-e258-41cc-9305-0e9cb2ea5e78), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.811818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:27.816681 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0 of type vlan for network 5e330490-91cf-4a98-9221-3ccf2c882a89 Feb 10 13:33:27.838411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:27.846467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:27.858093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:27.979974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5e330490-91cf-4a98-9221-3ccf2c882a89), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.014229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Pushing event updated for resources: {'Port': ['ID=27608eae-e258-41cc-9305-0e9cb2ea5e78,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:28.031111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:28.032372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.034995 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (638f923d-619d-4d38-8f2d-a8a76c9edcb8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.039568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.040792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/638f923d-619d-4d38-8f2d-a8a76c9edcb8 HTTP/1.1" status: 204 len: 168 time: 1.3129880 Feb 10 13:33:28.045279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:23Z', 'revision_number': 3, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:24Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:28.075212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37b1ad8b-4f1a-44d1-bf46-8aa0002b59e3 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1067638 Feb 10 13:33:28.075212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:28.080592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.232'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:28.085329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5e330490-91cf-4a98-9221-3ccf2c882a89), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.112123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:28.112771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.119329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:28.119934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Updating router f5b579af-4921-4716-95ac-9f7b1072c60b port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:33:28.125935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.127489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.135710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da421ef8-748e-4c36-8274-a0516892a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638f923d-619d-4d38-8f2d-a8a76c9edcb8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:28.191038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.265673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8561177 Feb 10 13:33:28.281095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:28.305088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for router_controller (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.410943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:28.488852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b97b1-b82e-4578-8e98-652f5bd0fd45 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=5e330490-91cf-4a98-9221-3ccf2c882a89,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:28.714148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for router_gateway (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.793804 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks [] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:28.805097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:28.812250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.014751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-8772bcb4-a863-4f36-8f70-91f52c40ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:29.015424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-8772bcb4-a863-4f36-8f70-91f52c40ee45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d82a5b7f413347e7b1a19e59933eb6a0&device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 1127 time: 0.5231316 Feb 10 13:33:29.116890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce60cc7-edfd-4efa-8491-a4d0c9263de9 req-81b34749-5113-4e55-9ea5-4585802247b4 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:29.130907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cce60cc7-edfd-4efa-8491-a4d0c9263de9 req-81b34749-5113-4e55-9ea5-4585802247b4 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.4688935 Feb 10 13:33:29.151296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:29.159227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.233840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1330f1-37ff-4eb9-b7d1-e1f9dfec4162 None None] Pushing event updated for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:29.249902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for router_gateway (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.308254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.431355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Attempting to bind port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:29.431741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Attempting to bind port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:29.432117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Attempting to bind port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 on network a52a557b-aeda-4284-bbc1-a105af047ff8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:29.452590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:29.453029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Checking segment: {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:29.453458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.453872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Bound using segment: {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:29.454383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Bound port: 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b1a0c4-4b60-4980-84a9-27da988c422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:29.454783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.593468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-baa19b0b-8060-4c54-9b66-03fb6baa0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:29.594979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-baa19b0b-8060-4c54-9b66-03fb6baa0418 service neutron] 10.222.0.21 "GET /v2.0/networks?id=980a7637-c711-44eb-8551-d67681c83eac HTTP/1.1" status: 200 len: 915 time: 0.5675783 Feb 10 13:33:29.654565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] For port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:29.654565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] For port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:29.659624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-739df77d-cba6-46c8-8ce4-c08bf647c539 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:29.659624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-739df77d-cba6-46c8-8ce4-c08bf647c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.683481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:29.785390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1330f1-37ff-4eb9-b7d1-e1f9dfec4162 None None] Pushing event updated for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:29.843937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:29.847065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:29.921246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for router (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.001195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-44cf6678-752e-4f1a-908f-b384d56e5d3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c695c04e-8416-4141-aaca-9635b9d69179 HTTP/1.1" status: 200 len: 217 time: 0.0790479 Feb 10 13:33:30.256189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-02303652-9d94-4c8b-ad3d-c26937bfe12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:30.259148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-02303652-9d94-4c8b-ad3d-c26937bfe12e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02fd18f5-4538-4ffe-8310-74c84e8de4ff HTTP/1.1" status: 200 len: 854 time: 0.2431598 Feb 10 13:33:30.307009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cce60cc7-edfd-4efa-8491-a4d0c9263de9 req-49bfec8b-3b47-48bf-8e99-4c92286592d8 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1705947 Feb 10 13:33:30.310383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (6d5aa5fe-0728-4db1-8877-edc64a98c709), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.388876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-936df382-d06c-41c8-8d98-f3be270bc02c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=980a7637-c711-44eb-8551-d67681c83eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208467 Feb 10 13:33:30.511332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.518386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks [] for router_controller (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.567291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:30.610692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=6d5aa5fe-0728-4db1-8877-edc64a98c709,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:30.622199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a055abaf-f6db-48f4-ac1b-b34319d5a9b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.622835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a055abaf-f6db-48f4-ac1b-b34319d5a9b7 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:33:30.628332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-739df77d-cba6-46c8-8ce4-c08bf647c539 None None] Port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:30.646151 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:33:30.647570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd6dbb4a-8d94-48a3-aa33-6f14028e53e5 tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5710599 Feb 10 13:33:30.650437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:30.779777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:30.782375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 5e330490-91cf-4a98-9221-3ccf2c882a89, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:33:30.820363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Deleting port 27608eae-e258-41cc-9305-0e9cb2ea5e78 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:30.820599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (27608eae-e258-41cc-9305-0e9cb2ea5e78), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.853141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:33:30.880112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-61676bb0-2949-4702-abf6-590c056960c5 service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368861 Feb 10 13:33:30.912056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5e330490-91cf-4a98-9221-3ccf2c882a89) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:30.940379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:30.940952 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.948079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:30.949381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:30.965247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905c5ee-96cc-4168-b94b-698a09745ebf None None] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:31.081774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:31.086849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c80653e5-df99-4ee7-9972-7802c435c57d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8040829 Feb 10 13:33:31.113447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dcb697e-60ff-4aa8-a12b-6a4bda83fbe2 req-6a1ebf23-ca92-4658-9032-f6ac0845d505 service neutron] 10.222.0.21 "GET /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172999 Feb 10 13:33:31.215876 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5481-10e4-4b02-9b58-dab854bbf7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:31.288555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-5e330490-91cf-4a98-9221-3ccf2c882a89', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:33:31.289455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:31.566952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Allocated IP 2001:db8:2::2 (5e330490-91cf-4a98-9221-3ccf2c882a89/6d5aa5fe-0728-4db1-8877-edc64a98c709/b52abc07-22ca-4cb5-a1d5-514976958173) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:31.621889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e06dc-ace2-402d-8987-d32e80e25588 req-a926dcf6-742b-4019-9845-c373cac50fd5 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:31.624602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e1e06dc-ace2-402d-8987-d32e80e25588 req-a926dcf6-742b-4019-9845-c373cac50fd5 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.1226704 Feb 10 13:33:31.760951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e1e06dc-ace2-402d-8987-d32e80e25588 req-8d45877b-1abe-48af-b7a1-d28f92709115 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292503 Feb 10 13:33:32.017153 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks [] for port (b52abc07-22ca-4cb5-a1d5-514976958173), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.020639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Current status of the port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:32.021104 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.059801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.088951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:23Z', 'revision_number': 3, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:29Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:32.210528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (27608eae-e258-41cc-9305-0e9cb2ea5e78), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.268224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] For port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:32.318845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a370ef-e223-44ac-ac4e-33d8b6a1c20d None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:23Z', 'revision_number': 3, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:29Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:32.323022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.351435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:32.362539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:32.381205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Calling delete_port for 27608eae-e258-41cc-9305-0e9cb2ea5e78 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:32.391681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:32.421880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Pushing event updated for resources: {'Port': ['ID=b52abc07-22ca-4cb5-a1d5-514976958173,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:32.583226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Attempting to bind port b52abc07-22ca-4cb5-a1d5-514976958173 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:32.583609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Attempting to bind port b52abc07-22ca-4cb5-a1d5-514976958173 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:32.583975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Attempting to bind port b52abc07-22ca-4cb5-a1d5-514976958173 on network 5e330490-91cf-4a98-9221-3ccf2c882a89 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:32.587019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9781745-ddd0-4e99-8349-dbcb47c29b28 None None] Pushing event updated for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:32.597303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:32.597736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Checking segment: {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:32.598095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.598498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Bound using segment: {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:32.599014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Bound port: b52abc07-22ca-4cb5-a1d5-514976958173, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:32.599826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.691364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (27608eae-e258-41cc-9305-0e9cb2ea5e78), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.725627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] For port b52abc07-22ca-4cb5-a1d5-514976958173, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:32.730273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] For port b52abc07-22ca-4cb5-a1d5-514976958173, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b52abc07-22ca-4cb5-a1d5-514976958173,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:32.737658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.781127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:32.910752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc251-9bd3-4b95-8e79-60125574d719 None None] Pushing event updated for resources: {'Port': ['ID=b52abc07-22ca-4cb5-a1d5-514976958173,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:32.917242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:32.974987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:32.975189 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:33.048533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb55d-8b89-4a0e-a185-5fdc50b64f78 req-ed4f62da-f11c-4c60-bce4-b134aa631773 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:33.076636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-024eb55d-8b89-4a0e-a185-5fdc50b64f78 req-ed4f62da-f11c-4c60-bce4-b134aa631773 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.1243007 Feb 10 13:33:33.235136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-024eb55d-8b89-4a0e-a185-5fdc50b64f78 req-90348adc-6bcf-44c0-98c0-3ee69c836a28 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529632 Feb 10 13:33:33.365578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ad81c38-cac6-49c8-9756-4efce8d7ea17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:33.372386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:33.464697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8:2::1 (5e330490-91cf-4a98-9221-3ccf2c882a89/6d5aa5fe-0728-4db1-8877-edc64a98c709/519db5d4-9377-4e84-900b-0f14c3dda90c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:33.494775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Pushing event deleted for resources: {'Port': ['ID=27608eae-e258-41cc-9305-0e9cb2ea5e78,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:33.719737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:33.750061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d2807b53-85f6-484c-8999-d929dcc7acbf tempest-RoutersAdminNegativeIpV6Test-1690268676 tempest-RoutersAdminNegativeIpV6Test-1690268676-project-admin] 10.222.0.13 "DELETE /v2.0/ports/27608eae-e258-41cc-9305-0e9cb2ea5e78 HTTP/1.1" status: 204 len: 168 time: 3.0930634 Feb 10 13:33:33.909274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:33.992096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:34.112613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbcaaf-4c3e-42da-9694-57d40b74dbdd req-52761563-d342-4713-8a3c-7a4f11d9bc3c tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:34.126478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87dbcaaf-4c3e-42da-9694-57d40b74dbdd req-52761563-d342-4713-8a3c-7a4f11d9bc3c tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.1844676 Feb 10 13:33:34.157129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:34.173849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:34.196867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:34.199444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:34.218320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:34.290314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87dbcaaf-4c3e-42da-9694-57d40b74dbdd req-28986b68-3f59-4c96-94dc-9d8b50b95d2d tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610394 Feb 10 13:33:34.539155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:34.564330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:34.649739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:34.851873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbb64a6-df6e-4703-bf57-f69a8f3b6550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.012707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b52abc07-22ca-4cb5-a1d5-514976958173 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:35.112984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e516fb-9863-45e3-81b2-dd630890b76f None None] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:35.154971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbb64a6-df6e-4703-bf57-f69a8f3b6550 admin admin] Publish callbacks [] for security_group (da9094f8-a083-4c30-be6a-5d6653ffdd7e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.165487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b52abc07-22ca-4cb5-a1d5-514976958173 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:35.165888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.168088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dbb64a6-df6e-4703-bf57-f69a8f3b6550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da9094f8-a083-4c30-be6a-5d6653ffdd7e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.290811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Provisioning complete for port b52abc07-22ca-4cb5-a1d5-514976958173 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:35.291746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.312151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.320325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.321258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.343602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0dbb64a6-df6e-4703-bf57-f69a8f3b6550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfbec6c626054f59af65c4132c7f44a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8029060 Feb 10 13:33:35.367108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:35.382679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb64a6-df6e-4703-bf57-f69a8f3b6550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9094f8-a083-4c30-be6a-5d6653ffdd7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:35.454612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:35.566741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Current status of the port b52abc07-22ca-4cb5-a1d5-514976958173 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:35.567760 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.572334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b52abc07-22ca-4cb5-a1d5-514976958173 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:35.572994 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.600343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:35.602590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:35.635106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] For port b52abc07-22ca-4cb5-a1d5-514976958173, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b52abc07-22ca-4cb5-a1d5-514976958173,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:35.650192 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.668646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-88056663-4649-4726-b0ba-9156ec00e46f tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:35.670287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-88056663-4649-4726-b0ba-9156ec00e46f tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.2671518 Feb 10 13:33:35.671038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] Publish callbacks [] for security_group (da9094f8-a083-4c30-be6a-5d6653ffdd7e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.699982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04065bf5-aebe-4028-a014-2c8f09325ee4 req-46b0ec54-ca46-4c1d-99f1-2be2f3e1750e tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:35.702403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04065bf5-aebe-4028-a014-2c8f09325ee4 req-46b0ec54-ca46-4c1d-99f1-2be2f3e1750e tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 945 time: 0.2226737 Feb 10 13:33:35.721176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04b542-cbb2-49fe-900d-7cf8d82a164d None None] Pushing event updated for resources: {'Port': ['ID=b52abc07-22ca-4cb5-a1d5-514976958173,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:35.766022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] Publish callbacks [] for security_group (da9094f8-a083-4c30-be6a-5d6653ffdd7e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.790215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:33:35.790651 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:33:35.795753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:35.939332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04065bf5-aebe-4028-a014-2c8f09325ee4 req-09c0bce5-f215-49cc-88dc-5601a64b85eb tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/security-groups?id=728ece05-360c-449d-9c8e-7a6592df97f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113950 Feb 10 13:33:35.944856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:36.014731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.020658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da9094f8-a083-4c30-be6a-5d6653ffdd7e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.023102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.026796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da9094f8-a083-4c30-be6a-5d6653ffdd7e HTTP/1.1" status: 204 len: 168 time: 0.6528823 Feb 10 13:33:36.055785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c22714-c449-4b7c-b9a0-dfeb21304394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9094f8-a083-4c30-be6a-5d6653ffdd7e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:36.074490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Deleting port c695c04e-8416-4141-aaca-9635b9d69179 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:36.074840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c695c04e-8416-4141-aaca-9635b9d69179), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.212869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:36.226670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:36.229528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4d134d1-ed65-407f-bfa3-325971f9a919 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1444376 Feb 10 13:33:36.231364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:36.248014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239218908'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:36.250374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:36.253348 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:36.286286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:36.294623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.314038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] For port c695c04e-8416-4141-aaca-9635b9d69179, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=c695c04e-8416-4141-aaca-9635b9d69179,segment=NetworkSegment(8b2518dd-6edb-47c7-9982-0e8c12b03100),segment_id=8b2518dd-6edb-47c7-9982-0e8c12b03100)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:36.315801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c695c04e-8416-4141-aaca-9635b9d69179), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.335234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:36.344332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Calling delete_port for c695c04e-8416-4141-aaca-9635b9d69179 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:36.352892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d1046f9-c46d-4b31-bd52-a969f33e0b2f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.352892 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added segment 4d1046f9-c46d-4b31-bd52-a969f33e0b2f of type vlan for network 9f99a02a-b373-49a0-8710-4a469f741743 Feb 10 13:33:36.484674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9f99a02a-b373-49a0-8710-4a469f741743), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.495099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:36.500787 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.507816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b52abc07-22ca-4cb5-a1d5-514976958173 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:36.514708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:36.552833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9f99a02a-b373-49a0-8710-4a469f741743), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.560385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:36.563269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.684221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:36.738041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5040200 Feb 10 13:33:36.749948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56974) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:36.754244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Port 519db5d4-9377-4e84-900b-0f14c3dda90c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:36.767620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'subnet': {'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:36.815814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Provisioning complete for port b52abc07-22ca-4cb5-a1d5-514976958173 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:36.816198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:36.851981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee27615-9b31-4b47-9574-6920e4346cdc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Network': ['ID=9f99a02a-b373-49a0-8710-4a469f741743,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:36.891236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c695c04e-8416-4141-aaca-9635b9d69179), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.006889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Pushing event deleted for resources: {'Port': ['ID=c695c04e-8416-4141-aaca-9635b9d69179,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:37.047486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Made reservation on behalf of 6496542837a84574b2a7ffed9f72d1a6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:37.052421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.052602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9f99a02a-b373-49a0-8710-4a469f741743 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:37.067392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['c695c04e-8416-4141-aaca-9635b9d69179'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:33:37.208783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] No DVR routers for this DVR port c695c04e-8416-4141-aaca-9635b9d69179 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:33:37.217382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.232599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b9467e5-01d7-4c2e-8f5a-37dcee005199 req-6141698c-1ff1-440b-973e-f22e6af057e3 tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.21 "DELETE /v2.0/ports/c695c04e-8416-4141-aaca-9635b9d69179 HTTP/1.1" status: 204 len: 173 time: 1.5550818 Feb 10 13:33:37.239314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'name': 'network-vif-deleted', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:37.256817 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5c051-fd1c-441f-bacb-8d5cb28ec55f" -d '{"events": [{"server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "name": "network-vif-deleted", "tag": "c695c04e-8416-4141-aaca-9635b9d69179"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:37.366066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:37.366372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.424553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f35f6276-152d-482e-822b-c103ba18f91a req-4196e4d2-54bc-4a13-84b8-17c42e49ef2b tempest-InstanceActionsTestJSON-973937824 tempest-InstanceActionsTestJSON-973937824-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c182169-2886-40df-af80-a942937f1f47 HTTP/1.1" status: 200 len: 210 time: 0.2271321 Feb 10 13:33:37.466419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:37.498162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (169d9ffe-fad7-4336-8d43-f7fe3c644cd6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.578322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Subnet': ['ID=169d9ffe-fad7-4336-8d43-f7fe3c644cd6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:37.594262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Checking segment: {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:37.595355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network hostable DHCP agents. Network: 9f99a02a-b373-49a0-8710-4a469f741743, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:33:37.631439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 9f99a02a-b373-49a0-8710-4a469f741743 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:33:37.649261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9f99a02a-b373-49a0-8710-4a469f741743) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:37.669016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:37.674749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:37.714413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:37.748475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c00fac6b-0745-45a0-8871-ab9e98e2e55b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9941123 Feb 10 13:33:37.752599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:37.810696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca218001-147d-496d-8251-09275bd3bbd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9173164e7cd14621a3c3843161527440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429754 Feb 10 13:33:37.812789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:37.840546 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1775dbd-4b00-4b33-a625-8f883919c090 x-openstack-request-id: req-a1775dbd-4b00-4b33-a625-8f883919c090 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:33:37.840866 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c182169-2886-40df-af80-a942937f1f47", "name": "network-vif-deleted", "tag": "c695c04e-8416-4141-aaca-9635b9d69179", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:33:37.844225 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1775dbd-4b00-4b33-a625-8f883919c090 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:33:37.851067 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c182169-2886-40df-af80-a942937f1f47', 'name': 'network-vif-deleted', 'tag': 'c695c04e-8416-4141-aaca-9635b9d69179', 'status': 'completed', 'code': 200} Feb 10 13:33:37.890849 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:34Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:35Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:37.987776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] Publish callbacks [] for security_group (ce3570d9-fb59-4b98-a13c-8fb1f04acb85), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.062758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] Publish callbacks [] for security_group (ce3570d9-fb59-4b98-a13c-8fb1f04acb85), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.282181 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:38.294646 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Updating router f5b579af-4921-4716-95ac-9f7b1072c60b port 519db5d4-9377-4e84-900b-0f14c3dda90c binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:33:38.326904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960b6670-8027-487d-9067-714e8a70387f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.425511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9d061-969f-4d4c-9714-171261735063 None None] Network 9f99a02a-b373-49a0-8710-4a469f741743 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:38.458001 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.458493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ce3570d9-fb59-4b98-a13c-8fb1f04acb85), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.465516 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.465516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3570d9-fb59-4b98-a13c-8fb1f04acb85 HTTP/1.1" status: 204 len: 168 time: 0.6465340 Feb 10 13:33:38.512260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d731c-9a1d-4290-93a4-00e218fd9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3570d9-fb59-4b98-a13c-8fb1f04acb85,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:38.563641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:38.751032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.779287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Deleting subnet 02fd18f5-4538-4ffe-8310-74c84e8de4ff {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:33:38.786604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Publish callbacks [] for subnet (02fd18f5-4538-4ffe-8310-74c84e8de4ff), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.887233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (02fd18f5-4538-4ffe-8310-74c84e8de4ff), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:38.991258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (02fd18f5-4538-4ffe-8310-74c84e8de4ff), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.003338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.057535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2aaebf1b-735e-4f5f-9309-3ecef5896887 None None] Current status of the port b52abc07-22ca-4cb5-a1d5-514976958173 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:39.118856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (02fd18f5-4538-4ffe-8310-74c84e8de4ff), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.224027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fd18f5-4538-4ffe-8310-74c84e8de4ff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:39.265176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.277130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa4fb916-b705-4dbd-a47c-13b6bfe02579 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02fd18f5-4538-4ffe-8310-74c84e8de4ff HTTP/1.1" status: 204 len: 168 time: 0.7036328 Feb 10 13:33:39.278067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:39.289445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c695c04e-8416-4141-aaca-9635b9d69179 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:39.395675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9f99a02a-b373-49a0-8710-4a469f741743', 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'fixed_ips': [{'subnet_id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:33:39.420180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.456901 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks [] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.471959 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.485938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (980a7637-c711-44eb-8551-d67681c83eac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.487089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: c695c04e-8416-4141-aaca-9635b9d69179 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:39.516862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device c695c04e-8416-4141-aaca-9635b9d69179 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:33:39.573491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ace96ad9-5e4f-463a-9154-29963b0daddf None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:39.582659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ace96ad9-5e4f-463a-9154-29963b0daddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.632734 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960b6670-8027-487d-9067-714e8a70387f admin admin] Publish callbacks [] for security_group (f3dc73de-9470-4ce1-b343-b52ae6c44213), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.651324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960b6670-8027-487d-9067-714e8a70387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3dc73de-9470-4ce1-b343-b52ae6c44213), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.717769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:39.737366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-960b6670-8027-487d-9067-714e8a70387f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a78741a81ab144d19ec951147961f626&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0192399 Feb 10 13:33:39.757091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:39.758030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b6670-8027-487d-9067-714e8a70387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc73de-9470-4ce1-b343-b52ae6c44213,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:39.799161 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Pushing event updated for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:39.874260 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.877456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.877973 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.879611 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.883545 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.884085 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.892958 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.901328 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.902659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.903169 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.904245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.905919 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.906516 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:39.920842 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Attempting to bind port 519db5d4-9377-4e84-900b-0f14c3dda90c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:39.923802 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Attempting to bind port 519db5d4-9377-4e84-900b-0f14c3dda90c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:39.927450 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Attempting to bind port 519db5d4-9377-4e84-900b-0f14c3dda90c on network 5e330490-91cf-4a98-9221-3ccf2c882a89 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:39.947307 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:39.948685 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Checking segment: {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:39.956246 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:39.956726 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Bound using segment: {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:39.957265 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Bound port: 519db5d4-9377-4e84-900b-0f14c3dda90c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:39.957658 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.007482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (980a7637-c711-44eb-8551-d67681c83eac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.089077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b52abc07-22ca-4cb5-a1d5-514976958173 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:40.126285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ace96ad9-5e4f-463a-9154-29963b0daddf None None] Port 519db5d4-9377-4e84-900b-0f14c3dda90c cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:40.222006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980a7637-c711-44eb-8551-d67681c83eac']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:40.236314 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] For port 519db5d4-9377-4e84-900b-0f14c3dda90c, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:40.240589 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] For port 519db5d4-9377-4e84-900b-0f14c3dda90c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=519db5d4-9377-4e84-900b-0f14c3dda90c,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:40.254500 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.299264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2518dd-6edb-47c7-9982-0e8c12b03100') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:40.301446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2518dd-6edb-47c7-9982-0e8c12b03100') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:40.365985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (8b2518dd-6edb-47c7-9982-0e8c12b03100), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.415631 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651f335-f133-49f6-96a7-1bef0bf83982 None None] Pushing event updated for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:40.444967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] Publish callbacks [] for security_group (f3dc73de-9470-4ce1-b343-b52ae6c44213), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.499107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8b2518dd-6edb-47c7-9982-0e8c12b03100), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.532873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:40.535056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:40.536941 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:40.544168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (8b2518dd-6edb-47c7-9982-0e8c12b03100), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:40.547839 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:40.555226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:40.555768 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.587474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] Publish callbacks [] for security_group (f3dc73de-9470-4ce1-b343-b52ae6c44213), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.767420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (980a7637-c711-44eb-8551-d67681c83eac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.789993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.794412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/980a7637-c711-44eb-8551-d67681c83eac HTTP/1.1" status: 204 len: 168 time: 1.4994977 Feb 10 13:33:40.795969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36a29f-1b9c-48ac-a048-9de442798ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=980a7637-c711-44eb-8551-d67681c83eac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:40.810676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Allocated IP 2001:db8:3::2 (9f99a02a-b373-49a0-8710-4a469f741743/169d9ffe-fad7-4336-8d43-f7fe3c644cd6/ca7cd16b-a377-4c95-a9da-95c25b667c16) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:40.822099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f3dc73de-9470-4ce1-b343-b52ae6c44213), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.824973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:40.834551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3dc73de-9470-4ce1-b343-b52ae6c44213 HTTP/1.1" status: 204 len: 168 time: 1.0654514 Feb 10 13:33:40.863808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84c5ad-5187-4bba-b90b-7e2d1ddc08db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc73de-9470-4ce1-b343-b52ae6c44213,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:40.894170 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:41.075809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Current status of the port 519db5d4-9377-4e84-900b-0f14c3dda90c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:41.076453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.219917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:41.354381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-979bac16-58b2-4613-9685-ac30a2a633cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d82a5b7f413347e7b1a19e59933eb6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323407 Feb 10 13:33:41.356938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:41.416540 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:33:41.470253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:34Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:40Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:41.480675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks [] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.513049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] Publish callbacks [] for security_group (728ece05-360c-449d-9c8e-7a6592df97f2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.533928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.558341 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12631b1-4aca-4966-a5cf-6a6a65490a57 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:34Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:40Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:41.595937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] Publish callbacks [] for security_group (728ece05-360c-449d-9c8e-7a6592df97f2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.625941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Allocated IP 2001:db8:3::1 (9f99a02a-b373-49a0-8710-4a469f741743/169d9ffe-fad7-4336-8d43-f7fe3c644cd6/a29241c5-8f32-462e-b9a8-a2bbd61b9ec9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:41.714664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (728ece05-360c-449d-9c8e-7a6592df97f2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.718084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.719817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/728ece05-360c-449d-9c8e-7a6592df97f2 HTTP/1.1" status: 204 len: 168 time: 0.3614261 Feb 10 13:33:41.746515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa1b2a-95c2-4ec9-a909-5a242dd4d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ece05-360c-449d-9c8e-7a6592df97f2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:41.747815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Pushing event updated for resources: {'Port': ['ID=ca7cd16b-a377-4c95-a9da-95c25b667c16,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:41.817404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b52abc07-22ca-4cb5-a1d5-514976958173 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:41.819714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:41.958236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.033873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] For port 519db5d4-9377-4e84-900b-0f14c3dda90c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=519db5d4-9377-4e84-900b-0f14c3dda90c,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:42.043420 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.047829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.102145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Network 9f99a02a-b373-49a0-8710-4a469f741743 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:42.103727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.116296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:42.138306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:42.228571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 9f99a02a-b373-49a0-8710-4a469f741743 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:42.244574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:42.250556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:42.255475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.357168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:42.466394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b52abc07-22ca-4cb5-a1d5-514976958173 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:42.555853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0520c937-d80a-485a-bb62-7002e52f6981 None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:42.556245 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0520c937-d80a-485a-bb62-7002e52f6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.572216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Attempting to bind port ca7cd16b-a377-4c95-a9da-95c25b667c16 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:42.575539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Attempting to bind port ca7cd16b-a377-4c95-a9da-95c25b667c16 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:42.576137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Attempting to bind port ca7cd16b-a377-4c95-a9da-95c25b667c16 on network 9f99a02a-b373-49a0-8710-4a469f741743 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:42.597880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:42.598254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Checking segment: {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:42.599697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.601235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Bound using segment: {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:42.601912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Bound port: ca7cd16b-a377-4c95-a9da-95c25b667c16, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:42.608829 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.611506 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:42.846926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] For port ca7cd16b-a377-4c95-a9da-95c25b667c16, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:42.858925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] For port ca7cd16b-a377-4c95-a9da-95c25b667c16, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca7cd16b-a377-4c95-a9da-95c25b667c16,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:42.877959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 519db5d4-9377-4e84-900b-0f14c3dda90c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:43.006873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:43.030210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2054c-f2a8-481e-90ae-bbf385e9d935 None None] Pushing event updated for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:43.180583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20637b4-f12c-4ced-ad4b-ce952e480cac None None] Pushing event updated for resources: {'Port': ['ID=ca7cd16b-a377-4c95-a9da-95c25b667c16,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:43.204204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:43.205846 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:43.358542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:43.379044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:43.379044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:43.619414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0520c937-d80a-485a-bb62-7002e52f6981 None None] Current status of the port 519db5d4-9377-4e84-900b-0f14c3dda90c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:43.624664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:43.775006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 519db5d4-9377-4e84-900b-0f14c3dda90c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:43.778137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event updated for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:43.833584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Network 9f99a02a-b373-49a0-8710-4a469f741743 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:43.835655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:44.134461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:44.147308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1259244988', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:44.222403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Made reservation on behalf of 80932c01ee384af291d123cfed452628 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:44.225254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:44.256036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:44.410975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:44.423587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:44.429082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9de0e2e5-4a6f-405c-ba63-0d6a04142b3e tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6726224 Feb 10 13:33:44.431278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:44.441881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:44.453310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:44.453975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:44.473338 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for security_group (9305e04a-033d-4112-b8b6-a1a2e6ad065f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:44.482544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9305e04a-033d-4112-b8b6-a1a2e6ad065f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:44.488011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] device_id is not set on port e4de75c7-14df-4fb2-ab78-0d22585b0403 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:33:44.794756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:44.872268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Allocated IP 172.25.8.201 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e4de75c7-14df-4fb2-ab78-0d22585b0403) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:44.955692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca7cd16b-a377-4c95-a9da-95c25b667c16 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:45.068192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9305e04a-033d-4112-b8b6-a1a2e6ad065f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:45.114514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:45.317466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ca7cd16b-a377-4c95-a9da-95c25b667c16 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:45.323880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.426298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:33:45.452031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Removed routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:33:45.452450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.486054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for port (e4de75c7-14df-4fb2-ab78-0d22585b0403), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.566200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f156a0-4dc4-44c0-9931-a481bebb3edd None None] Network 9f99a02a-b373-49a0-8710-4a469f741743 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:45.572919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e4de75c7-14df-4fb2-ab78-0d22585b0403), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.674721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:45.678015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:45.686624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:45.774782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.778601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:45.779414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.786022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-929917106-network', 'tenant_id': '7d8ff1e074074fa8ae677d0472f747e8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:45.794852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Pushing event updated for resources: {'Port': ['ID=e4de75c7-14df-4fb2-ab78-0d22585b0403,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:45.803464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30854f0b-5bb9-4e33-a44f-e063115e7bff tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1774249 Feb 10 13:33:45.819935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.822111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:45.829423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Made reservation on behalf of 7d8ff1e074074fa8ae677d0472f747e8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:45.832357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.834401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.201'}]}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:45.873021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (4b28ac82-4a75-41dc-bc27-37f653f9dc06), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.876257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (4b28ac82-4a75-41dc-bc27-37f653f9dc06), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:45.907218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.108887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for router_controller (4b28ac82-4a75-41dc-bc27-37f653f9dc06), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.130339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bf93f7b4-de1c-44ec-b5fc-6fa7283dc93c None None] Provisioning complete for port ca7cd16b-a377-4c95-a9da-95c25b667c16 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:46.130339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf93f7b4-de1c-44ec-b5fc-6fa7283dc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.178413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:46.495593 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks [] for security_group (bf546d81-374a-41c3-861d-4dbee2cee207), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.534804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf546d81-374a-41c3-861d-4dbee2cee207), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.545123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for router_gateway (4b28ac82-4a75-41dc-bc27-37f653f9dc06), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.646748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:46.704230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:46.745213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.747259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-903e5d28-bd85-4e81-826c-b77a9f618f61 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 954 time: 2.3136325 Feb 10 13:33:46.752888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:46.769260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0ea8c914-535c-46f9-9492-2945871395d4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:46.774428 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Added segment 0ea8c914-535c-46f9-9492-2945871395d4 of type vlan for network 0564eba8-ea99-4f74-afc8-8ea2feb0042b Feb 10 13:33:46.778253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf546d81-374a-41c3-861d-4dbee2cee207,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:47.052870 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for router_gateway (4b28ac82-4a75-41dc-bc27-37f653f9dc06), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.120695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ca7cd16b-a377-4c95-a9da-95c25b667c16 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:47.121211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.131537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.155309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (0564eba8-ea99-4f74-afc8-8ea2feb0042b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.246381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1aaf23d2-4d03-4a7e-9952-4716d451fb11 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 954 time: 0.4861331 Feb 10 13:33:47.247038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:47.256439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'routes': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:47.315726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port ca7cd16b-a377-4c95-a9da-95c25b667c16, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca7cd16b-a377-4c95-a9da-95c25b667c16,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:47.370646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.378716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 519db5d4-9377-4e84-900b-0f14c3dda90c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:47.388404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:47.489023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=ca7cd16b-a377-4c95-a9da-95c25b667c16,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:47.501259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.501932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.505430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.506177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.506695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.507202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.507710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.508208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.511908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.512461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.513006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.514369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.515371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:47.541754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bf93f7b4-de1c-44ec-b5fc-6fa7283dc93c None None] Current status of the port ca7cd16b-a377-4c95-a9da-95c25b667c16 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:47.559932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:42Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29241c5-8f32-462e-b9a8-a2bbd61b9ec9', 'name': '', 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:03:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:40Z', 'updated_at': '2022-02-10T13:33:43Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:47.608066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:47.608705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Updating router f5b579af-4921-4716-95ac-9f7b1072c60b port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:33:47.688214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 519db5d4-9377-4e84-900b-0f14c3dda90c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:47.690615 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.692671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.783491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eab48f74-2ca8-4b99-ab09-b8fca0816603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:47.945911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 519db5d4-9377-4e84-900b-0f14c3dda90c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:47.960499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for router (4b28ac82-4a75-41dc-bc27-37f653f9dc06), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.138830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca7cd16b-a377-4c95-a9da-95c25b667c16 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:48.144967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eab48f74-2ca8-4b99-ab09-b8fca0816603 admin admin] Publish callbacks [] for security_group (7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.183266 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eab48f74-2ca8-4b99-ab09-b8fca0816603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.287974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Provisioning complete for port ca7cd16b-a377-4c95-a9da-95c25b667c16 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:48.288346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.447066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ca7cd16b-a377-4c95-a9da-95c25b667c16 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:48.462712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.604912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added routes are [] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:33:48.605542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.extraroute_db [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:33:48.658329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.685786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (0564eba8-ea99-4f74-afc8-8ea2feb0042b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.686435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks [] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.688550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:48.689742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.713001 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.842463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Current status of the port ca7cd16b-a377-4c95-a9da-95c25b667c16 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:48.845050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df216024-b852-4e6a-afed-1c6c0d2b59d0 None None] Pushing event updated for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:48.880040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Provisioning complete for port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:48.880513 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:48.902655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] Pushing event updated for resources: {'Network': ['ID=0564eba8-ea99-4f74-afc8-8ea2feb0042b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:48.919908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa231cba-494f-4f4f-8a00-5a9a593d6bdf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4860325 Feb 10 13:33:48.924456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:48.942415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Request body: {'subnet': {'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-929917106-subnet', 'tenant_id': '7d8ff1e074074fa8ae677d0472f747e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:48.952561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32193181-bc5a-4714-9013-63a72efcde1d None None] Port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:48.966172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:33:49.077447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Made reservation on behalf of 7d8ff1e074074fa8ae677d0472f747e8 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:49.088830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.153550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Attempting to bind port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:49.154612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Attempting to bind port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:49.155197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Attempting to bind port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 on network 9f99a02a-b373-49a0-8710-4a469f741743 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:49.266972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:49.268236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Checking segment: {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:49.268907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.269617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Bound using segment: {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:49.270781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Bound port: a29241c5-8f32-462e-b9a8-a2bbd61b9ec9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1046f9-c46d-4b31-bd52-a969f33e0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:49.271496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.301736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-be3f57d3-12c2-4d20-85c0-8fce32d391f1 None None] Provisioning complete for port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:49.302483 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be3f57d3-12c2-4d20-85c0-8fce32d391f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.371214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48f74-2ca8-4b99-ab09-b8fca0816603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:49.389924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eab48f74-2ca8-4b99-ab09-b8fca0816603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7d7914c585d462e827649cf6fc1a3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9943326 Feb 10 13:33:49.392522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ca7cd16b-a377-4c95-a9da-95c25b667c16 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:49.401048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be3f57d3-12c2-4d20-85c0-8fce32d391f1 None None] Port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:33:49.408152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57450) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:49.411771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (4b28ac82-4a75-41dc-bc27-37f653f9dc06), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.420059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks [] for router_controller (4b28ac82-4a75-41dc-bc27-37f653f9dc06), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.510575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] For port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:49.514040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] For port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:49.524979 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.625543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (4b28ac82-4a75-41dc-bc27-37f653f9dc06), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.628547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b28ac82-4a75-41dc-bc27-37f653f9dc06 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:33:49.662881 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:33:49.663661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-069d6130-9f6e-4b38-8be3-a4dbf9f00b40 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8392980 Feb 10 13:33:49.666032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:49.747515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:49.749773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:49.877372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.912133 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] Publish callbacks [] for security_group (7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.919208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:49.981889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Provisioning complete for port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:49.984175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:49.988852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.022593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Deleting port e4de75c7-14df-4fb2-ab78-0d22585b0403 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:50.022978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e4de75c7-14df-4fb2-ab78-0d22585b0403), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.115549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] Publish callbacks [] for security_group (7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.126687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df216024-b852-4e6a-afed-1c6c0d2b59d0 None None] Pushing event updated for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:50.233520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:50.300230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-595beead-4d35-421e-91e8-d2952df31fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.327062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ebf773d0-b9c5-4275-95b6-75fea04e3df1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.347204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e4de75c7-14df-4fb2-ab78-0d22585b0403), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.369089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Calling delete_port for e4de75c7-14df-4fb2-ab78-0d22585b0403 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:50.448936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:50.480679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.487452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.488627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717 HTTP/1.1" status: 204 len: 168 time: 0.9684432 Feb 10 13:33:50.507588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Current status of the port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:50.508351 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.537319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf773d0-b9c5-4275-95b6-75fea04e3df1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:50.554005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907902-b9e0-4782-b2b4-9f9d274e2827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffeb2b4-6df8-4f3c-a6a1-dbb4d0d34717,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:50.658016 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e4de75c7-14df-4fb2-ab78-0d22585b0403), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.661760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] For port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:50.677038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.705431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Checking segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:50.705965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Network hostable DHCP agents. Network: 0564eba8-ea99-4f74-afc8-8ea2feb0042b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:33:50.718710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4de75c7-14df-4fb2-ab78-0d22585b0403,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:50.887350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:33:50.905144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:50.925739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.936149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:50.938650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30f08389-714a-4708-88c2-ef6c0c263ca2 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 704 time: 3.6885033 Feb 10 13:33:50.941410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:50.942098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 0564eba8-ea99-4f74-afc8-8ea2feb0042b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:50.947927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:50.952993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-227cb345-1c5a-41cc-b1b7-c5a39d9d2bb6 tempest-RoutersAdminNegativeTest-2079765095 tempest-RoutersAdminNegativeTest-2079765095-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e4de75c7-14df-4fb2-ab78-0d22585b0403 HTTP/1.1" status: 204 len: 168 time: 1.2858064 Feb 10 13:33:50.955771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.016108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb1226-d8c9-4b1a-81a9-0e155826751d None None] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:51.027660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2cfb55a-a90b-47d7-a77a-ba153dc05265 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0941496 Feb 10 13:33:51.027898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8d3be-face-41fd-8c2d-5514313940bd None None] Pushing event updated for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:51.243563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:51.247786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43682e80-0452-42d3-8abc-93edca8d775b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 704 time: 0.2895541 Feb 10 13:33:51.319834 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-595beead-4d35-421e-91e8-d2952df31fd0 admin admin] Publish callbacks [] for security_group (e4ffa090-cc52-4381-83fa-fdde61fc3a21), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.328699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-595beead-4d35-421e-91e8-d2952df31fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e4ffa090-cc52-4381-83fa-fdde61fc3a21), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.330356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:51.376425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.389887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2029a7be-0964-4511-9212-63b9908b91ed None None] Provisioning complete for port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:51.396393 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2029a7be-0964-4511-9212-63b9908b91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.428153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-595beead-4d35-421e-91e8-d2952df31fd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b88f983faa2449999dcc77c98ad51e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5062931 Feb 10 13:33:51.436012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:51.439890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595beead-4d35-421e-91e8-d2952df31fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ffa090-cc52-4381-83fa-fdde61fc3a21,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:51.673554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'project_id': '7d8ff1e074074fa8ae677d0472f747e8', 'fixed_ips': [{'subnet_id': 'ebf773d0-b9c5-4275-95b6-75fea04e3df1'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:33:51.675948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:51.689682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:51.858823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] Publish callbacks [] for security_group (e4ffa090-cc52-4381-83fa-fdde61fc3a21), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.022368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] Publish callbacks [] for security_group (e4ffa090-cc52-4381-83fa-fdde61fc3a21), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.154446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Publish callbacks [] for security_group (05cbf066-e21b-4624-a148-bd4313195425), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.165274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-377a8305-1ad6-4b06-946d-e6e2149794c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.191498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05cbf066-e21b-4624-a148-bd4313195425), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.210260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.211048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:48Z', 'revision_number': 7, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29241c5-8f32-462e-b9a8-a2bbd61b9ec9', 'name': '', 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:03:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:40Z', 'updated_at': '2022-02-10T13:33:49Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:52.256729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c2500-3121-4d82-b080-3a885b904e6f None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:48Z', 'revision_number': 7, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29241c5-8f32-462e-b9a8-a2bbd61b9ec9', 'name': '', 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:03:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:40Z', 'updated_at': '2022-02-10T13:33:49Z', 'revision_number': 4, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:52.308892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2029a7be-0964-4511-9212-63b9908b91ed None None] Current status of the port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:52.400804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Allocated IP 172.20.0.2 (0564eba8-ea99-4f74-afc8-8ea2feb0042b/ebf773d0-b9c5-4275-95b6-75fea04e3df1/b9fa33ea-5add-4732-8599-765933474027) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:33:52.419574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b47118539314e7780403032afdb0db6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847414 Feb 10 13:33:52.422850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cbf066-e21b-4624-a148-bd4313195425,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:52.425427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:52.466601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.466955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.467309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.467666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.467976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.469198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.469539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.469882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.470253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.470586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.470919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.471247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.471574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603dbda-26ca-4480-9789-abe9e465222c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:52.479551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e4ffa090-cc52-4381-83fa-fdde61fc3a21), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.482194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.483558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4ffa090-cc52-4381-83fa-fdde61fc3a21 HTTP/1.1" status: 204 len: 168 time: 1.0209980 Feb 10 13:33:52.542692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a94a4-0d13-4935-80e4-060e10f3bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ffa090-cc52-4381-83fa-fdde61fc3a21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:52.652792 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-377a8305-1ad6-4b06-946d-e6e2149794c7 admin admin] Publish callbacks [] for security_group (61e39a84-935b-4572-b513-f5288e86c513), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.694823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] Publish callbacks [] for security_group (05cbf066-e21b-4624-a148-bd4313195425), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.757607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] Publish callbacks [] for security_group (05cbf066-e21b-4624-a148-bd4313195425), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.854931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks [] for port (b9fa33ea-5add-4732-8599-765933474027), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.867572 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b9fa33ea-5add-4732-8599-765933474027), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.915303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-377a8305-1ad6-4b06-946d-e6e2149794c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (61e39a84-935b-4572-b513-f5288e86c513), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:52.970943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Pushing event updated for resources: {'Port': ['ID=b9fa33ea-5add-4732-8599-765933474027,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:52.988033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:33:52.993716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:33:52.999839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:33:53.006883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05cbf066-e21b-4624-a148-bd4313195425), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.019650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.023662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05cbf066-e21b-4624-a148-bd4313195425 HTTP/1.1" status: 204 len: 168 time: 0.5945804 Feb 10 13:33:53.075294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a8305-1ad6-4b06-946d-e6e2149794c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e39a84-935b-4572-b513-f5288e86c513,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:53.150196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-377a8305-1ad6-4b06-946d-e6e2149794c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c2fe6c24ef64cefa47dbfd0fc1ee4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4581599 Feb 10 13:33:53.153323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:53.157316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Attempting to bind port b9fa33ea-5add-4732-8599-765933474027 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:33:53.160213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Attempting to bind port b9fa33ea-5add-4732-8599-765933474027 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:33:53.168532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eb2db-1b20-403a-a55a-196253d84e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cbf066-e21b-4624-a148-bd4313195425,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:53.168793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:53.168912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Attempting to bind port b9fa33ea-5add-4732-8599-765933474027 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:33:53.187276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:33:53.190805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.193208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Checking segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:33:53.193766 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.194304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Bound using segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:33:53.209197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Bound port: b9fa33ea-5add-4732-8599-765933474027, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:33:53.209197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9fa33ea-5add-4732-8599-765933474027), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.390120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] Publish callbacks [] for security_group (61e39a84-935b-4572-b513-f5288e86c513), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.482080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:53.482693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.487382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] Publish callbacks [] for security_group (61e39a84-935b-4572-b513-f5288e86c513), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.495080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] For port b9fa33ea-5add-4732-8599-765933474027, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:33:53.509033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] For port b9fa33ea-5add-4732-8599-765933474027, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b9fa33ea-5add-4732-8599-765933474027,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:33:53.520488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:53.523120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9fa33ea-5add-4732-8599-765933474027), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.700877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (61e39a84-935b-4572-b513-f5288e86c513), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.703182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c1c3c-1bd9-48b0-b948-02fb45dffca3 None None] Pushing event updated for resources: {'Port': ['ID=b9fa33ea-5add-4732-8599-765933474027,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:53.707484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:53.709461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61e39a84-935b-4572-b513-f5288e86c513 HTTP/1.1" status: 204 len: 168 time: 0.5530190 Feb 10 13:33:53.738498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd411d-a937-4e21-aa04-d24567147ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e39a84-935b-4572-b513-f5288e86c513,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:53.851017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:53.867356 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:53.868043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:54.058524 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a29241c5-8f32-462e-b9a8-a2bbd61b9ec9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:54.130411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=a29241c5-8f32-462e-b9a8-a2bbd61b9ec9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:54.168533 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:54.304568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:54.393510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:54.393866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 13:33:54.499642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 13:33:54.523246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:54.553086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:54.779048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f37e1d06-26ba-4eff-9e87-7161bf9f429d tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:54.780725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f37e1d06-26ba-4eff-9e87-7161bf9f429d tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.3136973 Feb 10 13:33:54.816059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-3df365a2-414f-4ed6-9b0d-87bad71e0bf3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/quotas/7d8ff1e074074fa8ae677d0472f747e8 HTTP/1.1" status: 200 len: 375 time: 0.0143583 Feb 10 13:33:54.819586 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:48Z', 'revision_number': 7, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29241c5-8f32-462e-b9a8-a2bbd61b9ec9', 'name': '', 'network_id': '9f99a02a-b373-49a0-8710-4a469f741743', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:03:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:40Z', 'updated_at': '2022-02-10T13:33:50Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '169d9ffe-fad7-4336-8d43-f7fe3c644cd6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:54.872209 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:54.885926 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:54.886739 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:54.973853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-80c849ab-c211-48c0-8333-69e228ede012 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494281 Feb 10 13:33:55.238338 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:55.342193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-e3e540e7-20c2-498d-97f5-23b8696decd2 service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536503 Feb 10 13:33:55.362707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae518696-1355-4cf9-8cd1-eb24e2060603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80932c01ee384af291d123cfed452628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8061988 Feb 10 13:33:55.365752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:55.493159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d96e2-94c3-4820-9c36-9d75fc975ad8 None None] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:55.545217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Publish callbacks [] for security_group (9305e04a-033d-4112-b8b6-a1a2e6ad065f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:55.568725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:33:55.582130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-269964f3-e7cf-4a96-a410-3f6e304cc812 service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385209 Feb 10 13:33:55.586615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Publish callbacks [] for security_group (9305e04a-033d-4112-b8b6-a1a2e6ad065f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:55.732322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Provisioning complete for port b9fa33ea-5add-4732-8599-765933474027 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:55.733456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9fa33ea-5add-4732-8599-765933474027), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:55.740648 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:53Z', 'revision_number': 8, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:55.748233 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9305e04a-033d-4112-b8b6-a1a2e6ad065f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:55.750922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:55.755649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9305e04a-033d-4112-b8b6-a1a2e6ad065f HTTP/1.1" status: 204 len: 168 time: 0.3837807 Feb 10 13:33:55.760264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:33:55.774935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2506edb-9c5e-40f6-b7b2-bb602b21e17b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5299990 Feb 10 13:33:55.776326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9305e04a-033d-4112-b8b6-a1a2e6ad065f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:55.778024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:55.785229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.785507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.785990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.786341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.786678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.787018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.787352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.787784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.788121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.788471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.789125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.789461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.789793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de2ebe-663c-4c7a-8d8c-05f7b33e31e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:33:55.830378 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728230e-1de7-494d-9059-d471afa2c4c8 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:53Z', 'revision_number': 8, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:56.030616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Current status of the port b9fa33ea-5add-4732-8599-765933474027 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:56.032200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b9fa33ea-5add-4732-8599-765933474027), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.049574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 169d9ffe-fad7-4336-8d43-f7fe3c644cd6 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:33:56.068901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (169d9ffe-fad7-4336-8d43-f7fe3c644cd6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.114658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] For port b9fa33ea-5add-4732-8599-765933474027, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b9fa33ea-5add-4732-8599-765933474027,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:56.128932 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b9fa33ea-5add-4732-8599-765933474027), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.207365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (169d9ffe-fad7-4336-8d43-f7fe3c644cd6), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.287924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b9c82-0553-43ed-8590-d84c2192aa98 None None] Pushing event updated for resources: {'Port': ['ID=b9fa33ea-5add-4732-8599-765933474027,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:56.497161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e12e43cd-4a9f-4130-a66f-8287eb8559c2 None None] Provisioning complete for port b9fa33ea-5add-4732-8599-765933474027 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:56.498651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e12e43cd-4a9f-4130-a66f-8287eb8559c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9fa33ea-5add-4732-8599-765933474027), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.590352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b9fa33ea-5add-4732-8599-765933474027 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:56.676885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0665749-e3fb-4a05-a5a7-04e04c236f39 req-fed015bf-6a4f-4f21-b7f4-807be66ec60f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:56.678826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0665749-e3fb-4a05-a5a7-04e04c236f39 req-fed015bf-6a4f-4f21-b7f4-807be66ec60f tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 951 time: 0.3712313 Feb 10 13:33:56.703517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (169d9ffe-fad7-4336-8d43-f7fe3c644cd6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.754592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:33:56.871716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b9fa33ea-5add-4732-8599-765933474027 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:56.872347 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9fa33ea-5add-4732-8599-765933474027), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:56.874166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:56.875117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:56.968092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0665749-e3fb-4a05-a5a7-04e04c236f39 req-568896e4-80a4-4296-b338-a5beee4f9abc tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727370 Feb 10 13:33:56.972096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (169d9ffe-fad7-4336-8d43-f7fe3c644cd6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.030855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.038078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:57.054165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/169d9ffe-fad7-4336-8d43-f7fe3c644cd6 HTTP/1.1" status: 204 len: 168 time: 1.2748401 Feb 10 13:33:57.062270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04200f-f7d9-4c37-8e11-e90e88222cd5 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=169d9ffe-fad7-4336-8d43-f7fe3c644cd6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:57.103355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef84ffa-cae4-4091-89d1-ae279cc43d5f None None] Network 9f99a02a-b373-49a0-8710-4a469f741743 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:33:57.105592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e12e43cd-4a9f-4130-a66f-8287eb8559c2 None None] Current status of the port b9fa33ea-5add-4732-8599-765933474027 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:57.153100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9f99a02a-b373-49a0-8710-4a469f741743), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.220978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:57.222269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port ca7cd16b-a377-4c95-a9da-95c25b667c16 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:57.222818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.335620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port ca7cd16b-a377-4c95-a9da-95c25b667c16, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ca7cd16b-a377-4c95-a9da-95c25b667c16,segment=NetworkSegment(4d1046f9-c46d-4b31-bd52-a969f33e0b2f),segment_id=4d1046f9-c46d-4b31-bd52-a969f33e0b2f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:57.336455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.359391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for ca7cd16b-a377-4c95-a9da-95c25b667c16 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:33:57.502402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-7d924fbd-a61d-4c25-82c3-38bba796668b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:57.506786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-7d924fbd-a61d-4c25-82c3-38bba796668b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.3398218 Feb 10 13:33:57.571904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5b892d35-9967-4a8f-9864-bbd8525f8180 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/quotas/7d8ff1e074074fa8ae677d0472f747e8 HTTP/1.1" status: 200 len: 375 time: 0.0176063 Feb 10 13:33:57.622809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b9fa33ea-5add-4732-8599-765933474027 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:57.624796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ca7cd16b-a377-4c95-a9da-95c25b667c16), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.681022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=ca7cd16b-a377-4c95-a9da-95c25b667c16,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:57.694577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port ca7cd16b-a377-4c95-a9da-95c25b667c16 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:33:57.707233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-fc85719c-3d9c-4877-924f-fdface626cac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200869 Feb 10 13:33:57.756021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:57.782038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:57.850175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:57.853233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a29241c5-8f32-462e-b9a8-a2bbd61b9ec9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:33:57.899071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b331e74-6556-4abe-9400-32364aa3d1d2 None None] DHCP port deletion for 9f99a02a-b373-49a0-8710-4a469f741743 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:33:57.904085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9f99a02a-b373-49a0-8710-4a469f741743), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:57.936652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-3bb151b2-1405-4774-99ea-c3a211240665 service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273352 Feb 10 13:33:57.957424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f99a02a-b373-49a0-8710-4a469f741743']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:57.974682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1046f9-c46d-4b31-bd52-a969f33e0b2f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:57.974953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1046f9-c46d-4b31-bd52-a969f33e0b2f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:57.998734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4d1046f9-c46d-4b31-bd52-a969f33e0b2f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.025769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d1046f9-c46d-4b31-bd52-a969f33e0b2f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.043397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:33:58.044543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4d1046f9-c46d-4b31-bd52-a969f33e0b2f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:33:58.048955 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:33:58.080630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:58.166567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-c038f086-3d64-407d-8870-cc8eb68e49d5 service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212172 Feb 10 13:33:58.204974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b9fa33ea-5add-4732-8599-765933474027 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:33:58.218021 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9f99a02a-b373-49a0-8710-4a469f741743), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.287908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.305259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/9f99a02a-b373-49a0-8710-4a469f741743 HTTP/1.1" status: 204 len: 168 time: 1.2651029 Feb 10 13:33:58.307581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c5b33-a3b2-4a1f-ba22-de1bb410f75a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=9f99a02a-b373-49a0-8710-4a469f741743,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:58.314928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:33:58.326925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:53Z', 'revision_number': 8, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:58.400595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:33:58.434218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-543247010'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:58.636657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:58.646266 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.699977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-efa318bc-cddd-417e-8248-fbca6e7f938d tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:33:58.701471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-efa318bc-cddd-417e-8248-fbca6e7f938d tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.6697853 Feb 10 13:33:58.702380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:58.724869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Request body: {'port': {'device_id': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'admin_state_up': True, 'tenant_id': '7d8ff1e074074fa8ae677d0472f747e8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:33:58.892355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:33:58.893118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:59.050314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:59.050877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.152720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.154025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:33:59.156711 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f9006e-3372-48bb-b409-698ec4f48300" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-unplugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:33:59.175325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:33:59.179591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b9fa33ea-5add-4732-8599-765933474027 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:33:59.180329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b9fa33ea-5add-4732-8599-765933474027), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.185901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:33:59.237562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.504345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:33:59.665793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for security_group (b961e99f-79e9-4b18-95dc-c0e3da794e4b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.690522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b9fa33ea-5add-4732-8599-765933474027 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:33:59.694496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Made reservation on behalf of 7d8ff1e074074fa8ae677d0472f747e8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:33:59.722737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.730636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b961e99f-79e9-4b18-95dc-c0e3da794e4b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.788727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:33:59.792046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:53Z', 'revision_number': 8, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:33:59.859100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 519db5d4-9377-4e84-900b-0f14c3dda90c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:33:59.859444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.879905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257ba3f-ca4e-4cbf-b29d-e703e756fbf4 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:33:53Z', 'revision_number': 8, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519db5d4-9377-4e84-900b-0f14c3dda90c', 'name': '', 'network_id': '5e330490-91cf-4a98-9221-3ccf2c882a89', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:2b:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:33Z', 'updated_at': '2022-02-10T13:33:41Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '6d5aa5fe-0728-4db1-8877-edc64a98c709', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:33:59.881929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca7cd16b-a377-4c95-a9da-95c25b667c16 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:33:59.900886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-f4a8b39c-4ec4-403d-9b67-200b09c279da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5667052 Feb 10 13:33:59.928790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (83dfcb3e-c8f2-4df5-adbe-4c64d44719f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:33:59.929024 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Added segment 83dfcb3e-c8f2-4df5-adbe-4c64d44719f3 of type vlan for network e917fc63-d904-4af5-9e08-24cdd9ff2844 Feb 10 13:33:59.947178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ca7cd16b-a377-4c95-a9da-95c25b667c16 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:33:59.947757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ca7cd16b-a377-4c95-a9da-95c25b667c16 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:00.003918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-f17ee8ef-a9e8-43f6-aa08-8a20be54561a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:00.005545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-f17ee8ef-a9e8-43f6-aa08-8a20be54561a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.9406796 Feb 10 13:34:00.047443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 519db5d4-9377-4e84-900b-0f14c3dda90c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=519db5d4-9377-4e84-900b-0f14c3dda90c,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:00.048120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:00.053151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b961e99f-79e9-4b18-95dc-c0e3da794e4b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:00.116509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 519db5d4-9377-4e84-900b-0f14c3dda90c owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:00.190178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-60842dc0-b8ae-4320-a8cc-23a927563d37 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/quotas/7d8ff1e074074fa8ae677d0472f747e8 HTTP/1.1" status: 200 len: 375 time: 0.1499875 Feb 10 13:34:00.199846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e917fc63-d904-4af5-9e08-24cdd9ff2844), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:00.318011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e917fc63-d904-4af5-9e08-24cdd9ff2844), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:00.323790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:00.324401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:00.381611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39387502-961e-4ac9-b237-c65056fadd2d req-5a308e38-ef30-4a8d-a352-1c5c74d6acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:00.383608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-5a308e38-ef30-4a8d-a352-1c5c74d6acf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 1131 time: 0.3465471 Feb 10 13:34:00.428976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-e313d1f3-13dd-4274-90a3-d7b8e41dab12 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2233059 Feb 10 13:34:00.537495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7770939 Feb 10 13:34:00.542975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Allocated IP 172.20.0.13 (0564eba8-ea99-4f74-afc8-8ea2feb0042b/ebf773d0-b9c5-4275-95b6-75fea04e3df1/89e4cabc-2f33-49e9-90c9-1db22ffbdfa3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:00.568194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:00.574167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'subnet': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:00.605879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf0c05-1d94-45af-afbc-03e3821ede13 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Network': ['ID=e917fc63-d904-4af5-9e08-24cdd9ff2844,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:00.620845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:00.717791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-2b4275ed-b059-481e-8ad4-6d52b44b3dae service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878966 Feb 10 13:34:00.739118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39387502-961e-4ac9-b237-c65056fadd2d req-29c38a20-d605-4956-a123-cb65111b7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:00.741735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-29c38a20-d605-4956-a123-cb65111b7493 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2924139 Feb 10 13:34:00.753356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (519db5d4-9377-4e84-900b-0f14c3dda90c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:00.801316 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-5dc9def2-f907-47db-96e5-b36b924d8149 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 200 len: 217 time: 0.0487978 Feb 10 13:34:00.815304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-86e7db3b-fdf7-459d-aac1-b0132aff414a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:00.817678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-86e7db3b-fdf7-459d-aac1-b0132aff414a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.77 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.3229866 Feb 10 13:34:00.839148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Request body: {'port': {'device_id': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'admin_state_up': True, 'tenant_id': '7d8ff1e074074fa8ae677d0472f747e8'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:00.847543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=519db5d4-9377-4e84-900b-0f14c3dda90c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:00.861994 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eee1d871-81f6-4e02-b312-e485efc7171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.032328 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.047839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39387502-961e-4ac9-b237-c65056fadd2d req-ce2e2af5-0aca-4c4e-8ea6-2bb9b0da71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:01.052284 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-ce2e2af5-0aca-4c4e-8ea6-2bb9b0da71f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2220154 Feb 10 13:34:01.064353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:01.067317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-3be1e263-8702-476c-b51c-208957b07c49 service neutron] 10.222.0.13 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485799 Feb 10 13:34:01.074261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.210613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks [] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.236063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Made reservation on behalf of 7d8ff1e074074fa8ae677d0472f747e8 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:01.244057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.382941 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9ab417-166b-420e-a766-edcbba52ed9e x-openstack-request-id: req-ce9ab417-166b-420e-a766-edcbba52ed9e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:01.383502 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-unplugged", "status": "completed", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:01.383502 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce9ab417-166b-420e-a766-edcbba52ed9e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:01.383906 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'code': 200} Feb 10 13:34:01.510496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-081c9639-42d3-490f-a5b1-eb1224c85d5b tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544183 Feb 10 13:34:01.523999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:01.560465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39387502-961e-4ac9-b237-c65056fadd2d req-ef890ae3-c28b-4a91-9923-b92c76514a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:01.562307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-ef890ae3-c28b-4a91-9923-b92c76514a7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4805126 Feb 10 13:34:01.666993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:01.706022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:01.733637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Allocated IP 172.20.0.10 (0564eba8-ea99-4f74-afc8-8ea2feb0042b/ebf773d0-b9c5-4275-95b6-75fea04e3df1/dd740a44-3ebf-41ce-9ade-1af35343fa18) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:02.117779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a66d4bb-48d8-4809-86f1-ed32cd539a80 None None] Provisioning complete for port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:02.121077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a66d4bb-48d8-4809-86f1-ed32cd539a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.178686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a66d4bb-48d8-4809-86f1-ed32cd539a80 None None] Port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:02.348956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:02.377048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (06aaaade-85cd-4cea-85b0-a1199f630b5d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.388139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:34:02.409055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event updated for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:02.461047 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-008ba584-c92d-4768-a616-9111f2d75a11 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8891525 Feb 10 13:34:02.469994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-001a039b-5227-4c2b-89db-4b30a62c9414 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:02.471529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-001a039b-5227-4c2b-89db-4b30a62c9414 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9602790 Feb 10 13:34:02.492626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:02.493307 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.525935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-f3a9194e-24d8-4660-a9ba-8fae705393a4 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/quotas/cfb30ea6605a4f57bf4c1b59f345795a HTTP/1.1" status: 200 len: 375 time: 0.0389822 Feb 10 13:34:02.561765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-d315e04a-cb49-4142-a81d-e433c77b542b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8421061 Feb 10 13:34:02.574603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Subnet': ['ID=06aaaade-85cd-4cea-85b0-a1199f630b5d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:02.582993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Request body: {'port': {'device_id': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:02.631425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-f80392b3-877c-43b8-9086-549012be6d5b tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757332 Feb 10 13:34:02.708727 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-39387502-961e-4ac9-b237-c65056fadd2d req-eb2bd256-630d-440c-b4c7-3b95d7b3465a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358313 Feb 10 13:34:02.730310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:34:02.745949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c1f993d-487f-4fa8-81b9-a99bc546bf1a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4165387 Feb 10 13:34:02.745949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:02.746391 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:34:02.778726 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:02.779739 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:33:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:02.812453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 6d5aa5fe-0728-4db1-8877-edc64a98c709 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:02.817033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Checking segment: {'id': '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:02.817402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network hostable DHCP agents. Network: e917fc63-d904-4af5-9e08-24cdd9ff2844, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:02.821008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (6d5aa5fe-0728-4db1-8877-edc64a98c709), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.874314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks [] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.886041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:02.909525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:02.930226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (6d5aa5fe-0728-4db1-8877-edc64a98c709), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.077203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e917fc63-d904-4af5-9e08-24cdd9ff2844) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:03.079406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.090028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb4893-9fcc-49d3-8a0d-261ac1b40c06 None None] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:03.189012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:03.192233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:03.196723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.202449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0d6673f-c49a-41c4-8519-460f46068a83 req-6a4f0c98-0203-4b4e-937a-de368ea40acc tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 210 time: 0.0581489 Feb 10 13:34:03.202940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event updated for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:03.208250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:03.227008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:03.227159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:03.328485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a64cf75-acd7-43ab-bda3-af6aa1dfbe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.510043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e917fc63-d904-4af5-9e08-24cdd9ff2844', 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'project_id': '0f85ec06ba634179b486ebb6b455fc28', 'fixed_ips': [{'subnet_id': '06aaaade-85cd-4cea-85b0-a1199f630b5d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:34:03.511127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.561890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf18a7de-6d26-4095-9c6f-e5ee19c327af tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9878318 Feb 10 13:34:03.566452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:03.574594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-68836430'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:03.608582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:03.609949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.843690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-98d9a30e-05ba-4fe2-912b-1f4bfb6b0416 None None] Provisioning complete for port dd740a44-3ebf-41ce-9ade-1af35343fa18 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:03.851891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-98d9a30e-05ba-4fe2-912b-1f4bfb6b0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.866755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (6d5aa5fe-0728-4db1-8877-edc64a98c709), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:03.877958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-25e15dee-cb59-46c0-829e-7e28290e7a4e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:03.886237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-25e15dee-cb59-46c0-829e-7e28290e7a4e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 815 time: 0.8513381 Feb 10 13:34:03.910860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Request body: {'port': {'device_id': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'admin_state_up': True, 'tenant_id': '7d8ff1e074074fa8ae677d0472f747e8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:03.917374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:00Z', 'revision_number': 9, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:03.956011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:34:03.975820 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:03.976659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:04.006726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29a695c7-9c03-4ebc-a4b8-f2fd0646ed69 req-b8e204e3-7001-4e5d-a6af-1b0c424e4c16 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 210 time: 0.1382468 Feb 10 13:34:04.045210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-5fbbd6e8-774e-4bb4-bb9e-43c70bbf1a6c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2097156 Feb 10 13:34:04.054244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-98d9a30e-05ba-4fe2-912b-1f4bfb6b0416 None None] Port dd740a44-3ebf-41ce-9ade-1af35343fa18 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:04.056544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Allocated IP 2001:db8::2 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/f799cac7-988b-41b1-810f-6c5031da1bcf) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:04.072283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Request body: {'port': {'device_id': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:04.093152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (6d5aa5fe-0728-4db1-8877-edc64a98c709), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.154705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:04.158110 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.213263 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:04.214444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5aa5fe-0728-4db1-8877-edc64a98c709,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:04.253017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.273390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5b0736c-b8bb-46cd-b88d-dacdcca05e1f tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/6d5aa5fe-0728-4db1-8877-edc64a98c709 HTTP/1.1" status: 204 len: 168 time: 1.5285101 Feb 10 13:34:04.274117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:04.302043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks [] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.304158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Made reservation on behalf of 7d8ff1e074074fa8ae677d0472f747e8 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:04.309506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df888065-4e1a-4106-891f-75c7da9ea02b None None] Network 5e330490-91cf-4a98-9221-3ccf2c882a89 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:04.319912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.326114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:04.335315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.336531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:04.412951 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks [] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.436461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:04.444669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:04.465992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:04.469923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Pushing event updated for resources: {'Port': ['ID=f799cac7-988b-41b1-810f-6c5031da1bcf,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:04.545870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf2e4a85-6023-4402-9faf-b70834800ec5 req-f14cafb0-0bc5-48d7-9562-0016db69b1e0 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 210 time: 0.1283607 Feb 10 13:34:04.546578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.552176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Transition to ACTIVE for port object 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:34:04.569477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.588954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5e330490-91cf-4a98-9221-3ccf2c882a89), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.645366 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-bbcab273-c2ba-443b-ad66-6b6c67186d12 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613046 Feb 10 13:34:04.692363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Attempting to bind port f799cac7-988b-41b1-810f-6c5031da1bcf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:04.694160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Attempting to bind port f799cac7-988b-41b1-810f-6c5031da1bcf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:04.697493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Attempting to bind port f799cac7-988b-41b1-810f-6c5031da1bcf on network e917fc63-d904-4af5-9e08-24cdd9ff2844 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:04.720188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.722654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:04.724962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Checking segment: {'id': '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:04.727913 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.728884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Bound using segment: {'id': '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:04.729717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Bound port: f799cac7-988b-41b1-810f-6c5031da1bcf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:04.730252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:04.798815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] DHCP port deletion for 5e330490-91cf-4a98-9221-3ccf2c882a89 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:04.834052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:04.889367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::271 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/27eb7406-ad8f-455d-9c62-39ae0fcfc0c1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:05.047557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] For port f799cac7-988b-41b1-810f-6c5031da1bcf, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:05.057178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] For port f799cac7-988b-41b1-810f-6c5031da1bcf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f799cac7-988b-41b1-810f-6c5031da1bcf,segment=NetworkSegment(83dfcb3e-c8f2-4df5-adbe-4c64d44719f3),segment_id=83dfcb3e-c8f2-4df5-adbe-4c64d44719f3)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:05.110679 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:00Z', 'revision_number': 9, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:05.153779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Allocated IP 172.20.0.7 (0564eba8-ea99-4f74-afc8-8ea2feb0042b/ebf773d0-b9c5-4275-95b6-75fea04e3df1/2d0628d7-dce2-4d02-a3ef-25ec153a5893) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:05.185298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.187995 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23dff8-775b-4602-a8f0-d9b071fd25f9 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:00Z', 'revision_number': 9, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8', 'name': '', 'network_id': 'a52a557b-aeda-4284-bbc1-a105af047ff8', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:e0:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:19Z', 'updated_at': '2022-02-10T13:33:32Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '60cdbcf7-23bc-4423-bcfd-a3a59a0a041a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:34:05.253551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port b52abc07-22ca-4cb5-a1d5-514976958173 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:05.264521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.317192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-ceef65b4-6bf8-490e-a7f1-d2c5b78d6fdd tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:05.320621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-ceef65b4-6bf8-490e-a7f1-d2c5b78d6fdd tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6640058 Feb 10 13:34:05.323857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2c4b4-c502-4a6e-9907-a80bcdfaaf21 None None] Pushing event updated for resources: {'Port': ['ID=f799cac7-988b-41b1-810f-6c5031da1bcf,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:05.326821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de2e8aba-0936-48bf-b35b-0b555e036ef3 req-ef9ba4ef-6d89-4202-bf93-7ac1fa3e3407 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 210 time: 0.1149554 Feb 10 13:34:05.356022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Request body: {'port': {'device_id': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'cfb30ea6605a4f57bf4c1b59f345795a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:05.396320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Deleting port b52abc07-22ca-4cb5-a1d5-514976958173 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:05.396921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.444848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Attempting to bind port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:05.445132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Attempting to bind port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:05.445467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Attempting to bind port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:05.470458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:34:05.471038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Attempting to bind port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:05.488216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:05.488997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Checking segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:05.489668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Bound using segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:05.490363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Bound port: 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:05.491279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.558887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] For port b52abc07-22ca-4cb5-a1d5-514976958173, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b52abc07-22ca-4cb5-a1d5-514976958173,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:05.559856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.580456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Calling delete_port for b52abc07-22ca-4cb5-a1d5-514976958173 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:05.779636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:05.784801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.787792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:05.801823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.826713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:05.827860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.831091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 200 len: 1092 time: 3.2580161 Feb 10 13:34:05.835741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:05.839548 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:05.887852 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.889593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port b52abc07-22ca-4cb5-a1d5-514976958173, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b52abc07-22ca-4cb5-a1d5-514976958173,segment=NetworkSegment(3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0),segment_id=3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:05.890846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:05.931704 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.023491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for b52abc07-22ca-4cb5-a1d5-514976958173 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:06.032707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] Pushing event deleted for resources: {'Port': ['ID=b52abc07-22ca-4cb5-a1d5-514976958173,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:06.058748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae21bd-e402-4b9f-92fd-2427a80cc3bc None None] No DVR routers for this DVR port b52abc07-22ca-4cb5-a1d5-514976958173 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:06.105337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9799f-4051-4577-a7a2-b991fbe2f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:06.111613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.130699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-28f2098a-2734-46e1-9290-1722c9337872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:06.138046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-28f2098a-2734-46e1-9290-1722c9337872 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 1126 time: 0.2345212 Feb 10 13:34:06.140692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.254248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:06.294531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f799cac7-988b-41b1-810f-6c5031da1bcf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:06.371205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Made reservation on behalf of cfb30ea6605a4f57bf4c1b59f345795a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:06.375026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.392370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.398717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:06.401698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:06.421841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:06.422529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.434476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66c0d117-a6fe-4b9e-8887-1363eac52423 req-add36541-e5c4-49b4-8276-209bc23d34f1 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 210 time: 0.1237600 Feb 10 13:34:06.440339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-1a7466ed-dc1b-405c-aec4-15ec598ba12a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 200 len: 217 time: 0.2938833 Feb 10 13:34:06.446264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks [] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.470707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f799cac7-988b-41b1-810f-6c5031da1bcf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:06.471274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.605868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f799cac7-988b-41b1-810f-6c5031da1bcf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:06.609976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-72907d4f-3472-464a-8c82-556af0e2dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:06.610242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.613382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-72907d4f-3472-464a-8c82-556af0e2dba0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.1568933 Feb 10 13:34:06.620818 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c096647-68ec-4794-be27-0d3a6e137b82 x-openstack-request-id: req-1c096647-68ec-4794-be27-0d3a6e137b82 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:06.621096 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:06.621344 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c096647-68ec-4794-be27-0d3a6e137b82 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:06.621757 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', 'status': 'completed', 'code': 200} Feb 10 13:34:06.652819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0821145 Feb 10 13:34:06.682966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:06.694815 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks [] for security_group (a6aceae2-e9f7-410b-a3e3-68ada2d37ddb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.696846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1974763626', 'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:91:73:53'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:06.702498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b52abc07-22ca-4cb5-a1d5-514976958173), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.708584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f799cac7-988b-41b1-810f-6c5031da1bcf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f799cac7-988b-41b1-810f-6c5031da1bcf,segment=NetworkSegment(83dfcb3e-c8f2-4df5-adbe-4c64d44719f3),segment_id=83dfcb3e-c8f2-4df5-adbe-4c64d44719f3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:06.720560 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.725166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port b52abc07-22ca-4cb5-a1d5-514976958173 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:06.732330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6aceae2-e9f7-410b-a3e3-68ada2d37ddb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:06.784176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e454c-fae7-45ba-bb55-fac055133c39 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=27eb7406-ad8f-455d-9c62-39ae0fcfc0c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:06.804184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f799cac7-988b-41b1-810f-6c5031da1bcf,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:06.808600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b52abc07-22ca-4cb5-a1d5-514976958173 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:06.850968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-167e48ec-2718-461d-afac-8583deaae72b req-e9f8d595-76a8-43b7-abb7-ff87373e8eb3 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 210 time: 0.0700610 Feb 10 13:34:06.886708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b52abc07-22ca-4cb5-a1d5-514976958173 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:06.887147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b52abc07-22ca-4cb5-a1d5-514976958173 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:06.887824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 519db5d4-9377-4e84-900b-0f14c3dda90c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:06.936996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12af2-1123-45d0-a025-2637e544de88 req-a3459985-4e0b-428e-8be4-791f94590c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:06.936996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-a3459985-4e0b-428e-8be4-791f94590c2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3118107 Feb 10 13:34:06.941859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 519db5d4-9377-4e84-900b-0f14c3dda90c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:06.942237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 519db5d4-9377-4e84-900b-0f14c3dda90c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:06.947514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=b52abc07-22ca-4cb5-a1d5-514976958173,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:06.969435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.023931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:07.250759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4670f80-30dc-4dad-abef-5392b19487f5 None None] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:07.327334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70b7933b-7e74-4e0b-95d8-b0efab53734a None None] Provisioning complete for port f799cac7-988b-41b1-810f-6c5031da1bcf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:07.327709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70b7933b-7e74-4e0b-95d8-b0efab53734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.395281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:07.514509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-a87020d1-a465-4b69-b65a-8757f7b2ee73 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478711 Feb 10 13:34:07.515635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:07.559678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5e330490-91cf-4a98-9221-3ccf2c882a89), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.590301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:07.602038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e330490-91cf-4a98-9221-3ccf2c882a89']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:07.608726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:07.675373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:07.679017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:07.744030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.754204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event updated for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:07.788813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:07.792586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.793491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.808987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.834942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Allocated IP 192.168.233.154 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/558b6c34-20e7-489b-9acf-52053c45a109) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:07.842187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:07.843285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (3df63b0e-7ec2-4ed3-86c1-3a0d4ea53ec0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:07.848422 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:07.879411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-46608ff7-ceed-4d36-aa56-0e892053f21a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9736509 Feb 10 13:34:07.886916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-70b7933b-7e74-4e0b-95d8-b0efab53734a None None] Current status of the port f799cac7-988b-41b1-810f-6c5031da1bcf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:07.917233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Request body: {'port': {'device_id': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:07.987226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.024216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85459557-afb2-4ca1-91f6-d0b0212509dc None None] Provisioning complete for port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:08.024602 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85459557-afb2-4ca1-91f6-d0b0212509dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.026307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd740a44-3ebf-41ce-9ade-1af35343fa18 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:08.060041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks [] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.061296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5e330490-91cf-4a98-9221-3ccf2c882a89), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.075535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83ed77-b4e6-4c8d-ac77-06f817550f85 req-5ec729bd-902d-4fce-8c45-48021519c800 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:08.100418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb83ed77-b4e6-4c8d-ac77-06f817550f85 req-5ec729bd-902d-4fce-8c45-48021519c800 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 931 time: 0.4643848 Feb 10 13:34:08.127991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-85459557-afb2-4ca1-91f6-d0b0212509dc None None] Port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:08.137324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.144768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Transition to ACTIVE for port object dd740a44-3ebf-41ce-9ade-1af35343fa18 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:34:08.144949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/5e330490-91cf-4a98-9221-3ccf2c882a89 HTTP/1.1" status: 204 len: 168 time: 3.8652689 Feb 10 13:34:08.162992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f799cac7-988b-41b1-810f-6c5031da1bcf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:08.171042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:08.171679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.179355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1e12af2-1123-45d0-a025-2637e544de88 req-44f97329-e769-431b-8e7d-a648444c2d32 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427011 Feb 10 13:34:08.182573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.198914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9975ac-61b7-4484-9e3a-df62e69be13a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=5e330490-91cf-4a98-9221-3ccf2c882a89,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:08.264779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port 811e390b-a4fb-484b-be3f-8ada84d46fc0 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:08.267304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f799cac7-988b-41b1-810f-6c5031da1bcf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:08.267887 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.444570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f799cac7-988b-41b1-810f-6c5031da1bcf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:08.510861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Provisioning complete for port f799cac7-988b-41b1-810f-6c5031da1bcf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:08.511240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.634006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb83ed77-b4e6-4c8d-ac77-06f817550f85 req-57d2163b-1f86-45b9-bbf7-1528e32471b9 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309355 Feb 10 13:34:08.638276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Pushing event updated for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:08.751844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Current status of the port f799cac7-988b-41b1-810f-6c5031da1bcf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:08.787766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Provisioning complete for port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:08.788154 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.840362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-004dc3c9-5800-48a6-8c7c-02bd5fa5dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:08.842411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-004dc3c9-5800-48a6-8c7c-02bd5fa5dc0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 1126 time: 0.5634360 Feb 10 13:34:08.904185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2817f-dd88-496c-8745-090fc6965f5d None None] Port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:08.934363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4241dd6-0fea-45ca-9e96-8c87db910a0e req-e7e6bed9-b696-4e2f-8066-4477094c78d1 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 210 time: 0.0732903 Feb 10 13:34:08.937869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks [] for port (558b6c34-20e7-489b-9acf-52053c45a109), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:08.983158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Attempting to bind port dd740a44-3ebf-41ce-9ade-1af35343fa18 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:08.983877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Attempting to bind port dd740a44-3ebf-41ce-9ade-1af35343fa18 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:08.984140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Attempting to bind port dd740a44-3ebf-41ce-9ade-1af35343fa18 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:08.993524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Port dd740a44-3ebf-41ce-9ade-1af35343fa18 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:34:08.994488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Attempting to bind port dd740a44-3ebf-41ce-9ade-1af35343fa18 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:09.043891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::1a9 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/811e390b-a4fb-484b-be3f-8ada84d46fc0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:09.056579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f683491-a966-4b60-abf4-8059a6dab98b None None] Provisioning complete for port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:09.057324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f683491-a966-4b60-abf4-8059a6dab98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.058063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:09.058406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Checking segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:09.058940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Bound using segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:09.067485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Bound port: dd740a44-3ebf-41ce-9ade-1af35343fa18, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:09.067485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.158473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:09.162198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:09.163018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f683491-a966-4b60-abf4-8059a6dab98b None None] Port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:09.189356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.206720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.234340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-7deb92b5-0db0-4142-88ce-fb7c701901d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:09.235996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-7deb92b5-0db0-4142-88ce-fb7c701901d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.3740804 Feb 10 13:34:09.276117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Pushing event updated for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:09.301506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-2fbe548d-aee0-4b09-bb88-7a8ae5f2e183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 200 len: 217 time: 0.0565658 Feb 10 13:34:09.305093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:09.306175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.307664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd740a44-3ebf-41ce-9ade-1af35343fa18 HTTP/1.1" status: 200 len: 1092 time: 5.2440310 Feb 10 13:34:09.310317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:09.312832 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c853028-aa66-49ef-961b-1b557f55715d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:09.321665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:09.342923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:09.347122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:09.510558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:09.511703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.572202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0628d7-dce2-4d02-a3ef-25ec153a5893 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:09.609722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-db5b92a0-e219-45c5-8cfb-315771751c22 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2687171 Feb 10 13:34:09.612320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks [] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.653670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Request body: {'port': {'device_id': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:09.736296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Transition to ACTIVE for port object 2d0628d7-dce2-4d02-a3ef-25ec153a5893 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:34:09.800938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.866345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b069e890-b656-4ab0-914b-e62008a9aa24 None None] Provisioning complete for port 558b6c34-20e7-489b-9acf-52053c45a109 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:09.868639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b069e890-b656-4ab0-914b-e62008a9aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (558b6c34-20e7-489b-9acf-52053c45a109), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:09.964412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b069e890-b656-4ab0-914b-e62008a9aa24 None None] Port 558b6c34-20e7-489b-9acf-52053c45a109 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:10.010325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (558b6c34-20e7-489b-9acf-52053c45a109), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.163145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.172298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:10.317036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.373980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b482a6c-d133-4a1a-8ea4-58f6984c1281 service neutron] Pushing event updated for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:10.403978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Attempting to bind port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:10.404501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Attempting to bind port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:10.405072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Attempting to bind port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:10.422450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.509295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:10.511463 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de9514-616e-4f30-ae18-8467079925d4 x-openstack-request-id: req-c8de9514-616e-4f30-ae18-8467079925d4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:10.512153 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:10.512592 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8de9514-616e-4f30-ae18-8467079925d4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:10.513371 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18', 'status': 'completed', 'code': 200} Feb 10 13:34:10.523068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:10.528569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-07919e0f-7ad4-42fb-b35e-f212ab5b421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:10.530339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-07919e0f-7ad4-42fb-b35e-f212ab5b421c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 1.2112620 Feb 10 13:34:10.534754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:10.540887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:10.541813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.546077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-d78f3b85-8325-4703-b278-d8563c146f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:10.548484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-d78f3b85-8325-4703-b278-d8563c146f18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 1126 time: 0.1943989 Feb 10 13:34:10.562715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:34:10.562715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Attempting to bind port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 on network 0564eba8-ea99-4f74-afc8-8ea2feb0042b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:10.583050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=811e390b-a4fb-484b-be3f-8ada84d46fc0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:10.637438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-de28a6f3-6117-4837-9065-98b869e2a210 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18 HTTP/1.1" status: 200 len: 217 time: 0.0422404 Feb 10 13:34:10.662567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:10.662907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Checking segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:10.664658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Bound using segment: {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:10.665139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Bound port: 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea8c914-535c-46f9-9492-2945871395d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:10.667625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:10.698141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-46da64b9-9d3b-41fd-930b-c4fc3437d82e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.0143957 Feb 10 13:34:10.703657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:10.898028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a966f-1e9c-40c9-a916-0c88965832cf req-8e8829e7-0e96-4824-9275-504f79eb8df5 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:10.901452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f5a966f-1e9c-40c9-a916-0c88965832cf req-8e8829e7-0e96-4824-9275-504f79eb8df5 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 943 time: 0.3098495 Feb 10 13:34:10.906847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-0ebe0971-0265-40b3-9a25-5770418ab74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:10.908867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-0ebe0971-0265-40b3-9a25-5770418ab74b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3573267 Feb 10 13:34:10.977444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558b6c34-20e7-489b-9acf-52053c45a109 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:10.986434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks [] for port (558b6c34-20e7-489b-9acf-52053c45a109), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.006625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Transition to ACTIVE for port object 558b6c34-20e7-489b-9acf-52053c45a109 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:34:11.016985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:11.019454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.019684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-e2fe34a8-c662-4468-b856-de4bcf938b81 req-44650c28-901a-4514-8a6c-7ea1dae1fb30 service neutron] (103399) timed out ('10.222.0.77', 56334) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:34:11.021588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-375ea467-526e-43a9-ae3d-d3832e4477d3 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019645 Feb 10 13:34:11.025698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-9b9b6b7c-5f4a-4e26-8888-94e9118a5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.028126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-9b9b6b7c-5f4a-4e26-8888-94e9118a5095 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.3787808 Feb 10 13:34:11.050044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7bd1ffc1-09e8-4983-89d6-f1ba24911e5d None None] Provisioning complete for port 811e390b-a4fb-484b-be3f-8ada84d46fc0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:11.052143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ffc1-09e8-4983-89d6-f1ba24911e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.079867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:11.107459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.129376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1ffc1-09e8-4983-89d6-f1ba24911e5d None None] Port 811e390b-a4fb-484b-be3f-8ada84d46fc0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:11.132719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Pushing event updated for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:11.152219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.152861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.154724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d0628d7-dce2-4d02-a3ef-25ec153a5893 HTTP/1.1" status: 200 len: 1091 time: 3.2429476 Feb 10 13:34:11.160325 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.174740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:11.177892 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74828df-98dc-47e7-937a-063ec0347941" -d '{"events": [{"name": "network-changed", "server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:11.271979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f5a966f-1e9c-40c9-a916-0c88965832cf req-010c0556-0f31-46dd-b98e-55c6d0d4badb tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596888 Feb 10 13:34:11.294891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982fae9-1c3d-44c8-a4f3-5d7951d4dba2 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.301453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982fae9-1c3d-44c8-a4f3-5d7951d4dba2 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.317674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982fae9-1c3d-44c8-a4f3-5d7951d4dba2 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.325050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3982fae9-1c3d-44c8-a4f3-5d7951d4dba2 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5851614 Feb 10 13:34:11.342998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:11.440133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-b772d038-178c-468e-b050-9fb0817c8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.442220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-b772d038-178c-468e-b050-9fb0817c8752 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4067869 Feb 10 13:34:11.538116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edee32d4-8ab8-4746-a1c2-9bde0b6ee1c2 req-e9a53e27-2b01-4d10-b5fa-4cac0a5c1650 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979405 Feb 10 13:34:11.693649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9022bf-ea56-44ba-86a3-01fec88a4285 req-46436486-6d29-4fb6-8593-703080f88189 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:11.695291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9022bf-ea56-44ba-86a3-01fec88a4285 req-46436486-6d29-4fb6-8593-703080f88189 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 948 time: 0.2980142 Feb 10 13:34:11.729214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port 811e390b-a4fb-484b-be3f-8ada84d46fc0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:11.729633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.753608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:11.754109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.764812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-9499290a-4c8d-4318-a18d-053a8cfaa6eb service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955003 Feb 10 13:34:11.850932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:11.851399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:11.873828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:11.944892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63476a7b-88f9-426a-8bdd-b6b6c3e6ce9f req-f5ef571f-5def-40fc-9666-54ecf5ff0e9f service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720626 Feb 10 13:34:12.021450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9022bf-ea56-44ba-86a3-01fec88a4285 req-75edb1cf-d819-4353-af0a-bd561dcc529c tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149695 Feb 10 13:34:12.087191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Attempting to bind port 558b6c34-20e7-489b-9acf-52053c45a109 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:12.087191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Attempting to bind port 558b6c34-20e7-489b-9acf-52053c45a109 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:12.087466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Attempting to bind port 558b6c34-20e7-489b-9acf-52053c45a109 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:12.092041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806bc2c-a8bc-437b-bf0d-40729ca8e266 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:12.101014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-657a6944-0691-4136-8d22-0909d1a06dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.102514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-657a6944-0691-4136-8d22-0909d1a06dfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 1125 time: 0.4074013 Feb 10 13:34:12.105605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Port 558b6c34-20e7-489b-9acf-52053c45a109 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:34:12.105925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Attempting to bind port 558b6c34-20e7-489b-9acf-52053c45a109 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:12.135171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.157649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:12.158049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:12.158443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:12.158885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Bound port: 558b6c34-20e7-489b-9acf-52053c45a109, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:12.159235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (558b6c34-20e7-489b-9acf-52053c45a109), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.176599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-37338b36-6fff-4b7d-b738-5dc366994265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893 HTTP/1.1" status: 200 len: 217 time: 0.0603721 Feb 10 13:34:12.193634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for 811e390b-a4fb-484b-be3f-8ada84d46fc0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:12.218514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853028-aa66-49ef-961b-1b557f55715d req-e67f22c1-4d94-4cf2-a219-7255528a10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.232392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-e67f22c1-4d94-4cf2-a219-7255528a10c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 1126 time: 0.2093017 Feb 10 13:34:12.278473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-cc44042a-b07b-4bf6-94c0-e502755595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.279947 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-cc44042a-b07b-4bf6-94c0-e502755595c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.0768867 Feb 10 13:34:12.393897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:12.398253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.414897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=558b6c34-20e7-489b-9acf-52053c45a109,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:12.511410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.532421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853028-aa66-49ef-961b-1b557f55715d req-3a5d4898-a62a-4423-81c7-e47f2ddd0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.534048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-3a5d4898-a62a-4423-81c7-e47f2ddd0359 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.1130011 Feb 10 13:34:12.536500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (811e390b-a4fb-484b-be3f-8ada84d46fc0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.539118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:12.642759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-6900b7b8-8fe5-4579-90a5-6c3f58a8d0a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18 HTTP/1.1" status: 200 len: 217 time: 0.0896015 Feb 10 13:34:12.705033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-1d9f0355-d69d-4dbf-9623-abb09187a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.706549 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-1d9f0355-d69d-4dbf-9623-abb09187a786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3924761 Feb 10 13:34:12.707175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Pushing event updated for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:12.728807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:12.729433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:12.731629 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-3644b949-1750-41f2-a14d-e9528db30b6f service neutron] 10.222.0.77 "PUT /v2.0/ports/558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 200 len: 1096 time: 3.1111076 Feb 10 13:34:12.841978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=811e390b-a4fb-484b-be3f-8ada84d46fc0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:13.055006 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:13.063587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f82a78c9-57c9-45d0-ab75-541499c6d3ed tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/811e390b-a4fb-484b-be3f-8ada84d46fc0 HTTP/1.1" status: 204 len: 168 time: 1.7160263 Feb 10 13:34:13.070985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:13.075303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:13.096239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853028-aa66-49ef-961b-1b557f55715d req-8b04c618-2849-4a4a-b65f-d05b089b0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:13.098070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-8b04c618-2849-4a4a-b65f-d05b089b0626 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.2574663 Feb 10 13:34:13.147173 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-af485ad1-e1ee-46f5-8c4d-ef583a24dc35 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] GET failed (client error): The resource could not be found. Feb 10 13:34:13.153902 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af485ad1-e1ee-46f5-8c4d-ef583a24dc35 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports/811e390b-a4fb-484b-be3f-8ada84d46fc0 HTTP/1.1" status: 404 len: 333 time: 0.0765698 Feb 10 13:34:13.183617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:13.193835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-965364291'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:13.295984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853028-aa66-49ef-961b-1b557f55715d req-c6a53f24-1a7b-42eb-9923-36038ac3afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:13.297730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-c6a53f24-1a7b-42eb-9923-36038ac3afd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1906762 Feb 10 13:34:13.310440 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-8247cc74-59d9-491f-84e8-a766f106aa76 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948956 Feb 10 13:34:13.322098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-4dc76176-9cb3-43ab-bafa-ee76c7e2638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:13.323643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-4dc76176-9cb3-43ab-bafa-ee76c7e2638b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 1130 time: 0.5261493 Feb 10 13:34:13.405529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:34:13.413161 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1e597-cdc3-4ce8-9ad9-2c1990cf1d0d x-openstack-request-id: req-ecb1e597-cdc3-4ce8-9ad9-2c1990cf1d0d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:13.415816 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:13.416333 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecb1e597-cdc3-4ce8-9ad9-2c1990cf1d0d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:13.416935 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893', 'status': 'completed', 'code': 200} Feb 10 13:34:13.436648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:13.446385 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:13.548290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-9345599b-2478-4133-b210-2fc738e06e2c service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429390 Feb 10 13:34:13.558862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:13.571881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'port_id': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', 'mac_address': 'fa:16:3e:ed:37:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf773d0-b9c5-4275-95b6-75fea04e3df1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:34:13.625412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:13.626039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:13.646324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:13.687512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:13.689743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c853028-aa66-49ef-961b-1b557f55715d req-61478834-b834-43fe-9a5f-d20619174fdd service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354237 Feb 10 13:34:13.691158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port 4343354e-bd18-4bcd-9b89-354e3458e55d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:13.705761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:13.775341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-7feb5176-9b3b-44c3-bc26-f57321614b1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 200 len: 217 time: 0.4441462 Feb 10 13:34:13.785848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a303a-07a3-43db-8e0c-905aeb122a52 req-398557c0-7750-4f64-b266-8cce661613a9 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:13.787466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-513a303a-07a3-43db-8e0c-905aeb122a52 req-398557c0-7750-4f64-b266-8cce661613a9 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 943 time: 0.3049283 Feb 10 13:34:13.801261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:13.867956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:34:13.885743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e3ccb908-b0f9-4263-a5d6-464c95500aa6 req-b2fb5247-54a2-4f58-86e3-ee218f0a3e8f service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607715 Feb 10 13:34:13.908041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-513a303a-07a3-43db-8e0c-905aeb122a52 req-98430665-3b63-4312-951d-7bba050d02ac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081069 Feb 10 13:34:13.925862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-92fcc450-4986-4786-a2e3-a5f60a6195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:13.933704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-92fcc450-4986-4786-a2e3-a5f60a6195f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1391456 Feb 10 13:34:13.980371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::179 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/4343354e-bd18-4bcd-9b89-354e3458e55d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:14.052317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device dd740a44-3ebf-41ce-9ade-1af35343fa18 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:34:14.096370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:34:14.252681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341f759-3382-49e2-a476-231943c95682 req-18584c9b-b65b-43cf-a24f-d36d7d4c909a tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:14.254261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c341f759-3382-49e2-a476-231943c95682 req-18584c9b-b65b-43cf-a24f-d36d7d4c909a tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 948 time: 0.1833904 Feb 10 13:34:14.284523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:34:14.298991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ce47eec5-c6e9-4daf-a613-53afc428e6b7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1247501 Feb 10 13:34:14.299461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.300423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:14.317975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-07498ff3-a7ca-4496-86f5-c16cfc267ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:14.319868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-07498ff3-a7ca-4496-86f5-c16cfc267ef6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2450745 Feb 10 13:34:14.321020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:34:14.341472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:14.342134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:14.345305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74828df-98dc-47e7-937a-063ec0347941 req-5ce6e962-fc0e-485a-9c81-eb188693e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:14.347232 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-5ce6e962-fc0e-485a-9c81-eb188693e705 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 1125 time: 0.2953627 Feb 10 13:34:14.347718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c341f759-3382-49e2-a476-231943c95682 req-5822f94e-0130-434f-af3a-a1e06009a61b tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827792 Feb 10 13:34:14.366202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.417772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:14.431703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:14.435790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:14.457065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:14.463027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:14.463683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.467596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=4343354e-bd18-4bcd-9b89-354e3458e55d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:14.481530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'dd740a44-3ebf-41ce-9ade-1af35343fa18', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'port_id': 'dd740a44-3ebf-41ce-9ade-1af35343fa18', 'mac_address': 'fa:16:3e:ab:75:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf773d0-b9c5-4275-95b6-75fea04e3df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:34:14.488418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-269fd599-605a-4401-b1da-d2dd38e690b1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3020523 Feb 10 13:34:14.491662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:14.491942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 60cdbcf7-23bc-4423-bcfd-a3a59a0a041a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:14.505567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:91:73:53'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:14.546775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:14.591495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port dd740a44-3ebf-41ce-9ade-1af35343fa18 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:14.591891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.607632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (60cdbcf7-23bc-4423-bcfd-a3a59a0a041a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.625585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd740a44-3ebf-41ce-9ade-1af35343fa18 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:14.788183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.801942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:14.810996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (60cdbcf7-23bc-4423-bcfd-a3a59a0a041a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.862776 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.924818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (60cdbcf7-23bc-4423-bcfd-a3a59a0a041a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:14.986805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6f991c03-dafc-40a5-b637-9997c8617398 None None] Provisioning complete for port 4343354e-bd18-4bcd-9b89-354e3458e55d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:14.987290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f991c03-dafc-40a5-b637-9997c8617398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.002874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (60cdbcf7-23bc-4423-bcfd-a3a59a0a041a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.067570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=60cdbcf7-23bc-4423-bcfd-a3a59a0a041a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:15.070381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.074924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f1ab571c-0de0-4a50-a7a7-d49d40206baf tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/60cdbcf7-23bc-4423-bcfd-a3a59a0a041a HTTP/1.1" status: 204 len: 168 time: 0.7707164 Feb 10 13:34:15.081175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:15.111615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329e1e0-59bf-45b8-bd05-8238852c003b None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:15.120433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f991c03-dafc-40a5-b637-9997c8617398 None None] Port 4343354e-bd18-4bcd-9b89-354e3458e55d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:15.128365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-5e3485c2-f5dc-402d-8896-93539440cc04 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702432 Feb 10 13:34:15.163087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74828df-98dc-47e7-937a-063ec0347941 req-8ae47820-bd8d-439f-bd2e-3a5c02ca6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:15.164561 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-8ae47820-bd8d-439f-bd2e-3a5c02ca6ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.8012588 Feb 10 13:34:15.186496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['dd740a44-3ebf-41ce-9ade-1af35343fa18'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:34:15.245419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-07cc734c-f74c-4814-8f8c-e2f21bac1d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893 HTTP/1.1" status: 200 len: 217 time: 0.0501549 Feb 10 13:34:15.316562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a52a557b-aeda-4284-bbc1-a105af047ff8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.318962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:15.372474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.403903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.421683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] In _notify_port_updated(), no bound segment for port 4343354e-bd18-4bcd-9b89-354e3458e55d on network e917fc63-d904-4af5-9e08-24cdd9ff2844 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:34:15.427807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:15.428591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.432717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "PUT /v2.0/ports/4343354e-bd18-4bcd-9b89-354e3458e55d HTTP/1.1" status: 200 len: 1002 time: 0.9372182 Feb 10 13:34:15.450937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:15.471999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:15.629725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3a2ab-3909-4584-9dd9-d9dabd7e240e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=4343354e-bd18-4bcd-9b89-354e3458e55d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:15.664716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:15.665109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.748114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:12Z', 'revision_number': 10, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:15.751375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port 4343354e-bd18-4bcd-9b89-354e3458e55d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:15.751375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.820349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:34:15.834473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:34:15.851443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:15.851814 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:15.981442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:15.982271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] DHCP port deletion for a52a557b-aeda-4284-bbc1-a105af047ff8 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:15.984469 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816b717-c3ac-4f7f-95d4-c3a991472821" -d '{"events": [{"name": "network-changed", "server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "tag": "558b6c34-20e7-489b-9acf-52053c45a109"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:15.988084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74828df-98dc-47e7-937a-063ec0347941 req-f64e061e-9f61-4e88-9fc3-b87648208e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:15.989595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-f64e061e-9f61-4e88-9fc3-b87648208e3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.7129393 Feb 10 13:34:15.994620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,segment=NetworkSegment(52b1a0c4-4b60-4980-84a9-27da988c422d),segment_id=52b1a0c4-4b60-4980-84a9-27da988c422d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:15.996351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.026163 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-05cfc569-f31f-403a-87e5-08aa57dc098a req-949e9183-6dd6-4850-a383-a3529c2b28be service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969038 Feb 10 13:34:16.033857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:16.043565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.070626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:16.071279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:16.073314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for 4343354e-bd18-4bcd-9b89-354e3458e55d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:16.099046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74828df-98dc-47e7-937a-063ec0347941 req-5c48950d-79ca-472c-9baa-1b42d475168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:16.100985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-5c48950d-79ca-472c-9baa-1b42d475168a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739272 Feb 10 13:34:16.109607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1d20dd36-89b8-44ad-ab27-fd18d712104f None None] Provisioning complete for port 4343354e-bd18-4bcd-9b89-354e3458e55d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:16.109607 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1d20dd36-89b8-44ad-ab27-fd18d712104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.173799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e693b-351b-4b65-bb90-4adc65125447 req-2ef6d1a3-c022-47b9-9bc5-75051b46d031 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:16.175582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c4e693b-351b-4b65-bb90-4adc65125447 req-2ef6d1a3-c022-47b9-9bc5-75051b46d031 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 943 time: 0.3226137 Feb 10 13:34:16.218418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:16.253616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-4ca86b18-677e-46dd-a89c-c86ddf26435f service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416457 Feb 10 13:34:16.368459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c4e693b-351b-4b65-bb90-4adc65125447 req-f559104a-6cc3-45a9-a267-f97f50a20dc7 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673152 Feb 10 13:34:16.392416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.454315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a74828df-98dc-47e7-937a-063ec0347941 req-1554f517-2648-49f4-8ded-567012035225 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935925 Feb 10 13:34:16.460203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:16.476558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:16.580662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4343354e-bd18-4bcd-9b89-354e3458e55d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.635235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a52a557b-aeda-4284-bbc1-a105af047ff8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.747011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1d20dd36-89b8-44ad-ab27-fd18d712104f None None] Port 4343354e-bd18-4bcd-9b89-354e3458e55d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:16.900656 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-ca6f1955-9dc8-4371-8d54-d80f562206ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794737 Feb 10 13:34:16.910969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Deleting port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:16.911353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:16.938358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:16.954600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No active binding found for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd {{(pid=103401) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 13:34:16.954992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] The host n-d-815324-6 is not matching for port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd host None! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:34:16.955982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:16.958504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:16.958832 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.005475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-2faf03ba-2edb-4696-89be-7235db0fcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:17.007545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-2faf03ba-2edb-4696-89be-7235db0fcbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0971de15a1384e02ab68f943a58850cf&device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 1129 time: 0.0628233 Feb 10 13:34:17.129751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=4343354e-bd18-4bcd-9b89-354e3458e55d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:17.178087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-f2f1c172-e782-4f1c-b938-33ba0cfa0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:17.179129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-f2f1c172-e782-4f1c-b938-33ba0cfa0cdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1514502 Feb 10 13:34:17.184926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52a557b-aeda-4284-bbc1-a105af047ff8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:17.201952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b1a0c4-4b60-4980-84a9-27da988c422d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:17.202357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b1a0c4-4b60-4980-84a9-27da988c422d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:17.225008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5f97-4ed7-4cfe-a229-0fb0b6a7da8d req-90d26da1-04e5-43fe-a5bc-8df463c71eec tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:17.226579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b2f5f97-4ed7-4cfe-a229-0fb0b6a7da8d req-90d26da1-04e5-43fe-a5bc-8df463c71eec tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 948 time: 0.7018054 Feb 10 13:34:17.228847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (52b1a0c4-4b60-4980-84a9-27da988c422d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.251857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] For port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:17.252400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.274607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-eb236fdd-25e0-436c-812c-aad62c3d566a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 200 len: 217 time: 0.0884602 Feb 10 13:34:17.291649 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (52b1a0c4-4b60-4980-84a9-27da988c422d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.331014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.331249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:17.336959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-669ea705-b4c6-49e5-88f9-1ac8c1ec86fb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/4343354e-bd18-4bcd-9b89-354e3458e55d HTTP/1.1" status: 204 len: 168 time: 1.8789487 Feb 10 13:34:17.336959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:17.336959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (52b1a0c4-4b60-4980-84a9-27da988c422d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.338382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:17.340310 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100bd73d-fb80-4535-a821-f176058b3a11" -d '{"events": [{"server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "name": "network-vif-plugged", "status": "completed", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:17.353589 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:17.378382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Calling delete_port for 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:17.382131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b2f5f97-4ed7-4cfe-a229-0fb0b6a7da8d req-478a3f20-f2fe-46f6-a1e3-3a3bd5b35654 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428785 Feb 10 13:34:17.430429 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2550980b-d60d-4c66-9fb6-57cfe8a6797e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] GET failed (client error): The resource could not be found. Feb 10 13:34:17.432940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a52a557b-aeda-4284-bbc1-a105af047ff8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.436519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2550980b-d60d-4c66-9fb6-57cfe8a6797e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports/4343354e-bd18-4bcd-9b89-354e3458e55d HTTP/1.1" status: 404 len: 333 time: 0.0970249 Feb 10 13:34:17.443490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:17.446964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.458045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/a52a557b-aeda-4284-bbc1-a105af047ff8 HTTP/1.1" status: 204 len: 168 time: 2.3744340 Feb 10 13:34:17.460438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:17.461053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:17.463976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:34:17.470383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (3d8d8650-56be-4a5a-ad18-53c4ae8c43cd), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.472220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755617888'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:17.530564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931a42-6c19-4faf-903b-ea90bd2cb711 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=a52a557b-aeda-4284-bbc1-a105af047ff8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:17.535375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-bbef44f6-62e1-4bd5-b6a1-133f1108fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:17.544159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-bbef44f6-62e1-4bd5-b6a1-133f1108fdfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.2553923 Feb 10 13:34:17.552797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Pushing event deleted for resources: {'Port': ['ID=3d8d8650-56be-4a5a-ad18-53c4ae8c43cd,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:17.554916 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.659190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:17.680304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] Network a52a557b-aeda-4284-bbc1-a105af047ff8 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:34:17.681597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262ab2e-53ef-464f-b752-d80a8ca753e4 None None] No DVR routers for this DVR port 3d8d8650-56be-4a5a-ad18-53c4ae8c43cd on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:17.683935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:17.712802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:17.716277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:17.744334 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf04655-0f26-4772-a28e-b0a9c48f2609 x-openstack-request-id: req-5bf04655-0f26-4772-a28e-b0a9c48f2609 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:17.744630 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "tag": "558b6c34-20e7-489b-9acf-52053c45a109", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:17.744910 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bf04655-0f26-4772-a28e-b0a9c48f2609 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:17.745308 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109', 'status': 'completed', 'code': 200} Feb 10 13:34:17.762057 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a554cb5-15cd-4f82-9f8d-def9a4339e77 x-openstack-request-id: req-6a554cb5-15cd-4f82-9f8d-def9a4339e77 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:17.763305 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "name": "network-vif-plugged", "status": "completed", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:17.763718 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a554cb5-15cd-4f82-9f8d-def9a4339e77 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:17.764940 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', 'code': 200} Feb 10 13:34:17.771576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port 725fd0ef-5160-403c-9bb9-c699b535304e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:17.816607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:12Z', 'revision_number': 10, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:17.876845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253cdba-329c-4b33-b826-1fd38c4afaaf None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:12Z', 'revision_number': 10, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None, '_interfaces': [{'id': '3696f9db-fa0e-47b3-9429-fd47ad610ea1', 'name': '', 'network_id': '211e5663-69e9-4e12-a3e7-5a94fcef4081', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'mac_address': 'fa:16:3e:90:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:33:11Z', 'updated_at': '2022-02-10T13:33:21Z', 'revision_number': 5, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'subnets': [{'id': '2986d44a-ac90-48af-ad0c-7575d800602c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:34:17.979542 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9cf970c-b572-4f8d-87b6-334a42f17bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.011806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-08444bc3-930e-442d-9b78-3eda6a7b3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.013442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-08444bc3-930e-442d-9b78-3eda6a7b3ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4684951 Feb 10 13:34:18.022337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-94ed1b74-605f-4ccb-986b-3d5eec5f2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.023903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-94ed1b74-605f-4ccb-986b-3d5eec5f2f19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 1130 time: 0.2778370 Feb 10 13:34:18.068223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 558b6c34-20e7-489b-9acf-52053c45a109 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:34:18.070190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2dfa6-5029-49fc-9012-07d2aaf58b73 req-471449df-33c2-475a-9626-bfed16543733 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.070789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device dd740a44-3ebf-41ce-9ade-1af35343fa18 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:18.071273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64a2dfa6-5029-49fc-9012-07d2aaf58b73 req-471449df-33c2-475a-9626-bfed16543733 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 943 time: 0.2324166 Feb 10 13:34:18.118459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa202320-c51d-45f9-8d87-fbb3e47f8f23 req-66307733-f114-4866-8ffa-e4ecdebee2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.119928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa202320-c51d-45f9-8d87-fbb3e47f8f23 req-66307733-f114-4866-8ffa-e4ecdebee2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 1128 time: 0.2216673 Feb 10 13:34:18.126944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::326 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/725fd0ef-5160-403c-9bb9-c699b535304e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:18.163743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-64e346b9-0503-4821-881b-7d08babfab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.165621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-64e346b9-0503-4821-881b-7d08babfab2d service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1105857 Feb 10 13:34:18.201541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port dd740a44-3ebf-41ce-9ade-1af35343fa18 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:34:18.232133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port dd740a44-3ebf-41ce-9ade-1af35343fa18 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:18.232871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.255232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64a2dfa6-5029-49fc-9012-07d2aaf58b73 req-cd9018d1-838e-4daa-bfde-85273eebc758 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641724 Feb 10 13:34:18.357708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-a7b3f4d8-c100-4ab7-ae9a-34a5a2d07b28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 200 len: 217 time: 0.1825907 Feb 10 13:34:18.360287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa202320-c51d-45f9-8d87-fbb3e47f8f23 req-2c8e70c6-769c-44a0-b200-820cefecd82c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180984 Feb 10 13:34:18.409539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:34:18.410208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9cf970c-b572-4f8d-87b6-334a42f17bf5 admin admin] Publish callbacks [] for security_group (39bc00b7-2542-4e72-b755-a47e7c11def8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.422028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:18.429680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-1402f44d-270f-41e9-9eae-f52ed2f7a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.431878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-1402f44d-270f-41e9-9eae-f52ed2f7a50e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0652637 Feb 10 13:34:18.434994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9cf970c-b572-4f8d-87b6-334a42f17bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39bc00b7-2542-4e72-b755-a47e7c11def8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.475310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:18.475663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7dbfcdd3-5e30-4567-b921-8d2b0c5a91c8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:18.563980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9cf970c-b572-4f8d-87b6-334a42f17bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc16960f84745938228e806f7a71618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9035947 Feb 10 13:34:18.567135 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-1b717207-b0ff-4aff-8eb0-7e4b3f63c8cb service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421662 Feb 10 13:34:18.568165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:18.568334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf970c-b572-4f8d-87b6-334a42f17bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc00b7-2542-4e72-b755-a47e7c11def8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:18.591172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port dd740a44-3ebf-41ce-9ade-1af35343fa18 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:18.591172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.599017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46df1e2-cae0-4d66-98de-3c6f575fb0fa req-3ea6dc6f-e722-4b37-bdfd-0c4fdf3df10d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.601460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b46df1e2-cae0-4d66-98de-3c6f575fb0fa req-3ea6dc6f-e722-4b37-bdfd-0c4fdf3df10d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.1903713 Feb 10 13:34:18.605655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=558b6c34-20e7-489b-9acf-52053c45a109,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:18.632077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '558b6c34-20e7-489b-9acf-52053c45a109', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '558b6c34-20e7-489b-9acf-52053c45a109', 'mac_address': 'fa:16:3e:a3:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:34:18.651387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (725fd0ef-5160-403c-9bb9-c699b535304e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.660028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-2076169c-2a51-4493-9814-514786108756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.662402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-2076169c-2a51-4493-9814-514786108756 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2184868 Feb 10 13:34:18.665686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:18.698198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b46df1e2-cae0-4d66-98de-3c6f575fb0fa req-87242aea-b689-40e4-848c-6f45225db444 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901639 Feb 10 13:34:18.713435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.746698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.792199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-f2690707-d9fe-44b8-830e-ae147a6c03e4 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199269 Feb 10 13:34:18.796058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:18.799459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:18.801863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:18.802552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:18.808984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:18.809628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.813924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 558b6c34-20e7-489b-9acf-52053c45a109 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:18.814625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (558b6c34-20e7-489b-9acf-52053c45a109), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.833342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3716655 Feb 10 13:34:18.833666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558b6c34-20e7-489b-9acf-52053c45a109 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:18.836093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7c2d8-ad65-4ff7-9bc9-f0bb8f879ea0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=725fd0ef-5160-403c-9bb9-c699b535304e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:18.839254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:18.855750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:91:73:53'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:18.866457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=558b6c34-20e7-489b-9acf-52053c45a109,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:18.876528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.945956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] Publish callbacks [] for security_group (39bc00b7-2542-4e72-b755-a47e7c11def8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.977640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:18.989135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:19.050049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] Publish callbacks [] for security_group (39bc00b7-2542-4e72-b755-a47e7c11def8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.051729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ca043-634f-4e1f-a074-c2a671cec989 req-b07c625e-ed1d-4359-b65b-42e73036f492 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:19.053632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b4ca043-634f-4e1f-a074-c2a671cec989 req-b07c625e-ed1d-4359-b65b-42e73036f492 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 948 time: 0.2192607 Feb 10 13:34:19.067102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bb49159a-ff1f-46e6-a563-da97452ca3fd req-43b6d1b1-d204-44eb-b57a-0d2ee13aa057 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124358 Feb 10 13:34:19.092313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['558b6c34-20e7-489b-9acf-52053c45a109'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:34:19.163970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c816b717-c3ac-4f7f-95d4-c3a991472821 req-a30dc470-079a-469c-8d44-f772ba4dd0d7 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599851 Feb 10 13:34:19.193330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b4ca043-634f-4e1f-a074-c2a671cec989 req-d38f82b6-57f4-4a6a-8864-4191bf94ddd0 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316016 Feb 10 13:34:19.205624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39bc00b7-2542-4e72-b755-a47e7c11def8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.209338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.216932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39bc00b7-2542-4e72-b755-a47e7c11def8 HTTP/1.1" status: 204 len: 168 time: 0.6463437 Feb 10 13:34:19.243139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fff1b1e7-7923-46be-8e95-5ae29a705490 None None] Provisioning complete for port 725fd0ef-5160-403c-9bb9-c699b535304e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:19.243139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fff1b1e7-7923-46be-8e95-5ae29a705490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.248710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.268323 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (725fd0ef-5160-403c-9bb9-c699b535304e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.274617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.333348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fff1b1e7-7923-46be-8e95-5ae29a705490 None None] Port 725fd0ef-5160-403c-9bb9-c699b535304e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:19.352640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] In _notify_port_updated(), no bound segment for port 725fd0ef-5160-403c-9bb9-c699b535304e on network e917fc63-d904-4af5-9e08-24cdd9ff2844 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:34:19.359602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a42e7-9d4c-4a12-97ed-756a3e4925b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc00b7-2542-4e72-b755-a47e7c11def8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:19.361333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:19.362003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.369283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:19.370413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "PUT /v2.0/ports/725fd0ef-5160-403c-9bb9-c699b535304e HTTP/1.1" status: 200 len: 1002 time: 0.5292723 Feb 10 13:34:19.373420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46b2d-6e39-47f8-9833-cfd7aa031eb1 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=725fd0ef-5160-403c-9bb9-c699b535304e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:19.444071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2d0628d7-dce2-4d02-a3ef-25ec153a5893 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:34:19.472604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072b1eb-1aa8-439e-824d-f16f7ceba96c req-5ad0f382-d577-47bf-9fde-d77f4c739660 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:19.479625 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8072b1eb-1aa8-439e-824d-f16f7ceba96c req-5ad0f382-d577-47bf-9fde-d77f4c739660 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 943 time: 0.1072462 Feb 10 13:34:19.584335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8072b1eb-1aa8-439e-824d-f16f7ceba96c req-fad174f5-b281-44e6-be67-682ccfd77f02 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019204 Feb 10 13:34:19.660658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:19.674803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2d0628d7-dce2-4d02-a3ef-25ec153a5893', 'network_id': '0564eba8-ea99-4f74-afc8-8ea2feb0042b', 'port_id': '2d0628d7-dce2-4d02-a3ef-25ec153a5893', 'mac_address': 'fa:16:3e:dd:bd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf773d0-b9c5-4275-95b6-75fea04e3df1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:34:19.713968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port 725fd0ef-5160-403c-9bb9-c699b535304e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:19.714406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.742917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:19.743445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.758112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0628d7-dce2-4d02-a3ef-25ec153a5893 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:34:19.763129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:19.767148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:19.770016 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff1ea4-e252-4a5d-aa5e-a37acde89659" -d '{"events": [{"server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:19.801343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff080a4-5372-4371-9eef-0879789de881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.809913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:19.815622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.854236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.879277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for 725fd0ef-5160-403c-9bb9-c699b535304e owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:19.890265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a4733933-adcb-4126-84d1-15a7df97c2db None None] Provisioning complete for port 725fd0ef-5160-403c-9bb9-c699b535304e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:19.890942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4733933-adcb-4126-84d1-15a7df97c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:19.949116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a4733933-adcb-4126-84d1-15a7df97c2db None None] Port 725fd0ef-5160-403c-9bb9-c699b535304e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:19.973788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:19.991193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e76d95-7599-42a2-8e73-a19b956bed32 req-1735a797-403e-45b8-a223-06cf695c296c tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:19.998482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81e76d95-7599-42a2-8e73-a19b956bed32 req-1735a797-403e-45b8-a223-06cf695c296c tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.1367800 Feb 10 13:34:20.068854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81e76d95-7599-42a2-8e73-a19b956bed32 req-d7b6efaa-4989-4c21-8673-7570ed6317db tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694640 Feb 10 13:34:20.082545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 558b6c34-20e7-489b-9acf-52053c45a109 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:20.093060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (725fd0ef-5160-403c-9bb9-c699b535304e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.144213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688b35-f482-44ca-a714-77582182b33a req-bb274e30-dfb0-47cc-8d5c-6b98be6a98a6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:20.145741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f688b35-f482-44ca-a714-77582182b33a req-bb274e30-dfb0-47cc-8d5c-6b98be6a98a6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.1522632 Feb 10 13:34:20.150964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff080a4-5372-4371-9eef-0879789de881 admin admin] Publish callbacks [] for security_group (461282fa-b7f2-4005-8b45-9269f86b7771), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.151168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=725fd0ef-5160-403c-9bb9-c699b535304e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:20.161061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2d0628d7-dce2-4d02-a3ef-25ec153a5893'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:34:20.181971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ff080a4-5372-4371-9eef-0879789de881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (461282fa-b7f2-4005-8b45-9269f86b7771), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.213434 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521be698-c5ad-4b35-9851-223b40c620fb x-openstack-request-id: req-521be698-c5ad-4b35-9851-223b40c620fb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:20.214035 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:20.214534 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-521be698-c5ad-4b35-9851-223b40c620fb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:20.215137 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18', 'code': 200} Feb 10 13:34:20.247355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.251775 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-299dca2b-42db-4bd0-901f-229386563ec0 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/725fd0ef-5160-403c-9bb9-c699b535304e HTTP/1.1" status: 204 len: 168 time: 0.8813426 Feb 10 13:34:20.258177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:20.295681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff080a4-5372-4371-9eef-0879789de881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461282fa-b7f2-4005-8b45-9269f86b7771,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:20.323273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 558b6c34-20e7-489b-9acf-52053c45a109 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:34:20.341413 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebad6266-883f-48e4-9531-914387091ddb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] GET failed (client error): The resource could not be found. Feb 10 13:34:20.342887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ebad6266-883f-48e4-9531-914387091ddb tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports/725fd0ef-5160-403c-9bb9-c699b535304e HTTP/1.1" status: 404 len: 333 time: 0.0837870 Feb 10 13:34:20.348274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:20.358504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 558b6c34-20e7-489b-9acf-52053c45a109 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:20.359451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (558b6c34-20e7-489b-9acf-52053c45a109), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.363825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1084832193'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:20.389518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2ff080a4-5372-4371-9eef-0879789de881 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3849dfc48ab4d788bc6c82c3814ce95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6199954 Feb 10 13:34:20.392138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:20.424015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465132e-00e6-4d22-a2ad-b05f3ca3f6c1 req-cc76d63e-f588-47dd-bc79-888a40a1ea25 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:20.447907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d465132e-00e6-4d22-a2ad-b05f3ca3f6c1 req-cc76d63e-f588-47dd-bc79-888a40a1ea25 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 949 time: 0.1233444 Feb 10 13:34:20.524487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d465132e-00e6-4d22-a2ad-b05f3ca3f6c1 req-a009621c-c024-433a-aa91-49181dd32cb8 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 Feb 10 13:34:20.578274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 558b6c34-20e7-489b-9acf-52053c45a109 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:20.579423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (558b6c34-20e7-489b-9acf-52053c45a109), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.621435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=558b6c34-20e7-489b-9acf-52053c45a109,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:20.634960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.702215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:20.731911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6b777-0dfb-471d-8569-f4bfdb6c2f95 req-74c2c8da-6550-45c4-8b32-626600943865 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:20.733696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9d6b777-0dfb-471d-8569-f4bfdb6c2f95 req-74c2c8da-6550-45c4-8b32-626600943865 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 944 time: 0.0668204 Feb 10 13:34:20.787613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9d6b777-0dfb-471d-8569-f4bfdb6c2f95 req-0292069b-7ed8-4bb1-830e-51360bffad3e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Feb 10 13:34:20.886826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 3696f9db-fa0e-47b3-9429-fd47ad610ea1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:20.887171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.953046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Deleting port d0423d5a-8253-45b1-9bfa-10865d978282 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:20.953383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:20.956952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a152-68ec-431b-b1df-e398eca3acf8 req-192e7e57-dd6f-45d1-ae82-9a10d606b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:20.958448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd28a152-68ec-431b-b1df-e398eca3acf8 req-192e7e57-dd6f-45d1-ae82-9a10d606b7f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 1128 time: 0.6297159 Feb 10 13:34:21.046318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] Publish callbacks [] for security_group (461282fa-b7f2-4005-8b45-9269f86b7771), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.148700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] Publish callbacks [] for security_group (461282fa-b7f2-4005-8b45-9269f86b7771), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.151432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 3696f9db-fa0e-47b3-9429-fd47ad610ea1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3696f9db-fa0e-47b3-9429-fd47ad610ea1,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:21.151794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.174156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:21.177465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.194227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 3696f9db-fa0e-47b3-9429-fd47ad610ea1 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:21.205582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd28a152-68ec-431b-b1df-e398eca3acf8 req-f9fc935e-6ea1-4180-ba34-bdf176e6d9c5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158775 Feb 10 13:34:21.224444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85bfc5-240d-48bf-bcf9-8ba2e300d7eb req-08b67100-bcc6-472e-9fa1-2222a185ed9d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:21.225990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e85bfc5-240d-48bf-bcf9-8ba2e300d7eb req-08b67100-bcc6-472e-9fa1-2222a185ed9d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 947 time: 0.0555611 Feb 10 13:34:21.251820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] For port d0423d5a-8253-45b1-9bfa-10865d978282, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d0423d5a-8253-45b1-9bfa-10865d978282,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:21.252216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.254965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port c70a534d-54c2-4234-b3d1-53d36102a9b5 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:21.282338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e85bfc5-240d-48bf-bcf9-8ba2e300d7eb req-94ac484e-0c53-4753-b0a7-d7835aec5c9e tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494511 Feb 10 13:34:21.332273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Calling delete_port for d0423d5a-8253-45b1-9bfa-10865d978282 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:21.379186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (461282fa-b7f2-4005-8b45-9269f86b7771), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.381758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.382888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461282fa-b7f2-4005-8b45-9269f86b7771 HTTP/1.1" status: 204 len: 168 time: 0.9877172 Feb 10 13:34:21.454174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2d0628d7-dce2-4d02-a3ef-25ec153a5893 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:21.462075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29966178-e480-4064-8991-7ba00bfc8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461282fa-b7f2-4005-8b45-9269f86b7771,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:21.561904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::3e0 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/c70a534d-54c2-4234-b3d1-53d36102a9b5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:21.593155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:34:21.598925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:21.600102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.739193 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3696f9db-fa0e-47b3-9429-fd47ad610ea1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:21.811443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=3696f9db-fa0e-47b3-9429-fd47ad610ea1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:21.868159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94d205-1ec5-42a2-b443-47d96f27c9b7 req-d6a936b1-ef5e-4a8b-9300-279e47def6cc tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:21.891480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc94d205-1ec5-42a2-b443-47d96f27c9b7 req-d6a936b1-ef5e-4a8b-9300-279e47def6cc tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 950 time: 0.2302914 Feb 10 13:34:21.905553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:21.906060 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.049252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:22.060566 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d0423d5a-8253-45b1-9bfa-10865d978282), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.063711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.081293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc94d205-1ec5-42a2-b443-47d96f27c9b7 req-63f59955-59f7-41fc-9151-869e2f75ceb2 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829219 Feb 10 13:34:22.217436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109'}, {'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:22.222490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Pushing event deleted for resources: {'Port': ['ID=d0423d5a-8253-45b1-9bfa-10865d978282,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:22.239203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f5b579af-4921-4716-95ac-9f7b1072c60b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.241638 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730a0cc-ef9d-493c-839c-c0222269bcd7" -d '{"events": [{"server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "name": "network-vif-plugged", "status": "completed", "tag": "558b6c34-20e7-489b-9acf-52053c45a109"}, {"server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "name": "network-vif-plugged", "status": "completed", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:22.279002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:22.399931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b540c-8da8-4cd4-8088-a8ef4dbe627c req-42458dbb-e975-4d7f-ad57-cfdd27d06438 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:22.410040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d0b540c-8da8-4cd4-8088-a8ef4dbe627c req-42458dbb-e975-4d7f-ad57-cfdd27d06438 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.0798652 Feb 10 13:34:22.480399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d0b540c-8da8-4cd4-8088-a8ef4dbe627c req-654d57e1-58a8-4d71-92ab-e9340d4ac02b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Feb 10 13:34:22.517060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] No DVR routers for this DVR port d0423d5a-8253-45b1-9bfa-10865d978282 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:22.526776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.530743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9f688b35-f482-44ca-a714-77582182b33a req-03cf9c16-b695-4b04-95f4-87e4a326d889 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.21 "DELETE /v2.0/ports/d0423d5a-8253-45b1-9bfa-10865d978282 HTTP/1.1" status: 204 len: 173 time: 2.3761120 Feb 10 13:34:22.531234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-deleted', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:22.535146 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5952ae75-b9e1-4322-ac3a-1ebd742d866d" -d '{"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-deleted", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:22.552099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:22.559775 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ab3e0d-445f-4be6-a290-02aa9be9a1e7 x-openstack-request-id: req-65ab3e0d-445f-4be6-a290-02aa9be9a1e7 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:22.560311 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "name": "network-vif-plugged", "status": "completed", "tag": "558b6c34-20e7-489b-9acf-52053c45a109", "code": 200}, {"server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "name": "network-vif-plugged", "status": "completed", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:22.560434 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65ab3e0d-445f-4be6-a290-02aa9be9a1e7 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:22.560890 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109', 'code': 200} Feb 10 13:34:22.561227 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893', 'code': 200} Feb 10 13:34:22.716971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-650dd0b0-dae8-4e40-bd90-c42418b082bd req-88a5bec0-4d9f-42b2-8e1b-cedc49597ac4 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=ada895d9-4c74-4d5b-b7ce-6691581f8484 HTTP/1.1" status: 200 len: 210 time: 0.0707116 Feb 10 13:34:22.811543 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8554c93a-aba7-4239-a182-4625850cea1e x-openstack-request-id: req-8554c93a-aba7-4239-a182-4625850cea1e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:22.812100 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada895d9-4c74-4d5b-b7ce-6691581f8484", "name": "network-vif-deleted", "tag": "d0423d5a-8253-45b1-9bfa-10865d978282", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:22.812509 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8554c93a-aba7-4239-a182-4625850cea1e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:22.813653 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada895d9-4c74-4d5b-b7ce-6691581f8484', 'name': 'network-vif-deleted', 'tag': 'd0423d5a-8253-45b1-9bfa-10865d978282', 'status': 'completed', 'code': 200} Feb 10 13:34:22.865468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:34:22.901501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.013478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b0a4-7b81-4eb6-af35-2fbd2de7b31a req-67add8b3-817a-47db-86e9-f7f47d1e8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:23.015479 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b15b0a4-7b81-4eb6-af35-2fbd2de7b31a req-67add8b3-817a-47db-86e9-f7f47d1e8019 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 1127 time: 0.2383430 Feb 10 13:34:23.028635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a6c4f-8b44-419d-9c92-ea12d9b9d76f req-0f1d903a-15c4-49f1-93b6-2b43189f9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:23.030414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-367a6c4f-8b44-419d-9c92-ea12d9b9d76f req-0f1d903a-15c4-49f1-93b6-2b43189f9c34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 1132 time: 0.2444263 Feb 10 13:34:23.043791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:23.099721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:23.130987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:23.136406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:23.145415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.151407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=c70a534d-54c2-4234-b3d1-53d36102a9b5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:23.169846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:34:23.175604 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b85cd21-a908-4684-81c7-9152555e70b3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7129090 Feb 10 13:34:23.178334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:23.184306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:34:23.206321 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:23.208422 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:23.314756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e82d2d4-fb26-42de-83da-8a9e7dfc2abd tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9634364 Feb 10 13:34:23.317511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:23.322884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'network_id': 'e917fc63-d904-4af5-9e08-24cdd9ff2844', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1944008370'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:23.327924 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-367a6c4f-8b44-419d-9c92-ea12d9b9d76f req-2921abd1-3afc-4d2a-85d0-f34967bb4a5c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818851 Feb 10 13:34:23.349122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b15b0a4-7b81-4eb6-af35-2fbd2de7b31a req-686627f1-eb60-4eca-b2a0-1174452e499a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156681 Feb 10 13:34:23.363816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting subnet 2986d44a-ac90-48af-ad0c-7575d800602c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:23.368524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for subnet (2986d44a-ac90-48af-ad0c-7575d800602c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.426340 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:23.469806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:23.478625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba9ac4-598f-4787-be4a-5887d76bb18c req-371fb560-355d-40fe-a9ab-fdd28c93de19 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:23.492410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96ba9ac4-598f-4787-be4a-5887d76bb18c req-371fb560-355d-40fe-a9ab-fdd28c93de19 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 950 time: 0.2497146 Feb 10 13:34:23.511952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (2986d44a-ac90-48af-ad0c-7575d800602c), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.523443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: d0423d5a-8253-45b1-9bfa-10865d978282 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:23.523852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d0423d5a-8253-45b1-9bfa-10865d978282 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:23.559771 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:23.587124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Made reservation on behalf of 0f85ec06ba634179b486ebb6b455fc28 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:23.590546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.601921 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:34:23.613897 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:23.614792 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:23.628631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] device_id is not set on port eb1be0fe-b117-4217-9771-95230c9304ff yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:23.688221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96ba9ac4-598f-4787-be4a-5887d76bb18c req-ff48e90f-b1ad-4194-a03d-48605a77a4fe tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943076 Feb 10 13:34:23.717513 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:23.750081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d3515b78-a6b1-432e-b6b2-3c542417d655 None None] Provisioning complete for port c70a534d-54c2-4234-b3d1-53d36102a9b5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:23.750610 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3515b78-a6b1-432e-b6b2-3c542417d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.845108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d3515b78-a6b1-432e-b6b2-3c542417d655 None None] Port c70a534d-54c2-4234-b3d1-53d36102a9b5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:23.847991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2986d44a-ac90-48af-ad0c-7575d800602c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:23.858514 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:23.924591 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a626d36-1e28-44e0-99d5-6ea1ba8f624a None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:34:23.973490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Allocated IP 2001:db8::281 (e917fc63-d904-4af5-9e08-24cdd9ff2844/06aaaade-85cd-4cea-85b0-a1199f630b5d/eb1be0fe-b117-4217-9771-95230c9304ff) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:24.066335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dce9b-64f9-45a7-ad46-5c1e3c5ee736 req-2b17aa77-f29b-44c3-ae31-a3cf28008e06 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:24.085110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c2dce9b-64f9-45a7-ad46-5c1e3c5ee736 req-2b17aa77-f29b-44c3-ae31-a3cf28008e06 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.1625321 Feb 10 13:34:24.095008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (2986d44a-ac90-48af-ad0c-7575d800602c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.136796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Subnet': ['ID=2986d44a-ac90-48af-ad0c-7575d800602c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:24.140411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.145628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-68b42e2f-a7bc-4b28-a9cf-693f2c761fa1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/2986d44a-ac90-48af-ad0c-7575d800602c HTTP/1.1" status: 204 len: 168 time: 0.9662678 Feb 10 13:34:24.149440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729aa1a4-51dd-4d21-ae56-207ee5db6b3d None None] Network 211e5663-69e9-4e12-a3e7-5a94fcef4081 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:24.152210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58462) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:24.233111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c2dce9b-64f9-45a7-ad46-5c1e3c5ee736 req-2a7f4a93-c09c-481a-aa83-1206e7fe6cda tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469846 Feb 10 13:34:24.353782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (211e5663-69e9-4e12-a3e7-5a94fcef4081), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.357030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3696f9db-fa0e-47b3-9429-fd47ad610ea1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:24.418955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3696f9db-fa0e-47b3-9429-fd47ad610ea1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:24.421208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3696f9db-fa0e-47b3-9429-fd47ad610ea1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:24.507290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (eb1be0fe-b117-4217-9771-95230c9304ff), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.526700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Deleting port 55e49d24-d57b-4519-9506-872324aceb41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:24.527059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (55e49d24-d57b-4519-9506-872324aceb41), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.617713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.668911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] DHCP port deletion for 211e5663-69e9-4e12-a3e7-5a94fcef4081 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:24.758007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] For port 55e49d24-d57b-4519-9506-872324aceb41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=55e49d24-d57b-4519-9506-872324aceb41,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:24.762059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (55e49d24-d57b-4519-9506-872324aceb41), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.783945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:24.792587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:24.794882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=eb1be0fe-b117-4217-9771-95230c9304ff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:24.818800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Deleting port 55e49d24-d57b-4519-9506-872324aceb41 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:24.819427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (55e49d24-d57b-4519-9506-872324aceb41), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.819548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:24.825104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:24.842303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:24.846694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Calling delete_port for 55e49d24-d57b-4519-9506-872324aceb41 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:24.876043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a3046cd-9cf8-4f1a-942d-d989c5389144 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5564151 Feb 10 13:34:24.879426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:24.885697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:91:73:53'}, {'ip_address': '2001:db8::3e0', 'mac_address': 'fa:16:3e:66:58:a2'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:25.096982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba91ba-079a-4cb7-8b32-6769b6bbee0d req-cd8db885-433a-459a-93cc-fad541b7bf5d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:25.101197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05ba91ba-079a-4cb7-8b32-6769b6bbee0d req-cd8db885-433a-459a-93cc-fad541b7bf5d tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 949 time: 0.3008430 Feb 10 13:34:25.208400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (55e49d24-d57b-4519-9506-872324aceb41), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.229573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.250236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Port': ['ID=55e49d24-d57b-4519-9506-872324aceb41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:25.269352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05ba91ba-079a-4cb7-8b32-6769b6bbee0d req-6e8b10a7-5174-4a00-97ea-d81badbcbfa7 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486669 Feb 10 13:34:25.272129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No DVR routers for this DVR port 55e49d24-d57b-4519-9506-872324aceb41 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:25.337149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] For port 55e49d24-d57b-4519-9506-872324aceb41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=55e49d24-d57b-4519-9506-872324aceb41,segment=NetworkSegment(7f3c7912-7bbf-4fa1-8294-a6abc301ccf4),segment_id=7f3c7912-7bbf-4fa1-8294-a6abc301ccf4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:25.338665 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (55e49d24-d57b-4519-9506-872324aceb41), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.367211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Calling delete_port for 55e49d24-d57b-4519-9506-872324aceb41 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:25.373983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-34e4748e-f938-440a-9b16-e42ed3c166e0 None None] Provisioning complete for port eb1be0fe-b117-4217-9771-95230c9304ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:25.374562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-34e4748e-f938-440a-9b16-e42ed3c166e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.452152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (211e5663-69e9-4e12-a3e7-5a94fcef4081), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.467491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-34e4748e-f938-440a-9b16-e42ed3c166e0 None None] Port eb1be0fe-b117-4217-9771-95230c9304ff cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:25.482315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211e5663-69e9-4e12-a3e7-5a94fcef4081']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:25.495964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:25.496357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3c7912-7bbf-4fa1-8294-a6abc301ccf4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:25.508955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (7f3c7912-7bbf-4fa1-8294-a6abc301ccf4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.514237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (55e49d24-d57b-4519-9506-872324aceb41), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.524370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef732bcb-7b12-4cd2-a619-57ecdab047d2 req-b199e526-7f59-4e05-bf97-9ce3fd6b2362 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:25.533426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef732bcb-7b12-4cd2-a619-57ecdab047d2 req-b199e526-7f59-4e05-bf97-9ce3fd6b2362 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 950 time: 0.1446946 Feb 10 13:34:25.534169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for port (eb1be0fe-b117-4217-9771-95230c9304ff), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.540651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.566437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] Pushing event deleted for resources: {'Port': ['ID=55e49d24-d57b-4519-9506-872324aceb41,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:25.568785 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7f3c7912-7bbf-4fa1-8294-a6abc301ccf4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.574551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2101c945-a0b7-4d6c-8383-7ae0c7be9224 None None] No DVR routers for this DVR port 55e49d24-d57b-4519-9506-872324aceb41 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:25.589531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:25.590217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (7f3c7912-7bbf-4fa1-8294-a6abc301ccf4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:25.595346 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:25.618148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] In _notify_port_updated(), no bound segment for port eb1be0fe-b117-4217-9771-95230c9304ff on network e917fc63-d904-4af5-9e08-24cdd9ff2844 {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:34:25.623260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:25.623897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.628622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "PUT /v2.0/ports/eb1be0fe-b117-4217-9771-95230c9304ff HTTP/1.1" status: 200 len: 1068 time: 0.7447209 Feb 10 13:34:25.629356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:25.642985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d57ca9-4829-4dd3-bec8-335596b884c9 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event updated for resources: {'Port': ['ID=eb1be0fe-b117-4217-9771-95230c9304ff,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:25.684152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef732bcb-7b12-4cd2-a619-57ecdab047d2 req-bcaf2edf-647c-4823-8873-3815580924f4 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400673 Feb 10 13:34:25.703169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (211e5663-69e9-4e12-a3e7-5a94fcef4081), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.710826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.720746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/networks/211e5663-69e9-4e12-a3e7-5a94fcef4081 HTTP/1.1" status: 204 len: 168 time: 1.5674713 Feb 10 13:34:25.721801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:25.728944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:25.778499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50e307-1f8e-4066-8425-b1079f32e634 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Pushing event deleted for resources: {'Network': ['ID=211e5663-69e9-4e12-a3e7-5a94fcef4081,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:25.799168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port eb1be0fe-b117-4217-9771-95230c9304ff {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:25.799603 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.907408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.920824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for eb1be0fe-b117-4217-9771-95230c9304ff owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:25.994243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 13:34:25.994697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 13:34:25.995183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:25.999245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-33c03376-1bc7-46fc-93de-2ede1fee6395 None None] Provisioning complete for port eb1be0fe-b117-4217-9771-95230c9304ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:26.001139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33c03376-1bc7-46fc-93de-2ede1fee6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.062138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-33c03376-1bc7-46fc-93de-2ede1fee6395 None None] Port eb1be0fe-b117-4217-9771-95230c9304ff cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:26.081663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (eb1be0fe-b117-4217-9771-95230c9304ff), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.100604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 55e49d24-d57b-4519-9506-872324aceb41 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:26.124147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=eb1be0fe-b117-4217-9771-95230c9304ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:26.144774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 55e49d24-d57b-4519-9506-872324aceb41 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:26.145428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 55e49d24-d57b-4519-9506-872324aceb41 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:26.184528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd188f2-366b-4f87-bd3d-9990bc85ec13 req-90853dec-8581-49e3-a3d8-009f826a7308 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:26.185197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:26.187240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fdd188f2-366b-4f87-bd3d-9990bc85ec13 req-90853dec-8581-49e3-a3d8-009f826a7308 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.3715386 Feb 10 13:34:26.314927 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.329042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.339929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fdd188f2-366b-4f87-bd3d-9990bc85ec13 req-fa2e23b6-d34c-4970-b580-e95b1e51e536 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842555 Feb 10 13:34:26.456093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router f5b579af-4921-4716-95ac-9f7b1072c60b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:34:26.457516 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66baac92-919a-4d9f-afb4-cb6c7b156fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.506397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:26.509928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-607071b9-fa0b-42ad-b3da-00d92d5ebc0e tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/eb1be0fe-b117-4217-9771-95230c9304ff HTTP/1.1" status: 204 len: 168 time: 0.8795860 Feb 10 13:34:26.514360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:26.565882 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-951b05b6-0016-4471-84d5-20163b485f25 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] GET failed (client error): The resource could not be found. Feb 10 13:34:26.567559 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-951b05b6-0016-4471-84d5-20163b485f25 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports/eb1be0fe-b117-4217-9771-95230c9304ff HTTP/1.1" status: 404 len: 333 time: 0.0527139 Feb 10 13:34:26.571327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:26.679684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-1f1a697b-f834-4ad6-b9cf-abf563fd80a7 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:26.681246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-1f1a697b-f834-4ad6-b9cf-abf563fd80a7 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.77 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 949 time: 0.1895487 Feb 10 13:34:27.037540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:34:27.045519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.050664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e156f49b-44d2-4be7-83ed-5e30adddcb68 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 705 time: 1.3254945 Feb 10 13:34:27.051499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:27.052402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Sync routers for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:34:27.069457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:27.070218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:27.089124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fc70c634-1bad-4f99-8ac9-c7f1ff00f74b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 205 time: 0.0351884 Feb 10 13:34:27.089755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:27.144060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55354a7c-2fda-4abd-ae47-f5e470388b24 req-630e7260-598c-41fe-a209-442b21fe4155 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:27.145814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55354a7c-2fda-4abd-ae47-f5e470388b24 req-630e7260-598c-41fe-a209-442b21fe4155 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 949 time: 0.1785054 Feb 10 13:34:27.174644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port c70a534d-54c2-4234-b3d1-53d36102a9b5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:27.174985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.181351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:27.197566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.198088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66baac92-919a-4d9f-afb4-cb6c7b156fb9 admin admin] Publish callbacks [] for security_group (458c8eb5-b228-4ea2-9d97-c72384a26926), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.222177 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66baac92-919a-4d9f-afb4-cb6c7b156fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (458c8eb5-b228-4ea2-9d97-c72384a26926), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.256435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:27.274997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66baac92-919a-4d9f-afb4-cb6c7b156fb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ff679dd1361443caaa848b14029a0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0875025 Feb 10 13:34:27.293787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Checking router: f5b579af-4921-4716-95ac-9f7b1072c60b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:34:27.309610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:27.310354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Routers {'f5b579af-4921-4716-95ac-9f7b1072c60b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:27.311800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f5b579af-4921-4716-95ac-9f7b1072c60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:27.389105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55354a7c-2fda-4abd-ae47-f5e470388b24 req-21446600-60d7-46bb-9843-6a3430658eb6 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1544dfb-adbb-4306-8e90-3971b3863b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050004 Feb 10 13:34:27.425900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.453535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] Set router f5b579af-4921-4716-95ac-9f7b1072c60b gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:27.467538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for c70a534d-54c2-4234-b3d1-53d36102a9b5 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:27.472775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.476185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (f5b579af-4921-4716-95ac-9f7b1072c60b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.491253 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] Publish callbacks [] for security_group (458c8eb5-b228-4ea2-9d97-c72384a26926), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.540805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:27.544762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (f5b579af-4921-4716-95ac-9f7b1072c60b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.546363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router f5b579af-4921-4716-95ac-9f7b1072c60b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:34:27.566080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.567113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a614f1c6-22c8-4c47-b4ed-5da43b611d07 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 204 len: 168 time: 0.4758334 Feb 10 13:34:27.573407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] Publish callbacks [] for security_group (458c8eb5-b228-4ea2-9d97-c72384a26926), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.574933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:27.579863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-971598961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:27.615076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8bfb-e18c-4b9b-8a7c-8ff1f24970e7 None None] The sync data for ids ['f5b579af-4921-4716-95ac-9f7b1072c60b'] in n-d-815324-6 is: [{'id': 'f5b579af-4921-4716-95ac-9f7b1072c60b', 'name': 'tempest-RoutersIpV6Test-router-1120360439', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:33:08Z', 'updated_at': '2022-02-10T13:34:21Z', 'revision_number': 11, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:34:27.632093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baac92-919a-4d9f-afb4-cb6c7b156fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458c8eb5-b228-4ea2-9d97-c72384a26926,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:27.681313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.688248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Deleting port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:27.688821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.692194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.803740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11581389-1f4a-4f26-a722-aac0627439de req-ce5bc988-874e-46d1-bfc6-af99616bdade tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:27.809773 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11581389-1f4a-4f26-a722-aac0627439de req-ce5bc988-874e-46d1-bfc6-af99616bdade tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.2387156 Feb 10 13:34:27.840307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c70a534d-54c2-4234-b3d1-53d36102a9b5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.854933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] For port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:27.855308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.859073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (527edae1-c1a6-4425-b76d-a0097a570d9e), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.886146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (458c8eb5-b228-4ea2-9d97-c72384a26926), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.892378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=c70a534d-54c2-4234-b3d1-53d36102a9b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:27.893573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.899631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Calling delete_port for 57f427f6-cf2d-4f3c-bc71-139987ab5f7a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:27.907748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/458c8eb5-b228-4ea2-9d97-c72384a26926 HTTP/1.1" status: 204 len: 168 time: 0.5870697 Feb 10 13:34:27.927928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.963297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:27.966859 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36fc413b-1179-41f3-928a-8b70e9f4c83a tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/c70a534d-54c2-4234-b3d1-53d36102a9b5 HTTP/1.1" status: 204 len: 168 time: 1.3944943 Feb 10 13:34:27.970105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:28.025886 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-120409aa-e90a-464f-98d3-c79242d6a925 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] GET failed (client error): The resource could not be found. Feb 10 13:34:28.033124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:28.033405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-120409aa-e90a-464f-98d3-c79242d6a925 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "GET /v2.0/ports/c70a534d-54c2-4234-b3d1-53d36102a9b5 HTTP/1.1" status: 404 len: 333 time: 0.0595601 Feb 10 13:34:28.036905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c02685-6e55-406d-a5d6-f3707bf9b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c8eb5-b228-4ea2-9d97-c72384a26926,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:28.054554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.065411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-16354afe-0403-4afd-b512-0c63e16bc367 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4894309 Feb 10 13:34:28.077684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:28.084302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:28.405065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:28.405425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.408995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:28.415518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (57f427f6-cf2d-4f3c-bc71-139987ab5f7a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.428103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.448719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.480204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2401d5e0-82dc-467f-b063-d09ff25d8db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.495542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Pushing event deleted for resources: {'Port': ['ID=57f427f6-cf2d-4f3c-bc71-139987ab5f7a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:28.542766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11581389-1f4a-4f26-a722-aac0627439de req-da8d0454-84fc-4c3b-822b-804d37f49382 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927259 Feb 10 13:34:28.650781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Router 527edae1-c1a6-4425-b76d-a0097a570d9e is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:34:28.658437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.689710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3c4ae5a-50bf-49b3-8e1c-168291322be2 req-7b9d7ba4-e3d2-4f13-8616-c8b80fea2951 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.13 "GET /v2.0/ports?device_id=3473a016-fbf8-4075-9e1e-b0aea92146c2 HTTP/1.1" status: 200 len: 210 time: 0.0528231 Feb 10 13:34:28.698086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] No DVR routers for this DVR port 57f427f6-cf2d-4f3c-bc71-139987ab5f7a on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:28.715164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for 27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:28.717565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.721479 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9931d22-d490-40f3-95e1-e35ad8fc9b14 req-d3d2fb7b-0887-460d-a5b6-16a503cb8b25 tempest-ListImageFiltersTestJSON-1849740899 tempest-ListImageFiltersTestJSON-1849740899-project] 10.222.0.77 "DELETE /v2.0/ports/57f427f6-cf2d-4f3c-bc71-139987ab5f7a HTTP/1.1" status: 204 len: 173 time: 2.0265181 Feb 10 13:34:28.721952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-deleted', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:34:28.724698 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff76c28d-fdf7-438b-aff8-f84f12a048c9" -d '{"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-deleted", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:34:28.833081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:34:28.838999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2401d5e0-82dc-467f-b063-d09ff25d8db8 admin admin] Publish callbacks [] for security_group (89480024-542c-4d1c-89d3-ddd69449acea), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.842776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.846485 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Sync routers for ids ['527edae1-c1a6-4425-b76d-a0097a570d9e'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:34:28.847584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:28.848128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-18ab2598-0fe3-41a2-98d9-422998a848dc tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "PUT /v2.0/routers/527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 200 len: 697 time: 0.7680087 Feb 10 13:34:28.857703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2401d5e0-82dc-467f-b063-d09ff25d8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (89480024-542c-4d1c-89d3-ddd69449acea), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:28.878383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Routers {'527edae1-c1a6-4425-b76d-a0097a570d9e'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:28.879022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['527edae1-c1a6-4425-b76d-a0097a570d9e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:28.939256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01172a-0b19-4a74-93a2-57453db9c698 req-46ea56a8-6164-42be-81d4-a1011ae471ac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:28.954978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d01172a-0b19-4a74-93a2-57453db9c698 req-46ea56a8-6164-42be-81d4-a1011ae471ac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.1557424 Feb 10 13:34:29.089089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d01172a-0b19-4a74-93a2-57453db9c698 req-f72fbd5c-79da-4d42-836c-f1ded29e44de tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258020 Feb 10 13:34:29.172836 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961c38c7-5d91-4748-925e-e2efd7bc9640 x-openstack-request-id: req-961c38c7-5d91-4748-925e-e2efd7bc9640 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:34:29.173134 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3473a016-fbf8-4075-9e1e-b0aea92146c2", "name": "network-vif-deleted", "tag": "57f427f6-cf2d-4f3c-bc71-139987ab5f7a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:34:29.173391 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961c38c7-5d91-4748-925e-e2efd7bc9640 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:34:29.173798 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3473a016-fbf8-4075-9e1e-b0aea92146c2', 'name': 'network-vif-deleted', 'tag': '57f427f6-cf2d-4f3c-bc71-139987ab5f7a', 'status': 'completed', 'code': 200} Feb 10 13:34:29.184884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a633e38a-ee7f-4c2d-8ce2-756b0c833e66 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/routers/527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 200 len: 703 time: 0.3335011 Feb 10 13:34:29.184884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401d5e0-82dc-467f-b063-d09ff25d8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89480024-542c-4d1c-89d3-ddd69449acea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:29.185961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:29.197122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2401d5e0-82dc-467f-b063-d09ff25d8db8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a8e1d2d8cb4c3487bcfcc874abe8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7868378 Feb 10 13:34:29.197754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:29.243311 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (27eb7406-ad8f-455d-9c62-39ae0fcfc0c1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.260080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:29.261081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-53ab9435-0062-4f65-81bc-a560b3d77775 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 200 len: 205 time: 0.0735183 Feb 10 13:34:29.318423 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Set router 527edae1-c1a6-4425-b76d-a0097a570d9e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:29.332190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=27eb7406-ad8f-455d-9c62-39ae0fcfc0c1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:29.405119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.409868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c4e35e8-efc9-417c-82cc-c66e7c9f220d tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/ports/27eb7406-ad8f-455d-9c62-39ae0fcfc0c1 HTTP/1.1" status: 204 len: 168 time: 1.3757658 Feb 10 13:34:29.412934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:29.455005 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527edae1-c1a6-4425-b76d-a0097a570d9e', 'name': 'tempest-RoutersIpV6Test-router-971598961', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:34:27Z', 'updated_at': '2022-02-10T13:34:28Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:29.471691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] Publish callbacks [] for security_group (89480024-542c-4d1c-89d3-ddd69449acea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.526882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting subnet 06aaaade-85cd-4cea-85b0-a1199f630b5d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:29.534587 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks [] for subnet (06aaaade-85cd-4cea-85b0-a1199f630b5d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.549578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.563322 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Checking router: 527edae1-c1a6-4425-b76d-a0097a570d9e for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:34:29.581922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Routers {'527edae1-c1a6-4425-b76d-a0097a570d9e'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:34:29.582806 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:34:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['527edae1-c1a6-4425-b76d-a0097a570d9e'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:29.653033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (06aaaade-85cd-4cea-85b0-a1199f630b5d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.712001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] Set router 527edae1-c1a6-4425-b76d-a0097a570d9e gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:34:29.714138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278986c2-e7b4-40e3-8fcf-19db6489ce3f req-d3967968-d18d-4ab3-a14c-c4e63a21e81c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:29.720986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-278986c2-e7b4-40e3-8fcf-19db6489ce3f req-d3967968-d18d-4ab3-a14c-c4e63a21e81c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.1290817 Feb 10 13:34:29.769511 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527edae1-c1a6-4425-b76d-a0097a570d9e', 'name': 'tempest-RoutersIpV6Test-router-971598961', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:34:27Z', 'updated_at': '2022-02-10T13:34:28Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:29.800836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc280-4107-41cd-a3f6-efcec47bd47d None None] The sync data for ids ['527edae1-c1a6-4425-b76d-a0097a570d9e'] in n-d-815324-6 is: [{'id': '527edae1-c1a6-4425-b76d-a0097a570d9e', 'name': 'tempest-RoutersIpV6Test-router-971598961', 'tenant_id': '6496542837a84574b2a7ffed9f72d1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:34:27Z', 'updated_at': '2022-02-10T13:34:28Z', 'revision_number': 2, 'project_id': '6496542837a84574b2a7ffed9f72d1a6', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:34:29.807447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] Publish callbacks [] for security_group (89480024-542c-4d1c-89d3-ddd69449acea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.833223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-278986c2-e7b4-40e3-8fcf-19db6489ce3f req-9f8f0b72-0435-4526-9a22-54fc270a90b8 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111448 Feb 10 13:34:29.834802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (06aaaade-85cd-4cea-85b0-a1199f630b5d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.929045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.937081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router_controller (527edae1-c1a6-4425-b76d-a0097a570d9e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.940441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (89480024-542c-4d1c-89d3-ddd69449acea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.943347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:29.944838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89480024-542c-4d1c-89d3-ddd69449acea HTTP/1.1" status: 204 len: 168 time: 0.7432640 Feb 10 13:34:29.958091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e37d-d72c-456b-bd8a-917b729c8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89480024-542c-4d1c-89d3-ddd69449acea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:29.980211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (06aaaade-85cd-4cea-85b0-a1199f630b5d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.076049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Subnet': ['ID=06aaaade-85cd-4cea-85b0-a1199f630b5d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:30.101841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dab571-5772-4914-92bb-7f527db145ff None None] Network e917fc63-d904-4af5-9e08-24cdd9ff2844 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:30.106247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.123793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0fcb57c8-de4e-433f-834a-a89a64f2c7f3 tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/subnets/06aaaade-85cd-4cea-85b0-a1199f630b5d HTTP/1.1" status: 204 len: 168 time: 0.7089641 Feb 10 13:34:30.124739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.143948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (527edae1-c1a6-4425-b76d-a0097a570d9e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.144566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Fanout notify agent at l3_agent the message router_deleted on router 527edae1-c1a6-4425-b76d-a0097a570d9e {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:34:30.150991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:30.164712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.178258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c715ee9-69b3-480b-82fc-ac27cd27b08d tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 204 len: 168 time: 0.9140368 Feb 10 13:34:30.179049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.245540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 57f427f6-cf2d-4f3c-bc71-139987ab5f7a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:30.246081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3480ea5d-ff55-4135-bdea-b0c5d9796107 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 200 len: 205 time: 0.0574193 Feb 10 13:34:30.246338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 57f427f6-cf2d-4f3c-bc71-139987ab5f7a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:30.248890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.293849 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e917fc63-d904-4af5-9e08-24cdd9ff2844), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.364012 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9215faa0-1223-4d90-a3d5-539e515b91d1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:30.368140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9215faa0-1223-4d90-a3d5-539e515b91d1 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/527edae1-c1a6-4425-b76d-a0097a570d9e HTTP/1.1" status: 404 len: 336 time: 0.1180463 Feb 10 13:34:30.368719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.421244 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d3d3db-5d1b-45e8-a293-b66b2595c9df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:30.429968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d3d3db-5d1b-45e8-a293-b66b2595c9df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:30.435992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-64d3d3db-5d1b-45e8-a293-b66b2595c9df tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/169d9ffe-fad7-4336-8d43-f7fe3c644cd6 HTTP/1.1" status: 404 len: 337 time: 0.0662689 Feb 10 13:34:30.436614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.447560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d57c7-edf3-46c4-9165-fbc00fe3d710 req-c8714285-a289-4e90-93e8-d8fe7f718c20 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:30.455330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d07d57c7-edf3-46c4-9165-fbc00fe3d710 req-c8714285-a289-4e90-93e8-d8fe7f718c20 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.0988340 Feb 10 13:34:30.470604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] DHCP port deletion for e917fc63-d904-4af5-9e08-24cdd9ff2844 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:30.473845 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-166a4981-a0c3-476d-8e26-c148fb9f1899 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:30.474314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166a4981-a0c3-476d-8e26-c148fb9f1899 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:30.478981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-166a4981-a0c3-476d-8e26-c148fb9f1899 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/6d5aa5fe-0728-4db1-8877-edc64a98c709 HTTP/1.1" status: 404 len: 337 time: 0.0410736 Feb 10 13:34:30.481909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58618) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.513689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Deleting port f799cac7-988b-41b1-810f-6c5031da1bcf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:30.514901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.523665 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-735fbd6b-2826-49fb-85fe-e616b7f3fcd4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:30.524125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735fbd6b-2826-49fb-85fe-e616b7f3fcd4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:30.529967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-735fbd6b-2826-49fb-85fe-e616b7f3fcd4 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/60cdbcf7-23bc-4423-bcfd-a3a59a0a041a HTTP/1.1" status: 404 len: 337 time: 0.0468881 Feb 10 13:34:30.530619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.581014 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e869862-3f6a-453c-bd15-0e336ce9a5c0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:30.583583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e869862-3f6a-453c-bd15-0e336ce9a5c0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:30.597251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Deleting port f799cac7-988b-41b1-810f-6c5031da1bcf {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:30.597441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4e869862-3f6a-453c-bd15-0e336ce9a5c0 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/2986d44a-ac90-48af-ad0c-7575d800602c HTTP/1.1" status: 404 len: 337 time: 0.0656455 Feb 10 13:34:30.597757 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.598036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.671770 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8993c6a6-06ec-4c49-8942-b0e491ad0871 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 200 len: 205 time: 0.0725751 Feb 10 13:34:30.679045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.768882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] For port f799cac7-988b-41b1-810f-6c5031da1bcf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f799cac7-988b-41b1-810f-6c5031da1bcf,segment=NetworkSegment(83dfcb3e-c8f2-4df5-adbe-4c64d44719f3),segment_id=83dfcb3e-c8f2-4df5-adbe-4c64d44719f3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:30.769889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.801528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Calling delete_port for f799cac7-988b-41b1-810f-6c5031da1bcf owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:30.809582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d07d57c7-edf3-46c4-9165-fbc00fe3d710 req-193239c7-f4e6-4ab4-9815-5f1ce2887ef6 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525610 Feb 10 13:34:30.816709 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-619b6e53-24ee-4cef-9cc6-f531a31188c3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:30.820408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-619b6e53-24ee-4cef-9cc6-f531a31188c3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/f5b579af-4921-4716-95ac-9f7b1072c60b HTTP/1.1" status: 404 len: 336 time: 0.1401052 Feb 10 13:34:30.821063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.828853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] For port f799cac7-988b-41b1-810f-6c5031da1bcf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f799cac7-988b-41b1-810f-6c5031da1bcf,segment=NetworkSegment(83dfcb3e-c8f2-4df5-adbe-4c64d44719f3),segment_id=83dfcb3e-c8f2-4df5-adbe-4c64d44719f3)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:30.829104 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:30.900062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Calling delete_port for f799cac7-988b-41b1-810f-6c5031da1bcf owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:30.913486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9fa5ab40-dfd5-4453-92ef-fd7704f85bd7 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=89863387-9751-4fcd-b852-6eee65155cb1 HTTP/1.1" status: 200 len: 205 time: 0.0910792 Feb 10 13:34:30.914248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:30.921020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95692398-918a-4d67-a4ed-812f253a4dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.023107 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-0dcc51a6-5b45-4887-b863-b45ed6bd8c73 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:31.029817 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0dcc51a6-5b45-4887-b863-b45ed6bd8c73 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/89863387-9751-4fcd-b852-6eee65155cb1 HTTP/1.1" status: 404 len: 336 time: 0.1112514 Feb 10 13:34:31.030510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.051482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.104039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f799cac7-988b-41b1-810f-6c5031da1bcf), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.105233 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d7b8c0-f6aa-4845-8bdd-8eafc88ce085 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:31.105890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d7b8c0-f6aa-4845-8bdd-8eafc88ce085 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:31.115181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90d7b8c0-f6aa-4845-8bdd-8eafc88ce085 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/f49881d0-2a13-4baf-9596-3faa7d1b84bc HTTP/1.1" status: 404 len: 337 time: 0.0823576 Feb 10 13:34:31.115750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58656) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.143067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Port': ['ID=f799cac7-988b-41b1-810f-6c5031da1bcf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:31.159446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] No DVR routers for this DVR port f799cac7-988b-41b1-810f-6c5031da1bcf on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:31.173064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] Pushing event deleted for resources: {'Port': ['ID=f799cac7-988b-41b1-810f-6c5031da1bcf,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:31.209908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a79e71-ee28-4626-9010-e42d7f75312b None None] No DVR routers for this DVR port f799cac7-988b-41b1-810f-6c5031da1bcf on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:31.260894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e47e793-d75b-4dbe-b8ab-34b9af169add tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 200 len: 205 time: 0.1436751 Feb 10 13:34:31.261588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58662) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.347845 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-14cd7b25-04e6-408b-a97f-e537c7f1756a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:31.351708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14cd7b25-04e6-408b-a97f-e537c7f1756a tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/59560f7b-68b2-44ab-8ffe-32e944116246 HTTP/1.1" status: 404 len: 336 time: 0.0874500 Feb 10 13:34:31.352512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.393080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ad4707e-d5a3-4601-bb2f-32995df08c7b tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37728cc-50a5-405f-bd31-ad752766d9e3 HTTP/1.1" status: 200 len: 205 time: 0.0390196 Feb 10 13:34:31.393676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.402730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e917fc63-d904-4af5-9e08-24cdd9ff2844), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.445862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e917fc63-d904-4af5-9e08-24cdd9ff2844']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:31.450959 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3c038225-e5d8-434b-97a1-09bf30463548 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:31.462091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c038225-e5d8-434b-97a1-09bf30463548 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/a37728cc-50a5-405f-bd31-ad752766d9e3 HTTP/1.1" status: 404 len: 336 time: 0.0668769 Feb 10 13:34:31.462858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.475177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:31.475492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dfcb3e-c8f2-4df5-adbe-4c64d44719f3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:31.502962 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca36bb2-a2b6-4a4f-9e9f-b0c4d4a72ea3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:31.503436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca36bb2-a2b6-4a4f-9e9f-b0c4d4a72ea3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:31.511902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (83dfcb3e-c8f2-4df5-adbe-4c64d44719f3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.513330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aca36bb2-a2b6-4a4f-9e9f-b0c4d4a72ea3 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/4103b397-6af8-438b-8a2f-92a36c8b5926 HTTP/1.1" status: 404 len: 337 time: 0.0486233 Feb 10 13:34:31.514212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.550661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (83dfcb3e-c8f2-4df5-adbe-4c64d44719f3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.563663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f9dc8e4-25f1-4bad-b86a-2571b37a4598 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff363eae-6682-4e15-87a6-25d9bc79d1d7 HTTP/1.1" status: 200 len: 205 time: 0.0474994 Feb 10 13:34:31.564264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.575693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:31.577230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (83dfcb3e-c8f2-4df5-adbe-4c64d44719f3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:31.580965 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:31.605139 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-c284179f-b70e-426a-93a6-a0fa9ed9c572 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:31.608848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c284179f-b70e-426a-93a6-a0fa9ed9c572 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/ff363eae-6682-4e15-87a6-25d9bc79d1d7 HTTP/1.1" status: 404 len: 336 time: 0.0435889 Feb 10 13:34:31.609938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.636813 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdf96b8-1b64-4f13-b8a3-169d53ea0e21 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:31.637344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdf96b8-1b64-4f13-b8a3-169d53ea0e21 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:31.643831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7fdf96b8-1b64-4f13-b8a3-169d53ea0e21 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/1a4b1a38-91b1-46bf-8e2a-fd20a47e2db0 HTTP/1.1" status: 404 len: 337 time: 0.0329278 Feb 10 13:34:31.644441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.675921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ddfb4db-e962-464a-af65-87ef1ccf1a05 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "GET /v2.0/ports?device_id=32e27873-b86c-407d-967f-d13519e0742a HTTP/1.1" status: 200 len: 205 time: 0.0303338 Feb 10 13:34:31.676523 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.701490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e917fc63-d904-4af5-9e08-24cdd9ff2844), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.724301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:31.738186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] 10.222.0.13 "DELETE /v2.0/networks/e917fc63-d904-4af5-9e08-24cdd9ff2844 HTTP/1.1" status: 204 len: 168 time: 1.6035438 Feb 10 13:34:31.764096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d15340-1e12-405a-997f-a3cd0c428dbf tempest-AllowedAddressPairIpV6TestJSON-2141640580 tempest-AllowedAddressPairIpV6TestJSON-2141640580-project] Pushing event deleted for resources: {'Network': ['ID=e917fc63-d904-4af5-9e08-24cdd9ff2844,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:31.773342 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-213a87b6-4352-4e23-af82-6fcc6b1278d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] delete failed (client error): The resource could not be found. Feb 10 13:34:31.777375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.777895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-213a87b6-4352-4e23-af82-6fcc6b1278d9 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/routers/32e27873-b86c-407d-967f-d13519e0742a HTTP/1.1" status: 404 len: 336 time: 0.1002512 Feb 10 13:34:31.819535 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b54e59-c42c-4166-a1da-e68c26afaa46 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:31.820244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b54e59-c42c-4166-a1da-e68c26afaa46 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:31.823798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-31b54e59-c42c-4166-a1da-e68c26afaa46 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/f27c82b4-45c9-48d5-af9a-13a2d46cf197 HTTP/1.1" status: 404 len: 337 time: 0.0445852 Feb 10 13:34:31.826194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:31.857825 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa11045-1d53-43ab-8d11-3f7014f94c32 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] DELETE failed (client error): The resource could not be found. Feb 10 13:34:31.858517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa11045-1d53-43ab-8d11-3f7014f94c32 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:34:31.862903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2fa11045-1d53-43ab-8d11-3f7014f94c32 tempest-RoutersIpV6Test-879090026 tempest-RoutersIpV6Test-879090026-project] 10.222.0.13 "DELETE /v2.0/subnets/9cc3ec5b-32e1-4c87-8787-6ef85c2d617f HTTP/1.1" status: 404 len: 337 time: 0.0355732 Feb 10 13:34:32.178155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f799cac7-988b-41b1-810f-6c5031da1bcf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:32.246236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f799cac7-988b-41b1-810f-6c5031da1bcf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:32.246759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f799cac7-988b-41b1-810f-6c5031da1bcf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:32.271687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:32.308345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c72f-8df2-4685-bccf-bf386ebe5455 req-ea1085b5-28ee-42a3-a84d-40fa1993d294 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:32.313665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c72f-8df2-4685-bccf-bf386ebe5455 req-ea1085b5-28ee-42a3-a84d-40fa1993d294 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:32.319052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c72f-8df2-4685-bccf-bf386ebe5455 req-ea1085b5-28ee-42a3-a84d-40fa1993d294 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:32.320798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1d7c72f-8df2-4685-bccf-bf386ebe5455 req-ea1085b5-28ee-42a3-a84d-40fa1993d294 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a&device_id=4ca52741-81a4-40ee-b3dd-8102084070dc&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 2418 time: 0.1273086 Feb 10 13:34:32.411437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1d7c72f-8df2-4685-bccf-bf386ebe5455 req-c9d86b6b-9f21-4ba5-8a6d-149d20689fb7 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831654 Feb 10 13:34:32.608634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:32.608999 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1edbdaed-7c9a-4a56-a07f-24842c63a6e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f85ec06ba634179b486ebb6b455fc28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360870 Feb 10 13:34:32.697578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] Publish callbacks [] for security_group (b961e99f-79e9-4b18-95dc-c0e3da794e4b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:32.715685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:32.729182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] Publish callbacks [] for security_group (b961e99f-79e9-4b18-95dc-c0e3da794e4b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:32.799248 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b961e99f-79e9-4b18-95dc-c0e3da794e4b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:32.802331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:32.803195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b961e99f-79e9-4b18-95dc-c0e3da794e4b HTTP/1.1" status: 204 len: 168 time: 0.1921122 Feb 10 13:34:32.813314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b42294-f21d-4091-90bb-84ad2ffc9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961e99f-79e9-4b18-95dc-c0e3da794e4b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:33.021634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8f38954a-a689-4352-94ce-038b0726eaad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6496542837a84574b2a7ffed9f72d1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045509 Feb 10 13:34:33.021846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:33.127498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] Publish callbacks [] for security_group (9f94d02b-6965-44ed-8529-936ba55eff57), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:33.197370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] Publish callbacks [] for security_group (9f94d02b-6965-44ed-8529-936ba55eff57), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:33.232891 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5409ac62-7c4e-449b-88f2-d2f65039dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:33.253090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0d3dc-e99d-4fd6-bf33-8f75db88158f req-a1ca5d90-fcac-46be-8a9b-8e9733fca013 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:33.254739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4d0d3dc-e99d-4fd6-bf33-8f75db88158f req-a1ca5d90-fcac-46be-8a9b-8e9733fca013 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.1023786 Feb 10 13:34:33.314474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9f94d02b-6965-44ed-8529-936ba55eff57), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:33.322737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:33.328967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f94d02b-6965-44ed-8529-936ba55eff57 HTTP/1.1" status: 204 len: 168 time: 0.3046877 Feb 10 13:34:33.337799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4d0d3dc-e99d-4fd6-bf33-8f75db88158f req-3fa7a702-58dc-4903-b189-31e756805141 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Feb 10 13:34:33.346657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf6891-01d1-47d2-a14f-4caee9bdc914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94d02b-6965-44ed-8529-936ba55eff57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:34.559369 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:34.768411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:34.877624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:35.090049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'networks': [{'name': 'tempest-network--876988090'}, {'name': 'tempest-network--1663422331'}]} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:35.090367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-network--876988090'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:35.090829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-network--1663422331'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:35.144371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'network': 2} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:35.149066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.167769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.205603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:35.206350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e65f1fac-d95f-486f-aa19-311f38fa0dfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0971de15a1384e02ab68f943a58850cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264456 Feb 10 13:34:35.320257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for security_group (e6225037-6e6b-4d69-a70a-0db39dc879b5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.333039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e6225037-6e6b-4d69-a70a-0db39dc879b5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.333891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.413643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6225037-6e6b-4d69-a70a-0db39dc879b5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:35.419015 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] Publish callbacks [] for security_group (f1544dfb-adbb-4306-8e90-3971b3863b64), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.440774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:35.446893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde0002-fb14-442a-ada8-d71e62198715 req-d4e150c2-01b4-4236-9dc3-b6d7f9cb8ded tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:35.454998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bde0002-fb14-442a-ada8-d71e62198715 req-d4e150c2-01b4-4236-9dc3-b6d7f9cb8ded tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1626298 Feb 10 13:34:35.461351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (262ab26a-144d-4f0c-b613-ef11176712fc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.461665 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment 262ab26a-144d-4f0c-b613-ef11176712fc of type vlan for network a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6 Feb 10 13:34:35.509631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.514795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] Publish callbacks [] for security_group (f1544dfb-adbb-4306-8e90-3971b3863b64), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.522310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:35.550301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:35.581214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a080c9be-555c-4714-8c57-29699f6ca4e9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.581601 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment a080c9be-555c-4714-8c57-29699f6ca4e9 of type vlan for network 99d334cf-6499-49e6-abb6-140a654bf6dc Feb 10 13:34:35.607545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f1544dfb-adbb-4306-8e90-3971b3863b64), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.610989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.613098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1544dfb-adbb-4306-8e90-3971b3863b64 HTTP/1.1" status: 204 len: 168 time: 0.4053898 Feb 10 13:34:35.630315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d1fc-bfd1-42cf-bff1-058d242e1bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1544dfb-adbb-4306-8e90-3971b3863b64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:35.641625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (99d334cf-6499-49e6-abb6-140a654bf6dc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.679662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bde0002-fb14-442a-ada8-d71e62198715 req-f34eb0a6-c7b2-4085-9d45-0812d2152360 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232852 Feb 10 13:34:35.701226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.701727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (99d334cf-6499-49e6-abb6-140a654bf6dc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.708566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:35.713141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:35.713598 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.791226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:35.820647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:35.831097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:35.981649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=99d334cf-6499-49e6-abb6-140a654bf6dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:35.989954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-445603191'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:35.995345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 99d334cf-6499-49e6-abb6-140a654bf6dc details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:36.021515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d9f4873-df9d-4a75-b997-03e9c8fde2ec tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2512617 Feb 10 13:34:36.023913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:36.066413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Made reservation on behalf of 4777c70dbb004c368ffdbad803fcffa2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:36.071773 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.143346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.166744 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.346799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44973cc-9377-46c1-9f5b-b8db09097fa4 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:36.360896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44973cc-9377-46c1-9f5b-b8db09097fa4 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:36.369000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44973cc-9377-46c1-9f5b-b8db09097fa4 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:36.378040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44973cc-9377-46c1-9f5b-b8db09097fa4 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:36.382701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:36.383244 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a44973cc-9377-46c1-9f5b-b8db09097fa4 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3578768 Feb 10 13:34:36.457276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for security_group (abedf7ed-fd6b-48a8-b907-0d9a27703903), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.465876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (abedf7ed-fd6b-48a8-b907-0d9a27703903), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.490368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:36.510985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f28ee80b-c9e5-4336-91fd-ee44c2be7e72), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.511330 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Added segment f28ee80b-c9e5-4336-91fd-ee44c2be7e72 of type vlan for network 186f610d-bfe0-44d6-9842-dd0d79d2f690 Feb 10 13:34:36.547287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.620765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (186f610d-bfe0-44d6-9842-dd0d79d2f690), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.639643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abedf7ed-fd6b-48a8-b907-0d9a27703903,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:36.696334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (186f610d-bfe0-44d6-9842-dd0d79d2f690), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.732993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:36.736581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.743515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.781174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:36.797434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262ab26a-144d-4f0c-b613-ef11176712fc') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:36.798100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262ab26a-144d-4f0c-b613-ef11176712fc') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:36.811478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (262ab26a-144d-4f0c-b613-ef11176712fc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.830744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (262ab26a-144d-4f0c-b613-ef11176712fc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.838508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:36.839344 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (262ab26a-144d-4f0c-b613-ef11176712fc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.941959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event updated for resources: {'Network': ['ID=186f610d-bfe0-44d6-9842-dd0d79d2f690,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:36.961331 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:36.963256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:36.963675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ee412d8-1019-4455-b267-a0b46338aa0c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4370279 Feb 10 13:34:36.964224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58920) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:36.965616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.979272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Request body: {'subnet': {'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:36.980549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:36.984268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6 HTTP/1.1" status: 204 len: 168 time: 0.6004922 Feb 10 13:34:37.003009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:37.004865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee69fd-3587-4d6a-bc24-b64f63195adc tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=a308308a-2a57-4e7e-b1ef-ef8a6f0b4ff6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:37.141633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3f75-dd23-4986-8d4b-0aa1a1e43188 req-88c63fca-f4e8-462b-b04a-266a9dbd9a89 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:37.149747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b32e3f75-dd23-4986-8d4b-0aa1a1e43188 req-88c63fca-f4e8-462b-b04a-266a9dbd9a89 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1627400 Feb 10 13:34:37.207900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Made reservation on behalf of 4777c70dbb004c368ffdbad803fcffa2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:37.212697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.213828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b32e3f75-dd23-4986-8d4b-0aa1a1e43188 req-9ccf6507-37d0-4fb4-a2c9-8078ba5bd29e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Feb 10 13:34:37.223005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (99d334cf-6499-49e6-abb6-140a654bf6dc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.326316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (99d334cf-6499-49e6-abb6-140a654bf6dc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.352151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d334cf-6499-49e6-abb6-140a654bf6dc']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:37.363473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a080c9be-555c-4714-8c57-29699f6ca4e9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:37.364215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a080c9be-555c-4714-8c57-29699f6ca4e9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:37.384279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (a080c9be-555c-4714-8c57-29699f6ca4e9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.402330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (a080c9be-555c-4714-8c57-29699f6ca4e9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.411223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:37.412015 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (a080c9be-555c-4714-8c57-29699f6ca4e9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.429257 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:37.478929 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:37.490706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (99d334cf-6499-49e6-abb6-140a654bf6dc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.499466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.509587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/99d334cf-6499-49e6-abb6-140a654bf6dc HTTP/1.1" status: 204 len: 168 time: 0.4950080 Feb 10 13:34:37.512343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:37.589646 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (04cdbd98-2beb-4546-b24a-87725e29766d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.679538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3fa48-e9ff-4053-b5a3-1e9c06e9abd2 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=99d334cf-6499-49e6-abb6-140a654bf6dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:37.711512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e0bb7-d11f-4049-8e81-8cf50165b916 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:37.719588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e0bb7-d11f-4049-8e81-8cf50165b916 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:37.726744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-076e0bb7-d11f-4049-8e81-8cf50165b916 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1831803 Feb 10 13:34:37.728423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:37.735213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1706825902'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:37.756530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event updated for resources: {'Subnet': ['ID=04cdbd98-2beb-4546-b24a-87725e29766d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:37.778561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:37.783760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.806369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Checking segment: {'id': 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:37.806369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Network hostable DHCP agents. Network: 186f610d-bfe0-44d6-9842-dd0d79d2f690, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:37.846418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:37.849513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:37.863420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 186f610d-bfe0-44d6-9842-dd0d79d2f690) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:37.871137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (316d05ad-5de5-408f-9533-fdc06b181c6c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.871563 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment 316d05ad-5de5-408f-9533-fdc06b181c6c of type vlan for network 4b7da984-7302-4300-ad4d-0146fb046553 Feb 10 13:34:37.875467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:37.876077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:37.884256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff030db-984a-40e6-b89c-0dbe23c27589 None None] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:37.933700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-500f3743-981d-47de-8858-2dbd66988b65 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9639654 Feb 10 13:34:37.933700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:37.951705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Request body: {'port': {'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690', 'name': 'tempest-TagsExtTest-1449690088'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:38.011373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4b7da984-7302-4300-ad4d-0146fb046553), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.051995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-186f610d-bfe0-44d6-9842-dd0d79d2f690', 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690', 'project_id': '4777c70dbb004c368ffdbad803fcffa2', 'fixed_ips': [{'subnet_id': '04cdbd98-2beb-4546-b24a-87725e29766d'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:34:38.053494 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.078520 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4b7da984-7302-4300-ad4d-0146fb046553), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.083904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:38.084876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.174753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4454248 Feb 10 13:34:38.177422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:38.186218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1932309982'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:38.194373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Made reservation on behalf of 4777c70dbb004c368ffdbad803fcffa2 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:38.206278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.225570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383a9d0-e7f5-4dcc-80f1-c8dfc32feb67 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=4b7da984-7302-4300-ad4d-0146fb046553,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:38.280148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] device_id is not set on port b993eab8-14b9-4807-a2e4-864096941711 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:38.311360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:38.320246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.325837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Allocated IP 172.20.0.2 (186f610d-bfe0-44d6-9842-dd0d79d2f690/04cdbd98-2beb-4546-b24a-87725e29766d/8975ba64-527b-4fe6-ab9c-f91a392b9bf9) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:38.441429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b289dc-7b86-41f9-aafa-806f63d9ed3f req-89fc6260-9ce4-4003-904c-a07b249a257b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:38.452052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1b289dc-7b86-41f9-aafa-806f63d9ed3f req-89fc6260-9ce4-4003-904c-a07b249a257b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1256380 Feb 10 13:34:38.471407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:38.492935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (25689b82-309c-45db-9159-3e5e92c82e33), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.493643 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment 25689b82-309c-45db-9159-3e5e92c82e33 of type vlan for network 9dd5dcde-658c-4bb5-97f9-c47825e9682f Feb 10 13:34:38.577096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1b289dc-7b86-41f9-aafa-806f63d9ed3f req-38c2f2c9-df1e-4c09-9c2a-709a180ab264 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231768 Feb 10 13:34:38.596263 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9dd5dcde-658c-4bb5-97f9-c47825e9682f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.633844 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks [] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.638904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4b7da984-7302-4300-ad4d-0146fb046553 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:38.657663 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.686390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:38.690142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9dd5dcde-658c-4bb5-97f9-c47825e9682f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.696075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:38.696655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.707807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:38.713088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:38.765167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:38.778934 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5976238 Feb 10 13:34:38.779983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:38.819576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'ports': [{'network_id': '4b7da984-7302-4300-ad4d-0146fb046553', 'name': 'tempest-port--1164846204', 'admin_state_up': True}, {'network_id': '9dd5dcde-658c-4bb5-97f9-c47825e9682f', 'admin_state_up': False}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:38.819576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'port': {'network_id': '4b7da984-7302-4300-ad4d-0146fb046553', 'name': 'tempest-port--1164846204', 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:38.822892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'port': {'network_id': '9dd5dcde-658c-4bb5-97f9-c47825e9682f', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:38.826333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Attempting to bind port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:38.826964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Attempting to bind port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:38.827572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Attempting to bind port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 on network 186f610d-bfe0-44d6-9842-dd0d79d2f690 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:38.837848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:38.838605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Checking segment: {'id': 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:38.839213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.839831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Bound using segment: {'id': 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:38.840529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Bound port: 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '186f610d-bfe0-44d6-9842-dd0d79d2f690'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:38.841363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:38.935182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] For port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:38.940992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] For port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,segment=NetworkSegment(f28ee80b-c9e5-4336-91fd-ee44c2be7e72),segment_id=f28ee80b-c9e5-4336-91fd-ee44c2be7e72)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:38.945948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Pushing event updated for resources: {'Port': ['ID=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:38.958240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:39.033840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bdd95-c95b-41a4-b704-5c33fbf6d4d5 None None] Pushing event updated for resources: {'Port': ['ID=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:39.151800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b738129-9c5e-4876-ba36-a19cfbadcdb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:39.349546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Allocated IP 172.20.0.14 (186f610d-bfe0-44d6-9842-dd0d79d2f690/04cdbd98-2beb-4546-b24a-87725e29766d/b993eab8-14b9-4807-a2e4-864096941711) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:39.371986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446f3f4-97bd-429a-9b13-b90b49581584 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=9dd5dcde-658c-4bb5-97f9-c47825e9682f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:39.384854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9dd5dcde-658c-4bb5-97f9-c47825e9682f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:39.850173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for port (b993eab8-14b9-4807-a2e4-864096941711), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.016782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b993eab8-14b9-4807-a2e4-864096941711), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.268114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:40.271602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:40.277394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b738129-9c5e-4876-ba36-a19cfbadcdb5 admin admin] Publish callbacks [] for security_group (59587719-b022-47c9-b2f7-5e42ed07e65b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.290890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:40.347141 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:40.353728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b738129-9c5e-4876-ba36-a19cfbadcdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (59587719-b022-47c9-b2f7-5e42ed07e65b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.373657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event updated for resources: {'Port': ['ID=b993eab8-14b9-4807-a2e4-864096941711,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:40.400404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b738129-9c5e-4876-ba36-a19cfbadcdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59587719-b022-47c9-b2f7-5e42ed07e65b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:40.403985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:40.404931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.470918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-303ceb58-354a-4273-a596-a4f13c0ac257 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5363622 Feb 10 13:34:40.473480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:40.474856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:40.480263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-802427619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:40.485581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.499725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0b738129-9c5e-4876-ba36-a19cfbadcdb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36173313faf54ca39851a7947dd10f15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7325950 Feb 10 13:34:40.509922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:40.522301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.524101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.591860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.622096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c391f-6dc8-43d5-9920-cd911700086e req-c36f9811-4e7c-4156-a363-57d85887b29e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:40.624042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b8c391f-6dc8-43d5-9920-cd911700086e req-c36f9811-4e7c-4156-a363-57d85887b29e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.3702190 Feb 10 13:34:40.644656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for router_controller (e2589501-51d3-420e-a1f7-176c80b76b3f), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.654161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.691820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:40.693413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.707653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.709951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf5a6c5f-df64-4f25-9d31-091c42887ea8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2340648 Feb 10 13:34:40.713898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:40.723621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1545f165-aa49-49cc-b3a4-5a8582a18fce tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1795454770', 'prefixes': ['172.20.0.0/16']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:40.817889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] Publish callbacks [] for security_group (59587719-b022-47c9-b2f7-5e42ed07e65b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.941526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1545f165-aa49-49cc-b3a4-5a8582a18fce tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:40.952531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:40.954030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1545f165-aa49-49cc-b3a4-5a8582a18fce tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2384677 Feb 10 13:34:40.977935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-4f588691-f5f2-4ffa-b78d-c55095e37e63 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-445151241') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:40.999955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b8c391f-6dc8-43d5-9920-cd911700086e req-13a63c15-54d3-4d92-b11a-68d733374995 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575819 Feb 10 13:34:41.048188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] Publish callbacks [] for security_group (59587719-b022-47c9-b2f7-5e42ed07e65b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.128862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] device_id is not set on port 2af7482c-c3ae-4ff0-b2a0-56366d23ef1a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:41.180680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a7c21-b2c4-44bc-bf34-61487dfe9367 None None] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:41.237793 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.242705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:41.243094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.295912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-45eeff3c-64c0-4ae1-a2c4-506523e751fd None None] Provisioning complete for port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:41.296598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45eeff3c-64c0-4ae1-a2c4-506523e751fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.376264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,segment=NetworkSegment(f28ee80b-c9e5-4336-91fd-ee44c2be7e72),segment_id=f28ee80b-c9e5-4336-91fd-ee44c2be7e72)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:41.378937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (59587719-b022-47c9-b2f7-5e42ed07e65b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.388909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.390885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59587719-b022-47c9-b2f7-5e42ed07e65b HTTP/1.1" status: 204 len: 168 time: 0.8733571 Feb 10 13:34:41.414440 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.422305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f588691-f5f2-4ffa-b78d-c55095e37e63 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-445151241 HTTP/1.1" status: 201 len: 201 time: 0.4620838 Feb 10 13:34:41.423039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:41.423509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9a3e8-332e-48cd-a17f-ac32ec40cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59587719-b022-47c9-b2f7-5e42ed07e65b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:41.433754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-f53f76c9-cb5d-48c7-9808-4a273d1fcf57 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-1134572811') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:41.468490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:41.523276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45eeff3c-64c0-4ae1-a2c4-506523e751fd None None] Current status of the port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:41.621752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for port (2af7482c-c3ae-4ff0-b2a0-56366d23ef1a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:41.764353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f53f76c9-cb5d-48c7-9808-4a273d1fcf57 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-1134572811 HTTP/1.1" status: 201 len: 201 time: 0.3370645 Feb 10 13:34:41.766423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:41.784930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-a78ffc02-a022-4f3d-bf8d-1c63c8d825f8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-637311383') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:41.905871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] device_id is not set on port f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:34:41.960327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Provisioning complete for port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:41.961511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.124457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for port (f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.204360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Current status of the port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:42.268944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:42.269658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a78ffc02-a022-4f3d-bf8d-1c63c8d825f8 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-637311383 HTTP/1.1" status: 201 len: 201 time: 0.5009751 Feb 10 13:34:42.271080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Provisioning complete for port b993eab8-14b9-4807-a2e4-864096941711 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:42.273101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b993eab8-14b9-4807-a2e4-864096941711), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.292858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-fe286b52-652b-44fe-8600-8e99b19a956b tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-1066874760') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:42.369513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:42.386243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2af7482c-c3ae-4ff0-b2a0-56366d23ef1a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.510714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2593e-8868-419d-b188-45eaaef1a0c5 None None] Port b993eab8-14b9-4807-a2e4-864096941711 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:42.532710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:42.533166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.598273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fe286b52-652b-44fe-8600-8e99b19a956b tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-1066874760 HTTP/1.1" status: 201 len: 201 time: 0.3271701 Feb 10 13:34:42.599340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59058) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:42.603788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-e5b6365f-d209-4cfb-8bc1-7deae7ff5614 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:42.688359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:42.692111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eb7ea7aa-4e3d-4be1-8ecc-b7c9a6cb5981 None None] Provisioning complete for port b993eab8-14b9-4807-a2e4-864096941711 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:42.692660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea7aa-4e3d-4be1-8ecc-b7c9a6cb5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b993eab8-14b9-4807-a2e4-864096941711), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:42.702193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Port': ['ID=2af7482c-c3ae-4ff0-b2a0-56366d23ef1a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:42.788121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7041d-a165-453d-95ec-d6bb1bb2003b req-6c7fffdc-a982-40a2-99e1-eac5f0555f65 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:42.795806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56a7041d-a165-453d-95ec-d6bb1bb2003b req-6c7fffdc-a982-40a2-99e1-eac5f0555f65 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.4527044 Feb 10 13:34:42.843190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ea7aa-4e3d-4be1-8ecc-b7c9a6cb5981 None None] Port b993eab8-14b9-4807-a2e4-864096941711 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:34:42.901950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Checking segment: {'id': '316d05ad-5de5-408f-9533-fdc06b181c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4b7da984-7302-4300-ad4d-0146fb046553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:42.909800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network hostable DHCP agents. Network: 4b7da984-7302-4300-ad4d-0146fb046553, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:42.913736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e5b6365f-d209-4cfb-8bc1-7deae7ff5614 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 200 len: 240 time: 0.3136408 Feb 10 13:34:42.917564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:42.931262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-3fcfa7a0-2704-45d3-8460-9c99aa492765 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-445151241') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:42.967087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network 4b7da984-7302-4300-ad4d-0146fb046553 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:42.987766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56a7041d-a165-453d-95ec-d6bb1bb2003b req-d08d7760-9e6d-4faa-b59a-5883e8b7a12c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504095 Feb 10 13:34:43.007018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 4b7da984-7302-4300-ad4d-0146fb046553) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:43.017505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059c53a-f81c-4f1d-8788-da2e25d3d1ba None None] Network 4b7da984-7302-4300-ad4d-0146fb046553 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:43.023700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:43.024929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:43.043466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3fcfa7a0-2704-45d3-8460-9c99aa492765 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-445151241 HTTP/1.1" status: 204 len: 168 time: 0.1226764 Feb 10 13:34:43.049840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.066964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-8df9c330-5648-4d3d-88bb-6a0aa3834909 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-445151241') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:43.109782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Port': ['ID=f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:43.119621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Checking segment: {'id': '25689b82-309c-45db-9159-3e5e92c82e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9dd5dcde-658c-4bb5-97f9-c47825e9682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:43.120646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network hostable DHCP agents. Network: 9dd5dcde-658c-4bb5-97f9-c47825e9682f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:43.143883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network 9dd5dcde-658c-4bb5-97f9-c47825e9682f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:43.166487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9dd5dcde-658c-4bb5-97f9-c47825e9682f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:43.178349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:43.189855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408b09a-e230-4572-a0c3-9a0fad056442 None None] Network 9dd5dcde-658c-4bb5-97f9-c47825e9682f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:43.198190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:43.216417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:43.217250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:43.277705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bb15d486-287e-48af-b541-ecb3006af999 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4972315 Feb 10 13:34:43.280560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.307512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8df9c330-5648-4d3d-88bb-6a0aa3834909 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-445151241 HTTP/1.1" status: 204 len: 168 time: 0.2534513 Feb 10 13:34:43.310416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59078) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.321131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-76d1b09c-e2e2-46b7-b6bb-4058cfd92528 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:43.418605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552bd89-eed3-4297-a64d-28e33861959b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:43.442273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552bd89-eed3-4297-a64d-28e33861959b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:43.449492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5552bd89-eed3-4297-a64d-28e33861959b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1607599 Feb 10 13:34:43.451036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.474159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.485139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76d1b09c-e2e2-46b7-b6bb-4058cfd92528 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 200 len: 205 time: 0.1678677 Feb 10 13:34:43.485310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.499641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-19deece2-5a33-45fc-bc42-7d245bf006ca tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:43.627685 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-19deece2-5a33-45fc-bc42-7d245bf006ca tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 200 len: 241 time: 0.1334517 Feb 10 13:34:43.629778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.648065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-e80d4097-c0a9-4cbd-8deb-3b38e8f59164 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-1134572811') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:43.651433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Deleting port 2af7482c-c3ae-4ff0-b2a0-56366d23ef1a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:43.652494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2af7482c-c3ae-4ff0-b2a0-56366d23ef1a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:43.768740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2af7482c-c3ae-4ff0-b2a0-56366d23ef1a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:43.786210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Calling delete_port for 2af7482c-c3ae-4ff0-b2a0-56366d23ef1a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:43.787917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e80d4097-c0a9-4cbd-8deb-3b38e8f59164 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-1134572811 HTTP/1.1" status: 204 len: 168 time: 0.1507752 Feb 10 13:34:43.788545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.809868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-0113c18c-e08c-4261-97cf-4ac09770334c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-1134572811') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:43.954091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2af7482c-c3ae-4ff0-b2a0-56366d23ef1a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:43.969348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0113c18c-e08c-4261-97cf-4ac09770334c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-1134572811 HTTP/1.1" status: 204 len: 168 time: 0.1778245 Feb 10 13:34:43.971724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59100) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:43.986353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-5689dcfe-4039-489d-986d-2550e4259623 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:44.023007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Port': ['ID=2af7482c-c3ae-4ff0-b2a0-56366d23ef1a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:44.045164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.059512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eb0a2e34-f8ed-4a5e-bb63-b5644552139b tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/ports/2af7482c-c3ae-4ff0-b2a0-56366d23ef1a HTTP/1.1" status: 204 len: 168 time: 0.6067812 Feb 10 13:34:44.061857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.131593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5689dcfe-4039-489d-986d-2550e4259623 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 200 len: 205 time: 0.1519742 Feb 10 13:34:44.131593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.146198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-f89f6c8d-efd0-4fbe-8519-cc8c85ce0f17 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:44.197200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-848675206-network', 'tenant_id': '1c2992bf30cb4f06b485973dcf98b7b4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:44.239132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Made reservation on behalf of 1c2992bf30cb4f06b485973dcf98b7b4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:44.241626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.252565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.276807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f89f6c8d-efd0-4fbe-8519-cc8c85ce0f17 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 200 len: 240 time: 0.1399117 Feb 10 13:34:44.277703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.286440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-3d4f07fe-ec2c-4ede-9e7d-85ed4f04bb3d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-637311383') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:44.310684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4cadd-850d-4f08-bf00-bef0f3bede50 req-f2c42fd9-a1e0-441a-9b21-f377a1f23809 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:44.319059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ce4cadd-850d-4f08-bf00-bef0f3bede50 req-f2c42fd9-a1e0-441a-9b21-f377a1f23809 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1807456 Feb 10 13:34:44.364801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Deleting port f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:44.365416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.450497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3d4f07fe-ec2c-4ede-9e7d-85ed4f04bb3d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-637311383 HTTP/1.1" status: 204 len: 168 time: 0.1696577 Feb 10 13:34:44.451134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59114) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.459758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-be718f47-2b64-4867-be72-9f3438f62616 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-637311383') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:44.486723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ce4cadd-850d-4f08-bf00-bef0f3bede50 req-65373559-efa1-45ca-ab13-ca2e020cd1fb tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667306 Feb 10 13:34:44.507822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.534279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Calling delete_port for f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:44.548073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks [] for security_group (a083a44e-24c1-4960-af89-00b1aa30273f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.558938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a083a44e-24c1-4960-af89-00b1aa30273f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.634063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:44.665514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d9ea95f-cf40-4414-83a4-217a458a77d2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.665955 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Added segment 4d9ea95f-cf40-4414-83a4-217a458a77d2 of type vlan for network d5a753ca-e92b-4306-a9b1-e4117ba935fa Feb 10 13:34:44.676182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a083a44e-24c1-4960-af89-00b1aa30273f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:44.737642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d5a753ca-e92b-4306-a9b1-e4117ba935fa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.749848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be718f47-2b64-4867-be72-9f3438f62616 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-637311383 HTTP/1.1" status: 204 len: 168 time: 0.2953081 Feb 10 13:34:44.750409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.755604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.761072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-377a500e-9378-42fb-bcdf-72669e89ec13 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:44.825782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Port': ['ID=f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:44.828576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.834684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-07493937-6b31-4a3b-86c1-916d7bbc8800 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/ports/f87fdd7b-e2f7-44ab-a7cc-0ad971fe2139 HTTP/1.1" status: 204 len: 168 time: 0.7717268 Feb 10 13:34:44.837028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.850482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d5a753ca-e92b-4306-a9b1-e4117ba935fa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.856216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:44.856982 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:44.923274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51b04a89-afb4-4584-bb15-1a0694a0462e tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0809815 Feb 10 13:34:44.941124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.956502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-377a500e-9378-42fb-bcdf-72669e89ec13 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 200 len: 205 time: 0.2049596 Feb 10 13:34:44.959175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:44.962139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1768708782'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:44.965441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-5e1f019c-e7b3-4df8-9e31-5dea9855e641 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.021711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5433917 Feb 10 13:34:45.021927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e1f019c-e7b3-4df8-9e31-5dea9855e641 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 200 len: 241 time: 0.0592480 Feb 10 13:34:45.021927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.023219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.027693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Request body: {'subnet': {'network_id': 'd5a753ca-e92b-4306-a9b1-e4117ba935fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-848675206-subnet', 'tenant_id': '1c2992bf30cb4f06b485973dcf98b7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:45.032285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-397caeed-efff-4510-8260-08e81591feab tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-1066874760') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.035793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60813d7-24e6-4aef-b315-10dfac71a89f admin admin] Pushing event updated for resources: {'Network': ['ID=d5a753ca-e92b-4306-a9b1-e4117ba935fa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:45.051344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:45.055482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.064545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d5a753ca-e92b-4306-a9b1-e4117ba935fa details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:45.078539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Made reservation on behalf of 1c2992bf30cb4f06b485973dcf98b7b4 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:45.083178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-397caeed-efff-4510-8260-08e81591feab tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-1066874760 HTTP/1.1" status: 204 len: 168 time: 0.0571213 Feb 10 13:34:45.085435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.087931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.095712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-3d4217dd-3882-477e-83c2-4757998ff89b tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-1066874760') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.119334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:45.137380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (90aa6fc3-b3b8-4224-8241-d9f048ac9a5a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.137878 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment 90aa6fc3-b3b8-4224-8241-d9f048ac9a5a of type vlan for network 2b6ca1e6-159e-4f28-bae8-90e633efb96b Feb 10 13:34:45.204620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2b6ca1e6-159e-4f28-bae8-90e633efb96b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.216703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d4217dd-3882-477e-83c2-4757998ff89b tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-1066874760 HTTP/1.1" status: 204 len: 168 time: 0.1275949 Feb 10 13:34:45.220162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.226398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-0e3d1fe4-a6cd-4a1c-8657-83a16fcf0d63 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.284658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e3d1fe4-a6cd-4a1c-8657-83a16fcf0d63 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 200 len: 205 time: 0.0629513 Feb 10 13:34:45.285119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.290719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-c79741ef-fa9e-4f44-b3c5-1a6400435328 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.301223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2b6ca1e6-159e-4f28-bae8-90e633efb96b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.307396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:45.307985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.393155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (bf63f253-6a29-4fc0-a083-e62dd1453bac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.402666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4581075 Feb 10 13:34:45.404817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.410937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1562297133'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:45.417090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c79741ef-fa9e-4f44-b3c5-1a6400435328 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 204 len: 168 time: 0.1303813 Feb 10 13:34:45.419949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d66307-4781-4254-8259-071491c26dda tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=2b6ca1e6-159e-4f28-bae8-90e633efb96b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:45.422281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59144) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.429523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-1e59bd02-5dcf-4aeb-a73e-e33d2afc031e tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.440916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2b6ca1e6-159e-4f28-bae8-90e633efb96b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:45.481332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:45.486828 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.554893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1e59bd02-5dcf-4aeb-a73e-e33d2afc031e tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1290205 Feb 10 13:34:45.555316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf63f253-6a29-4fc0-a083-e62dd1453bac,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:45.555973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:45.557265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.566490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-832eb500-fbf8-4e8a-a7a5-68f318d538a0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.567883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f7b1ac85-2548-4400-86da-f9ae5ab07a43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.568492 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Added segment f7b1ac85-2548-4400-86da-f9ae5ab07a43 of type vlan for network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 Feb 10 13:34:45.622776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.654804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Checking segment: {'id': '4d9ea95f-cf40-4414-83a4-217a458a77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5a753ca-e92b-4306-a9b1-e4117ba935fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:45.655432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Network hostable DHCP agents. Network: d5a753ca-e92b-4306-a9b1-e4117ba935fa, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:45.688659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.693868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:45.694203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.709001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Network d5a753ca-e92b-4306-a9b1-e4117ba935fa is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:45.713568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-832eb500-fbf8-4e8a-a7a5-68f318d538a0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 204 len: 168 time: 0.1551933 Feb 10 13:34:45.716197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.721024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-4ab31067-4fe6-4258-b001-f38e7b399ff5 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.749614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d5a753ca-e92b-4306-a9b1-e4117ba935fa) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:45.757463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:45.758198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:45.766313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb6988-2576-43f2-9e1c-55a843debb40 None None] Network d5a753ca-e92b-4306-a9b1-e4117ba935fa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:45.785916 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ec13343-f3c2-479b-a120-834b775a2567 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7630541 Feb 10 13:34:45.826442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ab31067-4fe6-4258-b001-f38e7b399ff5 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 204 len: 168 time: 0.1091709 Feb 10 13:34:45.831166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:45.846075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-d8e18971-ac1e-4e66-966c-12547d34788d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-1410957324') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:45.940781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5220306 Feb 10 13:34:45.949335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd711f3-85d8-43f8-944a-0dd55938671d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Network': ['ID=0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:45.993442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:46.009412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cd54c-9522-4cee-a5d6-26bdfb47c9a4 req-3cf3877b-37b1-4941-b12a-7afb0b13eb91 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:46.011078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a40cd54c-9522-4cee-a5d6-26bdfb47c9a4 req-3cf3877b-37b1-4941-b12a-7afb0b13eb91 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.3247631 Feb 10 13:34:46.040250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bcf38-c541-4895-b116-8d80f7d84bb2 None None] Network d5a753ca-e92b-4306-a9b1-e4117ba935fa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:46.111383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a40cd54c-9522-4cee-a5d6-26bdfb47c9a4 req-90642c4c-e20e-4bf2-9d00-7c88f9dab57a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848515 Feb 10 13:34:46.134370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d8e18971-ac1e-4e66-966c-12547d34788d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-1410957324 HTTP/1.1" status: 201 len: 201 time: 0.2995510 Feb 10 13:34:46.135151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:46.139938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-391a4e30-02ba-41da-94ca-931c8539b90d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-725713186') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:46.283712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-391a4e30-02ba-41da-94ca-931c8539b90d tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-725713186 HTTP/1.1" status: 201 len: 201 time: 0.1450634 Feb 10 13:34:46.283712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59172) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:46.289562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-d854ddbd-1475-43ec-b18c-e237233c3a31 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-2030941915') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:46.537523 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d854ddbd-1475-43ec-b18c-e237233c3a31 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-2030941915 HTTP/1.1" status: 201 len: 201 time: 0.2527635 Feb 10 13:34:46.542311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:46.557299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-aa4ebf9d-c684-47df-b685-b5ad2d97c28c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-122919911') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:46.632827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:46.633379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa4ebf9d-c684-47df-b685-b5ad2d97c28c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-122919911 HTTP/1.1" status: 201 len: 201 time: 0.0888586 Feb 10 13:34:46.639796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-76d4a7d6-9664-4c99-8bfb-12262bd6ed96 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', {'tags': ['tempest-TagsExtTest-Tag-1369351050', 'tempest-TagsExtTest-Tag-144657170', 'tempest-TagsExtTest-Tag-561527423']}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:46.821275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:46.821904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-76d4a7d6-9664-4c99-8bfb-12262bd6ed96 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 200 len: 316 time: 0.1864417 Feb 10 13:34:46.826522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-7d490544-f093-40a1-8aef-5236f4059db5 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:46.836335 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-46b9553e-d336-479a-8792-3ffa87a9182e req-57652bab-d78c-4345-ab8f-8b83894fbc99 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] show failed (client error): The resource could not be found. Feb 10 13:34:46.837618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46b9553e-d336-479a-8792-3ffa87a9182e req-57652bab-d78c-4345-ab8f-8b83894fbc99 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/7b377700-682c-4c8f-b092-e4e2b777f5e4 HTTP/1.1" status: 404 len: 352 time: 0.0489502 Feb 10 13:34:47.013332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d490544-f093-40a1-8aef-5236f4059db5 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 204 len: 168 time: 0.1904910 Feb 10 13:34:47.015699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.027866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b5ed8d6-3845-4d7a-bb4c-51ce72e81b66 req-38a992bd-4cfd-407d-863b-35021ffa041b tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2992bf30cb4f06b485973dcf98b7b4 HTTP/1.1" status: 200 len: 3005 time: 0.1038668 Feb 10 13:34:47.028563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-ff217ba4-5fcd-4fe3-bf66-6ee7ac6b50b9 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-1369351050') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.107158 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ff217ba4-5fcd-4fe3-bf66-6ee7ac6b50b9 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.113562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff217ba4-5fcd-4fe3-bf66-6ee7ac6b50b9 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-1369351050 HTTP/1.1" status: 404 len: 329 time: 0.0908728 Feb 10 13:34:47.118430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.131815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-afd39c8d-996a-47ab-a9dd-30b5cf993e30 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-144657170') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.151714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b5ed8d6-3845-4d7a-bb4c-51ce72e81b66 req-eaf6af40-3ceb-4947-95ba-add8faec3a93 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/a083a44e-24c1-4960-af89-00b1aa30273f HTTP/1.1" status: 200 len: 3002 time: 0.0989664 Feb 10 13:34:47.224535 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-afd39c8d-996a-47ab-a9dd-30b5cf993e30 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.228406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-afd39c8d-996a-47ab-a9dd-30b5cf993e30 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-144657170 HTTP/1.1" status: 404 len: 328 time: 0.1088517 Feb 10 13:34:47.231234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.232208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b5ed8d6-3845-4d7a-bb4c-51ce72e81b66 req-b66e6ef6-3d72-4f22-82f7-18d740419eac tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/a083a44e-24c1-4960-af89-00b1aa30273f HTTP/1.1" status: 200 len: 3002 time: 0.0705144 Feb 10 13:34:47.242091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-2ad4f737-ec40-4252-b923-082bb4893daa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d', 'tempest-TagsExtTest-Tag-561527423') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.345809 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2ad4f737-ec40-4252-b923-082bb4893daa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.347878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ad4f737-ec40-4252-b923-082bb4893daa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags/tempest-TagsExtTest-Tag-561527423 HTTP/1.1" status: 404 len: 328 time: 0.1149766 Feb 10 13:34:47.359239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.363918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-e0b5c960-9d3a-4a00-8dee-259e5c19cfdf tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', {'tags': ['tempest-TagsExtTest-Tag-1954943213', 'tempest-TagsExtTest-Tag-316157948', 'tempest-TagsExtTest-Tag-408174535']}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.451321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77e8ba-5781-4ec7-8ce7-6dc6ffd0ba1f req-5d095c9b-4f4e-4303-83f3-d4cd36e94865 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:47.453515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f77e8ba-5781-4ec7-8ce7-6dc6ffd0ba1f req-5d095c9b-4f4e-4303-83f3-d4cd36e94865 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1097398 Feb 10 13:34:47.465460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0b5c960-9d3a-4a00-8dee-259e5c19cfdf tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 200 len: 316 time: 0.1052115 Feb 10 13:34:47.468144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.473030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-19c8780f-f865-43af-9458-31bd2a7a2522 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.570300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f77e8ba-5781-4ec7-8ce7-6dc6ffd0ba1f req-681d7152-6e99-4c88-a343-f2554adfdd81 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027415 Feb 10 13:34:47.650830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-19c8780f-f865-43af-9458-31bd2a7a2522 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 204 len: 168 time: 0.1817076 Feb 10 13:34:47.653642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.658479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-9381266a-5b83-40d3-a9ed-5d35ba696faa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-1954943213') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.722777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b5fa7b4-db42-4a63-b56f-8c37bb5f93eb req-1cf2fb9b-6470-476f-9794-00fc2f331c7b tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/a083a44e-24c1-4960-af89-00b1aa30273f HTTP/1.1" status: 200 len: 3002 time: 0.0831530 Feb 10 13:34:47.746188 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9381266a-5b83-40d3-a9ed-5d35ba696faa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.750362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9381266a-5b83-40d3-a9ed-5d35ba696faa tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-1954943213 HTTP/1.1" status: 404 len: 329 time: 0.0926769 Feb 10 13:34:47.750696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.755636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-970ce356-abe4-4c4c-803b-cd764b492185 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-316157948') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.846600 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-1b5fa7b4-db42-4a63-b56f-8c37bb5f93eb req-d72afac4-baa4-44f9-931f-6f711a4a3341 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 13:34:47.857469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b5fa7b4-db42-4a63-b56f-8c37bb5f93eb req-d72afac4-baa4-44f9-931f-6f711a4a3341 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "DELETE /v2.0/security-groups/a083a44e-24c1-4960-af89-00b1aa30273f HTTP/1.1" status: 409 len: 352 time: 0.1275568 Feb 10 13:34:47.867433 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-970ce356-abe4-4c4c-803b-cd764b492185 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.873344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:47.875386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-970ce356-abe4-4c4c-803b-cd764b492185 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-316157948 HTTP/1.1" status: 404 len: 328 time: 0.1228559 Feb 10 13:34:47.880178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-ec51e2b6-410a-4926-90bb-14bf083f33fc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711', 'tempest-TagsExtTest-Tag-408174535') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:47.954843 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-80420c69-e965-4159-8a3f-32bb63048144 req-72d78b2f-6e29-429e-b9cb-05908bc5e1db tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] show failed (client error): The resource could not be found. Feb 10 13:34:47.956122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80420c69-e965-4159-8a3f-32bb63048144 req-72d78b2f-6e29-429e-b9cb-05908bc5e1db tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/5a4f2b54-3c7e-4e64-a419-a605ff94c662 HTTP/1.1" status: 404 len: 352 time: 0.0286517 Feb 10 13:34:48.083257 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ec51e2b6-410a-4926-90bb-14bf083f33fc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:48.087528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.090022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ec51e2b6-410a-4926-90bb-14bf083f33fc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags/tempest-TagsExtTest-Tag-408174535 HTTP/1.1" status: 404 len: 328 time: 0.2151661 Feb 10 13:34:48.091470 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-82416b54-e9c5-4ae7-bf2f-e5a26768e2d7 req-035adcc0-a61a-4857-b5f2-f78c7bd56bf5 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] show failed (client error): The resource could not be found. Feb 10 13:34:48.092457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-4f841f95-7b48-47de-9079-7f00dd8b18cc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', {'tags': ['tempest-TagsExtTest-Tag-77224542', 'tempest-TagsExtTest-Tag-569035990', 'tempest-TagsExtTest-Tag-1802667273']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.092851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82416b54-e9c5-4ae7-bf2f-e5a26768e2d7 req-035adcc0-a61a-4857-b5f2-f78c7bd56bf5 tempest-SecurityGroupsNegativeTestJSON-59539474 tempest-SecurityGroupsNegativeTestJSON-59539474-project] 10.222.0.13 "GET /v2.0/security-groups/a6a484ad-ab85-43af-9074-341a6e780dad HTTP/1.1" status: 404 len: 352 time: 0.1041479 Feb 10 13:34:48.111805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.205434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Deleting subnet bf63f253-6a29-4fc0-a083-e62dd1453bac {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:48.209522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Publish callbacks [] for subnet (bf63f253-6a29-4fc0-a083-e62dd1453bac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.221885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f841f95-7b48-47de-9079-7f00dd8b18cc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 200 len: 315 time: 0.1334007 Feb 10 13:34:48.224074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.236292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-b606da8b-3149-4438-9328-ad3e7776bded tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.297373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (bf63f253-6a29-4fc0-a083-e62dd1453bac), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.344623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (bf63f253-6a29-4fc0-a083-e62dd1453bac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.407968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (bf63f253-6a29-4fc0-a083-e62dd1453bac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.423176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.429981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bf63f253-6a29-4fc0-a083-e62dd1453bac HTTP/1.1" status: 204 len: 168 time: 0.3171630 Feb 10 13:34:48.445555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.457061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef470cc9-037f-403f-aa6d-d6e882a2e6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf63f253-6a29-4fc0-a083-e62dd1453bac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:48.538643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b606da8b-3149-4438-9328-ad3e7776bded tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 204 len: 168 time: 0.3095987 Feb 10 13:34:48.538876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.543906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-7d6130b4-b182-4103-aab7-4ff7b26a4af0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-77224542') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.690960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d5a753ca-e92b-4306-a9b1-e4117ba935fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.698538 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7d6130b4-b182-4103-aab7-4ff7b26a4af0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:48.703910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d6130b4-b182-4103-aab7-4ff7b26a4af0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-77224542 HTTP/1.1" status: 404 len: 327 time: 0.1616991 Feb 10 13:34:48.704176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:48.729978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-eec691a9-c45d-4d3b-b6b0-57b7e8db6e6a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-569035990') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.912745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d5a753ca-e92b-4306-a9b1-e4117ba935fa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:48.958485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a753ca-e92b-4306-a9b1-e4117ba935fa']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.982269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9ea95f-cf40-4414-83a4-217a458a77d2') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:48.982269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9ea95f-cf40-4414-83a4-217a458a77d2') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.002466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4d9ea95f-cf40-4414-83a4-217a458a77d2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.040460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17182a2c-8639-4b37-b2fd-a64c28d25ec5 req-459a8517-c665-4530-bec9-48fe57a041fa tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:49.040460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17182a2c-8639-4b37-b2fd-a64c28d25ec5 req-459a8517-c665-4530-bec9-48fe57a041fa tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.2547443 Feb 10 13:34:49.042773 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-eec691a9-c45d-4d3b-b6b0-57b7e8db6e6a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:49.043926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d9ea95f-cf40-4414-83a4-217a458a77d2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.047923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eec691a9-c45d-4d3b-b6b0-57b7e8db6e6a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-569035990 HTTP/1.1" status: 404 len: 328 time: 0.3427763 Feb 10 13:34:49.048585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.066681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:49.067940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4d9ea95f-cf40-4414-83a4-217a458a77d2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:49.072745 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:49.080509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-4936621a-ef84-4f06-aeb3-84c38198dc04 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f', 'tempest-TagsExtTest-Tag-1802667273') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.194819 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4936621a-ef84-4f06-aeb3-84c38198dc04 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:49.208015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4936621a-ef84-4f06-aeb3-84c38198dc04 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags/tempest-TagsExtTest-Tag-1802667273 HTTP/1.1" status: 404 len: 329 time: 0.1337590 Feb 10 13:34:49.208482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.212323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17182a2c-8639-4b37-b2fd-a64c28d25ec5 req-b550b4ec-1ffc-4ee1-b616-1f6600a5bd59 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619565 Feb 10 13:34:49.236538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-2ab9fe48-4aec-4cc8-a2d3-4177a09577a6 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', {'tags': ['tempest-TagsExtTest-Tag-688057704', 'tempest-TagsExtTest-Tag-1776054922', 'tempest-TagsExtTest-Tag-508608094']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.240921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d5a753ca-e92b-4306-a9b1-e4117ba935fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.254297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.258508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5a753ca-e92b-4306-a9b1-e4117ba935fa HTTP/1.1" status: 204 len: 168 time: 0.8104196 Feb 10 13:34:49.309012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17007afc-3afc-4872-a7a1-bafeff7f8ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a753ca-e92b-4306-a9b1-e4117ba935fa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:49.343325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.349029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'subnets': [{'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1324950131', 'ip_version': 6}, {'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:49.349219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'subnet': {'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1324950131', 'ip_version': 6}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:49.349867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Request body: {'subnet': {'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:49.363292 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ab9fe48-4aec-4cc8-a2d3-4177a09577a6 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "PUT /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 200 len: 316 time: 0.1532438 Feb 10 13:34:49.363913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.378533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-b939be7c-5cb7-48d1-8bb3-8b94d5ee4f30 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.438524 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b939be7c-5cb7-48d1-8bb3-8b94d5ee4f30 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 204 len: 168 time: 0.0735791 Feb 10 13:34:49.439321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.447880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-ee497c46-117f-4d54-a1c7-fc6b874302ee tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-688057704') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.493154 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ee497c46-117f-4d54-a1c7-fc6b874302ee tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:49.497067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.497803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ee497c46-117f-4d54-a1c7-fc6b874302ee tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-688057704 HTTP/1.1" status: 404 len: 328 time: 0.0565326 Feb 10 13:34:49.502880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-b9837d2a-f727-4664-ac51-a962b493882e tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-1776054922') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.574565 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b9837d2a-f727-4664-ac51-a962b493882e tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:49.578221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b9837d2a-f727-4664-ac51-a962b493882e tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-1776054922 HTTP/1.1" status: 404 len: 329 time: 0.0767181 Feb 10 13:34:49.578700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.590994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-b2e305e5-caf4-40db-a383-87ffd79fe524 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b', 'tempest-TagsExtTest-Tag-508608094') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.591569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Made reservation on behalf of f0ffdc4797d549e5a9ae579224b24486 for: {'subnet': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:49.597116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.597465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.630066 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-b2e305e5-caf4-40db-a383-87ffd79fe524 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] show failed (client error): The resource could not be found. Feb 10 13:34:49.633363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2e305e5-caf4-40db-a383-87ffd79fe524 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags/tempest-TagsExtTest-Tag-508608094 HTTP/1.1" status: 404 len: 328 time: 0.0507634 Feb 10 13:34:49.636845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.657765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-e2da2f50-b2da-4f3e-a0e1-f8252a90e8dc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abaa813c-bf21-48b5-a77c-05d9bd7e745b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.662155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.718692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83cc36c8-e3e8-4f7a-b56d-9963e26e0589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2992bf30cb4f06b485973dcf98b7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546741 Feb 10 13:34:49.721687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.739582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2da2f50-b2da-4f3e-a0e1-f8252a90e8dc tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b/tags HTTP/1.1" status: 204 len: 168 time: 0.1005743 Feb 10 13:34:49.740950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:49.746087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-afc19cd3-0127-4e96-bbae-516324f3f7f1 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2589501-51d3-420e-a1f7-176c80b76b3f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:49.787976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] Publish callbacks [] for security_group (a083a44e-24c1-4960-af89-00b1aa30273f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.813292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] Publish callbacks [] for security_group (a083a44e-24c1-4960-af89-00b1aa30273f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.879781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a083a44e-24c1-4960-af89-00b1aa30273f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.879781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:49.879781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a083a44e-24c1-4960-af89-00b1aa30273f HTTP/1.1" status: 204 len: 168 time: 0.1554039 Feb 10 13:34:49.900589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb22c-8718-4fc8-ad8a-d5dddc1e402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a083a44e-24c1-4960-af89-00b1aa30273f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:50.282741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-afc19cd3-0127-4e96-bbae-516324f3f7f1 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f/tags HTTP/1.1" status: 204 len: 168 time: 0.5379381 Feb 10 13:34:50.283873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59312) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.289514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-6239ced7-817d-4c08-9fce-e2645f1a0381 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b993eab8-14b9-4807-a2e4-864096941711') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:50.412663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6239ced7-817d-4c08-9fce-e2645f1a0381 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711/tags HTTP/1.1" status: 204 len: 168 time: 0.1268704 Feb 10 13:34:50.414066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.420018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-20682c29-f474-4c53-9282-6ed772bac6b9 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04cdbd98-2beb-4546-b24a-87725e29766d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:50.479062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c483b-4b0b-40ca-995f-c10b0ad7b1a0 req-521fbef3-00f4-4b4e-95ec-2428fe34799e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:50.482219 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a9c483b-4b0b-40ca-995f-c10b0ad7b1a0 req-521fbef3-00f4-4b4e-95ec-2428fe34799e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1476920 Feb 10 13:34:50.593005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20682c29-f474-4c53-9282-6ed772bac6b9 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d/tags HTTP/1.1" status: 204 len: 168 time: 0.1716726 Feb 10 13:34:50.593601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.648658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a9c483b-4b0b-40ca-995f-c10b0ad7b1a0 req-06c9495f-47d9-4f67-beac-be7ef3ced779 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556349 Feb 10 13:34:50.770788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce7ab-6662-4f76-947e-1d2cda421ee0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:50.772569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (082d8058-2b35-4b69-9dc0-5f0cfa8abf19), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:50.778060 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a1ce7ab-6662-4f76-947e-1d2cda421ee0 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnetpools/abaa813c-bf21-48b5-a77c-05d9bd7e745b HTTP/1.1" status: 204 len: 168 time: 0.1826954 Feb 10 13:34:50.781414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.798008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.825194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af1ec0ab-6f47-4786-9af3-00a0111e2fc1 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2589501-51d3-420e-a1f7-176c80b76b3f HTTP/1.1" status: 200 len: 205 time: 0.0423751 Feb 10 13:34:50.827388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:50.901571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Subnet': ['ID=082d8058-2b35-4b69-9dc0-5f0cfa8abf19,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:50.919365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:50.927957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Checking segment: {'id': '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:50.928274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network hostable DHCP agents. Network: 2b6ca1e6-159e-4f28-bae8-90e633efb96b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:50.949205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network 2b6ca1e6-159e-4f28-bae8-90e633efb96b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:50.964615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2b6ca1e6-159e-4f28-bae8-90e633efb96b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:50.969641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (60151ca2-1585-4ee4-bd6f-78be429301af), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:50.975682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccb9e4-d95c-4932-bb2d-588565bfe13b None None] Network 2b6ca1e6-159e-4f28-bae8-90e633efb96b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:51.039055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event updated for resources: {'Subnet': ['ID=60151ca2-1585-4ee4-bd6f-78be429301af,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:51.077974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68e590c9-916a-4e28-aa66-ac4218182372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.143907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Checking segment: {'id': 'f7b1ac85-2548-4400-86da-f9ae5ab07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:51.145818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network hostable DHCP agents. Network: 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:51.179073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2b6ca1e6-159e-4f28-bae8-90e633efb96b', 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b', 'project_id': 'f0ffdc4797d549e5a9ae579224b24486', 'fixed_ips': [{'subnet_id': '082d8058-2b35-4b69-9dc0-5f0cfa8abf19'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:34:51.180639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.215573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:51.230452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.234331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for router_controller (e2589501-51d3-420e-a1f7-176c80b76b3f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.236596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:51.242754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.254572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.257183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.296297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1daea214-868f-4ba4-a91d-44d55c73307d tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9494677 Feb 10 13:34:51.297933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:51.322264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68e590c9-916a-4e28-aa66-ac4218182372 admin admin] Publish callbacks [] for security_group (76961bec-29fe-478d-9fe1-f64f1b3cb7c7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.324112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:51.332606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68e590c9-916a-4e28-aa66-ac4218182372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (76961bec-29fe-478d-9fe1-f64f1b3cb7c7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.389012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-68e590c9-916a-4e28-aa66-ac4218182372 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f21c6c96fe8b4cda9cd9db58ef51d73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5649364 Feb 10 13:34:51.390650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:51.397366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e590c9-916a-4e28-aa66-ac4218182372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76961bec-29fe-478d-9fe1-f64f1b3cb7c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:51.398735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305ffd6-1dcc-4df6-ba43-b5838c5cabd1 None None] Network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:51.454940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] Publish callbacks [] for security_group (76961bec-29fe-478d-9fe1-f64f1b3cb7c7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.484391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] Publish callbacks [] for security_group (76961bec-29fe-478d-9fe1-f64f1b3cb7c7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.512178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e257d-c563-4824-a426-8aaa719a5d7f tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.513549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e257d-c563-4824-a426-8aaa719a5d7f tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.516257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e257d-c563-4824-a426-8aaa719a5d7f tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.518001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf9e257d-c563-4824-a426-8aaa719a5d7f tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2197413 Feb 10 13:34:51.519525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (e2589501-51d3-420e-a1f7-176c80b76b3f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.520086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Fanout notify agent at l3_agent the message router_deleted on router e2589501-51d3-420e-a1f7-176c80b76b3f {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:34:51.527378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.530888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9956a224-b5be-43fb-8266-d57a1d3cbd8a tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/routers/e2589501-51d3-420e-a1f7-176c80b76b3f HTTP/1.1" status: 204 len: 168 time: 0.6998549 Feb 10 13:34:51.530888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:51.531180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:51.547470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-183737907-network', 'tenant_id': '91cf28be7f7945d2b0118db066e001da'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:51.561705 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (76961bec-29fe-478d-9fe1-f64f1b3cb7c7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.565324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.569583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76961bec-29fe-478d-9fe1-f64f1b3cb7c7 HTTP/1.1" status: 204 len: 168 time: 0.1778021 Feb 10 13:34:51.579380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Allocated IP 2001:db8::1 (2b6ca1e6-159e-4f28-bae8-90e633efb96b/082d8058-2b35-4b69-9dc0-5f0cfa8abf19/f0aced5a-ce58-49ca-b801-6564635fc567) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:51.586552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2118ae-5485-406e-858a-7dab8ba497c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76961bec-29fe-478d-9fe1-f64f1b3cb7c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:51.599929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Made reservation on behalf of 91cf28be7f7945d2b0118db066e001da for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:51.607852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.633289 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.780400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks [] for security_group (c7c6c9e6-60ef-4527-968b-37e0a41af552), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.804547 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c7c6c9e6-60ef-4527-968b-37e0a41af552), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.817733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:34:51.821720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks [] for port (f0aced5a-ce58-49ca-b801-6564635fc567), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.835276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (264cdff4-a584-4340-ada4-0e4c178abce4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.835927 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Added segment 264cdff4-a584-4340-ada4-0e4c178abce4 of type vlan for network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf Feb 10 13:34:51.870605 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.881232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.925043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.926600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:51.927430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:51.977438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Pushing event updated for resources: {'Port': ['ID=f0aced5a-ce58-49ca-b801-6564635fc567,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:51.992905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.994695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.994695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.994695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.994695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.995576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.995935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.996321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.996859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.997268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.997615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.997946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:51.998276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:52.017744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Network 2b6ca1e6-159e-4f28-bae8-90e633efb96b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:52.022460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:52.028923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:52.063596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7383752 Feb 10 13:34:52.077700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:52.087482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Request body: {'subnet': {'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-183737907-subnet', 'tenant_id': '91cf28be7f7945d2b0118db066e001da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:34:52.120593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:52.128591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50', 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50', 'project_id': 'f0ffdc4797d549e5a9ae579224b24486', 'fixed_ips': [{'subnet_id': '60151ca2-1585-4ee4-bd6f-78be429301af'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:34:52.129489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.130037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6c9e6-60ef-4527-968b-37e0a41af552,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:52.144935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c15d6d-748b-4287-8e47-a2a9e1bfd36e req-b120d085-d5f3-4ef8-a341-f7c3f5d10970 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:52.146683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8c15d6d-748b-4287-8e47-a2a9e1bfd36e req-b120d085-d5f3-4ef8-a341-f7c3f5d10970 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.3840623 Feb 10 13:34:52.147650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663e9df-ac13-46a6-a4f5-560bc9b3e05c admin admin] Pushing event updated for resources: {'Network': ['ID=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:52.177050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Deleting subnet 082d8058-2b35-4b69-9dc0-5f0cfa8abf19 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:52.182570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fc330fb-28ab-4ab5-b6dd-7303f4bf3337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.186205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for subnet (082d8058-2b35-4b69-9dc0-5f0cfa8abf19), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.189667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Attempting to bind port f0aced5a-ce58-49ca-b801-6564635fc567 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:52.190129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Attempting to bind port f0aced5a-ce58-49ca-b801-6564635fc567 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:52.191161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Attempting to bind port f0aced5a-ce58-49ca-b801-6564635fc567 on network 2b6ca1e6-159e-4f28-bae8-90e633efb96b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:52.197092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:34:52.204721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8c15d6d-748b-4287-8e47-a2a9e1bfd36e req-bd4e0ba3-b455-424d-afd6-9d4a9e4c1b3e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Feb 10 13:34:52.230907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Deleting port b993eab8-14b9-4807-a2e4-864096941711 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:52.231243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b993eab8-14b9-4807-a2e4-864096941711), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.295924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:52.297150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Checking segment: {'id': '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:52.297795 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.298359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Bound using segment: {'id': '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:52.299000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Bound port: f0aced5a-ce58-49ca-b801-6564635fc567, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2b6ca1e6-159e-4f28-bae8-90e633efb96b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:52.299545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.384373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b993eab8-14b9-4807-a2e4-864096941711), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.398072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Calling delete_port for b993eab8-14b9-4807-a2e4-864096941711 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:52.474153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] For port f0aced5a-ce58-49ca-b801-6564635fc567, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:52.477764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] For port f0aced5a-ce58-49ca-b801-6564635fc567, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f0aced5a-ce58-49ca-b801-6564635fc567,segment=NetworkSegment(90aa6fc3-b3b8-4224-8241-d9f048ac9a5a),segment_id=90aa6fc3-b3b8-4224-8241-d9f048ac9a5a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:52.497391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.529013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Made reservation on behalf of 91cf28be7f7945d2b0118db066e001da for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:34:52.538585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.612290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b993eab8-14b9-4807-a2e4-864096941711), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.641807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54801cf-aa97-4155-a41c-5caf66fa2ad9 None None] Pushing event updated for resources: {'Port': ['ID=f0aced5a-ce58-49ca-b801-6564635fc567,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:52.686098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (082d8058-2b35-4b69-9dc0-5f0cfa8abf19), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:52.695022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Allocated IP 2001:db8:0:1::1 (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50/60151ca2-1585-4ee4-bd6f-78be429301af/21db1f72-2825-4176-a3ae-ad6ae4cb483a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:34:52.793752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd3c3f-fea5-4b07-9556-6dd50d07251d req-cfbc7bc4-7845-4879-8119-f62f0db2dabb tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:52.795324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1fd3c3f-fea5-4b07-9556-6dd50d07251d req-cfbc7bc4-7845-4879-8119-f62f0db2dabb tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1760659 Feb 10 13:34:52.836279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event deleted for resources: {'Port': ['ID=b993eab8-14b9-4807-a2e4-864096941711,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:52.901878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1fd3c3f-fea5-4b07-9556-6dd50d07251d req-b2d0fc3f-d9f0-4f7d-8e1b-8c70571b0d9b tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995555 Feb 10 13:34:53.062993 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks [] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.076066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.193552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.197415 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31f5193a-0b8c-4d31-8044-6338b3f41d93 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/ports/b993eab8-14b9-4807-a2e4-864096941711 HTTP/1.1" status: 204 len: 168 time: 1.6655464 Feb 10 13:34:53.200554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:53.218781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:34:53.225874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Pushing event updated for resources: {'Port': ['ID=21db1f72-2825-4176-a3ae-ad6ae4cb483a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:53.238691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:53.244466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:34:53.320338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Deleting subnet 04cdbd98-2beb-4546-b24a-87725e29766d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:53.324030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for subnet (04cdbd98-2beb-4546-b24a-87725e29766d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.374495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (04cdbd98-2beb-4546-b24a-87725e29766d), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.418112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a4a338d1-df5b-4f56-94c6-741cec0e467e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.463246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (082d8058-2b35-4b69-9dc0-5f0cfa8abf19), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.483496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (04cdbd98-2beb-4546-b24a-87725e29766d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.549010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Attempting to bind port 21db1f72-2825-4176-a3ae-ad6ae4cb483a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:34:53.549594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Attempting to bind port 21db1f72-2825-4176-a3ae-ad6ae4cb483a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f7b1ac85-2548-4400-86da-f9ae5ab07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:34:53.550403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Attempting to bind port 21db1f72-2825-4176-a3ae-ad6ae4cb483a on network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:34:53.556595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:34:53.557014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Checking segment: {'id': 'f7b1ac85-2548-4400-86da-f9ae5ab07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:53.557602 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.558005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Bound using segment: {'id': 'f7b1ac85-2548-4400-86da-f9ae5ab07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:34:53.558478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Bound port: 21db1f72-2825-4176-a3ae-ad6ae4cb483a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b1ac85-2548-4400-86da-f9ae5ab07a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:34:53.558873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.559155 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (04cdbd98-2beb-4546-b24a-87725e29766d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.606483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event deleted for resources: {'Subnet': ['ID=04cdbd98-2beb-4546-b24a-87725e29766d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:53.613779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (082d8058-2b35-4b69-9dc0-5f0cfa8abf19), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.616294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.617231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919ec92-7e53-4d31-bd06-93927c70c0e2 None None] Network 186f610d-bfe0-44d6-9842-dd0d79d2f690 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:53.624029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/subnets/04cdbd98-2beb-4546-b24a-87725e29766d HTTP/1.1" status: 204 len: 168 time: 0.4200709 Feb 10 13:34:53.626698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.627193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.627630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.628065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.628544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.628999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.629460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.629885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.630341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.630763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.631182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.631657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.632089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8049c2fa-2722-4cc7-881f-3d3dc690ab14 tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:53.633717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:53.753243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] For port 21db1f72-2825-4176-a3ae-ad6ae4cb483a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:34:53.775248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (186f610d-bfe0-44d6-9842-dd0d79d2f690), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.792380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] For port 21db1f72-2825-4176-a3ae-ad6ae4cb483a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21db1f72-2825-4176-a3ae-ad6ae4cb483a,segment=NetworkSegment(f7b1ac85-2548-4400-86da-f9ae5ab07a43),segment_id=f7b1ac85-2548-4400-86da-f9ae5ab07a43)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:34:53.807955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.814954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.831477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:53.833811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/subnets/082d8058-2b35-4b69-9dc0-5f0cfa8abf19 HTTP/1.1" status: 204 len: 168 time: 2.3033531 Feb 10 13:34:53.861617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-5f7c9101-82c0-43c2-8c52-b493a78e55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:53.863148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-5f7c9101-82c0-43c2-8c52-b493a78e55c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 1128 time: 1.0280216 Feb 10 13:34:53.913035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fc330fb-28ab-4ab5-b6dd-7303f4bf3337 admin admin] Publish callbacks [] for security_group (49b7560b-a606-4ed9-8dbc-dea387921add), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:53.915543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a338d1-df5b-4f56-94c6-741cec0e467e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.006067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Deleting subnet 60151ca2-1585-4ee4-bd6f-78be429301af {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:34:54.009079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] DHCP port deletion for 186f610d-bfe0-44d6-9842-dd0d79d2f690 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:54.011456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ec00a-808a-4c1b-aab1-e58ec688b509 None None] Pushing event updated for resources: {'Port': ['ID=21db1f72-2825-4176-a3ae-ad6ae4cb483a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.012650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for subnet (60151ca2-1585-4ee4-bd6f-78be429301af), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.085995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fc330fb-28ab-4ab5-b6dd-7303f4bf3337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49b7560b-a606-4ed9-8dbc-dea387921add), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.090436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Checking segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:34:54.090813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Network hostable DHCP agents. Network: b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:34:54.147514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Deleting port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:54.148037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.206606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc139ca-bc39-4753-9519-6d070e54ebc6 req-d25a3c76-7101-48c9-b315-99aa97a9b9b6 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:54.212136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfc139ca-bc39-4753-9519-6d070e54ebc6 req-d25a3c76-7101-48c9-b315-99aa97a9b9b6 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1354971 Feb 10 13:34:54.233044 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (60151ca2-1585-4ee4-bd6f-78be429301af), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.250597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0a81-d48b-4640-a3f9-f601e41b2116 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Subnet': ['ID=082d8058-2b35-4b69-9dc0-5f0cfa8abf19,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.298975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f0aced5a-ce58-49ca-b801-6564635fc567 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:54.407948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfc139ca-bc39-4753-9519-6d070e54ebc6 req-8ec0b3c9-3ebe-437d-b8f1-8a49de8a74e4 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884696 Feb 10 13:34:54.441048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc330fb-28ab-4ab5-b6dd-7303f4bf3337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b7560b-a606-4ed9-8dbc-dea387921add,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.448390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6fc330fb-28ab-4ab5-b6dd-7303f4bf3337 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ae325ed3b43462abf926ca5c8ae5103&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3267283 Feb 10 13:34:54.456689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:34:54.461424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:54.467583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Deleting port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:54.468005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.479188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] For port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,segment=NetworkSegment(f28ee80b-c9e5-4336-91fd-ee44c2be7e72),segment_id=f28ee80b-c9e5-4336-91fd-ee44c2be7e72)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:54.479598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.528092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Calling delete_port for 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:54.562386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] For port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,segment=NetworkSegment(f28ee80b-c9e5-4336-91fd-ee44c2be7e72),segment_id=f28ee80b-c9e5-4336-91fd-ee44c2be7e72)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:54.562765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.580630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] Publish callbacks [] for security_group (49b7560b-a606-4ed9-8dbc-dea387921add), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.585483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Calling delete_port for 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:54.606784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] Publish callbacks [] for security_group (49b7560b-a606-4ed9-8dbc-dea387921add), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.646772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9167ec2-2155-4164-baf8-2c90a784d2f3 None None] Network 2b6ca1e6-159e-4f28-bae8-90e633efb96b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:54.678204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49b7560b-a606-4ed9-8dbc-dea387921add), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.681866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.683480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49b7560b-a606-4ed9-8dbc-dea387921add HTTP/1.1" status: 204 len: 168 time: 0.2203357 Feb 10 13:34:54.695909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:34:54.704019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:54.704174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.716690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (60151ca2-1585-4ee4-bd6f-78be429301af), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.723413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.726074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9050b4-1b76-4806-9ac6-67d5591a130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b7560b-a606-4ed9-8dbc-dea387921add,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.729478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa146d-f2c2-43e4-9da0-3f453619e973 None None] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:54.753161 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15527ba3-8c71-4af9-85a1-ca57c5e29513 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6700954 Feb 10 13:34:54.807643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] No DVR routers for this DVR port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:54.816128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event deleted for resources: {'Port': ['ID=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:54.818647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f0aced5a-ce58-49ca-b801-6564635fc567 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:54.819036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.841508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-190711dc-ac84-4da2-88c1-080132720819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:54.844245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-190711dc-ac84-4da2-88c1-080132720819 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.9625101 Feb 10 13:34:54.935382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (60151ca2-1585-4ee4-bd6f-78be429301af), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:54.962047 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-72c2ab26-bfe8-4161-aa2c-470310f5e68c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 200 len: 217 time: 0.1103866 Feb 10 13:34:54.994873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Subnet': ['ID=60151ca2-1585-4ee4-bd6f-78be429301af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:55.002288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.015080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8c98ebae-26ae-48a7-a642-ca88d3776877 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/subnets/60151ca2-1585-4ee4-bd6f-78be429301af HTTP/1.1" status: 204 len: 168 time: 1.1820178 Feb 10 13:34:55.015770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:55.122046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Provisioning complete for port f0aced5a-ce58-49ca-b801-6564635fc567 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:55.122591 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.162161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-0b09ae1d-f26b-446f-bd28-15e2fe1c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:55.177598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-0b09ae1d-f26b-446f-bd28-15e2fe1c25cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.1805332 Feb 10 13:34:55.292299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766e2c9-b036-47da-85f8-c33bf21308cc None None] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:55.300061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623108e-bb94-42a3-b105-f8e381fa2397 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:55.307744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e623108e-bb94-42a3-b105-f8e381fa2397 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2909107 Feb 10 13:34:55.314985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:55.352614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (186f610d-bfe0-44d6-9842-dd0d79d2f690), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.407554 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:34:55.424589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186f610d-bfe0-44d6-9842-dd0d79d2f690']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:55.449742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (8975ba64-527b-4fe6-ab9c-f91a392b9bf9), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.466102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:55.467377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28ee80b-c9e5-4336-91fd-ee44c2be7e72') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:55.486439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (f28ee80b-c9e5-4336-91fd-ee44c2be7e72), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.497354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] No DVR routers for this DVR port 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:55.501830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b181c4-b3af-49a6-b48e-1a89c1c87491 None None] Pushing event deleted for resources: {'Port': ['ID=8975ba64-527b-4fe6-ab9c-f91a392b9bf9,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:55.514327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f28ee80b-c9e5-4336-91fd-ee44c2be7e72), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.533111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:55.533596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (f28ee80b-c9e5-4336-91fd-ee44c2be7e72), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.571856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.573742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:55.594207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0a636a-75c2-4e69-bd9f-28f16e4169f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:55.606633 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:55.626459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (186f610d-bfe0-44d6-9842-dd0d79d2f690), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.636343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.643943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] 10.222.0.13 "DELETE /v2.0/networks/186f610d-bfe0-44d6-9842-dd0d79d2f690 HTTP/1.1" status: 204 len: 168 time: 1.9742014 Feb 10 13:34:55.664490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f0aced5a-ce58-49ca-b801-6564635fc567 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:55.666252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.712987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10cebf-9286-46fd-8554-9eea6f50874c tempest-TagsExtTest-1292363582 tempest-TagsExtTest-1292363582-project] Pushing event deleted for resources: {'Network': ['ID=186f610d-bfe0-44d6-9842-dd0d79d2f690,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:55.736599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-66c6bcaa-9bfc-4d37-83d2-c2a043f5ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:55.740875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-66c6bcaa-9bfc-4d37-83d2-c2a043f5ec8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5607996 Feb 10 13:34:55.829438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f0aced5a-ce58-49ca-b801-6564635fc567, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f0aced5a-ce58-49ca-b801-6564635fc567,segment=NetworkSegment(90aa6fc3-b3b8-4224-8241-d9f048ac9a5a),segment_id=90aa6fc3-b3b8-4224-8241-d9f048ac9a5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:55.832621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] DHCP port deletion for 2b6ca1e6-159e-4f28-bae8-90e633efb96b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:55.887708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:55.972264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Current status of the port f0aced5a-ce58-49ca-b801-6564635fc567 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:55.972659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.011671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:56.038038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:56.038403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8975ba64-527b-4fe6-ab9c-f91a392b9bf9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:56.062300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-76a6d339-510f-49c1-b703-0cbee3347969 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:56.069401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f0aced5a-ce58-49ca-b801-6564635fc567,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:56.090609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-76a6d339-510f-49c1-b703-0cbee3347969 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 817 time: 0.4792385 Feb 10 13:34:56.094577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Deleting port 21db1f72-2825-4176-a3ae-ad6ae4cb483a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:56.095011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.129646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Deleting port f0aced5a-ce58-49ca-b801-6564635fc567 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:34:56.130028 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.133783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:34:56.134141 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:34:56.160943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-5eed9d41-91eb-4ec1-8020-4184b0df120e service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106696 Feb 10 13:34:56.171000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e27806-074a-4d15-8935-2b0412408988 None None] Network 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:34:56.186122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-87360827-418a-4855-b250-b20329c01ab7 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/quotas/91cf28be7f7945d2b0118db066e001da HTTP/1.1" status: 200 len: 375 time: 0.0942826 Feb 10 13:34:56.270556 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0a636a-75c2-4e69-bd9f-28f16e4169f0 admin admin] Publish callbacks [] for security_group (86362db3-bd0d-4d58-a8fe-975362363e33), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.304071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-cb755c5c-1e20-4121-99b0-234dd958fa7e tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155684 Feb 10 13:34:56.346842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21db1f72-2825-4176-a3ae-ad6ae4cb483a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:34:56.350694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] For port f0aced5a-ce58-49ca-b801-6564635fc567, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f0aced5a-ce58-49ca-b801-6564635fc567,segment=NetworkSegment(90aa6fc3-b3b8-4224-8241-d9f048ac9a5a),segment_id=90aa6fc3-b3b8-4224-8241-d9f048ac9a5a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:56.351112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.404456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0a636a-75c2-4e69-bd9f-28f16e4169f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86362db3-bd0d-4d58-a8fe-975362363e33), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.424417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ead8d70f-31c2-420c-babd-098aa990bc5d req-97ed47b4-d43f-4b2f-b974-eb5c151ee16f service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566981 Feb 10 13:34:56.425294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Calling delete_port for f0aced5a-ce58-49ca-b801-6564635fc567 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:56.450418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a636a-75c2-4e69-bd9f-28f16e4169f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86362db3-bd0d-4d58-a8fe-975362363e33,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:56.478836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:56.496028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] For port 21db1f72-2825-4176-a3ae-ad6ae4cb483a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21db1f72-2825-4176-a3ae-ad6ae4cb483a,segment=NetworkSegment(f7b1ac85-2548-4400-86da-f9ae5ab07a43),segment_id=f7b1ac85-2548-4400-86da-f9ae5ab07a43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:34:56.496988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.523676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Calling delete_port for 21db1f72-2825-4176-a3ae-ad6ae4cb483a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:34:56.529217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-713f5a87-3daa-4546-9e51-e1161d8ab6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239528 Feb 10 13:34:56.537541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a0a636a-75c2-4e69-bd9f-28f16e4169f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5b3165969b640a6a7741dc0aada52e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611692 Feb 10 13:34:56.540491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59458) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:56.565586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 21db1f72-2825-4176-a3ae-ad6ae4cb483a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:34:56.565971 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.668257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Publish callbacks [] for security_group (86362db3-bd0d-4d58-a8fe-975362363e33), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.715607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-5a2703f1-fca8-47f9-b52c-6b0209590c46 service neutron] 10.222.0.13 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566441 Feb 10 13:34:56.716550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Publish callbacks [] for security_group (86362db3-bd0d-4d58-a8fe-975362363e33), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.829438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.837552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-991e7a43-96b5-4306-bb67-01f5ab2bf0d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4777c70dbb004c368ffdbad803fcffa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546214 Feb 10 13:34:56.838426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:56.853535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] No DVR routers for this DVR port 21db1f72-2825-4176-a3ae-ad6ae4cb483a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:56.853756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86362db3-bd0d-4d58-a8fe-975362363e33), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.866162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.866162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86362db3-bd0d-4d58-a8fe-975362363e33 HTTP/1.1" status: 204 len: 168 time: 0.3195701 Feb 10 13:34:56.878086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9522d-c466-4dca-8061-ff75162bb8ae None None] DHCP port deletion for 0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:34:56.915362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86362db3-bd0d-4d58-a8fe-975362363e33,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:56.941348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f0aced5a-ce58-49ca-b801-6564635fc567), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:56.952741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Port': ['ID=21db1f72-2825-4176-a3ae-ad6ae4cb483a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:56.960441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.960829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.961176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.961593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.962265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.962769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.963204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.988920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.989353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.989684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.990019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.990347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:56.992812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbd29d-fdb5-48c3-8123-51ac9d0cb863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:34:57.033595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] Publish callbacks [] for security_group (abedf7ed-fd6b-48a8-b907-0d9a27703903), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.060354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] Pushing event deleted for resources: {'Port': ['ID=f0aced5a-ce58-49ca-b801-6564635fc567,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:57.067839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] Publish callbacks [] for security_group (abedf7ed-fd6b-48a8-b907-0d9a27703903), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.075630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2f5f8-3a83-4337-ac81-a7f2cfb131ea None None] Port f0aced5a-ce58-49ca-b801-6564635fc567 update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:34:57.125368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd0292-c278-4190-b5b5-b2088027cdb8 None None] No DVR routers for this DVR port f0aced5a-ce58-49ca-b801-6564635fc567 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:34:57.146265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 21db1f72-2825-4176-a3ae-ad6ae4cb483a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:34:57.146570 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (21db1f72-2825-4176-a3ae-ad6ae4cb483a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.155003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.206709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (abedf7ed-fd6b-48a8-b907-0d9a27703903), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.209435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.210627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abedf7ed-fd6b-48a8-b907-0d9a27703903 HTTP/1.1" status: 204 len: 168 time: 0.3713348 Feb 10 13:34:57.224376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e0197859-52bd-436e-9a9c-582d90585bf1 None None] Could not find standard attr ID for object 21db1f72-2825-4176-a3ae-ad6ae4cb483a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:34:57.229633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dd132-751c-43c9-a4fb-31b4b385a306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abedf7ed-fd6b-48a8-b907-0d9a27703903,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:57.241079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:57.276387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b1ac85-2548-4400-86da-f9ae5ab07a43') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:57.276689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b1ac85-2548-4400-86da-f9ae5ab07a43') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:57.318699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (f7b1ac85-2548-4400-86da-f9ae5ab07a43), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.373895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f7b1ac85-2548-4400-86da-f9ae5ab07a43), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.398567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:57.399131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (f7b1ac85-2548-4400-86da-f9ae5ab07a43), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:57.407246 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:57.417137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f0aced5a-ce58-49ca-b801-6564635fc567 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:57.473639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f0aced5a-ce58-49ca-b801-6564635fc567 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:57.474003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f0aced5a-ce58-49ca-b801-6564635fc567 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:57.581213 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.604508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.607932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50 HTTP/1.1" status: 204 len: 168 time: 2.2911410 Feb 10 13:34:57.610623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:57.681191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5737dc-511a-4a6e-b7e0-ea169c44f7fe tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=0bb2a5dd-9f52-45e2-98fe-3cd39a98cb50,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:57.713075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6507455-17be-4f2d-84ac-0af12c2ecb7e req-3b8c3028-060a-4b19-9cbf-f9dc8e65ae4a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:57.726661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6507455-17be-4f2d-84ac-0af12c2ecb7e req-3b8c3028-060a-4b19-9cbf-f9dc8e65ae4a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.2674770 Feb 10 13:34:57.784941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2b6ca1e6-159e-4f28-bae8-90e633efb96b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:57.816637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6507455-17be-4f2d-84ac-0af12c2ecb7e req-3e43eef2-74ab-44fa-b183-0b29f2b11810 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835791 Feb 10 13:34:57.982721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2b6ca1e6-159e-4f28-bae8-90e633efb96b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.068002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ca1e6-159e-4f28-bae8-90e633efb96b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:58.086598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:58.086905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aa6fc3-b3b8-4224-8241-d9f048ac9a5a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:58.110744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (90aa6fc3-b3b8-4224-8241-d9f048ac9a5a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.132893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (90aa6fc3-b3b8-4224-8241-d9f048ac9a5a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.149929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:58.150355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (90aa6fc3-b3b8-4224-8241-d9f048ac9a5a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:58.153606 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:58.211307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21db1f72-2825-4176-a3ae-ad6ae4cb483a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:34:58.249672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52c37e9d-5517-4fc2-a285-6a9f24ebecf8 req-db78304e-15a0-428b-bfa9-f2da1b28c404 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 210 time: 0.0687881 Feb 10 13:34:58.281565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2b6ca1e6-159e-4f28-bae8-90e633efb96b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.287571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 21db1f72-2825-4176-a3ae-ad6ae4cb483a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:34:58.287934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21db1f72-2825-4176-a3ae-ad6ae4cb483a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:34:58.294641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.299816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/2b6ca1e6-159e-4f28-bae8-90e633efb96b HTTP/1.1" status: 204 len: 168 time: 0.6881900 Feb 10 13:34:58.302498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:58.312670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e979a-be7e-42e7-955a-1cb5157bf523 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=2b6ca1e6-159e-4f28-bae8-90e633efb96b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:58.594566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9dd5dcde-658c-4bb5-97f9-c47825e9682f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:58.642044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5611-b932-447e-a99a-927641bf5416 req-e6a933a5-c472-473c-b776-c495272822cf tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:58.643667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25eb5611-b932-447e-a99a-927641bf5416 req-e6a933a5-c472-473c-b776-c495272822cf tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.2759864 Feb 10 13:34:58.960721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9dd5dcde-658c-4bb5-97f9-c47825e9682f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.001758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd5dcde-658c-4bb5-97f9-c47825e9682f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:59.029010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25eb5611-b932-447e-a99a-927641bf5416 req-70756efe-fe2c-4bae-9d90-59ad9ba1a440 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760867 Feb 10 13:34:59.035247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25689b82-309c-45db-9159-3e5e92c82e33') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:59.037156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25689b82-309c-45db-9159-3e5e92c82e33') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:34:59.055447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (25689b82-309c-45db-9159-3e5e92c82e33), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.088268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (25689b82-309c-45db-9159-3e5e92c82e33), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.102191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:34:59.107693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (25689b82-309c-45db-9159-3e5e92c82e33), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:34:59.115068 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:34:59.388511 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9dd5dcde-658c-4bb5-97f9-c47825e9682f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.402630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.412698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:34:59.413544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/9dd5dcde-658c-4bb5-97f9-c47825e9682f HTTP/1.1" status: 204 len: 168 time: 1.1064997 Feb 10 13:34:59.480571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d0044-369e-49ee-ac19-ea13fe2bcc80 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=9dd5dcde-658c-4bb5-97f9-c47825e9682f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:34:59.494722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134cbe8-3df1-4716-a6b7-777dc661b7b9 req-d7206285-e615-4679-9581-e989fc14b51a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:34:59.509661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0134cbe8-3df1-4716-a6b7-777dc661b7b9 req-d7206285-e615-4679-9581-e989fc14b51a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.3619902 Feb 10 13:34:59.652988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4b7da984-7302-4300-ad4d-0146fb046553), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:34:59.698527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0134cbe8-3df1-4716-a6b7-777dc661b7b9 req-2270268c-433d-4e02-92e0-f4f0cddb8173 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856945 Feb 10 13:34:59.921876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ab1fbe0-2088-4962-bad6-389637855a7a req-54e34697-3054-4247-8941-7d89bc3778a7 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 210 time: 0.0862279 Feb 10 13:34:59.973723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4b7da984-7302-4300-ad4d-0146fb046553), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.053077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7da984-7302-4300-ad4d-0146fb046553']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:00.086656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316d05ad-5de5-408f-9533-fdc06b181c6c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:00.086949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316d05ad-5de5-408f-9533-fdc06b181c6c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:00.123691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (316d05ad-5de5-408f-9533-fdc06b181c6c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.143983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edc75-d806-4c33-b02a-3697c9cb9bc4 req-ffaf475e-5c26-42d9-bfbc-24c7a1e220ad tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:00.151237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad6edc75-d806-4c33-b02a-3697c9cb9bc4 req-ffaf475e-5c26-42d9-bfbc-24c7a1e220ad tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.0918877 Feb 10 13:35:00.155114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (316d05ad-5de5-408f-9533-fdc06b181c6c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.174493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:00.175604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (316d05ad-5de5-408f-9533-fdc06b181c6c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:00.200653 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:00.215150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad6edc75-d806-4c33-b02a-3697c9cb9bc4 req-10b71696-95ec-4fbe-9993-3da705325094 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 Feb 10 13:35:00.262169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-3cf68d41-ea58-490a-a46a-8ab02c18f737 req-a897041f-284c-4d18-97f8-69b26dcf1f2c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:35:00.263747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf68d41-ea58-490a-a46a-8ab02c18f737 req-a897041f-284c-4d18-97f8-69b26dcf1f2c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134251 Feb 10 13:35:00.317243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4b7da984-7302-4300-ad4d-0146fb046553), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.346746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.359191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] 10.222.0.13 "DELETE /v2.0/networks/4b7da984-7302-4300-ad4d-0146fb046553 HTTP/1.1" status: 204 len: 168 time: 0.9396517 Feb 10 13:35:00.396533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d03b9-045f-460e-a0b5-47da1f5af820 tempest-BulkNetworkOpsIpV6Test-2019574399 tempest-BulkNetworkOpsIpV6Test-2019574399-project] Pushing event deleted for resources: {'Network': ['ID=4b7da984-7302-4300-ad4d-0146fb046553,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:00.550432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cf68d41-ea58-490a-a46a-8ab02c18f737 req-fdc5570e-b69e-4600-b162-0916b6721734 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2775345 Feb 10 13:35:00.853408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d66965c-8ba5-4f26-b4f5-5de7e2580ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:00.862464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-e57863bc-cfd9-4460-8738-d6d57cfce50e tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:00.889161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-e57863bc-cfd9-4460-8738-d6d57cfce50e tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 817 time: 0.3717663 Feb 10 13:35:00.904637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Request body: {'port': {'device_id': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'admin_state_up': True, 'tenant_id': '91cf28be7f7945d2b0118db066e001da'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:01.110680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-1195b418-cbb8-4632-8005-1e8ab72d978f tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:01.118488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-1195b418-cbb8-4632-8005-1e8ab72d978f tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 817 time: 0.6560025 Feb 10 13:35:01.148078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Request body: {'port': {'device_id': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'admin_state_up': True, 'tenant_id': '91cf28be7f7945d2b0118db066e001da'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:01.266463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0ca7afd-a1b2-4f91-806a-d3c5c65f194a req-3d8be027-e2b4-4a80-8f89-14976534f48b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 210 time: 0.0765917 Feb 10 13:35:01.405439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Made reservation on behalf of 91cf28be7f7945d2b0118db066e001da for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:01.409549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:01.503773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-c6c3b956-220d-4c30-8fd1-c78946044484 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:01.511546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-c6c3b956-220d-4c30-8fd1-c78946044484 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.77 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 817 time: 0.8376586 Feb 10 13:35:01.513001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:01.518199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Made reservation on behalf of 91cf28be7f7945d2b0118db066e001da for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:01.525882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:01.562165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Allocated IP 172.20.0.11 (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf/a4a338d1-df5b-4f56-94c6-741cec0e467e/8a276905-dc04-49b9-a9f7-dde7b790192f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:01.563360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Request body: {'port': {'device_id': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'admin_state_up': True, 'tenant_id': '91cf28be7f7945d2b0118db066e001da'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:01.717156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd290e1-5946-46fb-a371-f6875c4495ef req-1218ca57-df2e-4744-8ef4-de64d8cb21ac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:01.724735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dd290e1-5946-46fb-a371-f6875c4495ef req-1218ca57-df2e-4744-8ef4-de64d8cb21ac tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.3523331 Feb 10 13:35:01.843364 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2dd290e1-5946-46fb-a371-f6875c4495ef req-8fb4d47a-5168-4180-85fd-8c751b203ad5 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128983 Feb 10 13:35:01.956041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks [] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:01.978378 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-b47a6b7a-fcea-4b4d-a22a-5f629f58d81a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8062418 Feb 10 13:35:02.012672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Made reservation on behalf of 91cf28be7f7945d2b0118db066e001da for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:02.052963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.109417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.128170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4fe68-936f-4774-9a65-158521c47c4f req-b0e2fd4d-6f64-4ca4-ac86-55afa617ee47 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:02.131520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ece4fe68-936f-4774-9a65-158521c47c4f req-b0e2fd4d-6f64-4ca4-ac86-55afa617ee47 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.1483338 Feb 10 13:35:02.201226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-43d3ac5c-7b82-4cd7-8a5c-c15c04f82875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:02.206152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-43d3ac5c-7b82-4cd7-8a5c-c15c04f82875 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 1128 time: 0.1657522 Feb 10 13:35:02.245221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-03a72035-cda6-41a2-a93f-c728181a5494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0ffdc4797d549e5a9ae579224b24486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7113128 Feb 10 13:35:02.290957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:02.292919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:02.313392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:02.322978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:02.395141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event updated for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:02.443918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Allocated IP 172.20.0.6 (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf/a4a338d1-df5b-4f56-94c6-741cec0e467e/68cf086c-4895-4b48-8870-d4e8b0d59ce3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:02.496891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] Publish callbacks [] for security_group (e6225037-6e6b-4d69-a70a-0db39dc879b5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.560921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:02.577109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] Publish callbacks [] for security_group (e6225037-6e6b-4d69-a70a-0db39dc879b5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.585125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:02.587337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.611110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ece4fe68-936f-4774-9a65-158521c47c4f req-4d4a2ebb-73c7-42d5-85ea-4c8dbcedb4f4 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612982 Feb 10 13:35:02.655875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-fa9eda66-24cb-46ee-824d-32f1060f4f2c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7651193 Feb 10 13:35:02.679082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Request body: {'port': {'device_id': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:02.755198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-96a48a09-f38b-41d2-b6c3-18461e373535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:02.757044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-96a48a09-f38b-41d2-b6c3-18461e373535 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.5088534 Feb 10 13:35:02.803320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad909c28-9bc4-4e22-b452-5958c39b04d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.854097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks [] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.870718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e6225037-6e6b-4d69-a70a-0db39dc879b5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.875242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.880816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6225037-6e6b-4d69-a70a-0db39dc879b5 HTTP/1.1" status: 204 len: 168 time: 0.5841370 Feb 10 13:35:02.941542 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:02.956596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-e33637c2-bc0e-478f-9b1a-3c713493ef12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18 HTTP/1.1" status: 200 len: 217 time: 0.1740711 Feb 10 13:35:03.010566 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad909c28-9bc4-4e22-b452-5958c39b04d7 admin admin] Publish callbacks [] for security_group (ebb5ca99-42a3-41a7-8783-491ba625bce6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:03.087079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866eed4e-dadd-4df7-8cdb-d785835371ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6225037-6e6b-4d69-a70a-0db39dc879b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:03.090189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:03.100342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad909c28-9bc4-4e22-b452-5958c39b04d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ebb5ca99-42a3-41a7-8783-491ba625bce6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:03.185928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-61d2cffb-dad1-447c-aba3-ddc9e44b24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:03.195798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-61d2cffb-dad1-447c-aba3-ddc9e44b24e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.2240980 Feb 10 13:35:03.225238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1728-25f9-4175-8db0-87a498d7df81 req-fce83d08-d4fe-45cf-a45a-b770ef60e138 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:03.244449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbad1728-25f9-4175-8db0-87a498d7df81 req-fce83d08-d4fe-45cf-a45a-b770ef60e138 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 932 time: 0.5036414 Feb 10 13:35:03.258549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-88eff5f0-786b-4135-8a4c-a79e60d321c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:03.519464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbad1728-25f9-4175-8db0-87a498d7df81 req-34f35d74-5cc1-4ee8-a8fd-ab3c003c6296 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740901 Feb 10 13:35:03.529299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-6b730a4a-6f42-4abc-9f94-e81f7778bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:03.532347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-6b730a4a-6f42-4abc-9f94-e81f7778bbbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2845156 Feb 10 13:35:03.682046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:03.726472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6036ef06-7319-4bf2-a800-eba2f930c4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:03.820241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ad909c28-9bc4-4e22-b452-5958c39b04d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462acb76819747769760c93b783a45c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2533879 Feb 10 13:35:03.852211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:03.916769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:03.918828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Allocated IP 172.20.0.4 (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf/a4a338d1-df5b-4f56-94c6-741cec0e467e/76d73370-99f7-4814-995c-57b93f6e066d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:03.921514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad909c28-9bc4-4e22-b452-5958c39b04d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb5ca99-42a3-41a7-8783-491ba625bce6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:03.972740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:03.976803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:04.048332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:04.049032 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.083537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9518607 Feb 10 13:35:04.093352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e437d-7844-4207-b544-dfb4cb3fd767 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event updated for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:04.114711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Request body: {'port': {'device_id': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:04.215184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6036ef06-7319-4bf2-a800-eba2f930c4be admin admin] Publish callbacks [] for security_group (6f220f8c-bd23-4e15-83ac-222175887620), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.221839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d74b1-846e-4df3-9182-d72edef35ae1 req-980c00e1-daef-4751-9cf7-3bb72fe1bac5 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:04.229909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad1d74b1-846e-4df3-9182-d72edef35ae1 req-980c00e1-daef-4751-9cf7-3bb72fe1bac5 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.6394565 Feb 10 13:35:04.234426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:04.251500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-279a616c-79a7-4bef-b350-f2103d8bfcb0 service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087765 Feb 10 13:35:04.286592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.297338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6036ef06-7319-4bf2-a800-eba2f930c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6f220f8c-bd23-4e15-83ac-222175887620), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.376621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad1d74b1-846e-4df3-9182-d72edef35ae1 req-0ea3579a-70dd-4033-8ab8-57210ad40e3f tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358488 Feb 10 13:35:04.422859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03e268bb-a6a1-445b-8d75-0680a17b35fa req-bbf76c3d-2c51-4589-89cb-4c2ee0e1ba48 service neutron] 10.222.0.77 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625807 Feb 10 13:35:04.434790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] Publish callbacks [] for security_group (ebb5ca99-42a3-41a7-8783-491ba625bce6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.484625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274282808'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:04.495602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] Publish callbacks [] for security_group (ebb5ca99-42a3-41a7-8783-491ba625bce6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.507122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:04.511883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.523139 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.540826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ef06-7319-4bf2-a800-eba2f930c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f220f8c-bd23-4e15-83ac-222175887620,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:04.575324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.622986 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for security_group (cdf05574-5fbd-4b09-8464-7ab1a93bb042), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.660026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdf05574-5fbd-4b09-8464-7ab1a93bb042), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.688913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf05574-5fbd-4b09-8464-7ab1a93bb042,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:04.705955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:04.722813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8a31dcff-99e5-4e7c-b94e-bf9dd9325f92), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.723235 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 8a31dcff-99e5-4e7c-b94e-bf9dd9325f92 of type vlan for network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 Feb 10 13:35:04.732307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1dada-3f66-4c02-bd20-a1282d0f7176 req-2c8730b5-a073-4f32-b19a-5cdcb3ed7476 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:04.737584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1dada-3f66-4c02-bd20-a1282d0f7176 req-2c8730b5-a073-4f32-b19a-5cdcb3ed7476 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:04.742975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1dada-3f66-4c02-bd20-a1282d0f7176 req-2c8730b5-a073-4f32-b19a-5cdcb3ed7476 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:04.744900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b1dada-3f66-4c02-bd20-a1282d0f7176 req-2c8730b5-a073-4f32-b19a-5cdcb3ed7476 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a&device_id=4ca52741-81a4-40ee-b3dd-8102084070dc&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 2418 time: 0.1196876 Feb 10 13:35:04.773995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ebb5ca99-42a3-41a7-8783-491ba625bce6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.777435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.781361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebb5ca99-42a3-41a7-8783-491ba625bce6 HTTP/1.1" status: 204 len: 168 time: 0.9007864 Feb 10 13:35:04.805141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361f48-cab2-48f8-8294-365de8fd202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb5ca99-42a3-41a7-8783-491ba625bce6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:04.816971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6036ef06-7319-4bf2-a800-eba2f930c4be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf1938d32fd4ed5879e1e682893f474&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7241843 Feb 10 13:35:04.822000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:04.824275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.854619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b1dada-3f66-4c02-bd20-a1282d0f7176 req-4aa5c524-a3ba-42bb-9f59-17c06a812d26 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009617 Feb 10 13:35:04.925390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] Publish callbacks [] for security_group (6f220f8c-bd23-4e15-83ac-222175887620), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.957335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] Publish callbacks [] for security_group (6f220f8c-bd23-4e15-83ac-222175887620), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:04.998354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks [] for port (76d73370-99f7-4814-995c-57b93f6e066d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.013607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.019993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:05.020799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.080604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.127505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=8bfcd1e0-3e85-4136-99c1-904a9a37ebb2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:05.133621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-01e18031-900b-4bb2-9476-efe43787044e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8981929 Feb 10 13:35:05.175669 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6f220f8c-bd23-4e15-83ac-222175887620), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.179693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.181202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f220f8c-bd23-4e15-83ac-222175887620 HTTP/1.1" status: 204 len: 168 time: 0.3530939 Feb 10 13:35:05.196909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:05.197972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:05.208443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:05.212726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:05.286641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2b7f-49c5-4fc7-8f86-734bbf4f92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f220f8c-bd23-4e15-83ac-222175887620,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:05.350911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06742af-0c76-496b-b259-4949e6f75e4d req-2bb092d2-df00-4468-af5b-337387298567 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:05.363838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06742af-0c76-496b-b259-4949e6f75e4d req-2bb092d2-df00-4468-af5b-337387298567 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 932 time: 0.3614755 Feb 10 13:35:05.393612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:05.394302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.396787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event updated for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:05.465787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-762ff581-9957-4d7c-85ba-a5848fb46bc2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9112017 Feb 10 13:35:05.491253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Request body: {'port': {'device_id': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:05.539654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:05.557496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a06742af-0c76-496b-b259-4949e6f75e4d req-f75d478c-d802-4c3f-957e-1aed17cb36c2 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920373 Feb 10 13:35:05.582213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f50741-e0db-4ae4-a019-bdd56ef5bfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.599009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (76d73370-99f7-4814-995c-57b93f6e066d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.790857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a276905-dc04-49b9-a9f7-dde7b790192f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:05.796867 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.818437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks [] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.837313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Transition to ACTIVE for port object 8a276905-dc04-49b9-a9f7-dde7b790192f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:35:05.862917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f50741-e0db-4ae4-a019-bdd56ef5bfe3 admin admin] Publish callbacks [] for security_group (182d537d-48dd-4613-bb5c-0317e40dedc3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.885689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26a6a981-1299-4dea-870c-deb85c84b17f req-383616ea-9e9c-4f1f-83c5-661721cc0875 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2414641 Feb 10 13:35:05.886419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.946485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f50741-e0db-4ae4-a019-bdd56ef5bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (182d537d-48dd-4613-bb5c-0317e40dedc3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:05.951302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:06.042376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Attempting to bind port 8a276905-dc04-49b9-a9f7-dde7b790192f on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:06.046543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Attempting to bind port 8a276905-dc04-49b9-a9f7-dde7b790192f by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:06.046912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Attempting to bind port 8a276905-dc04-49b9-a9f7-dde7b790192f on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:06.054644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Port 8a276905-dc04-49b9-a9f7-dde7b790192f on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:35:06.055333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Attempting to bind port 8a276905-dc04-49b9-a9f7-dde7b790192f on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:06.079212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Pushing event updated for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:06.092465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:06.093949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Checking segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:06.094495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Bound using segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:06.097235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Bound port: 8a276905-dc04-49b9-a9f7-dde7b790192f, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:06.098230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.105579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.150835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba305d75-0aaa-430a-a073-ca7bbf8c03ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.193568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f50741-e0db-4ae4-a019-bdd56ef5bfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182d537d-48dd-4613-bb5c-0317e40dedc3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:06.209750 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d1f50741-e0db-4ae4-a019-bdd56ef5bfe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea539f06d2b64c52ae7be7ccc82618bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687040 Feb 10 13:35:06.216049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:06.313595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:06.325768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8a276905-dc04-49b9-a9f7-dde7b790192f,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:06.346826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.379908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] Publish callbacks [] for security_group (182d537d-48dd-4613-bb5c-0317e40dedc3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.404939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] Publish callbacks [] for security_group (182d537d-48dd-4613-bb5c-0317e40dedc3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.463971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:06.465325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.466957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a276905-dc04-49b9-a9f7-dde7b790192f HTTP/1.1" status: 200 len: 1092 time: 3.7950552 Feb 10 13:35:06.492925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:06.512485 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2a778-3556-43ab-a8b1-9222947a5845" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:06.531574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (182d537d-48dd-4613-bb5c-0317e40dedc3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.534649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.542452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/182d537d-48dd-4613-bb5c-0317e40dedc3 HTTP/1.1" status: 204 len: 168 time: 0.3254330 Feb 10 13:35:06.604554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6094-b4ba-45ce-bd4b-69cf1e2528bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d537d-48dd-4613-bb5c-0317e40dedc3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:06.654717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29e6fe-5451-4ed7-9e7f-cc9459d9a312 service neutron] Pushing event updated for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:06.717501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-1658657f-426c-4143-a42c-a9c0e6249520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:06.719070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-1658657f-426c-4143-a42c-a9c0e6249520 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 1126 time: 0.1887245 Feb 10 13:35:06.743542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba305d75-0aaa-430a-a073-ca7bbf8c03ab admin admin] Publish callbacks [] for security_group (9ac4770f-ec6f-4f43-aa5e-b7189bd6408d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.759592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba305d75-0aaa-430a-a073-ca7bbf8c03ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9ac4770f-ec6f-4f43-aa5e-b7189bd6408d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.798352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cf086c-4895-4b48-8870-d4e8b0d59ce3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:06.847765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks [] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:06.914190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba305d75-0aaa-430a-a073-ca7bbf8c03ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fc9d55edfc949eda6fed24b91adaaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9498999 Feb 10 13:35:06.918756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59756) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:06.933946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Transition to ACTIVE for port object 68cf086c-4895-4b48-8870-d4e8b0d59ce3 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:35:06.935973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba305d75-0aaa-430a-a073-ca7bbf8c03ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4770f-ec6f-4f43-aa5e-b7189bd6408d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:06.946107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-b6ed2380-5e83-4c49-81f2-0d4cd7ad73fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a276905-dc04-49b9-a9f7-dde7b790192f HTTP/1.1" status: 200 len: 217 time: 0.2168248 Feb 10 13:35:06.981109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:07.074003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3551e783-c7d4-4ea8-9602-864cb3b167ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:07.074303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:07.075490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3551e783-c7d4-4ea8-9602-864cb3b167ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.1149423 Feb 10 13:35:07.165813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-8452b202-98c1-4bd5-bb9d-674ddd805608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775218 Feb 10 13:35:07.184073 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615834ee-1c6d-4b19-99eb-5c912c77a327 x-openstack-request-id: req-615834ee-1c6d-4b19-99eb-5c912c77a327 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:07.185610 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:07.185888 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-615834ee-1c6d-4b19-99eb-5c912c77a327 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:07.187993 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f', 'status': 'completed', 'code': 200} Feb 10 13:35:07.499527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:07.585573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-720d4027-33a1-4565-87f2-2eb85a2fa967 service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952832 Feb 10 13:35:07.783914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-291a41f5-ce9a-4242-8cd6-81c8f763e98c service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923327 Feb 10 13:35:07.856046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] Publish callbacks [] for security_group (9ac4770f-ec6f-4f43-aa5e-b7189bd6408d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:07.924112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d73370-99f7-4814-995c-57b93f6e066d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:07.977519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks [] for port (76d73370-99f7-4814-995c-57b93f6e066d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.094758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Transition to ACTIVE for port object 76d73370-99f7-4814-995c-57b93f6e066d will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:35:08.124688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-1c30de87-3479-44da-a1f0-2707fe3804e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:08.127532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-1c30de87-3479-44da-a1f0-2707fe3804e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 1126 time: 0.2107122 Feb 10 13:35:08.134419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.137728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] Publish callbacks [] for security_group (9ac4770f-ec6f-4f43-aa5e-b7189bd6408d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.139369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Attempting to bind port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:08.139741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Attempting to bind port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:08.140045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Attempting to bind port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:08.249604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:35:08.256465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Attempting to bind port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:08.321110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:08.321976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Checking segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:08.322635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Bound using segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:08.327251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Bound port: 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:08.328203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.602177 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:08.612949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-02c5a3dd-168d-405f-9a4e-0290a5f722e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:08.615424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-02c5a3dd-168d-405f-9a4e-0290a5f722e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 918 time: 0.4803116 Feb 10 13:35:08.616303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:08.646904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Pushing event updated for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:08.737577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-f24fb1de-fa69-48a1-8c5e-9c3728276100 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a276905-dc04-49b9-a9f7-dde7b790192f HTTP/1.1" status: 200 len: 217 time: 0.0988250 Feb 10 13:35:08.817234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7934-1c21-4798-a05f-f6615aa9b592 req-f45d946c-27fc-4aac-9d45-16eff0e6bb62 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:08.818968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccda7934-1c21-4798-a05f-f6615aa9b592 req-f45d946c-27fc-4aac-9d45-16eff0e6bb62 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 944 time: 0.5834773 Feb 10 13:35:08.828352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Attempting to bind port 76d73370-99f7-4814-995c-57b93f6e066d on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:08.829055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Attempting to bind port 76d73370-99f7-4814-995c-57b93f6e066d by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:08.829689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Attempting to bind port 76d73370-99f7-4814-995c-57b93f6e066d on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:08.836650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:08.845681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9ac4770f-ec6f-4f43-aa5e-b7189bd6408d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.848625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.850015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ac4770f-ec6f-4f43-aa5e-b7189bd6408d HTTP/1.1" status: 204 len: 168 time: 1.9255478 Feb 10 13:35:08.863396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-d881909d-44b2-4081-b1aa-870fa0f47de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:08.865984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-d881909d-44b2-4081-b1aa-870fa0f47de9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.1181526 Feb 10 13:35:08.876647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Port 76d73370-99f7-4814-995c-57b93f6e066d on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:35:08.878279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Attempting to bind port 76d73370-99f7-4814-995c-57b93f6e066d on network b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:08.885971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:08.921147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccda7934-1c21-4798-a05f-f6615aa9b592 req-929956dc-fb96-419c-a6a5-d4428c88b94f tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940697 Feb 10 13:35:08.922857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a30195-d812-4239-bcd4-76b904d3e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4770f-ec6f-4f43-aa5e-b7189bd6408d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:08.957641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.971794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:08.972137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Checking segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:08.972520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Bound using segment: {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:08.972993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Bound port: 76d73370-99f7-4814-995c-57b93f6e066d, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264cdff4-a584-4340-ada4-0e4c178abce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:08.973351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (76d73370-99f7-4814-995c-57b93f6e066d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:08.997647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-551b89ee-f844-43d1-8f04-528d203eefb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812681 Feb 10 13:35:09.063299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:09.071182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.135702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:09.136371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.140728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/68cf086c-4895-4b48-8870-d4e8b0d59ce3 HTTP/1.1" status: 200 len: 1091 time: 5.0396650 Feb 10 13:35:09.152747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:09.155653 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489da04-d2a3-4f35-9658-dadda26ddb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:09.293735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-ca025c32-da3a-4959-a50f-097222b258ca service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881155 Feb 10 13:35:09.379011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1825-e14c-4073-b4b2-58c3f6b274d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:09.435338 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22155f32-878f-4b24-af30-41f49a608d67 x-openstack-request-id: req-22155f32-878f-4b24-af30-41f49a608d67 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:09.437893 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:09.438214 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22155f32-878f-4b24-af30-41f49a608d67 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:09.438785 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3', 'status': 'completed', 'code': 200} Feb 10 13:35:09.491339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:09.511397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=76d73370-99f7-4814-995c-57b93f6e066d,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:09.513280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-66025794-35bd-4d28-9a25-9f87ec1f16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:09.515640 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-66025794-35bd-4d28-9a25-9f87ec1f16ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 1125 time: 0.3177392 Feb 10 13:35:09.519159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.520922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:09.562556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a2a778-3556-43ab-a8b1-9222947a5845 req-6f951f33-ef85-470d-906e-264b0e93b741 service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623863 Feb 10 13:35:09.623618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-9ac0d34c-565d-4f21-b10b-1b8ca8c7d98b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3 HTTP/1.1" status: 200 len: 217 time: 0.0938835 Feb 10 13:35:09.693003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:09.693621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.695031 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] 10.222.0.77 "PUT /v2.0/ports/76d73370-99f7-4814-995c-57b93f6e066d HTTP/1.1" status: 200 len: 1091 time: 4.2239382 Feb 10 13:35:09.860168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377043ee-d605-4f8f-a1cf-b87d9d726788 service neutron] Pushing event updated for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:09.862964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ffebb3-d0cf-4fa9-9d3b-2a022a383635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.918772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-ee8cfdec-7eb6-4d00-bc5d-c77901b51912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:09.920257 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-ee8cfdec-7eb6-4d00-bc5d-c77901b51912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.2661862 Feb 10 13:35:09.924898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b0047181-9110-4d94-96a0-47dd5b875576), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:09.990921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-a1591535-561a-43a5-a7ed-0416ce2790eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614183 Feb 10 13:35:10.055648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-411d684b-c9a6-4775-ab28-ce7eecade0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:10.057192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-411d684b-c9a6-4775-ab28-ce7eecade0d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 1125 time: 0.2946811 Feb 10 13:35:10.101521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=b0047181-9110-4d94-96a0-47dd5b875576,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:10.161330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-854c26ef-1500-4c90-99b5-79bf2d92042b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d73370-99f7-4814-995c-57b93f6e066d HTTP/1.1" status: 200 len: 217 time: 0.0802724 Feb 10 13:35:10.275567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:10.275938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:10.308194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ffebb3-d0cf-4fa9-9d3b-2a022a383635 admin admin] Publish callbacks [] for security_group (54cbea1b-29b8-4d58-a872-95c97c083231), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.318329 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-b91a9e92-73c9-4bcc-a2a1-42e960de8e7d service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197978 Feb 10 13:35:10.318982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ffebb3-d0cf-4fa9-9d3b-2a022a383635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (54cbea1b-29b8-4d58-a872-95c97c083231), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.358128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-5bfc7cf9-c29e-4426-bdd3-6c7c8f816c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:10.359558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-5bfc7cf9-c29e-4426-bdd3-6c7c8f816c72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.1588402 Feb 10 13:35:10.407213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4b865-2c78-4aa6-8b3a-5af391758d83 req-8f6431dc-55f1-4960-ad7f-d1e311106cd6 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:10.413256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38b4b865-2c78-4aa6-8b3a-5af391758d83 req-8f6431dc-55f1-4960-ad7f-d1e311106cd6 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 944 time: 0.1498804 Feb 10 13:35:10.456545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffebb3-d0cf-4fa9-9d3b-2a022a383635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cbea1b-29b8-4d58-a872-95c97c083231,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:10.478522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38b4b865-2c78-4aa6-8b3a-5af391758d83 req-c828075d-039d-4121-b9a5-051c4dc7a48b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Feb 10 13:35:10.487248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21ffebb3-d0cf-4fa9-9d3b-2a022a383635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf92b0b533984896a55568c205bd91b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9618373 Feb 10 13:35:10.487994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:10.510186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:10.517842 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-9daaa51c-ff57-435a-a831-1072dc255398 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351535 Feb 10 13:35:10.597449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:10.611938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c524e-4e34-4918-8cb1-35acd7e9a96c None None] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:10.624932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:10.625686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.668185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] Publish callbacks [] for security_group (54cbea1b-29b8-4d58-a872-95c97c083231), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.755789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-92ecae03-403c-4780-8b1f-66939694603b service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213066 Feb 10 13:35:10.762405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d61f0e05-82c6-42b9-8009-ca42163f3bd1 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1492593 Feb 10 13:35:10.763618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:10.782585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449706194'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:10.818006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8bfcd1e0-3e85-4136-99c1-904a9a37ebb2', 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': 'b0047181-9110-4d94-96a0-47dd5b875576'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:10.819083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.839978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-edf29381-f09c-47e8-b89f-a5ef6ea51142 service neutron] 10.222.0.77 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852063 Feb 10 13:35:10.902733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:10.910339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:10.930850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] Publish callbacks [] for security_group (54cbea1b-29b8-4d58-a872-95c97c083231), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.021946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-90f448ff-cd49-45f2-aa0b-cce5d998a083 req-4ccb2bde-8a7f-4fe5-a481-04fbe06f3cce service neutron] 10.222.0.77 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705129 Feb 10 13:35:11.075651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (54cbea1b-29b8-4d58-a872-95c97c083231), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.081975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.084585 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:11.087279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54cbea1b-29b8-4d58-a872-95c97c083231 HTTP/1.1" status: 204 len: 168 time: 0.5952003 Feb 10 13:35:11.116013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6954c-685e-480c-961e-27d2117463c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cbea1b-29b8-4d58-a872-95c97c083231,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:11.117233 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d5ad18a-56b4-4801-af2c-bc790934e7b6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.117580 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 4d5ad18a-56b4-4801-af2c-bc790934e7b6 of type vlan for network a03b561d-a474-4fb0-95bb-1545aa08907a Feb 10 13:35:11.208906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a03b561d-a474-4fb0-95bb-1545aa08907a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.265102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.322104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Allocated IP 2001:db8:0:ffff::2 (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2/b0047181-9110-4d94-96a0-47dd5b875576/c03b8cbe-84d1-42f5-b86c-42e6af7958d5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:11.348918 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a03b561d-a474-4fb0-95bb-1545aa08907a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.354124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:11.354690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.441457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:11.443697 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ecb2ca-50ea-42e5-ba55-6cc302845611" -d '{"events": [{"name": "network-changed", "server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "tag": "76d73370-99f7-4814-995c-57b93f6e066d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:11.475283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-87657755-eaf1-4f50-853f-51d371a22787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:11.480178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-87657755-eaf1-4f50-853f-51d371a22787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 1125 time: 0.4571092 Feb 10 13:35:11.491651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:11.493810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7267764 Feb 10 13:35:11.496873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': 'a03b561d-a474-4fb0-95bb-1545aa08907a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:11.671826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8a276905-dc04-49b9-a9f7-dde7b790192f details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:35:11.682684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0a31-c3ac-4366-a184-e34c542cb5b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=a03b561d-a474-4fb0-95bb-1545aa08907a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:11.735837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a03b561d-a474-4fb0-95bb-1545aa08907a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:11.791259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:11.801588 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks [] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.802755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:11.823099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4a4a-dc56-4444-bcb1-b7a682134ff2 req-ad3aa64e-3c9b-42b0-8322-233b602e267a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:11.824681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdff4a4a-dc56-4444-bcb1-b7a682134ff2 req-ad3aa64e-3c9b-42b0-8322-233b602e267a tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.1762886 Feb 10 13:35:11.841626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:35:11.878761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.053396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:12.054588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdff4a4a-dc56-4444-bcb1-b7a682134ff2 req-1d795907-6b53-4bc3-8f08-328938f756c1 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009282 Feb 10 13:35:12.072087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:12.080260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:12.158765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Pushing event updated for resources: {'Port': ['ID=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:12.243128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:12.370431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (2c57fdf9-9852-48f5-9a8e-4a97bb21546a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.386184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Attempting to bind port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:12.390334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Attempting to bind port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:12.392646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Attempting to bind port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 on network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:12.412276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8a276905-dc04-49b9-a9f7-dde7b790192f,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:12.422413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:12.423692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Checking segment: {'id': '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:12.433329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.433329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Bound using segment: {'id': '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:12.433329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Bound port: c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8bfcd1e0-3e85-4136-99c1-904a9a37ebb2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:12.433329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.454238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18be1-b44b-4cdd-bace-0248b5bb199b req-54f470d7-eab1-4b08-8ffd-648aad46b9f8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:12.462208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69e18be1-b44b-4cdd-bace-0248b5bb199b req-54f470d7-eab1-4b08-8ffd-648aad46b9f8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 944 time: 0.1936018 Feb 10 13:35:12.475064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '8a276905-dc04-49b9-a9f7-dde7b790192f', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'port_id': '8a276905-dc04-49b9-a9f7-dde7b790192f', 'mac_address': 'fa:16:3e:cd:f1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a338d1-df5b-4f56-94c6-741cec0e467e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:35:12.543925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=2c57fdf9-9852-48f5-9a8e-4a97bb21546a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:12.565549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69e18be1-b44b-4cdd-bace-0248b5bb199b req-018e9ea3-938e-4f6b-b8fb-b532046c2846 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964937 Feb 10 13:35:12.575046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '4d5ad18a-56b4-4801-af2c-bc790934e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a03b561d-a474-4fb0-95bb-1545aa08907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:12.575524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: a03b561d-a474-4fb0-95bb-1545aa08907a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:12.636163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network a03b561d-a474-4fb0-95bb-1545aa08907a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:12.682833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a03b561d-a474-4fb0-95bb-1545aa08907a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:12.705105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b208d-05e2-4567-889c-0ac83f04e753 None None] Network a03b561d-a474-4fb0-95bb-1545aa08907a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:12.708522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:12.711522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.716208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e17731-4c38-41f6-b8e0-71eb8e53c394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.775248 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588203a-09d6-4e43-849b-5a604a29bc4a x-openstack-request-id: req-2588203a-09d6-4e43-849b-5a604a29bc4a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:12.775868 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "tag": "76d73370-99f7-4814-995c-57b93f6e066d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:12.775868 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2588203a-09d6-4e43-849b-5a604a29bc4a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:12.776177 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d', 'status': 'completed', 'code': 200} Feb 10 13:35:12.779258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fed0442e-31ce-45fa-a820-92508d63c567 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2861915 Feb 10 13:35:12.784585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:12.904668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] For port c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:12.916798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8a276905-dc04-49b9-a9f7-dde7b790192f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:12.917342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.988147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a03b561d-a474-4fb0-95bb-1545aa08907a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:12.997555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] For port c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,segment=NetworkSegment(8a31dcff-99e5-4e7c-b94e-bf9dd9325f92),segment_id=8a31dcff-99e5-4e7c-b94e-bf9dd9325f92)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:13.000532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-0326c786-dde5-402d-9d64-fdfa1d0d60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:13.006258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e17731-4c38-41f6-b8e0-71eb8e53c394 admin admin] Publish callbacks [] for security_group (62fd1748-8165-456a-b3ed-44a85af1f9a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.009523 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-0326c786-dde5-402d-9d64-fdfa1d0d60e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 918 time: 1.5100310 Feb 10 13:35:13.012404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01e17731-4c38-41f6-b8e0-71eb8e53c394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (62fd1748-8165-456a-b3ed-44a85af1f9a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.024542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b9234-affb-4bad-afc0-f27729d73e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-a03b561d-a474-4fb0-95bb-1545aa08907a', 'network_id': 'a03b561d-a474-4fb0-95bb-1545aa08907a', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': '2c57fdf9-9852-48f5-9a8e-4a97bb21546a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:13.026096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-457b9234-affb-4bad-afc0-f27729d73e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.054993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-71f092b4-52ec-4ede-98b3-e9167bbfb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:13.060350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-71f092b4-52ec-4ede-98b3-e9167bbfb75e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91cf28be7f7945d2b0118db066e001da&device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 1125 time: 0.2901020 Feb 10 13:35:13.064024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a276905-dc04-49b9-a9f7-dde7b790192f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:13.075761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-01e17731-4c38-41f6-b8e0-71eb8e53c394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c24c526aec494cb4800a8bf21c3280dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8313239 Feb 10 13:35:13.076384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:13.077697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17731-4c38-41f6-b8e0-71eb8e53c394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd1748-8165-456a-b3ed-44a85af1f9a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:13.078054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.190565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2c57fdf9-9852-48f5-9a8e-4a97bb21546a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.214142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ee53-4ddd-44c6-9c11-a1a6b5c159c8 None None] Pushing event updated for resources: {'Port': ['ID=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:13.218627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-34cf5bfc-fb25-470e-ab2f-095e924465eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3 HTTP/1.1" status: 200 len: 217 time: 0.1953866 Feb 10 13:35:13.333627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8a276905-dc04-49b9-a9f7-dde7b790192f,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:13.355382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-457b9234-affb-4bad-afc0-f27729d73e9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c57fdf9-9852-48f5-9a8e-4a97bb21546a: This subnet is being modified by another concurrent operation. Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c57fdf9-9852-48f5-9a8e-4a97bb21546a: This subnet is being modified by another concurrent operation. Feb 10 13:35:13.402124 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:35:13.430454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] Publish callbacks [] for security_group (62fd1748-8165-456a-b3ed-44a85af1f9a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.438168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (2c57fdf9-9852-48f5-9a8e-4a97bb21546a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.454278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:13.475543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6cde7-7e32-48f4-a00f-05b77f3b07e8 None None] Network a03b561d-a474-4fb0-95bb-1545aa08907a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:13.530465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-f54fa34e-f7bb-4976-be10-37358b40bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:13.532008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-f54fa34e-f7bb-4976-be10-37358b40bddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.2885034 Feb 10 13:35:13.662341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-1d07c6fa-6d42-42dd-b37a-ef67a7d87658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:13.674137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-1d07c6fa-6d42-42dd-b37a-ef67a7d87658 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 200 len: 918 time: 0.4748991 Feb 10 13:35:13.690409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-774f243d-1876-434a-aa21-16b0d1cf444e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322923 Feb 10 13:35:13.795774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a03b561d-a474-4fb0-95bb-1545aa08907a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.851999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=2c57fdf9-9852-48f5-9a8e-4a97bb21546a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:13.894088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8a276905-dc04-49b9-a9f7-dde7b790192f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:13.925460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-6a2bca41-af6c-43d6-a8e3-23b478a89d96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d73370-99f7-4814-995c-57b93f6e066d HTTP/1.1" status: 200 len: 217 time: 0.2340498 Feb 10 13:35:13.933580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] Publish callbacks [] for security_group (62fd1748-8165-456a-b3ed-44a85af1f9a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:13.951525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f728bef-e0af-4d9d-96d3-74099ce01446 req-6c69b6cf-8bc4-4de8-b0cb-8da31dd7e362 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:13.962241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f728bef-e0af-4d9d-96d3-74099ce01446 req-6c69b6cf-8bc4-4de8-b0cb-8da31dd7e362 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.6003804 Feb 10 13:35:13.983489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b561d-a474-4fb0-95bb-1545aa08907a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:14.033806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-da5d9549-b08b-44a3-b88b-1cc539de847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:14.036625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-da5d9549-b08b-44a3-b88b-1cc539de847c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 200 len: 857 time: 0.1058526 Feb 10 13:35:14.075011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5ad18a-56b4-4801-af2c-bc790934e7b6') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:14.085790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5ad18a-56b4-4801-af2c-bc790934e7b6') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:14.129440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (4d5ad18a-56b4-4801-af2c-bc790934e7b6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.149798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-bd9cc866-9fa6-4472-9dda-13b9143f6b14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717773 Feb 10 13:35:14.200225 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4d5ad18a-56b4-4801-af2c-bc790934e7b6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.223046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:14.223488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (4d5ad18a-56b4-4801-af2c-bc790934e7b6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:14.253738 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:14.262068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-b9136224-97c6-4d28-9e62-4e2a5738de45 service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500576 Feb 10 13:35:14.328421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c03b8cbe-84d1-42f5-b86c-42e6af7958d5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:14.331615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 76d73370-99f7-4814-995c-57b93f6e066d details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:35:14.559176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a03b561d-a474-4fb0-95bb-1545aa08907a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.575616 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.586456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/a03b561d-a474-4fb0-95bb-1545aa08907a HTTP/1.1" status: 204 len: 168 time: 1.8005593 Feb 10 13:35:14.603576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59930) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:14.615823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439224037'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:14.666000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-6b49d14c-5353-40c7-9631-0d7ce2927ec8 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:14.673090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-6b49d14c-5353-40c7-9631-0d7ce2927ec8 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 1.0931220 Feb 10 13:35:14.743239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98180b0a-6c70-48ac-b17e-b5f1edfaca71 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=a03b561d-a474-4fb0-95bb-1545aa08907a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:14.802319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:14.802820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.863539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-ea33e088-411a-4eea-91de-c32798bc6043 service neutron] 10.222.0.77 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059286 Feb 10 13:35:14.896359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d489da04-d2a3-4f35-9658-dadda26ddb0e req-7af94ed8-d27a-4c72-80dc-a936ead32244 service neutron] 10.222.0.21 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259871 Feb 10 13:35:14.921323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:14.925095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.928001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f728bef-e0af-4d9d-96d3-74099ce01446 req-51dbf829-b102-4cf9-9fbe-3956e759b4a0 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804193 Feb 10 13:35:14.940993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=76d73370-99f7-4814-995c-57b93f6e066d,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:14.989648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (62fd1748-8165-456a-b3ed-44a85af1f9a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:14.989865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '76d73370-99f7-4814-995c-57b93f6e066d', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'port_id': '76d73370-99f7-4814-995c-57b93f6e066d', 'mac_address': 'fa:16:3e:0f:34:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a338d1-df5b-4f56-94c6-741cec0e467e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:35:15.004349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.009796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62fd1748-8165-456a-b3ed-44a85af1f9a8 HTTP/1.1" status: 204 len: 168 time: 1.9225860 Feb 10 13:35:15.109849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:15.157013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:15.184844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32d5ac-707c-4295-a20d-6b1aa07fc1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd1748-8165-456a-b3ed-44a85af1f9a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:15.213122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8de35ebb-f426-483c-9966-6e039c0efe1e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.213489 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 8de35ebb-f426-483c-9966-6e039c0efe1e of type vlan for network 4dea7c72-e055-431b-a807-eef42543fe0e Feb 10 13:35:15.275317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 76d73370-99f7-4814-995c-57b93f6e066d is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:15.275614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (76d73370-99f7-4814-995c-57b93f6e066d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.278582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:15.278966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.411406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5ecb2ca-50ea-42e5-ba55-6cc302845611 req-003c533a-f7c6-4aa0-bc54-e06486350a79 service neutron] 10.222.0.77 "GET /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477309 Feb 10 13:35:15.419994 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4dea7c72-e055-431b-a807-eef42543fe0e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.468910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28d8b84b-3c39-4365-8a9f-d46ed63ec849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.495624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583cca-650c-406e-b08e-37f090b619b6 req-509db5d2-6081-4ccf-b674-48c53724d0d8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:15.519678 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c583cca-650c-406e-b08e-37f090b619b6 req-509db5d2-6081-4ccf-b674-48c53724d0d8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 945 time: 0.3343601 Feb 10 13:35:15.585095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28d8b84b-3c39-4365-8a9f-d46ed63ec849 admin admin] Publish callbacks [] for security_group (4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.591967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28d8b84b-3c39-4365-8a9f-d46ed63ec849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.625230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Deleting port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:15.626221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.642601 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-28d8b84b-3c39-4365-8a9f-d46ed63ec849 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046703b2c6474042ae62d3615c224c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254543 Feb 10 13:35:15.646267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:15.669024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00e336-6793-4c4b-a4a8-5028a2a7c521 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:35:15.690969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b84b-3c39-4365-8a9f-d46ed63ec849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:15.793471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4dea7c72-e055-431b-a807-eef42543fe0e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.805545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:15.805545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.806680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 68cf086c-4895-4b48-8870-d4e8b0d59ce3 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:35:15.814839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8a276905-dc04-49b9-a9f7-dde7b790192f up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:15.822933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d73370-99f7-4814-995c-57b93f6e066d {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:15.879791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c583cca-650c-406e-b08e-37f090b619b6 req-7584ef7d-ca13-43b4-8fa9-c042bf30b9f0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549454 Feb 10 13:35:15.902574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,segment=NetworkSegment(8a31dcff-99e5-4e7c-b94e-bf9dd9325f92),segment_id=8a31dcff-99e5-4e7c-b94e-bf9dd9325f92)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:15.947453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] For port 2d0628d7-dce2-4d02-a3ef-25ec153a5893, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2d0628d7-dce2-4d02-a3ef-25ec153a5893,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:15.947969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.974518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Calling delete_port for 2d0628d7-dce2-4d02-a3ef-25ec153a5893 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:15.979057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] Publish callbacks [] for security_group (4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:15.996283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=4dea7c72-e055-431b-a807-eef42543fe0e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:16.009476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4012865-f10b-45a0-aafc-bdf538beb864 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4049718 Feb 10 13:35:16.012883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:16.022092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:16.032236 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] Publish callbacks [] for security_group (4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.142829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4dea7c72-e055-431b-a807-eef42543fe0e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:16.282591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cc6ff-4e75-4347-83eb-61ecd2f1c974 req-e91d70b7-0408-4ad9-9c7c-6b75bd521ec3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:16.286045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.303097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-431cc6ff-4e75-4347-83eb-61ecd2f1c974 req-e91d70b7-0408-4ad9-9c7c-6b75bd521ec3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 945 time: 0.2221384 Feb 10 13:35:16.332164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1ac3e013-6819-4c01-83b9-372f98fa0b23 None None] Provisioning complete for port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:16.333390 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e013-6819-4c01-83b9-372f98fa0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.404324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:16.441826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:16.446521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.451074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.451231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=76d73370-99f7-4814-995c-57b93f6e066d,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:16.454398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.458560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3 HTTP/1.1" status: 204 len: 168 time: 0.8025582 Feb 10 13:35:16.516257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813f723-4355-4415-94af-5583e9a62140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa3d1e1-a110-4fbc-b84b-a2e162bc4dc3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:16.529501 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.629055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 8a276905-dc04-49b9-a9f7-dde7b790192f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:35:16.631124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00e336-6793-4c4b-a4a8-5028a2a7c521 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:35:16.661731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:35:16.665214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2d0628d7-dce2-4d02-a3ef-25ec153a5893), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.719175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-431cc6ff-4e75-4347-83eb-61ecd2f1c974 req-ba14d16d-9d9a-415b-bb3a-147ba9eea879 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794410 Feb 10 13:35:16.729681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', '2d0628d7-dce2-4d02-a3ef-25ec153a5893'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:16.733696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['dd740a44-3ebf-41ce-9ade-1af35343fa18'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:16.738726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 8a276905-dc04-49b9-a9f7-dde7b790192f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:16.739391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:16.762476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:16.927466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event deleted for resources: {'Port': ['ID=2d0628d7-dce2-4d02-a3ef-25ec153a5893,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:17.021182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] No DVR routers for this DVR port 2d0628d7-dce2-4d02-a3ef-25ec153a5893 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:17.026712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:17.037372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b3d13da-5f49-41d1-bbbc-1c171d2f8b64 req-226b421a-bf2b-47b0-95b6-4a424ac28a29 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "DELETE /v2.0/ports/2d0628d7-dce2-4d02-a3ef-25ec153a5893 HTTP/1.1" status: 204 len: 173 time: 2.3633747 Feb 10 13:35:17.051826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'name': 'network-vif-deleted', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:17.062448 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e3ebb8-3a76-415a-82db-4af169f6e83c" -d '{"events": [{"server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "name": "network-vif-deleted", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:17.175034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['76d73370-99f7-4814-995c-57b93f6e066d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:17.243555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e78d98-3ea3-42af-ae77-a64bb35a7ebb req-8c533ee0-5a49-4159-b39d-99f8685413be tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:17.245857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5e78d98-3ea3-42af-ae77-a64bb35a7ebb req-8c533ee0-5a49-4159-b39d-99f8685413be tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 945 time: 0.1765096 Feb 10 13:35:17.285275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-c4364bd7-92f1-4674-8dfd-0758c33e03ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3678572 Feb 10 13:35:17.470075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5e78d98-3ea3-42af-ae77-a64bb35a7ebb req-206bb1f5-7b5b-43b1-ac31-533b1e49a131 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153511 Feb 10 13:35:17.559476 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0113a5e8-3da9-47ba-b2f2-3f6a5bbe8da3 x-openstack-request-id: req-0113a5e8-3da9-47ba-b2f2-3f6a5bbe8da3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:17.560154 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a", "name": "network-vif-deleted", "tag": "2d0628d7-dce2-4d02-a3ef-25ec153a5893", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:17.560295 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0113a5e8-3da9-47ba-b2f2-3f6a5bbe8da3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:17.560691 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a', 'name': 'network-vif-deleted', 'tag': '2d0628d7-dce2-4d02-a3ef-25ec153a5893', 'status': 'completed', 'code': 200} Feb 10 13:35:17.569510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ea42b307-f7fd-47a5-9412-9b47186f1e19), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:17.729612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-0f0dc3a3-c732-4088-b098-f6cd3f4509ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:17.731997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-0f0dc3a3-c732-4088-b098-f6cd3f4509ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 1128 time: 0.2808726 Feb 10 13:35:17.817031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=ea42b307-f7fd-47a5-9412-9b47186f1e19,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:17.821078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:18.036709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3e013-6819-4c01-83b9-372f98fa0b23 None None] Current status of the port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:18.086427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea3acdac-7f56-4381-b3e3-5201e87ab366 req-97e3ac8b-e2c5-4dc7-8b66-6d045969d6bc tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad38ce55-a91d-4344-ae0d-ad5ba8eb8a4a HTTP/1.1" status: 200 len: 210 time: 0.1043737 Feb 10 13:35:18.201512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '8de35ebb-f426-483c-9966-6e039c0efe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:18.201512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 4dea7c72-e055-431b-a807-eef42543fe0e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:18.240570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '68cf086c-4895-4b48-8870-d4e8b0d59ce3', 'network_id': 'b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf', 'port_id': '68cf086c-4895-4b48-8870-d4e8b0d59ce3', 'mac_address': 'fa:16:3e:63:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a338d1-df5b-4f56-94c6-741cec0e467e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:35:18.360186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:18.360590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:18.362731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8a276905-dc04-49b9-a9f7-dde7b790192f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:18.363069 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:18.388790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 4dea7c72-e055-431b-a807-eef42543fe0e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:18.430561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-2741eaea-dd57-4ac8-8025-53374dca4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:18.432146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-2741eaea-dd57-4ac8-8025-53374dca4d77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 200 len: 916 time: 0.5936799 Feb 10 13:35:18.434117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 4dea7c72-e055-431b-a807-eef42543fe0e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:18.464531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c03b8cbe-84d1-42f5-b86c-42e6af7958d5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:18.543841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:18.545803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:18.552654 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-1fadc52a-d44d-4c1d-ab88-05ac269810c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 200 len: 217 time: 0.0999615 Feb 10 13:35:18.649331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8e8adb68-ece2-4119-b14d-3bad889e7b8d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6351726 Feb 10 13:35:18.653388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:18.664733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77042503'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:18.693679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-cee7501d-532f-4e0d-8de4-dcc619920244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:18.697708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-cee7501d-532f-4e0d-8de4-dcc619920244 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 200 len: 854 time: 0.1369534 Feb 10 13:35:18.739835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cf086c-4895-4b48-8870-d4e8b0d59ce3 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:18.773640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:18.773640 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8c6b7a-82a7-4140-9482-de5ce4d99b13" -d '{"events": [{"server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "name": "network-vif-plugged", "status": "completed", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:18.816513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-2360e9a3-675a-45c8-b88d-41f38f8736e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:18.822187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-2360e9a3-675a-45c8-b88d-41f38f8736e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0564eba8-ea99-4f74-afc8-8ea2feb0042b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174405 Feb 10 13:35:18.918786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:18.947271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:18.953018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8a276905-dc04-49b9-a9f7-dde7b790192f,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:18.973236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:18.994641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.035313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5470fe-adc0-4506-8703-0017ac2026a4 req-bbc80b46-5c42-4239-880e-dee6a59f464d tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:19.054552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-b4d01fb9-ff96-42dc-b03c-6083870b16cb service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251949 Feb 10 13:35:19.059860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e5470fe-adc0-4506-8703-0017ac2026a4 req-bbc80b46-5c42-4239-880e-dee6a59f464d tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 945 time: 0.3706062 Feb 10 13:35:19.067160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.080657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:19.090518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:19.174285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2d0628d7-dce2-4d02-a3ef-25ec153a5893 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:19.244414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 2d0628d7-dce2-4d02-a3ef-25ec153a5893 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:19.249255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2d0628d7-dce2-4d02-a3ef-25ec153a5893 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:19.279567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5f99893d-3551-44a2-9143-f84ca55408b1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.281781 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 5f99893d-3551-44a2-9143-f84ca55408b1 of type vlan for network 001d8846-2b58-49e6-a163-97c9c79a154b Feb 10 13:35:19.296629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:19.297031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.340093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-460624e5-9baa-49f1-a2cd-f074a5dad7d6 req-c94347cf-76d2-429e-b06d-54c2a38e3556 service neutron] 10.222.0.21 "GET /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713282 Feb 10 13:35:19.352515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e5470fe-adc0-4506-8703-0017ac2026a4 req-6abcc462-0fdf-4a88-8174-ec4961ae7be5 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515466 Feb 10 13:35:19.363048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e3ffbf-2443-4d7d-b3c9-a7b7ed1aa3c2 None None] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:19.403952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f69de9-bfda-43a2-8fb2-cc48dbf90434 None None] Network 4dea7c72-e055-431b-a807-eef42543fe0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:19.431555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['68cf086c-4895-4b48-8870-d4e8b0d59ce3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:19.527868 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869ec99-f13c-4087-9237-26b39138663d x-openstack-request-id: req-8869ec99-f13c-4087-9237-26b39138663d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:19.528182 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "name": "network-vif-plugged", "status": "completed", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:19.528292 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8869ec99-f13c-4087-9237-26b39138663d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:19.528655 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f', 'code': 200} Feb 10 13:35:19.550642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (001d8846-2b58-49e6-a163-97c9c79a154b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.600482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (001d8846-2b58-49e6-a163-97c9c79a154b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.622763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:19.625097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:19.692424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0374627 Feb 10 13:35:19.712746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60120) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:19.728117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '001d8846-2b58-49e6-a163-97c9c79a154b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:19.813051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:19.850230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2456b4-6952-405a-8bf8-08f872674868 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=001d8846-2b58-49e6-a163-97c9c79a154b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:19.855649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a22c8-3b48-4cdf-ab88-e3e1583f9c77 req-8052c25d-1404-4c2c-a8d8-ab3d487c026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:19.861211 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-930a22c8-3b48-4cdf-ab88-e3e1583f9c77 req-8052c25d-1404-4c2c-a8d8-ab3d487c026e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 1128 time: 0.2912691 Feb 10 13:35:19.918447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 001d8846-2b58-49e6-a163-97c9c79a154b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:20.162217 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-930a22c8-3b48-4cdf-ab88-e3e1583f9c77 req-a7002a07-49db-4a2f-9ca5-eba04f398cd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808902 Feb 10 13:35:20.216618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:20.256059 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:20.507133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ce65-110c-4dc2-99aa-d78b19911a2c req-0d65c4e8-d164-463a-a8a0-e48150b12621 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:20.523042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2923ce65-110c-4dc2-99aa-d78b19911a2c req-0d65c4e8-d164-463a-a8a0-e48150b12621 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.1632142 Feb 10 13:35:20.535243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:35:20.535913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:35:20.554018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:20.563225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 76d73370-99f7-4814-995c-57b93f6e066d up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:20.733919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2923ce65-110c-4dc2-99aa-d78b19911a2c req-8a9482c0-a3a1-4d0f-9f26-0f0dfca2e22f tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076619 Feb 10 13:35:20.802067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-4dea7c72-e055-431b-a807-eef42543fe0e', 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': 'ea42b307-f7fd-47a5-9412-9b47186f1e19'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:20.804352 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:20.867703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1ec7-87d2-442c-b784-a76f67a46351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:20.906955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (5cf57498-b981-4a25-9d47-c7adf1e00ea2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:20.969317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:21.006444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=5cf57498-b981-4a25-9d47-c7adf1e00ea2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.064459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe599ae4-cb86-4b47-853e-5138a02a9959 req-a2f3ca5d-cc30-439a-b0ab-c0912343ca2f tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:21.067752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe599ae4-cb86-4b47-853e-5138a02a9959 req-a2f3ca5d-cc30-439a-b0ab-c0912343ca2f tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 946 time: 0.1661549 Feb 10 13:35:21.070785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:21.076544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '5f99893d-3551-44a2-9143-f84ca55408b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '001d8846-2b58-49e6-a163-97c9c79a154b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:21.076983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 001d8846-2b58-49e6-a163-97c9c79a154b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:21.099401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 001d8846-2b58-49e6-a163-97c9c79a154b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:21.121667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 001d8846-2b58-49e6-a163-97c9c79a154b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:21.136474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:21.138269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.160905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1ec7-87d2-442c-b784-a76f67a46351 admin admin] Publish callbacks [] for security_group (30b2d783-0a86-40d2-af60-093570ece362), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.175346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe599ae4-cb86-4b47-853e-5138a02a9959 req-df6c5fa5-58c0-4916-a621-4c5236150b94 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Feb 10 13:35:21.176502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed7f91c8-baae-4254-be3e-53bd237dfaf7 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4597447 Feb 10 13:35:21.177393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1ec7-87d2-442c-b784-a76f67a46351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (30b2d783-0a86-40d2-af60-093570ece362), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.179394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:21.246383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Allocated IP 2001:db8::3 (4dea7c72-e055-431b-a807-eef42543fe0e/ea42b307-f7fd-47a5-9412-9b47186f1e19/96140aa3-b6b1-4732-9ec9-2bf23286862b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:21.286950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e1ec7-87d2-442c-b784-a76f67a46351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2d783-0a86-40d2-af60-093570ece362,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.302565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a5e1ec7-87d2-442c-b784-a76f67a46351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad6629430d2e42d3b49f35b68f2db883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474368 Feb 10 13:35:21.307605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:21.364332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09619590-d50b-482a-ac37-d53cfc138d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.394502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (001d8846-2b58-49e6-a163-97c9c79a154b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.445423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks [] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.476906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98af6b-31c5-49fb-9442-7a50b131bce8 None None] Network 001d8846-2b58-49e6-a163-97c9c79a154b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:21.494130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] Publish callbacks [] for security_group (30b2d783-0a86-40d2-af60-093570ece362), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.514659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (5cf57498-b981-4a25-9d47-c7adf1e00ea2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.541302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] Publish callbacks [] for security_group (30b2d783-0a86-40d2-af60-093570ece362), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.645880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.647411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09619590-d50b-482a-ac37-d53cfc138d61 admin admin] Publish callbacks [] for security_group (05e6a5d5-0548-45cd-a879-6307c93cf9f3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.658022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09619590-d50b-482a-ac37-d53cfc138d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05e6a5d5-0548-45cd-a879-6307c93cf9f3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.670793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 76d73370-99f7-4814-995c-57b93f6e066d completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:35:21.684892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (30b2d783-0a86-40d2-af60-093570ece362), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.687806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.688981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30b2d783-0a86-40d2-af60-093570ece362 HTTP/1.1" status: 204 len: 168 time: 0.3803754 Feb 10 13:35:21.701114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 76d73370-99f7-4814-995c-57b93f6e066d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:21.702279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (76d73370-99f7-4814-995c-57b93f6e066d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.755169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-aac4b2e7-bc93-4437-a5c8-f1d6067f3a4f tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:21.756935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-aac4b2e7-bc93-4437-a5c8-f1d6067f3a4f tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.1721349 Feb 10 13:35:21.788972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-09619590-d50b-482a-ac37-d53cfc138d61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd15633bf29c4b6fbe16e3735ef1fc57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167737 Feb 10 13:35:21.789865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:21.792841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09619590-d50b-482a-ac37-d53cfc138d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e6a5d5-0548-45cd-a879-6307c93cf9f3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.852386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (5cf57498-b981-4a25-9d47-c7adf1e00ea2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:21.854686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24db7-1cf5-4622-80c0-91c8c8975069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2d783-0a86-40d2-af60-093570ece362,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.916922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Network 4dea7c72-e055-431b-a807-eef42543fe0e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:21.954364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Pushing event updated for resources: {'Port': ['ID=96140aa3-b6b1-4732-9ec9-2bf23286862b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.966031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf57498-b981-4a25-9d47-c7adf1e00ea2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:21.967224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:21.975821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:21.981453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfadc6-2d4e-4e41-9730-71ad43601e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-001d8846-2b58-49e6-a163-97c9c79a154b', 'network_id': '001d8846-2b58-49e6-a163-97c9c79a154b', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': '5cf57498-b981-4a25-9d47-c7adf1e00ea2'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:21.982768 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-33cfadc6-2d4e-4e41-9730-71ad43601e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.135676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ef828-4229-4721-8d41-ef14324e9ded req-5a888f2a-a702-4c80-a50e-754d781a8f3c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:22.144327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f02ef828-4229-4721-8d41-ef14324e9ded req-5a888f2a-a702-4c80-a50e-754d781a8f3c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ca52741-81a4-40ee-b3dd-8102084070dc HTTP/1.1" status: 200 len: 946 time: 0.2301893 Feb 10 13:35:22.148306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] Publish callbacks [] for security_group (05e6a5d5-0548-45cd-a879-6307c93cf9f3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.175129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (001d8846-2b58-49e6-a163-97c9c79a154b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.195855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Deleting port dd740a44-3ebf-41ce-9ade-1af35343fa18 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:22.196551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.288478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] Publish callbacks [] for security_group (05e6a5d5-0548-45cd-a879-6307c93cf9f3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.325760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f02ef828-4229-4721-8d41-ef14324e9ded req-7ee9c985-9b51-4929-a3fa-478e6ec49419 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699467 Feb 10 13:35:22.329861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001d8846-2b58-49e6-a163-97c9c79a154b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:22.352265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f99893d-3551-44a2-9143-f84ca55408b1') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:22.352565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f99893d-3551-44a2-9143-f84ca55408b1') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:22.376835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5f99893d-3551-44a2-9143-f84ca55408b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.383190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (05e6a5d5-0548-45cd-a879-6307c93cf9f3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.385945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.387219 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05e6a5d5-0548-45cd-a879-6307c93cf9f3 HTTP/1.1" status: 204 len: 168 time: 0.5961356 Feb 10 13:35:22.403604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] For port dd740a44-3ebf-41ce-9ade-1af35343fa18, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=dd740a44-3ebf-41ce-9ade-1af35343fa18,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:22.404225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.410525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075bf00-fa4a-49bd-bb9b-8e2453b5882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e6a5d5-0548-45cd-a879-6307c93cf9f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:22.422620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5f99893d-3551-44a2-9143-f84ca55408b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.443752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Calling delete_port for dd740a44-3ebf-41ce-9ade-1af35343fa18 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:22.454588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:22.455005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5f99893d-3551-44a2-9143-f84ca55408b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:22.470471 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:22.601928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3a62-fddd-43cb-b862-9beea07b5432 req-d816457a-ca91-457a-96be-9fd3570b02e5 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:22.614118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbec3a62-fddd-43cb-b862-9beea07b5432 req-d816457a-ca91-457a-96be-9fd3570b02e5 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 946 time: 0.1491134 Feb 10 13:35:22.643046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d7eaf-8c4f-4239-beb3-f3be162b52c8 None None] Network 001d8846-2b58-49e6-a163-97c9c79a154b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:22.763639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fe8a5729-37b8-463e-97d5-d21c19100112 None None] Provisioning complete for port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:22.764391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5729-37b8-463e-97d5-d21c19100112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.772878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbec3a62-fddd-43cb-b862-9beea07b5432 req-85c4fb23-9d12-44f1-8892-9fc702d1d6c7 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573930 Feb 10 13:35:22.799711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (001d8846-2b58-49e6-a163-97c9c79a154b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.816533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.832054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/001d8846-2b58-49e6-a163-97c9c79a154b HTTP/1.1" status: 204 len: 168 time: 1.6516216 Feb 10 13:35:22.836779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:22.845122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875168495'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:22.877823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Attempting to bind port 96140aa3-b6b1-4732-9ec9-2bf23286862b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:22.878372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Attempting to bind port 96140aa3-b6b1-4732-9ec9-2bf23286862b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '8de35ebb-f426-483c-9966-6e039c0efe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:22.878809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Attempting to bind port 96140aa3-b6b1-4732-9ec9-2bf23286862b on network 4dea7c72-e055-431b-a807-eef42543fe0e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:22.885908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee11e4-8a71-4670-97d0-6647fa9de820 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=001d8846-2b58-49e6-a163-97c9c79a154b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:22.897952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:22.907259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.910396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:22.910785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Checking segment: {'id': '8de35ebb-f426-483c-9966-6e039c0efe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:22.911195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:22.911597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Bound using segment: {'id': '8de35ebb-f426-483c-9966-6e039c0efe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:22.920562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Bound port: 96140aa3-b6b1-4732-9ec9-2bf23286862b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de35ebb-f426-483c-9966-6e039c0efe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4dea7c72-e055-431b-a807-eef42543fe0e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:22.921026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.026718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:23.046227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2224d249-9ea3-48c2-97f1-6fbd7bb581b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.070862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:23.072136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 76d73370-99f7-4814-995c-57b93f6e066d is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:23.072545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (76d73370-99f7-4814-995c-57b93f6e066d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.105479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 68cf086c-4895-4b48-8870-d4e8b0d59ce3 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:23.110327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dd740a44-3ebf-41ce-9ade-1af35343fa18), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.132822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.133198 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 7ce79902-e133-47b0-87dd-da833e55281b of type vlan for network 25c86744-a536-44e2-80a6-7e9bbc03cea7 Feb 10 13:35:23.197043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9b16-ef29-4417-aac2-03e8c8b77e2b req-e504e020-c73b-4a74-a3d9-37a0767a28b8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:23.199291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:23.204855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-147a9b16-ef29-4417-aac2-03e8c8b77e2b req-e504e020-c73b-4a74-a3d9-37a0767a28b8 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 944 time: 0.2594519 Feb 10 13:35:23.215473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event deleted for resources: {'Port': ['ID=dd740a44-3ebf-41ce-9ade-1af35343fa18,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:23.254382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] No DVR routers for this DVR port dd740a44-3ebf-41ce-9ade-1af35343fa18 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:23.265343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.269139 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6449f99f-0eef-4180-bc26-513b3b480f66 req-b69a1f66-180b-4863-ab46-f1efd5fb66a3 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.77 "DELETE /v2.0/ports/dd740a44-3ebf-41ce-9ade-1af35343fa18 HTTP/1.1" status: 204 len: 173 time: 1.5056808 Feb 10 13:35:23.269901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'name': 'network-vif-deleted', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:23.272556 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf15da-c6fd-4744-9778-a60632e4cf88" -d '{"events": [{"server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "name": "network-vif-deleted", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:23.356696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-147a9b16-ef29-4417-aac2-03e8c8b77e2b req-72c40d92-2c05-4978-b43f-9d2201e5f09a tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469884 Feb 10 13:35:23.388487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.430408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:23.441243 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d776a2-c2bd-488d-8daa-42f7854a3c68" -d '{"events": [{"server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "76d73370-99f7-4814-995c-57b93f6e066d"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:23.445165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.452065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:23.481239 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.517119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2224d249-9ea3-48c2-97f1-6fbd7bb581b6 admin admin] Publish callbacks [] for security_group (da63b348-3f26-4935-ad74-13bef4725993), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.525637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=76d73370-99f7-4814-995c-57b93f6e066d,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:23.553173 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2224d249-9ea3-48c2-97f1-6fbd7bb581b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da63b348-3f26-4935-ad74-13bef4725993), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.572779 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.594790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] For port 96140aa3-b6b1-4732-9ec9-2bf23286862b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:23.600131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device dd740a44-3ebf-41ce-9ade-1af35343fa18 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:23.660152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8215284 Feb 10 13:35:23.663201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:23.668890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:23.711956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a5729-37b8-463e-97d5-d21c19100112 None None] Current status of the port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:23.789686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] For port 96140aa3-b6b1-4732-9ec9-2bf23286862b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96140aa3-b6b1-4732-9ec9-2bf23286862b,segment=NetworkSegment(8de35ebb-f426-483c-9966-6e039c0efe1e),segment_id=8de35ebb-f426-483c-9966-6e039c0efe1e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:23.794015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: dd740a44-3ebf-41ce-9ade-1af35343fa18 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:23.795225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device dd740a44-3ebf-41ce-9ade-1af35343fa18 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:23.807356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:35:23.828992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:23.835394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78499ae-edd1-4cfd-8842-e9818de1ee7d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=25c86744-a536-44e2-80a6-7e9bbc03cea7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:23.843041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.846290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.858232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2224d249-9ea3-48c2-97f1-6fbd7bb581b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1629f7453214dd7ae15c54252cd1859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269086 Feb 10 13:35:23.869480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:23.870250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224d249-9ea3-48c2-97f1-6fbd7bb581b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da63b348-3f26-4935-ad74-13bef4725993,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:23.883030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:23.885956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:23.973487 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc11182-0f72-4fff-a094-bbf472c4eee2 x-openstack-request-id: req-4dc11182-0f72-4fff-a094-bbf472c4eee2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:23.975219 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca52741-81a4-40ee-b3dd-8102084070dc", "name": "network-vif-deleted", "tag": "dd740a44-3ebf-41ce-9ade-1af35343fa18", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:23.977318 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc11182-0f72-4fff-a094-bbf472c4eee2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:23.977883 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca52741-81a4-40ee-b3dd-8102084070dc', 'name': 'network-vif-deleted', 'tag': 'dd740a44-3ebf-41ce-9ade-1af35343fa18', 'status': 'completed', 'code': 200} Feb 10 13:35:24.005501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 25c86744-a536-44e2-80a6-7e9bbc03cea7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:24.074255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:24.288231 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58899cac-6622-446a-a1c5-22bba0ad6896 x-openstack-request-id: req-58899cac-6622-446a-a1c5-22bba0ad6896 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:24.288814 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "name": "network-vif-plugged", "status": "completed", "tag": "76d73370-99f7-4814-995c-57b93f6e066d", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:24.289090 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58899cac-6622-446a-a1c5-22bba0ad6896 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:24.289466 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d', 'code': 200} Feb 10 13:35:24.323784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a36d-d183-40b7-b4d7-36d28115ee9a None None] Pushing event updated for resources: {'Port': ['ID=96140aa3-b6b1-4732-9ec9-2bf23286862b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:24.466934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:24.467684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:24.589875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:24.597562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89c36-5117-48f3-b99b-e89815266450 req-e0507160-bcd2-44fd-87e9-fbd5ffbd7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:24.600956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:24.611625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fbf89c36-5117-48f3-b99b-e89815266450 req-e0507160-bcd2-44fd-87e9-fbd5ffbd7c4f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 1127 time: 0.3410196 Feb 10 13:35:24.749386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:24.818336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (bd142598-62da-427b-a1d4-d0c57a6d3bcd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:24.910685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=bd142598-62da-427b-a1d4-d0c57a6d3bcd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:24.936409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fbf89c36-5117-48f3-b99b-e89815266450 req-a2e71535-88db-4bbc-b76b-c04e0ea86a75 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198409 Feb 10 13:35:25.005038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '7ce79902-e133-47b0-87dd-da833e55281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:25.006175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 25c86744-a536-44e2-80a6-7e9bbc03cea7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:25.062815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 25c86744-a536-44e2-80a6-7e9bbc03cea7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:25.079140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 25c86744-a536-44e2-80a6-7e9bbc03cea7) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:25.086462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:25.087325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.087791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7bf1b-3c42-41ec-9bed-bac100f7a1ef None None] Network 25c86744-a536-44e2-80a6-7e9bbc03cea7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:25.116540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e286ce7-fe2b-4236-884f-7706f946ffb0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4517620 Feb 10 13:35:25.119029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:25.185547 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] Publish callbacks [] for security_group (da63b348-3f26-4935-ad74-13bef4725993), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.223938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284d1b2-e326-4dbe-8107-76dff6e29678 req-772f02db-9287-4660-baed-3c44b576d58b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:25.225621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7284d1b2-e326-4dbe-8107-76dff6e29678 req-772f02db-9287-4660-baed-3c44b576d58b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 945 time: 0.2302632 Feb 10 13:35:25.228789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:25.257543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] Publish callbacks [] for security_group (da63b348-3f26-4935-ad74-13bef4725993), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.288319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96140aa3-b6b1-4732-9ec9-2bf23286862b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:25.339295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (da63b348-3f26-4935-ad74-13bef4725993), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.347030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-25c86744-a536-44e2-80a6-7e9bbc03cea7', 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': 'bd142598-62da-427b-a1d4-d0c57a6d3bcd'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:25.347862 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.352149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.358205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da63b348-3f26-4935-ad74-13bef4725993 HTTP/1.1" status: 204 len: 168 time: 1.4828556 Feb 10 13:35:25.391639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.435054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f24d-47a0-48d6-9863-51865ba91fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da63b348-3f26-4935-ad74-13bef4725993,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:25.460947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7284d1b2-e326-4dbe-8107-76dff6e29678 req-02550ece-b599-4bce-9de1-a0aa351a7d52 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069507 Feb 10 13:35:25.500692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-818206434', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:25.582894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Made reservation on behalf of 2b65815d16234ad9a60cac351da502a4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:25.584485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (bd142598-62da-427b-a1d4-d0c57a6d3bcd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.589712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.640084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:25.713858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Allocated IP 2001:db8::1 (25c86744-a536-44e2-80a6-7e9bbc03cea7/bd142598-62da-427b-a1d4-d0c57a6d3bcd/c81cb083-be6a-4908-be12-509b02a8a031) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:26.000745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892245cc-2a2b-4832-8b9d-7a5e33d55938 req-e2be5d1d-defd-4f5c-9a23-8de690e73b0e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:26.003072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 96140aa3-b6b1-4732-9ec9-2bf23286862b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:26.003727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.011576 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-892245cc-2a2b-4832-8b9d-7a5e33d55938 req-e2be5d1d-defd-4f5c-9a23-8de690e73b0e tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.3032172 Feb 10 13:35:26.125916 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for security_group (53080a4f-aa1e-45e2-a501-17928006d09f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.159415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (53080a4f-aa1e-45e2-a501-17928006d09f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.181991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:26.195681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bd796c88-74ac-4335-8411-5ee08db5fcd0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.196881 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Added segment bd796c88-74ac-4335-8411-5ee08db5fcd0 of type vlan for network 16ee0493-d965-4e41-a7b4-d19b900e2296 Feb 10 13:35:26.236837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-e4827d35-6e2d-47be-855a-f7fe9d1b795c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:26.239012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-e4827d35-6e2d-47be-855a-f7fe9d1b795c tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 946 time: 0.1119010 Feb 10 13:35:26.250066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (16ee0493-d965-4e41-a7b4-d19b900e2296), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.314718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-892245cc-2a2b-4832-8b9d-7a5e33d55938 req-59ce772a-2ac8-4f74-9777-e364a85432c0 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf546d81-374a-41c3-861d-4dbee2cee207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021514 Feb 10 13:35:26.315425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (16ee0493-d965-4e41-a7b4-d19b900e2296), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.316421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:26.322883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.388133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:26.390976 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c555c5-3e03-47d2-8012-7929f7db77e9" -d '{"events": [{"server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "name": "network-vif-plugged", "status": "completed", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:26.401927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427be874-827a-4d05-b5ef-0b020dccc056 None None] Network 4dea7c72-e055-431b-a807-eef42543fe0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:26.436534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53080a4f-aa1e-45e2-a501-17928006d09f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:26.441743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Network': ['ID=16ee0493-d965-4e41-a7b4-d19b900e2296,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:26.449946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0eb0dc2-78ee-4862-bcaa-fc331b9f9858 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2201066 Feb 10 13:35:26.452828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:26.460773 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks [] for port (c81cb083-be6a-4908-be12-509b02a8a031), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.463793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'subnet': {'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:26.483638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Deleting port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:26.485522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.492639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Made reservation on behalf of 2b65815d16234ad9a60cac351da502a4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:26.496910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Provisioning complete for port 96140aa3-b6b1-4732-9ec9-2bf23286862b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:26.497148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.497418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.503288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:26.547648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c81cb083-be6a-4908-be12-509b02a8a031), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.671585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Network 25c86744-a536-44e2-80a6-7e9bbc03cea7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:26.672227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] For port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:26.672703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.686864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Calling delete_port for 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:26.709589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:26.730056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:26.766053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 96140aa3-b6b1-4732-9ec9-2bf23286862b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:26.766368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.769913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Pushing event updated for resources: {'Port': ['ID=c81cb083-be6a-4908-be12-509b02a8a031,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:26.777288 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (bd142598-62da-427b-a1d4-d0c57a6d3bcd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:26.846534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=bd142598-62da-427b-a1d4-d0c57a6d3bcd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:26.982006 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092980a-da3d-4c25-aa7e-a9d383f2a45f x-openstack-request-id: req-0092980a-da3d-4c25-aa7e-a9d383f2a45f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:26.982314 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "name": "network-vif-plugged", "status": "completed", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:26.982614 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0092980a-da3d-4c25-aa7e-a9d383f2a45f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:26.983035 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3', 'code': 200} Feb 10 13:35:27.003460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:35:27.003938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (55bf5fe2-d198-4aa2-975c-eb57d7844183), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.029434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 96140aa3-b6b1-4732-9ec9-2bf23286862b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96140aa3-b6b1-4732-9ec9-2bf23286862b,segment=NetworkSegment(8de35ebb-f426-483c-9966-6e039c0efe1e),segment_id=8de35ebb-f426-483c-9966-6e039c0efe1e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:27.032056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Attempting to bind port c81cb083-be6a-4908-be12-509b02a8a031 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:27.032462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Attempting to bind port c81cb083-be6a-4908-be12-509b02a8a031 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7ce79902-e133-47b0-87dd-da833e55281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:27.033037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Attempting to bind port c81cb083-be6a-4908-be12-509b02a8a031 on network 25c86744-a536-44e2-80a6-7e9bbc03cea7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:27.037007 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.044567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.089926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c86744-a536-44e2-80a6-7e9bbc03cea7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:27.090553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Subnet': ['ID=55bf5fe2-d198-4aa2-975c-eb57d7844183,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:27.124561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce79902-e133-47b0-87dd-da833e55281b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:27.125204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce79902-e133-47b0-87dd-da833e55281b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:27.140490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.162158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (89e4cabc-2f33-49e9-90c9-1db22ffbdfa3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.162607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994beb08-abbb-41c8-917b-aa1fb2f0b9d0 req-9d8adc7a-684d-446e-b84c-810d06692697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:27.164574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-994beb08-abbb-41c8-917b-aa1fb2f0b9d0 req-9d8adc7a-684d-446e-b84c-810d06692697 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 1127 time: 0.1619277 Feb 10 13:35:27.165001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.204804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:27.208467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:27.209090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Checking segment: {'id': '7ce79902-e133-47b0-87dd-da833e55281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:27.209377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.209764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Bound using segment: {'id': '7ce79902-e133-47b0-87dd-da833e55281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:27.210235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Bound port: c81cb083-be6a-4908-be12-509b02a8a031, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce79902-e133-47b0-87dd-da833e55281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:27.210704 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c81cb083-be6a-4908-be12-509b02a8a031), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.212980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:27.213395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:27.216464 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:27.218886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Checking segment: {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:27.219346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network hostable DHCP agents. Network: 16ee0493-d965-4e41-a7b4-d19b900e2296, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:27.230825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80207c0-5b40-4e27-a811-7df492e37e69 req-0726bac3-1db2-433f-88e6-51e4c0345953 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:27.232537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b80207c0-5b40-4e27-a811-7df492e37e69 req-0726bac3-1db2-433f-88e6-51e4c0345953 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 945 time: 0.1649930 Feb 10 13:35:27.244592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Current status of the port 96140aa3-b6b1-4732-9ec9-2bf23286862b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:27.249350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.269640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Pushing event deleted for resources: {'Port': ['ID=89e4cabc-2f33-49e9-90c9-1db22ffbdfa3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:27.396039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-994beb08-abbb-41c8-917b-aa1fb2f0b9d0 req-f071a562-a36a-42db-8e52-4b88ed9735e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200532 Feb 10 13:35:27.399108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b80207c0-5b40-4e27-a811-7df492e37e69 req-31ec0377-e9d2-4050-a47a-a1249f907a07 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522324 Feb 10 13:35:27.407681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:27.436309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 16ee0493-d965-4e41-a7b4-d19b900e2296) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:27.445268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:27.445879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.472005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3adac50e-9c7e-49be-899c-fccd66902fd8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0172145 Feb 10 13:35:27.474617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:27.485114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1873961457', 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:27.487411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f51694-9f56-4448-9121-28e55e2229ae None None] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:27.533117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Made reservation on behalf of 2b65815d16234ad9a60cac351da502a4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:27.536164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.641145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17e19f9c-284b-4c6d-9bd8-78623336d77e req-4fdac4d3-d465-4bb9-b90c-ec12b48215a8 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.13 "GET /v2.0/ports?device_id=92c344f1-c54e-4591-987f-98f6236f6b5d HTTP/1.1" status: 200 len: 210 time: 0.0637443 Feb 10 13:35:27.662685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] device_id is not set on port 995aef35-2551-4d19-9ce4-2650570982a4 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:35:27.673287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=96140aa3-b6b1-4732-9ec9-2bf23286862b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:27.819595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:27.819976 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:27.830292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.20.0.11 (16ee0493-d965-4e41-a7b4-d19b900e2296/55bf5fe2-d198-4aa2-975c-eb57d7844183/995aef35-2551-4d19-9ce4-2650570982a4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:27.884203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] For port c81cb083-be6a-4908-be12-509b02a8a031, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:27.894636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54136d4b-34df-4d75-b013-c49b7d3605c6 None None] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:27.924905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] No DVR routers for this DVR port 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:27.930871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:27.934202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc9db45c-4f59-49c7-aeaa-bc9c626cc838 req-077db424-2519-41b6-8223-0abeb961b856 tempest-ListServerFiltersTestJSON-1604265397 tempest-ListServerFiltersTestJSON-1604265397-project] 10.222.0.21 "DELETE /v2.0/ports/89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 HTTP/1.1" status: 204 len: 173 time: 1.6843634 Feb 10 13:35:27.934650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'name': 'network-vif-deleted', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:27.937451 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba573386-8a15-4091-aeb1-f4cc838803a5" -d '{"events": [{"server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "name": "network-vif-deleted", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:27.948477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:35:27.948477 n-d-815324-6 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:35:27.948477 n-d-815324-6 neutron-server[103400]: [parameters: {'id': '25c86744-a536-44e2-80a6-7e9bbc03cea7'}] Feb 10 13:35:27.948477 n-d-815324-6 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:27.949226 n-d-815324-6 neutron-server[103400]: DEBUG oslo_db.api [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:27.963384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] For port c81cb083-be6a-4908-be12-509b02a8a031, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c81cb083-be6a-4908-be12-509b02a8a031,segment=NetworkSegment(7ce79902-e133-47b0-87dd-da833e55281b),segment_id=7ce79902-e133-47b0-87dd-da833e55281b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:28.000630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (995aef35-2551-4d19-9ce4-2650570982a4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.007577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c81cb083-be6a-4908-be12-509b02a8a031), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.070528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (995aef35-2551-4d19-9ce4-2650570982a4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.143578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:28.146180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=995aef35-2551-4d19-9ce4-2650570982a4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:28.150740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:28.156885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:28.157032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388611a0-7ba0-4b70-84fb-ea8774e62d9d None None] Pushing event updated for resources: {'Port': ['ID=c81cb083-be6a-4908-be12-509b02a8a031,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:28.173938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cbf53-35e1-45c9-9cba-27bbe62b71ba None None] Network 25c86744-a536-44e2-80a6-7e9bbc03cea7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:28.197516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:28.198130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.223754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc369-54e9-400e-9bc6-3607b5eaa2ac req-caae740c-a548-4f3f-8133-d1a1ff2e5683 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:28.225227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-adbbc369-54e9-400e-9bc6-3607b5eaa2ac req-caae740c-a548-4f3f-8133-d1a1ff2e5683 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 945 time: 0.1914680 Feb 10 13:35:28.228860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c98cec70-5dbd-45de-b13a-e83ff75bd40b tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7516885 Feb 10 13:35:28.231649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:28.287948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-adbbc369-54e9-400e-9bc6-3607b5eaa2ac req-cbdb6e45-fafd-42e9-a002-7844804f90a5 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Feb 10 13:35:28.350272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f14772-9143-466f-9cf1-922ccbdd5af2 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:35:28.393015 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3022c-156d-433c-a8d2-386e89baa7b0 x-openstack-request-id: req-84c3022c-156d-433c-a8d2-386e89baa7b0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:28.394083 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c344f1-c54e-4591-987f-98f6236f6b5d", "name": "network-vif-deleted", "tag": "89e4cabc-2f33-49e9-90c9-1db22ffbdfa3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:28.394522 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84c3022c-156d-433c-a8d2-386e89baa7b0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:28.395304 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c344f1-c54e-4591-987f-98f6236f6b5d', 'name': 'network-vif-deleted', 'tag': '89e4cabc-2f33-49e9-90c9-1db22ffbdfa3', 'status': 'completed', 'code': 200} Feb 10 13:35:28.396464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4abdc271-eb2f-49de-8826-6d8cd82e3c8a None None] Current status of the port 96140aa3-b6b1-4732-9ec9-2bf23286862b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:28.449753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.457819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Deleting port 995aef35-2551-4d19-9ce4-2650570982a4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:28.458156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (995aef35-2551-4d19-9ce4-2650570982a4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.480458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f14772-9143-466f-9cf1-922ccbdd5af2 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:35:28.693165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dfb915f3-73c5-48d7-8b5b-e8c1305f97d3 None None] Provisioning complete for port 96140aa3-b6b1-4732-9ec9-2bf23286862b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:28.693856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dfb915f3-73c5-48d7-8b5b-e8c1305f97d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.761959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (995aef35-2551-4d19-9ce4-2650570982a4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.764804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:28.782243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Calling delete_port for 995aef35-2551-4d19-9ce4-2650570982a4 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:28.849556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port c81cb083-be6a-4908-be12-509b02a8a031 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:28.850264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c81cb083-be6a-4908-be12-509b02a8a031), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.850662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Deleting subnet ebf773d0-b9c5-4275-95b6-75fea04e3df1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:35:28.855099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Publish callbacks [] for subnet (ebf773d0-b9c5-4275-95b6-75fea04e3df1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.890030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dfb915f3-73c5-48d7-8b5b-e8c1305f97d3 None None] Current status of the port 96140aa3-b6b1-4732-9ec9-2bf23286862b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:28.913888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (ebf773d0-b9c5-4275-95b6-75fea04e3df1), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.954811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port c81cb083-be6a-4908-be12-509b02a8a031, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c81cb083-be6a-4908-be12-509b02a8a031,segment=NetworkSegment(7ce79902-e133-47b0-87dd-da833e55281b),segment_id=7ce79902-e133-47b0-87dd-da833e55281b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:28.955297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c81cb083-be6a-4908-be12-509b02a8a031), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:28.976660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for c81cb083-be6a-4908-be12-509b02a8a031 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:29.025326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ebf773d0-b9c5-4275-95b6-75fea04e3df1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.132149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c81cb083-be6a-4908-be12-509b02a8a031), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.151919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ebf773d0-b9c5-4275-95b6-75fea04e3df1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.180401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96140aa3-b6b1-4732-9ec9-2bf23286862b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:29.184143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf773d0-b9c5-4275-95b6-75fea04e3df1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:29.193362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.197686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-391bb686-0a50-4b2c-b281-d0056eacfc88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebf773d0-b9c5-4275-95b6-75fea04e3df1 HTTP/1.1" status: 204 len: 168 time: 0.4315622 Feb 10 13:35:29.200156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:29.203375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port c81cb083-be6a-4908-be12-509b02a8a031 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:29.206272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=c81cb083-be6a-4908-be12-509b02a8a031,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:29.231785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (995aef35-2551-4d19-9ce4-2650570982a4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.239039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a2597-d92e-4eee-8ae8-39d5146a6889 None None] Network 0564eba8-ea99-4f74-afc8-8ea2feb0042b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:29.320690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (0564eba8-ea99-4f74-afc8-8ea2feb0042b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.393294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Deleting port b9fa33ea-5add-4732-8599-765933474027 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:29.393773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b9fa33ea-5add-4732-8599-765933474027), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.406804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Port': ['ID=995aef35-2551-4d19-9ce4-2650570982a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:29.428411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 96140aa3-b6b1-4732-9ec9-2bf23286862b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:29.429138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.519803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.559418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1ba7-7cd4-4455-adfa-fb3e7b07b612 req-789ed464-0d8f-4338-bf3b-49e5117a291d tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:29.567877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b4c1ba7-7cd4-4455-adfa-fb3e7b07b612 req-789ed464-0d8f-4338-bf3b-49e5117a291d tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 945 time: 0.1559768 Feb 10 13:35:29.571571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] For port b9fa33ea-5add-4732-8599-765933474027, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b9fa33ea-5add-4732-8599-765933474027,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:29.571737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b9fa33ea-5add-4732-8599-765933474027), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.577902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.593905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8bf695d8-308b-4642-90de-259d01470143 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/ports/995aef35-2551-4d19-9ce4-2650570982a4 HTTP/1.1" status: 204 len: 168 time: 1.3585365 Feb 10 13:35:29.593905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c86744-a536-44e2-80a6-7e9bbc03cea7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:29.596283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:29.602011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Calling delete_port for b9fa33ea-5add-4732-8599-765933474027 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:29.604024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296', 'external_fixed_ips': [{'subnet_id': '55bf5fe2-d198-4aa2-975c-eb57d7844183', 'ip_address': '172.20.0.11'}]}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:29.614745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] DHCP port deletion for 0564eba8-ea99-4f74-afc8-8ea2feb0042b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:35:29.641554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b4c1ba7-7cd4-4455-adfa-fb3e7b07b612 req-d14d5e3a-e4c0-4080-8fad-190c48629cef tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726864 Feb 10 13:35:29.668550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.674940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.686837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce79902-e133-47b0-87dd-da833e55281b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:29.703257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce79902-e133-47b0-87dd-da833e55281b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:29.740670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 96140aa3-b6b1-4732-9ec9-2bf23286862b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:29.755253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.771778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Deleting port b9fa33ea-5add-4732-8599-765933474027 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:29.772433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b9fa33ea-5add-4732-8599-765933474027), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.809526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b9fa33ea-5add-4732-8599-765933474027), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.813417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.843817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] No DVR routers for this DVR port b9fa33ea-5add-4732-8599-765933474027 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:29.847360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] For port b9fa33ea-5add-4732-8599-765933474027, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b9fa33ea-5add-4732-8599-765933474027,segment=NetworkSegment(0ea8c914-535c-46f9-9492-2945871395d4),segment_id=0ea8c914-535c-46f9-9492-2945871395d4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:29.848009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b9fa33ea-5add-4732-8599-765933474027), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.858240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (08e53630-8916-4cf5-adcf-8c0b3ccd2429), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.859830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:29.860343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7ce79902-e133-47b0-87dd-da833e55281b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:29.864039 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:29.866120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Calling delete_port for b9fa33ea-5add-4732-8599-765933474027 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:29.920404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fa33ea-5add-4732-8599-765933474027,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:30.103640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (0564eba8-ea99-4f74-afc8-8ea2feb0042b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.158357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0564eba8-ea99-4f74-afc8-8ea2feb0042b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:30.175622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea8c914-535c-46f9-9492-2945871395d4') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:30.175984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea8c914-535c-46f9-9492-2945871395d4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:30.181826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (b9fa33ea-5add-4732-8599-765933474027), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.190788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (25c86744-a536-44e2-80a6-7e9bbc03cea7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.192098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (0ea8c914-535c-46f9-9492-2945871395d4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.202563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.213094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/25c86744-a536-44e2-80a6-7e9bbc03cea7 HTTP/1.1" status: 204 len: 168 time: 5.0895257 Feb 10 13:35:30.215337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] No DVR routers for this DVR port b9fa33ea-5add-4732-8599-765933474027 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:30.215462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615031d-78f5-469d-bacb-83f3ff4146ea req-749f259b-30af-4d68-9a5b-3910dfe9084c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:30.216233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:30.218719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5615031d-78f5-469d-bacb-83f3ff4146ea req-749f259b-30af-4d68-9a5b-3910dfe9084c tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 945 time: 0.1456130 Feb 10 13:35:30.225694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0ea8c914-535c-46f9-9492-2945871395d4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.243638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df658d-5906-4bbd-8f04-5bbc1492e7bc None None] Pushing event deleted for resources: {'Port': ['ID=b9fa33ea-5add-4732-8599-765933474027,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:30.254200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:30.254617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (0ea8c914-535c-46f9-9492-2945871395d4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:30.256697 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:30.286198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13098389'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:30.294438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (08e53630-8916-4cf5-adcf-8c0b3ccd2429), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.299845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0797-38e4-4e0f-be29-d6d60090a712 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=25c86744-a536-44e2-80a6-7e9bbc03cea7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:30.327165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:30.330637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.366954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5615031d-78f5-469d-bacb-83f3ff4146ea req-3a431c21-ebf2-4e41-ab2b-1557dcfcb233 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375701 Feb 10 13:35:30.370662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (0564eba8-ea99-4f74-afc8-8ea2feb0042b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.385581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.391537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:30.393814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0564eba8-ea99-4f74-afc8-8ea2feb0042b HTTP/1.1" status: 204 len: 168 time: 1.1917343 Feb 10 13:35:30.427652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1edb03-7da8-4e9c-8b02-edeb8b887547 admin admin] Pushing event deleted for resources: {'Network': ['ID=0564eba8-ea99-4f74-afc8-8ea2feb0042b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:30.462934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.463547 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 881cf936-6d96-4ff9-a276-cdbdec301e09 of type vlan for network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 Feb 10 13:35:30.524307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.627703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.632810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:30.633917 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.636348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:30.710722 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4755144 Feb 10 13:35:30.713625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:30.722325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:30.775803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87e76-5940-4ba3-ba70-7b41c6169d1d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=323a89cc-40db-48a1-8c09-bf0d8b02ed47,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:30.785306 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (08e53630-8916-4cf5-adcf-8c0b3ccd2429), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.789663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-05854b84-6a52-46fb-a034-31cc1d64d88e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8ff1e074074fa8ae677d0472f747e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459098 Feb 10 13:35:30.793448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:30.807750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:30.837733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.902157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] Publish callbacks [] for security_group (bf546d81-374a-41c3-861d-4dbee2cee207), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.940456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-109f65c5-3496-4f98-8f19-81804a66f808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.947181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:30.955669 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:30.960788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] Publish callbacks [] for security_group (bf546d81-374a-41c3-861d-4dbee2cee207), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.030857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:31.058004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.20.0.11 (16ee0493-d965-4e41-a7b4-d19b900e2296/55bf5fe2-d198-4aa2-975c-eb57d7844183/a341084d-0c66-41a2-82a6-c1db56e137b1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:31.081817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bf546d81-374a-41c3-861d-4dbee2cee207), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.084370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.085593 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf546d81-374a-41c3-861d-4dbee2cee207 HTTP/1.1" status: 204 len: 168 time: 0.2766385 Feb 10 13:35:31.100671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:31.104911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 89e4cabc-2f33-49e9-90c9-1db22ffbdfa3 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:31.127778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188a8a9-d004-44a3-b36a-89ad3b41ecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf546d81-374a-41c3-861d-4dbee2cee207,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:31.218649 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (cddca9ee-89be-48a5-ba9e-55d8f67abd13), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.235187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b9fa33ea-5add-4732-8599-765933474027 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:31.301037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b9fa33ea-5add-4732-8599-765933474027 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:31.304920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b9fa33ea-5add-4732-8599-765933474027 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:31.333982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.392534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=cddca9ee-89be-48a5-ba9e-55d8f67abd13,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:31.393853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.409302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '881cf936-6d96-4ff9-a276-cdbdec301e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:31.410890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 323a89cc-40db-48a1-8c09-bf0d8b02ed47, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:31.459619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network 16ee0493-d965-4e41-a7b4-d19b900e2296 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:31.475212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:31.480958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=a341084d-0c66-41a2-82a6-c1db56e137b1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:31.490752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:31.497124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:31.501234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 323a89cc-40db-48a1-8c09-bf0d8b02ed47) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:31.510388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:31.514280 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.521059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136e238-ab99-4354-ba16-8f8ba11f7468 None None] Network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:31.559695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0bccbc96-945b-4a06-8060-74ef6f7df9f4 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8414147 Feb 10 13:35:31.561569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:31.699054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-323a89cc-40db-48a1-8c09-bf0d8b02ed47', 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': 'cddca9ee-89be-48a5-ba9e-55d8f67abd13'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:31.700023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.823043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:31.872847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-57115099-7125-40bf-83fb-55b1429ebaf1 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:31.875002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-57115099-7125-40bf-83fb-55b1429ebaf1 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 945 time: 0.4137075 Feb 10 13:35:31.896038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085a167-5260-40d6-922c-c2d4f4afe512 req-68c3aa64-f7b5-4dd2-aae3-0007a6b11953 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:31.897821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1085a167-5260-40d6-922c-c2d4f4afe512 req-68c3aa64-f7b5-4dd2-aae3-0007a6b11953 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 945 time: 0.3173411 Feb 10 13:35:32.038477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cddca9ee-89be-48a5-ba9e-55d8f67abd13), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.091315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Allocated IP 2001:db8::1 (323a89cc-40db-48a1-8c09-bf0d8b02ed47/cddca9ee-89be-48a5-ba9e-55d8f67abd13/e8576954-b3c4-475c-8713-924967c55c1f) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:32.126146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1085a167-5260-40d6-922c-c2d4f4afe512 req-d46e0da3-3f8e-49ed-bb6e-c01338e04603 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661770 Feb 10 13:35:32.181094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Deleting port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:32.181631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.311873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (08e53630-8916-4cf5-adcf-8c0b3ccd2429), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.327026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks [] for port (e8576954-b3c4-475c-8713-924967c55c1f), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.350977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (e8576954-b3c4-475c-8713-924967c55c1f), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.364235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (cddca9ee-89be-48a5-ba9e-55d8f67abd13), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.385335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] For port 68cf086c-4895-4b48-8870-d4e8b0d59ce3, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=68cf086c-4895-4b48-8870-d4e8b0d59ce3,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:32.385805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.407142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Calling delete_port for 68cf086c-4895-4b48-8870-d4e8b0d59ce3 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:32.414786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:35:32.430401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=cddca9ee-89be-48a5-ba9e-55d8f67abd13,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:32.449110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:32.469591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:32.484211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:32.518378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Pushing event updated for resources: {'Port': ['ID=e8576954-b3c4-475c-8713-924967c55c1f,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:32.589276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Attempting to bind port e8576954-b3c4-475c-8713-924967c55c1f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:32.589719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Attempting to bind port e8576954-b3c4-475c-8713-924967c55c1f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '881cf936-6d96-4ff9-a276-cdbdec301e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:32.590332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Attempting to bind port e8576954-b3c4-475c-8713-924967c55c1f on network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:32.592848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:32.599961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:32.600532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Checking segment: {'id': '881cf936-6d96-4ff9-a276-cdbdec301e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:32.601143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.601856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Bound using segment: {'id': '881cf936-6d96-4ff9-a276-cdbdec301e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:32.602466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Bound port: e8576954-b3c4-475c-8713-924967c55c1f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881cf936-6d96-4ff9-a276-cdbdec301e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:32.603061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e8576954-b3c4-475c-8713-924967c55c1f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.644970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.677287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.694060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a89cc-40db-48a1-8c09-bf0d8b02ed47']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:32.718609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881cf936-6d96-4ff9-a276-cdbdec301e09') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:32.721954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881cf936-6d96-4ff9-a276-cdbdec301e09') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:32.744837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] For port e8576954-b3c4-475c-8713-924967c55c1f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:32.750431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] For port e8576954-b3c4-475c-8713-924967c55c1f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e8576954-b3c4-475c-8713-924967c55c1f,segment=NetworkSegment(881cf936-6d96-4ff9-a276-cdbdec301e09),segment_id=881cf936-6d96-4ff9-a276-cdbdec301e09)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:32.762657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e8576954-b3c4-475c-8713-924967c55c1f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.768004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.805012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.818690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:32.820847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:32.909051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633299b2-ae8a-456f-9965-d887929f4d06 None None] Pushing event updated for resources: {'Port': ['ID=e8576954-b3c4-475c-8713-924967c55c1f,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:32.911207 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:32.916089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:35:32.916089 n-d-815324-6 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:35:32.916089 n-d-815324-6 neutron-server[103399]: [parameters: {'id': '323a89cc-40db-48a1-8c09-bf0d8b02ed47'}] Feb 10 13:35:32.916089 n-d-815324-6 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:32.916632 n-d-815324-6 neutron-server[103399]: DEBUG oslo_db.api [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:32.933425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced3904-ae10-4b87-bc95-ff267fac95f0 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:35:33.056991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced3904-ae10-4b87-bc95-ff267fac95f0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:35:33.253221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1438660482-network', 'tenant_id': '011106333efc465d80f0f09518fac835'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:33.308708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9ed37724-98d1-4df8-8b1d-383effab3dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.345155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfa7a9-32d9-4831-a6f1-bf30c860e360 req-fc31ea21-7d79-4e61-abd7-3453583aec21 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:33.353326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0bfa7a9-32d9-4831-a6f1-bf30c860e360 req-fc31ea21-7d79-4e61-abd7-3453583aec21 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c75d348-32f4-408f-96b8-a8c437ba3487 HTTP/1.1" status: 200 len: 867 time: 0.0968237 Feb 10 13:35:33.357449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:33.360332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.362196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (68cf086c-4895-4b48-8870-d4e8b0d59ce3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.375580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['76d73370-99f7-4814-995c-57b93f6e066d'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:33.401231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8a276905-dc04-49b9-a9f7-dde7b790192f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:33.407234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ffc6af-9d3d-4e5f-b121-dcf6473f379c None None] Network 323a89cc-40db-48a1-8c09-bf0d8b02ed47 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:33.415752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0bfa7a9-32d9-4831-a6f1-bf30c860e360 req-080cd430-6e2e-4b6a-be8f-16e12d5e4d82 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Feb 10 13:35:33.421084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.440549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.447511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event deleted for resources: {'Port': ['ID=68cf086c-4895-4b48-8870-d4e8b0d59ce3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:33.533183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port e8576954-b3c4-475c-8713-924967c55c1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:33.533880 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e8576954-b3c4-475c-8713-924967c55c1f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.554871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] No DVR routers for this DVR port 68cf086c-4895-4b48-8870-d4e8b0d59ce3 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:33.561668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.566543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ec121af-7def-44c1-85d7-27a38ef69f42 req-a4e3c2b7-7cd3-4050-9ebd-7646928ff4c0 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "DELETE /v2.0/ports/68cf086c-4895-4b48-8870-d4e8b0d59ce3 HTTP/1.1" status: 204 len: 173 time: 1.6751885 Feb 10 13:35:33.583059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'name': 'network-vif-deleted', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:33.598965 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460df8eb-1300-48d3-b69c-2373e2bb91f5" -d '{"events": [{"server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "name": "network-vif-deleted", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:33.680215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port e8576954-b3c4-475c-8713-924967c55c1f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e8576954-b3c4-475c-8713-924967c55c1f,segment=NetworkSegment(881cf936-6d96-4ff9-a276-cdbdec301e09),segment_id=881cf936-6d96-4ff9-a276-cdbdec301e09)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:33.681063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e8576954-b3c4-475c-8713-924967c55c1f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.716517 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0632cf-c00a-4c4b-a20f-56bd645f392e x-openstack-request-id: req-2e0632cf-c00a-4c4b-a20f-56bd645f392e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:33.717680 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75d348-32f4-408f-96b8-a8c437ba3487", "name": "network-vif-deleted", "tag": "68cf086c-4895-4b48-8870-d4e8b0d59ce3", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:33.717954 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0632cf-c00a-4c4b-a20f-56bd645f392e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:33.718368 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75d348-32f4-408f-96b8-a8c437ba3487', 'name': 'network-vif-deleted', 'tag': '68cf086c-4895-4b48-8870-d4e8b0d59ce3', 'status': 'completed', 'code': 200} Feb 10 13:35:33.726643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for e8576954-b3c4-475c-8713-924967c55c1f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:33.744839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router 08e53630-8916-4cf5-adcf-8c0b3ccd2429 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:35:33.894121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e8576954-b3c4-475c-8713-924967c55c1f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:33.960665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port e8576954-b3c4-475c-8713-924967c55c1f on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:33.998805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=e8576954-b3c4-475c-8713-924967c55c1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:34.104367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks [] for security_group (0563b784-09e5-43a2-86a3-a610949a20ef), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.106862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:35:34.116721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0563b784-09e5-43a2-86a3-a610949a20ef), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.150719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Sync routers for ids ['08e53630-8916-4cf5-adcf-8c0b3ccd2429'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:35:34.159974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.193998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a89cc-40db-48a1-8c09-bf0d8b02ed47']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:34.210462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881cf936-6d96-4ff9-a276-cdbdec301e09') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:34.210986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881cf936-6d96-4ff9-a276-cdbdec301e09') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:34.222824 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.230547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Routers {'08e53630-8916-4cf5-adcf-8c0b3ccd2429'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:34.231199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['08e53630-8916-4cf5-adcf-8c0b3ccd2429'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:34.233381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:34.252730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.261067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:34.261679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (881cf936-6d96-4ff9-a276-cdbdec301e09), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.292549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.297429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86b56411-dfd8-43c2-a138-439d90c3afca tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7000248 Feb 10 13:35:34.309811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60424) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:34.337370 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:34.341074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (323a89cc-40db-48a1-8c09-bf0d8b02ed47), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.358444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.374247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/323a89cc-40db-48a1-8c09-bf0d8b02ed47 HTTP/1.1" status: 204 len: 168 time: 2.8110175 Feb 10 13:35:34.379826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:34.394588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705430403'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:34.438669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cca2e5-050d-4f8e-a619-892c7c478978 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=323a89cc-40db-48a1-8c09-bf0d8b02ed47,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:34.454136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563b784-09e5-43a2-86a3-a610949a20ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:34.462420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (92cb7244-bbb6-433d-a54d-6b6bc51538c9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.462772 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Added segment 92cb7244-bbb6-433d-a54d-6b6bc51538c9 of type vlan for network 1454ff79-cca8-4871-9029-304e115a4933 Feb 10 13:35:34.476427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:34.479822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.531504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Set router 08e53630-8916-4cf5-adcf-8c0b3ccd2429 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:34.541672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:34.562315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (355de642-1e20-4e88-9ddd-835320459134), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.562664 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 355de642-1e20-4e88-9ddd-835320459134 of type vlan for network 2bd4a446-abe9-493d-9c5e-f345890a47e2 Feb 10 13:35:34.563190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1454ff79-cca8-4871-9029-304e115a4933), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.655220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2bd4a446-abe9-493d-9c5e-f345890a47e2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.699863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1454ff79-cca8-4871-9029-304e115a4933), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.700736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:34.701375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.720579 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2bd4a446-abe9-493d-9c5e-f345890a47e2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.727260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:34.727904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.731984 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.813488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4187474 Feb 10 13:35:34.813488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:34.833966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] Pushing event updated for resources: {'Network': ['ID=1454ff79-cca8-4871-9029-304e115a4933,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:34.836411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:34.848644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1454ff79-cca8-4871-9029-304e115a4933 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:34.890213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4bf5031-a2e6-4e3f-a93d-918307a71f0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2914419 Feb 10 13:35:34.897378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:34.902576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Request body: {'subnet': {'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1438660482-subnet', 'tenant_id': '011106333efc465d80f0f09518fac835', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:34.907147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:34.989884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce11dc-152b-4942-ac2f-278c5b369097 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=2bd4a446-abe9-493d-9c5e-f345890a47e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:35.067702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:35.072527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:35.083137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.167975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:35.178006 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.213957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 68cf086c-4895-4b48-8870-d4e8b0d59ce3 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:35.265159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 68cf086c-4895-4b48-8870-d4e8b0d59ce3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:35.265517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 68cf086c-4895-4b48-8870-d4e8b0d59ce3 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:35.308863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e53630-8916-4cf5-adcf-8c0b3ccd2429', 'name': '', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296', 'external_fixed_ips': [{'subnet_id': '55bf5fe2-d198-4aa2-975c-eb57d7844183', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a341084d-0c66-41a2-82a6-c1db56e137b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:29Z', 'updated_at': '2022-02-10T13:35:31Z', 'revision_number': 3, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port': {'id': 'a341084d-0c66-41a2-82a6-c1db56e137b1', 'name': '', 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e53630-8916-4cf5-adcf-8c0b3ccd2429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '55bf5fe2-d198-4aa2-975c-eb57d7844183', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:30Z', 'updated_at': '2022-02-10T13:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55bf5fe2-d198-4aa2-975c-eb57d7844183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:35.354918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Checking router: 08e53630-8916-4cf5-adcf-8c0b3ccd2429 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:35:35.355285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Updating router 08e53630-8916-4cf5-adcf-8c0b3ccd2429 port a341084d-0c66-41a2-82a6-c1db56e137b1 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:35:35.423878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.455943 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (08e53630-8916-4cf5-adcf-8c0b3ccd2429), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.597394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3851e5b4-6137-40c0-9363-f612f249cd8a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.735286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=3851e5b4-6137-40c0-9363-f612f249cd8a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:35.760016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '355de642-1e20-4e88-9ddd-835320459134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:35.760390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 2bd4a446-abe9-493d-9c5e-f345890a47e2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:35.790314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Deleting port a341084d-0c66-41a2-82a6-c1db56e137b1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:35.790870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.802138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:35.816286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2bd4a446-abe9-493d-9c5e-f345890a47e2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:35.820660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:35.821494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.848666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-445a31ed-7cf2-4953-90d0-e00e106fe5f9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0326300 Feb 10 13:35:35.848912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:35.855979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:35.935150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8b7a8138-cc67-4c10-9764-a6b05e8638c6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:35.998956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks [] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.009738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7a8138-cc67-4c10-9764-a6b05e8638c6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:36.014784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118cadf7-24d8-40b3-93e1-6c04def8e0f5 None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:36.018875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.031967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.042394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Calling delete_port for a341084d-0c66-41a2-82a6-c1db56e137b1 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:36.063953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:36.064578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Network hostable DHCP agents. Network: 1454ff79-cca8-4871-9029-304e115a4933, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:36.069172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44d221-ffdd-42ef-8db0-08698d9ed346 req-26d3c492-65eb-4823-962d-3f209ddeffeb tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:36.075938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44d221-ffdd-42ef-8db0-08698d9ed346 req-26d3c492-65eb-4823-962d-3f209ddeffeb tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:36.084039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f44d221-ffdd-42ef-8db0-08698d9ed346 req-26d3c492-65eb-4823-962d-3f209ddeffeb tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e&device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 1682 time: 0.1866381 Feb 10 13:35:36.094921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:36.098200 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.174880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Network 1454ff79-cca8-4871-9029-304e115a4933 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:36.192386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1454ff79-cca8-4871-9029-304e115a4933) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:36.198461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:36.199210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.206277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.208975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:36.221319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:36.221938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 on network 16ee0493-d965-4e41-a7b4-d19b900e2296 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:36.231603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5a0671a-e413-47e3-b943-5e587f9fa373 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3328118 Feb 10 13:35:36.234903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:36.244916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:36.333598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f44d221-ffdd-42ef-8db0-08698d9ed346 req-b1789936-d20b-4fba-8297-3a338f74a8cc tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483153 Feb 10 13:35:36.412718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (297e1517-0fda-4062-83b2-98e0560db4a5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.416921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (297e1517-0fda-4062-83b2-98e0560db4a5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.495344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3edbc-8eb3-4114-ac1a-984783a0f8bc None None] Network 1454ff79-cca8-4871-9029-304e115a4933 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:36.505956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:36.506127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Checking segment: {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:36.506466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.516902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Bound using segment: {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:36.519781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Bound port: a341084d-0c66-41a2-82a6-c1db56e137b1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:36.520405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.540858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa020d-34de-4cfb-8180-f3172fd4020b None None] Pushing event updated for resources: {'Port': ['ID=a341084d-0c66-41a2-82a6-c1db56e137b1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:36.627354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for router_controller (297e1517-0fda-4062-83b2-98e0560db4a5), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.635054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.639696 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.707535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Port': ['ID=a341084d-0c66-41a2-82a6-c1db56e137b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:36.741687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (e1a63dff-11bc-4a93-8f08-5104c1bdaec9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.746110 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:36.747092 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:36.835107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=e1a63dff-11bc-4a93-8f08-5104c1bdaec9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:36.847101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2bd4a446-abe9-493d-9c5e-f345890a47e2', 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': '3851e5b4-6137-40c0-9363-f612f249cd8a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:36.847977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.876584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1454ff79-cca8-4871-9029-304e115a4933', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'project_id': '011106333efc465d80f0f09518fac835', 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:36.879576 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.904977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:36.906954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:36.912284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:36.915167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:36.954769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-477d080e-2a76-4502-a4fa-4ace5138b8fc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1016219 Feb 10 13:35:36.955377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:37.004209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for router_gateway (297e1517-0fda-4062-83b2-98e0560db4a5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.015033 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (08e53630-8916-4cf5-adcf-8c0b3ccd2429), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.084826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.090355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.095007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.096547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.098754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.103471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fcc8e452-1c1d-4f09-9d99-52fcdc888dd3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1452110 Feb 10 13:35:37.108725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:37.128901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822044620'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:37.139577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.141834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (08e53630-8916-4cf5-adcf-8c0b3ccd2429), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.175886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:37.180188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.240918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:37.256854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (08e53630-8916-4cf5-adcf-8c0b3ccd2429), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.257973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08e53630-8916-4cf5-adcf-8c0b3ccd2429 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:35:37.263090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.264013 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93 of type vlan for network 5c8a6818-d907-41af-a181-a7a34a80abcf Feb 10 13:35:37.268300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.273363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-16879c87-a15d-47a1-9f8b-9247a594f064 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/routers/08e53630-8916-4cf5-adcf-8c0b3ccd2429 HTTP/1.1" status: 204 len: 168 time: 2.9583049 Feb 10 13:35:37.274326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:37.277867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Allocated IP 172.20.0.2 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/1c901ba4-f097-400c-a689-0022c6ad1533) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:37.360303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.401931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Deleting subnet 55bf5fe2-d198-4aa2-975c-eb57d7844183 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:35:37.408723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for subnet (55bf5fe2-d198-4aa2-975c-eb57d7844183), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.417454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Allocated IP 2001:db8::2 (2bd4a446-abe9-493d-9c5e-f345890a47e2/3851e5b4-6137-40c0-9363-f612f249cd8a/17ff400d-ab15-488f-a748-d7744001843a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:37.420036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:37.420410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:37.420790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Attempting to bind port a341084d-0c66-41a2-82a6-c1db56e137b1 on network 16ee0493-d965-4e41-a7b4-d19b900e2296 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:37.441505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.447461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.448250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.457220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (55bf5fe2-d198-4aa2-975c-eb57d7844183), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.483915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258f16-29ba-459d-892b-601de295efb3 req-465960cb-708c-4bce-8cde-d0eb1d3f706b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.492640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2258f16-29ba-459d-892b-601de295efb3 req-465960cb-708c-4bce-8cde-d0eb1d3f706b tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 945 time: 0.1189256 Feb 10 13:35:37.510455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:37.510835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Checking segment: {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:37.511235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.511630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Bound using segment: {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:37.512121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Bound port: a341084d-0c66-41a2-82a6-c1db56e137b1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd796c88-74ac-4335-8411-5ee08db5fcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '16ee0493-d965-4e41-a7b4-d19b900e2296'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:37.512511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a341084d-0c66-41a2-82a6-c1db56e137b1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.517111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (55bf5fe2-d198-4aa2-975c-eb57d7844183), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.532854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4144118 Feb 10 13:35:37.539233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:37.544521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:37.564671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Port a341084d-0c66-41a2-82a6-c1db56e137b1 has been deleted concurrently {{(pid=103401) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 13:35:37.581801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.596124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (55bf5fe2-d198-4aa2-975c-eb57d7844183), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.605703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0469a-a3b4-44d3-a6c8-76e94b13aa41 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=5c8a6818-d907-41af-a181-a7a34a80abcf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:37.642712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.649862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/55bf5fe2-d198-4aa2-975c-eb57d7844183 HTTP/1.1" status: 204 len: 168 time: 0.3721142 Feb 10 13:35:37.650394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:37.650520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:37.655024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5771c-f2c9-4df1-998c-21cda41b2100 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=55bf5fe2-d198-4aa2-975c-eb57d7844183,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:37.709493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2258f16-29ba-459d-892b-601de295efb3 req-f2d28cb9-43fb-4c8c-95cc-31c7e8e4f837 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156892 Feb 10 13:35:37.767327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:37.767954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:35:37.768795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08e53630-8916-4cf5-adcf-8c0b3ccd2429'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:35:37.769366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d159af5-f99a-442a-913a-385e89dbfd6d None None] The sync data for ids ['08e53630-8916-4cf5-adcf-8c0b3ccd2429'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:35:37.884046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (16ee0493-d965-4e41-a7b4-d19b900e2296), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.923160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks [] for port (1c901ba4-f097-400c-a689-0022c6ad1533), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.927535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.957717 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.959432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.972951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for router_gateway (297e1517-0fda-4062-83b2-98e0560db4a5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.976099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 5c8a6818-d907-41af-a181-a7a34a80abcf is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:35:37.989814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:37.996523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:37.998243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "PUT /v2.0/networks/5c8a6818-d907-41af-a181-a7a34a80abcf HTTP/1.1" status: 200 len: 723 time: 0.4578123 Feb 10 13:35:38.005206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:38.010907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:38.059755 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks [] for port (17ff400d-ab15-488f-a748-d7744001843a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.075038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:38.082908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (17ff400d-ab15-488f-a748-d7744001843a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.085347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:38.087993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7aac7-7f51-4e35-8ac3-c1a4a202e92a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=5c8a6818-d907-41af-a181-a7a34a80abcf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:38.093280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Pushing event updated for resources: {'Port': ['ID=1c901ba4-f097-400c-a689-0022c6ad1533,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:38.098783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:38.104867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:38.119501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.152429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:38.175726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:38.197440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:38.242316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Pushing event updated for resources: {'Port': ['ID=17ff400d-ab15-488f-a748-d7744001843a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:38.329210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Attempting to bind port 1c901ba4-f097-400c-a689-0022c6ad1533 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:38.329874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Attempting to bind port 1c901ba4-f097-400c-a689-0022c6ad1533 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:38.329992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Attempting to bind port 1c901ba4-f097-400c-a689-0022c6ad1533 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:38.344905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:38.345296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:38.345716 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.346113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:38.346600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Bound port: 1c901ba4-f097-400c-a689-0022c6ad1533, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:38.346983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.358090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Attempting to bind port 17ff400d-ab15-488f-a748-d7744001843a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:38.358387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Attempting to bind port 17ff400d-ab15-488f-a748-d7744001843a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '355de642-1e20-4e88-9ddd-835320459134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:38.358762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Attempting to bind port 17ff400d-ab15-488f-a748-d7744001843a on network 2bd4a446-abe9-493d-9c5e-f345890a47e2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:38.370355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:38.370661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Checking segment: {'id': '355de642-1e20-4e88-9ddd-835320459134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:38.370910 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.371316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Bound using segment: {'id': '355de642-1e20-4e88-9ddd-835320459134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:38.371809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Bound port: 17ff400d-ab15-488f-a748-d7744001843a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355de642-1e20-4e88-9ddd-835320459134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:38.372197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17ff400d-ab15-488f-a748-d7744001843a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.456099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] For port 1c901ba4-f097-400c-a689-0022c6ad1533, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:38.475270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] For port 1c901ba4-f097-400c-a689-0022c6ad1533, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c901ba4-f097-400c-a689-0022c6ad1533,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:38.509810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.633637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] For port 17ff400d-ab15-488f-a748-d7744001843a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:38.636608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada3b39-997f-4694-88a3-b81909ae8ff1 None None] Pushing event updated for resources: {'Port': ['ID=1c901ba4-f097-400c-a689-0022c6ad1533,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:38.642124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] For port 17ff400d-ab15-488f-a748-d7744001843a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17ff400d-ab15-488f-a748-d7744001843a,segment=NetworkSegment(355de642-1e20-4e88-9ddd-835320459134),segment_id=355de642-1e20-4e88-9ddd-835320459134)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:38.643976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (16ee0493-d965-4e41-a7b4-d19b900e2296), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.653494 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17ff400d-ab15-488f-a748-d7744001843a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.707363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:38.710731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:38.782305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737bd41-7a3d-4c50-92b8-c3a264e077ac None None] Pushing event updated for resources: {'Port': ['ID=17ff400d-ab15-488f-a748-d7744001843a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:39.004484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb296e-d252-4b2a-9ce9-3ce59bec49d4 req-7e3318f9-37cf-4012-939a-b18714200923 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:39.006181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71cb296e-d252-4b2a-9ce9-3ce59bec49d4 req-7e3318f9-37cf-4012-939a-b18714200923 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 945 time: 0.1000025 Feb 10 13:35:39.038152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8932-3bd5-46a3-b766-742c9552da93 req-68bf9cae-dac7-4fbb-b290-4e93d4400c60 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:39.039732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-903a8932-3bd5-46a3-b766-742c9552da93 req-68bf9cae-dac7-4fbb-b290-4e93d4400c60 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.77 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 945 time: 0.5676355 Feb 10 13:35:39.044426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ee0493-d965-4e41-a7b4-d19b900e2296']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:39.047387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (016c2d10-6a1f-4456-95a0-5fe000da4e66), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.144409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71cb296e-d252-4b2a-9ce9-3ce59bec49d4 req-98744f50-9e48-4930-a717-5a99ee4de0fa tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140828 Feb 10 13:35:39.183689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd796c88-74ac-4335-8411-5ee08db5fcd0') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:39.183891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd796c88-74ac-4335-8411-5ee08db5fcd0') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:39.287751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c901ba4-f097-400c-a689-0022c6ad1533 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:39.323824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Allocated IP 172.25.8.94 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/36eb3ada-4012-4494-826a-1de59e8609b8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:39.327714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (bd796c88-74ac-4335-8411-5ee08db5fcd0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.332387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=016c2d10-6a1f-4456-95a0-5fe000da4e66,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:39.355618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1c901ba4-f097-400c-a689-0022c6ad1533 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:39.356159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.360332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df908-aa86-47f3-be01-486433a53820 req-49fc0e49-f15c-4509-8d4b-c1234ff7a024 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:39.363332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f8df908-aa86-47f3-be01-486433a53820 req-49fc0e49-f15c-4509-8d4b-c1234ff7a024 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 946 time: 0.4624138 Feb 10 13:35:39.395531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bd796c88-74ac-4335-8411-5ee08db5fcd0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.439632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:39.439932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (bd796c88-74ac-4335-8411-5ee08db5fcd0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: items = [ Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:39.442858 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:39.447838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1c901ba4-f097-400c-a689-0022c6ad1533 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:39.448275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.484229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1c901ba4-f097-400c-a689-0022c6ad1533, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c901ba4-f097-400c-a689-0022c6ad1533,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:39.502542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.564970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1c901ba4-f097-400c-a689-0022c6ad1533,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:39.630554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Deleting port 76d73370-99f7-4814-995c-57b93f6e066d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:39.631095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (76d73370-99f7-4814-995c-57b93f6e066d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.657095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:39.657095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: 5c8a6818-d907-41af-a181-a7a34a80abcf, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:39.752341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 5c8a6818-d907-41af-a181-a7a34a80abcf is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:39.755010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (16ee0493-d965-4e41-a7b4-d19b900e2296), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.760276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16ee0493-d965-4e41-a7b4-d19b900e2296 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 13:35:39.780259 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.797514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/networks/16ee0493-d965-4e41-a7b4-d19b900e2296 HTTP/1.1" status: 204 len: 168 time: 2.1261721 Feb 10 13:35:39.886403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for port (36eb3ada-4012-4494-826a-1de59e8609b8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.952420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e465e-7b16-4c0d-bc21-ba27fe84ea98 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Network': ['ID=16ee0493-d965-4e41-a7b4-d19b900e2296,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:39.977350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] For port 76d73370-99f7-4814-995c-57b93f6e066d, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=76d73370-99f7-4814-995c-57b93f6e066d,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:39.977732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (76d73370-99f7-4814-995c-57b93f6e066d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:39.997878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Calling delete_port for 76d73370-99f7-4814-995c-57b93f6e066d owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:40.246925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:40.251515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'name': 'tempest-router--636728319', 'project_id': '482900380f3d4b19a243c3254cf0a176'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:40.336029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5c8a6818-d907-41af-a181-a7a34a80abcf) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:40.344680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.351958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f190330-ad70-4c0d-8bc7-670d64d2e32d None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:40.378259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:40.378606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.379858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.381465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.430746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (76d73370-99f7-4814-995c-57b93f6e066d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.459441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafc287-dd76-4d83-b76a-1d5c97fba84c req-9aefefbf-df60-402e-8b14-c479541f7052 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:40.461099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faafc287-dd76-4d83-b76a-1d5c97fba84c req-9aefefbf-df60-402e-8b14-c479541f7052 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=21f5ab1b-3639-49be-a9fc-7ec44199ca9e HTTP/1.1" status: 200 len: 867 time: 0.1583493 Feb 10 13:35:40.518119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a54e3e51-c69d-466e-9675-151ac9c17b07 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5106571 Feb 10 13:35:40.528153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:40.535590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c1c34-3b3c-4a04-b45b-da2e2837624d None None] Network 1454ff79-cca8-4871-9029-304e115a4933 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:40.541698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8a276905-dc04-49b9-a9f7-dde7b790192f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:35:40.551490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:40.704531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 76d73370-99f7-4814-995c-57b93f6e066d no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:40.724685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:40.727461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Pushing event updated for resources: {'Port': ['ID=36eb3ada-4012-4494-826a-1de59e8609b8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:40.770384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:40.785274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-5c8a6818-d907-41af-a181-a7a34a80abcf', 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': '016c2d10-6a1f-4456-95a0-5fe000da4e66'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:40.786112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.787074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:40.899417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53e88ddb-8dd2-4235-af4d-005ef582300d None None] Provisioning complete for port 1c901ba4-f097-400c-a689-0022c6ad1533 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:40.899805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53e88ddb-8dd2-4235-af4d-005ef582300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.927616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Deleting port 8a276905-dc04-49b9-a9f7-dde7b790192f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:40.928621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:40.944704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 76d73370-99f7-4814-995c-57b93f6e066d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:40.945358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 76d73370-99f7-4814-995c-57b93f6e066d not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:40.969668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60208929'] for subnet (016c2d10-6a1f-4456-95a0-5fe000da4e66), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.120053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd6ebb-1acd-46ff-b656-1f268548f119 None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:41.329644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] For port 8a276905-dc04-49b9-a9f7-dde7b790192f, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8a276905-dc04-49b9-a9f7-dde7b790192f,segment=NetworkSegment(264cdff4-a584-4340-ada4-0e4c178abce4),segment_id=264cdff4-a584-4340-ada4-0e4c178abce4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:41.330102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.347048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Calling delete_port for 8a276905-dc04-49b9-a9f7-dde7b790192f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:41.517759 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (488d1e9c-0b07-435f-aef1-961d5386aee3), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.533073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event deleted for resources: {'Port': ['ID=76d73370-99f7-4814-995c-57b93f6e066d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:41.540609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.550048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] No DVR routers for this DVR port 76d73370-99f7-4814-995c-57b93f6e066d on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:41.556564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8a276905-dc04-49b9-a9f7-dde7b790192f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.558511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.564519 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-903a8932-3bd5-46a3-b766-742c9552da93 req-e3fdf0c5-fdc5-49e6-94a5-9e6bad911788 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.77 "DELETE /v2.0/ports/76d73370-99f7-4814-995c-57b93f6e066d HTTP/1.1" status: 204 len: 173 time: 2.5113108 Feb 10 13:35:41.572106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c901ba4-f097-400c-a689-0022c6ad1533 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:41.581202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'name': 'network-vif-deleted', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:41.587348 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea8ae3-291b-4fdf-9194-a5682d36f08c" -d '{"events": [{"server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "name": "network-vif-deleted", "tag": "76d73370-99f7-4814-995c-57b93f6e066d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:41.629485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.633725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faafc287-dd76-4d83-b76a-1d5c97fba84c req-5a8c0996-33b2-4704-8cbe-f301e9d0817e tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7c6c9e6-60ef-4527-968b-37e0a41af552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1564598 Feb 10 13:35:41.643079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.644818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d8bf53a9-f065-4a2e-91aa-0a35eb67253e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3970680 Feb 10 13:35:41.647791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:41.703830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Pushing event deleted for resources: {'Port': ['ID=8a276905-dc04-49b9-a9f7-dde7b790192f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:41.720914 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9113bd4-509e-4d6c-8b47-51a319c1820d x-openstack-request-id: req-a9113bd4-509e-4d6c-8b47-51a319c1820d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:41.721180 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f5ab1b-3639-49be-a9fc-7ec44199ca9e", "name": "network-vif-deleted", "tag": "76d73370-99f7-4814-995c-57b93f6e066d", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:41.721433 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9113bd4-509e-4d6c-8b47-51a319c1820d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:41.721986 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f5ab1b-3639-49be-a9fc-7ec44199ca9e', 'name': 'network-vif-deleted', 'tag': '76d73370-99f7-4814-995c-57b93f6e066d', 'status': 'completed', 'code': 200} Feb 10 13:35:41.768090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-53e88ddb-8dd2-4235-af4d-005ef582300d None None] Current status of the port 1c901ba4-f097-400c-a689-0022c6ad1533 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:41.892699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1c901ba4-f097-400c-a689-0022c6ad1533 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:41.893243 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:41.906660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.058749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:42.074693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.148045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] No DVR routers for this DVR port 8a276905-dc04-49b9-a9f7-dde7b790192f on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:42.158803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Update dhcp port {'port': {'network_id': '2bd4a446-abe9-493d-9c5e-f345890a47e2', 'fixed_ips': [{'subnet_id': '3851e5b4-6137-40c0-9363-f612f249cd8a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1a63dff-11bc-4a93-8f08-5104c1bdaec9'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '17ff400d-ab15-488f-a748-d7744001843a'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:35:42.180070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.189792 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6f8df908-aa86-47f3-be01-486433a53820 req-55efa658-446f-449b-b5b8-56a79363c587 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.21 "DELETE /v2.0/ports/8a276905-dc04-49b9-a9f7-dde7b790192f HTTP/1.1" status: 204 len: 173 time: 2.8120539 Feb 10 13:35:42.270125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754120288247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59276660'] for subnet (016c2d10-6a1f-4456-95a0-5fe000da4e66), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.348372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17ff400d-ab15-488f-a748-d7744001843a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.373802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.376472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (488d1e9c-0b07-435f-aef1-961d5386aee3), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.390327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:42.392260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.397025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "PUT /v2.0/subnets/016c2d10-6a1f-4456-95a0-5fe000da4e66 HTTP/1.1" status: 200 len: 826 time: 1.8473380 Feb 10 13:35:42.412437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:42.468302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (488d1e9c-0b07-435f-aef1-961d5386aee3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.469248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 488d1e9c-0b07-435f-aef1-961d5386aee3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:35:42.476307 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.478412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a43303ef-c50f-4b10-913f-2c37c9404682 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/routers/488d1e9c-0b07-435f-aef1-961d5386aee3 HTTP/1.1" status: 204 len: 168 time: 0.8295217 Feb 10 13:35:42.506851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1c901ba4-f097-400c-a689-0022c6ad1533 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:42.508491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17ff400d-ab15-488f-a748-d7744001843a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:42.570849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Allocated IP 2001:db8::2 (5c8a6818-d907-41af-a181-a7a34a80abcf/016c2d10-6a1f-4456-95a0-5fe000da4e66/63937c54-8108-4d9d-b8a8-954d51823d11) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:42.611147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:42.611785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17ff400d-ab15-488f-a748-d7744001843a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.626505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb00426-c0fe-46e4-80e3-f1585092116c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=016c2d10-6a1f-4456-95a0-5fe000da4e66,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:42.742316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] For port 17ff400d-ab15-488f-a748-d7744001843a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17ff400d-ab15-488f-a748-d7744001843a,segment=NetworkSegment(355de642-1e20-4e88-9ddd-835320459134),segment_id=355de642-1e20-4e88-9ddd-835320459134)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:42.756593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17ff400d-ab15-488f-a748-d7744001843a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.798066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:42.833914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.866430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for router_gateway (297e1517-0fda-4062-83b2-98e0560db4a5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:42.980847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceab4132-d16e-4307-84bf-fa6cc113c211 req-a61f6a7e-0a32-4591-8298-bed516156b16 tempest-ListServersNegativeTestJSON-1244585715 tempest-ListServersNegativeTestJSON-1244585715-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a913d1-ca6d-4621-bebc-1039ee5866af HTTP/1.1" status: 200 len: 210 time: 0.0939264 Feb 10 13:35:43.031000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:43.031518 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.065560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-298a661f-1085-4682-a77e-f1e5fab77107 None None] Provisioning complete for port 1c901ba4-f097-400c-a689-0022c6ad1533 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:43.066097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-298a661f-1085-4682-a77e-f1e5fab77107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.092728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (016c2d10-6a1f-4456-95a0-5fe000da4e66), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.127665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d624-5a95-44ef-a851-313f0ada7b64 None None] Pushing event updated for resources: {'Port': ['ID=17ff400d-ab15-488f-a748-d7744001843a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:43.141050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2063154133', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:43.149960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8a276905-dc04-49b9-a9f7-dde7b790192f no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:35:43.166533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Allocated IP 172.20.0.1 (2bd4a446-abe9-493d-9c5e-f345890a47e2/e1a63dff-11bc-4a93-8f08-5104c1bdaec9/17ff400d-ab15-488f-a748-d7744001843a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:43.184254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.186252 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.271904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (0540971e-eafb-4e9a-bc0c-2e408294b9fc), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.377794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] For port 17ff400d-ab15-488f-a748-d7744001843a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17ff400d-ab15-488f-a748-d7744001843a,segment=NetworkSegment(355de642-1e20-4e88-9ddd-835320459134),segment_id=355de642-1e20-4e88-9ddd-835320459134)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:43.451040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 8a276905-dc04-49b9-a9f7-dde7b790192f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:35:43.451552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8a276905-dc04-49b9-a9f7-dde7b790192f not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:35:43.493343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (0540971e-eafb-4e9a-bc0c-2e408294b9fc), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.615352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:43.647304 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (297e1517-0fda-4062-83b2-98e0560db4a5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.648880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Publish callbacks [] for port (17ff400d-ab15-488f-a748-d7744001843a), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.657262 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks [] for port (63937c54-8108-4d9d-b8a8-954d51823d11), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.680416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17ff400d-ab15-488f-a748-d7744001843a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.723135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'name': 'network-vif-deleted', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:35:43.726529 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8b71f-4c97-44b6-b476-07a5091054b1" -d '{"events": [{"server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "name": "network-vif-deleted", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:35:43.770866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (0540971e-eafb-4e9a-bc0c-2e408294b9fc), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.778560 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.791700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (016c2d10-6a1f-4456-95a0-5fe000da4e66), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.822378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17ff400d-ab15-488f-a748-d7744001843a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:43.836486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:43.896271 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729e9c85-495f-4eee-ae40-69fcf4a05b9b x-openstack-request-id: req-729e9c85-495f-4eee-ae40-69fcf4a05b9b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:35:43.896812 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a913d1-ca6d-4621-bebc-1039ee5866af", "name": "network-vif-deleted", "tag": "8a276905-dc04-49b9-a9f7-dde7b790192f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:35:43.897362 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-729e9c85-495f-4eee-ae40-69fcf4a05b9b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:35:43.897916 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a913d1-ca6d-4621-bebc-1039ee5866af', 'name': 'network-vif-deleted', 'tag': '8a276905-dc04-49b9-a9f7-dde7b790192f', 'status': 'completed', 'code': 200} Feb 10 13:35:43.900687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=016c2d10-6a1f-4456-95a0-5fe000da4e66,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:43.903525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-298a661f-1085-4682-a77e-f1e5fab77107 None None] Current status of the port 1c901ba4-f097-400c-a689-0022c6ad1533 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:43.942233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:43.994235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:43.994621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.067132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:44.080134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:44.084638 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:44.087493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.088903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c32a4-6f94-447a-9219-3c198d2f5af7 None None] Pushing event updated for resources: {'Port': ['ID=17ff400d-ab15-488f-a748-d7744001843a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:44.146906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Router 297e1517-0fda-4062-83b2-98e0560db4a5 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:35:44.157253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a6818-d907-41af-a181-a7a34a80abcf']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.173835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Deleting subnet a4a338d1-df5b-4f56-94c6-741cec0e467e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:35:44.178612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Publish callbacks [] for subnet (a4a338d1-df5b-4f56-94c6-741cec0e467e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.184638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.185833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.230238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (a4a338d1-df5b-4f56-94c6-741cec0e467e), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.254574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.268523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Attempting to bind port 63937c54-8108-4d9d-b8a8-954d51823d11 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:44.269804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Attempting to bind port 63937c54-8108-4d9d-b8a8-954d51823d11 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:44.270508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Attempting to bind port 63937c54-8108-4d9d-b8a8-954d51823d11 on network 5c8a6818-d907-41af-a181-a7a34a80abcf {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:44.290327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a4a338d1-df5b-4f56-94c6-741cec0e467e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.293083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.301250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Pushing event updated for resources: {'Port': ['ID=63937c54-8108-4d9d-b8a8-954d51823d11,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:44.306906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:44.307532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Checking segment: {'id': '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:44.308418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.308995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Bound using segment: {'id': '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:44.309659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Bound port: 63937c54-8108-4d9d-b8a8-954d51823d11, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5c8a6818-d907-41af-a181-a7a34a80abcf'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:44.311591 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.315056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:44.315222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:44.328835 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:44.347617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:44.375415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Allocated IP 172.25.8.163 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6596ba2b-940f-491d-9bfe-c0a998eda398) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:44.387777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (a4a338d1-df5b-4f56-94c6-741cec0e467e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.432742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a338d1-df5b-4f56-94c6-741cec0e467e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:44.444505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.449087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4c1101f2-0a82-4d8e-a490-f26bdbcab770 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a4a338d1-df5b-4f56-94c6-741cec0e467e HTTP/1.1" status: 204 len: 168 time: 0.3676672 Feb 10 13:35:44.452213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:44.515752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] For port 63937c54-8108-4d9d-b8a8-954d51823d11, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:44.552825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:35:44.564204 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Sync routers for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:35:44.579664 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:44.580456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.626091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] For port 63937c54-8108-4d9d-b8a8-954d51823d11, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63937c54-8108-4d9d-b8a8-954d51823d11,segment=NetworkSegment(0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93),segment_id=0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:44.632661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:35:44.632661 n-d-815324-6 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:35:44.632661 n-d-815324-6 neutron-server[103400]: [parameters: {'id': '5c8a6818-d907-41af-a181-a7a34a80abcf'}] Feb 10 13:35:44.632661 n-d-815324-6 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:44.633094 n-d-815324-6 neutron-server[103400]: DEBUG oslo_db.api [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:44.638025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.654928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.655542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.664210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-748a4f3c-cc07-4ebd-a10a-8e462eb27d2a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4250174 Feb 10 13:35:44.664414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:44.688396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for port (6596ba2b-940f-491d-9bfe-c0a998eda398), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.730930 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:44.812673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cf020-16a0-4633-97c8-e20e40ddb7c8 None None] Pushing event updated for resources: {'Port': ['ID=63937c54-8108-4d9d-b8a8-954d51823d11,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:44.851706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.892527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.909920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264cdff4-a584-4340-ada4-0e4c178abce4') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.910369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264cdff4-a584-4340-ada4-0e4c178abce4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:44.923280 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (264cdff4-a584-4340-ada4-0e4c178abce4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.956026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (264cdff4-a584-4340-ada4-0e4c178abce4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:44.956595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411d517-9098-47fe-b2a3-26c8bcf08c02 None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:44.976364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:44.976945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (264cdff4-a584-4340-ada4-0e4c178abce4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.056669 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:42Z', 'revision_number': 3, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:45.067461 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:45.080496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.101299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.111140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf HTTP/1.1" status: 204 len: 168 time: 0.6570234 Feb 10 13:35:45.124515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Checking router: 297e1517-0fda-4062-83b2-98e0560db4a5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:35:45.127394 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Updating router 297e1517-0fda-4062-83b2-98e0560db4a5 port 36eb3ada-4012-4494-826a-1de59e8609b8 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:35:45.127533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0b6f4-c4f1-4c9b-a958-8b607b264981 None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:45.143135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.189715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038390b-c332-4e7e-8b9c-2edd34873e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9dab62f-1eeb-478b-bcab-2e9ea9fa29cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:45.195357 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.233847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6596ba2b-940f-491d-9bfe-c0a998eda398), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.373240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:45.384509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:45.391523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:45.507239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event updated for resources: {'Port': ['ID=6596ba2b-940f-491d-9bfe-c0a998eda398,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:45.559721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port 63937c54-8108-4d9d-b8a8-954d51823d11 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:45.560134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.582989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:45.595657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29328a7c-0557-4e76-a459-d30e2107aa22 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:45.596033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29328a7c-0557-4e76-a459-d30e2107aa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.630402 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks [] for port (36eb3ada-4012-4494-826a-1de59e8609b8), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.640738 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.698351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port 63937c54-8108-4d9d-b8a8-954d51823d11, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63937c54-8108-4d9d-b8a8-954d51823d11,segment=NetworkSegment(0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93),segment_id=0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:45.698857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.734954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bd97896c-88d2-4d3e-9481-c3dd59f6bec9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91cf28be7f7945d2b0118db066e001da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503620 Feb 10 13:35:45.740793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for 63937c54-8108-4d9d-b8a8-954d51823d11 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:45.744473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:45.782801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7f2a0-a43f-4d04-88a7-eba0c9a4433b None None] Network 5c8a6818-d907-41af-a181-a7a34a80abcf requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:45.782801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17ff400d-ab15-488f-a748-d7744001843a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:45.813879 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Pushing event updated for resources: {'Port': ['ID=36eb3ada-4012-4494-826a-1de59e8609b8,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:45.831592 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Attempting to bind port 36eb3ada-4012-4494-826a-1de59e8609b8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:45.832149 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Attempting to bind port 36eb3ada-4012-4494-826a-1de59e8609b8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:45.832557 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Attempting to bind port 36eb3ada-4012-4494-826a-1de59e8609b8 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:45.848989 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.849336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.849682 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.850019 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.850351 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.850679 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.851144 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.851468 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.851792 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.852116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.852446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.852761 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.853098 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:45.865954 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:45.866336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:45.866852 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.867912 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:45.869588 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Bound port: 36eb3ada-4012-4494-826a-1de59e8609b8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:45.869977 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.889929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (63937c54-8108-4d9d-b8a8-954d51823d11), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.900523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] Publish callbacks [] for security_group (c7c6c9e6-60ef-4527-968b-37e0a41af552), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:45.954820 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] For port 36eb3ada-4012-4494-826a-1de59e8609b8, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:45.958575 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] For port 36eb3ada-4012-4494-826a-1de59e8609b8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36eb3ada-4012-4494-826a-1de59e8609b8,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:45.967008 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.030711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:46.032034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.034333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=63937c54-8108-4d9d-b8a8-954d51823d11,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:46.044003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port 63937c54-8108-4d9d-b8a8-954d51823d11 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:35:46.053171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (0540971e-eafb-4e9a-bc0c-2e408294b9fc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.076496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] Publish callbacks [] for security_group (c7c6c9e6-60ef-4527-968b-37e0a41af552), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.143270 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:46.144243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:46.146355 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2792c-4e1b-4738-9995-a8011b59c632 None None] Pushing event updated for resources: {'Port': ['ID=36eb3ada-4012-4494-826a-1de59e8609b8,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:46.199748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29328a7c-0557-4e76-a459-d30e2107aa22 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:46.265924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c7c6c9e6-60ef-4527-968b-37e0a41af552), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.268771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.273162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7c6c9e6-60ef-4527-968b-37e0a41af552 HTTP/1.1" status: 204 len: 168 time: 0.5143967 Feb 10 13:35:46.282500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:46.296067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea78f-4623-40ac-9508-2da633c85fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6c9e6-60ef-4527-968b-37e0a41af552,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:46.333144 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:46.402565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.503847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00843b67-2a61-45cb-8319-f8b8e3b34543 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:35:46.521633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a6818-d907-41af-a181-a7a34a80abcf']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:46.585574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:46.585869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:46.638745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.750774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.752958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00843b67-2a61-45cb-8319-f8b8e3b34543 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:35:46.761033 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.776269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:46.776976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (0caba0d8-b4e9-4e92-9111-f2e2c6d7bf93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:46.781268 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:46.931732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:46.982794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f8dee5a-5c66-45f1-951f-7a1b69321230 None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:46.983383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f8dee5a-5c66-45f1-951f-7a1b69321230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.137868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Router 0540971e-eafb-4e9a-bc0c-2e408294b9fc is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:35:47.291124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f8dee5a-5c66-45f1-951f-7a1b69321230 None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:47.299753 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:42Z', 'revision_number': 3, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:47.349004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Allocated IP 172.20.0.1 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/10731f72-d5c0-45f1-b9df-8f97446fb1bc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:47.374952 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e7f72-55cb-4367-92e5-88e9d3c5e1b9 None None] The sync data for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 is: [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:42Z', 'revision_number': 3, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:35:47.461083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:35:47.473145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] Sync routers for ids ['0540971e-eafb-4e9a-bc0c-2e408294b9fc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:35:47.487108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] Routers {'0540971e-eafb-4e9a-bc0c-2e408294b9fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:47.487739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0540971e-eafb-4e9a-bc0c-2e408294b9fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:47.523096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.527086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-737a392d-4b60-4d5e-ae9a-9d601385303c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7284744 Feb 10 13:35:47.529111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:47.555910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks [] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.604576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:47.607797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5c8a6818-d907-41af-a181-a7a34a80abcf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.614245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.620441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/5c8a6818-d907-41af-a181-a7a34a80abcf HTTP/1.1" status: 204 len: 168 time: 5.2026484 Feb 10 13:35:47.623606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.626590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] Routers {'0540971e-eafb-4e9a-bc0c-2e408294b9fc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:47.627221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0540971e-eafb-4e9a-bc0c-2e408294b9fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:47.635514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60660) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:47.646400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:47.674054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:47.682192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:47.706082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:47.707005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249da5b-5b0a-42c7-83c0-f4a3063a53f0 None None] The sync data for ids ['0540971e-eafb-4e9a-bc0c-2e408294b9fc'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:35:47.708190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002bff-d19e-4eb0-9e4a-d7882f82df6d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=5c8a6818-d907-41af-a181-a7a34a80abcf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:47.771030 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb8a769-01c7-4531-b3cc-2c969a638a62 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:35:47.773039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb8a769-01c7-4531-b3cc-2c969a638a62 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:35:47.780052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-feb8a769-01c7-4531-b3cc-2c969a638a62 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/5c8a6818-d907-41af-a181-a7a34a80abcf HTTP/1.1" status: 404 len: 339 time: 0.1281886 Feb 10 13:35:47.796006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60664) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:47.803246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341251737', 'description': 'd1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:47.842562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Pushing event updated for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:47.856557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (297e1517-0fda-4062-83b2-98e0560db4a5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.896386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f4fc027b-c304-4281-9f4d-c72a86a97e22 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/0540971e-eafb-4e9a-bc0c-2e408294b9fc HTTP/1.1" status: 200 len: 921 time: 0.3651407 Feb 10 13:35:47.898921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:47.926591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:47.940959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:47.948358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:47.977375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:48.002881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1fc6f671-02bb-473e-9a6c-27b7f4d59c62), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.006320 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment 1fc6f671-02bb-473e-9a6c-27b7f4d59c62 of type vlan for network 2a304bb4-bed3-460c-aa19-34603ae14ffd Feb 10 13:35:48.017020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6c0f0abd-00c2-4c03-9b8c-b660693d6f3b tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=0540971e-eafb-4e9a-bc0c-2e408294b9fc HTTP/1.1" status: 200 len: 205 time: 0.1110206 Feb 10 13:35:48.026577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:48.213211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1648838343-network', 'tenant_id': '12fdc805e7dd4e25ac14b7cad4129917'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:48.254900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.283189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c0c6f4ad-ab3a-467c-a73b-1ac1955b0974 None None] Provisioning complete for port 10731f72-d5c0-45f1-b9df-8f97446fb1bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:48.283189 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f4ad-ab3a-467c-a73b-1ac1955b0974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.284709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Made reservation on behalf of 12fdc805e7dd4e25ac14b7cad4129917 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:48.289202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.291977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.319812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.373189 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.373624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6f4ad-ab3a-467c-a73b-1ac1955b0974 None None] Port 10731f72-d5c0-45f1-b9df-8f97446fb1bc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:35:48.379199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:48.379830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.457685 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks [] for security_group (09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.461882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.494415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:48.508095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:48.522401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dbca66bb-26f8-479c-9a2a-e627734e62ba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.522752 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Added segment dbca66bb-26f8-479c-9a2a-e627734e62ba of type vlan for network 50866cd3-7dce-484f-b726-23f7ac3aec1a Feb 10 13:35:48.577117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=2a304bb4-bed3-460c-aa19-34603ae14ffd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:48.583561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (50866cd3-7dce-484f-b726-23f7ac3aec1a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.588890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2a304bb4-bed3-460c-aa19-34603ae14ffd details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:48.623667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.658318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (50866cd3-7dce-484f-b726-23f7ac3aec1a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.670327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-01c5e1a0-e0fd-4467-82e5-81b5d6866839 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8731186 Feb 10 13:35:48.673469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:48.675960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:48.682176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:48.807753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8536062 Feb 10 13:35:48.825616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:48.856242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Request body: {'subnet': {'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1648838343-subnet', 'tenant_id': '12fdc805e7dd4e25ac14b7cad4129917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:48.899795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35551-05d2-45ad-ad2d-1420739e2dcf admin admin] Pushing event updated for resources: {'Network': ['ID=50866cd3-7dce-484f-b726-23f7ac3aec1a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:48.939479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 50866cd3-7dce-484f-b726-23f7ac3aec1a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:49.000265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883bf6b-8125-4b7d-b726-f6b3670873e9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:49.004710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0883bf6b-8125-4b7d-b726-f6b3670873e9 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks?id=2a304bb4-bed3-460c-aa19-34603ae14ffd HTTP/1.1" status: 200 len: 764 time: 0.3201604 Feb 10 13:35:49.005571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:49.009051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (0540971e-eafb-4e9a-bc0c-2e408294b9fc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.010656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'description': 'd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:49.029779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Made reservation on behalf of 12fdc805e7dd4e25ac14b7cad4129917 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:49.032146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.305974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.324823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.344576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks [] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.348670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network 2a304bb4-bed3-460c-aa19-34603ae14ffd is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:35:49.354473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:49.355431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.359628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "PUT /v2.0/networks/2a304bb4-bed3-460c-aa19-34603ae14ffd HTTP/1.1" status: 200 len: 761 time: 0.3510923 Feb 10 13:35:49.363268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:49.387385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.487607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de96707f-511a-4458-b698-bfacb7e8d7c5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:49.493847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-de96707f-511a-4458-b698-bfacb7e8d7c5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks?id=2a304bb4-bed3-460c-aa19-34603ae14ffd HTTP/1.1" status: 200 len: 764 time: 0.1259465 Feb 10 13:35:49.494523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:49.528241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port 6596ba2b-940f-491d-9bfe-c0a998eda398 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:35:49.528605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6596ba2b-940f-491d-9bfe-c0a998eda398), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:49.610996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8b3f4-d7db-4fd0-9e65-e08094bdd5a5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=2a304bb4-bed3-460c-aa19-34603ae14ffd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:49.622833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2a304bb4-bed3-460c-aa19-34603ae14ffd details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:49.909130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36eb3ada-4012-4494-826a-1de59e8609b8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:50.022078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 36eb3ada-4012-4494-826a-1de59e8609b8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:50.022457 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.085418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbff50ea-63e9-407b-bf3b-b3bfc902e5be tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.091028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cbff50ea-63e9-407b-bf3b-b3bfc902e5be tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5934396 Feb 10 13:35:50.094534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:50.121183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6596ba2b-940f-491d-9bfe-c0a998eda398), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.140068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for 6596ba2b-940f-491d-9bfe-c0a998eda398 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:35:50.162713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 36eb3ada-4012-4494-826a-1de59e8609b8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:50.166497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.181847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eabb4cf6-5027-4f83-81cd-84f7be54810c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 207 time: 0.0797265 Feb 10 13:35:50.182643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:50.222264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 36eb3ada-4012-4494-826a-1de59e8609b8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36eb3ada-4012-4494-826a-1de59e8609b8,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:50.233705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.318440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=36eb3ada-4012-4494-826a-1de59e8609b8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:50.421191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6596ba2b-940f-491d-9bfe-c0a998eda398), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.430578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (297e1517-0fda-4062-83b2-98e0560db4a5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.536954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Pushing event updated for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:50.603433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=6596ba2b-940f-491d-9bfe-c0a998eda398,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:50.734152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:50.735517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:50.741851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (c3ee635c-7fa6-4207-aca0-325d97620bb0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.744737 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (0540971e-eafb-4e9a-bc0c-2e408294b9fc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.867958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.873491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.882547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.892064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.899285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.906837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:50.912564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e5b88a8a-20cd-495b-ba3f-29906602de11 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7252905 Feb 10 13:35:50.913732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:50.975795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:50.982401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (0540971e-eafb-4e9a-bc0c-2e408294b9fc), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.105787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59488aef-6f86-4ee5-a06a-01cadc5ba06b tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1914396 Feb 10 13:35:51.109423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:51.111899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ee635c-7fa6-4207-aca0-325d97620bb0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:51.137777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Checking segment: {'id': 'dbca66bb-26f8-479c-9a2a-e627734e62ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:51.138911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Network hostable DHCP agents. Network: 50866cd3-7dce-484f-b726-23f7ac3aec1a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:51.146780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0540971e-eafb-4e9a-bc0c-2e408294b9fc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.147411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router 0540971e-eafb-4e9a-bc0c-2e408294b9fc {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:35:51.158944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.160118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0763c8e0-41bf-413a-9adb-6e59782b8687 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/0540971e-eafb-4e9a-bc0c-2e408294b9fc HTTP/1.1" status: 204 len: 168 time: 3.1325314 Feb 10 13:35:51.168041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:51.175844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1421415679', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:51.189474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Router 297e1517-0fda-4062-83b2-98e0560db4a5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:35:51.196847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.199085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.201473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.202797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.204644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.210131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0eaf8cef-c3cc-41c1-82b6-f1253f4c6dc5 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0960302 Feb 10 13:35:51.211055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:51.222373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Network 50866cd3-7dce-484f-b726-23f7ac3aec1a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:51.239729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f69cf474-9400-4f16-abd4-a24f239f7f94 None None] Provisioning complete for port 10731f72-d5c0-45f1-b9df-8f97446fb1bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:51.240316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f69cf474-9400-4f16-abd4-a24f239f7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.267053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.268098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.286513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 50866cd3-7dce-484f-b726-23f7ac3aec1a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:51.297618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.297618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.320182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0debf42-f829-456b-8a1b-fa06fbbc0705 None None] Network 50866cd3-7dce-484f-b726-23f7ac3aec1a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:51.375084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.377781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.379399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.380747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.382610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.384421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a91384c-3862-4f02-8c00-0fc63b157441 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1721070 Feb 10 13:35:51.390551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:51.397031 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-23711d1f-0c88-40b5-94c7-0e1a383a5e14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5647407 Feb 10 13:35:51.460318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f69cf474-9400-4f16-abd4-a24f239f7f94 None None] Port 10731f72-d5c0-45f1-b9df-8f97446fb1bc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:35:51.487395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (68fb5637-9047-4f28-a3b7-7c093a327e6a), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.496052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809740c-c8aa-4ffa-911d-f6335d071989 None None] Network 50866cd3-7dce-484f-b726-23f7ac3aec1a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:51.519047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9159b9-b426-4ca8-b185-65bd5d0bf4b3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:51.522782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c9159b9-b426-4ca8-b185-65bd5d0bf4b3 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks/8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 HTTP/1.1" status: 200 len: 803 time: 0.1274519 Feb 10 13:35:51.523983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:51.726758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:35:51.739823 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Sync routers for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:35:51.741691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8754bc7-91f8-4a6a-a453-be248e3e4f55 admin admin] 10.222.0.13 "PUT /v2.0/routers/297e1517-0fda-4062-83b2-98e0560db4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0759754 Feb 10 13:35:51.757933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36eb3ada-4012-4494-826a-1de59e8609b8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:51.789964 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:51.792634 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:51.903500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (68fb5637-9047-4f28-a3b7-7c093a327e6a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.921551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 36eb3ada-4012-4494-826a-1de59e8609b8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:51.922464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:51.959123 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:51.959368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3928e3a6-57ff-48ad-b515-5b8d8e06ae60 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/networks/8bfcd1e0-3e85-4136-99c1-904a9a37ebb2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4341097 Feb 10 13:35:51.963291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60764) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:52.120003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 36eb3ada-4012-4494-826a-1de59e8609b8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:52.217766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cff01f-da02-40a1-b844-3451f92183ad tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:52.222587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b5cff01f-da02-40a1-b844-3451f92183ad tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets/b0047181-9110-4d94-96a0-47dd5b875576 HTTP/1.1" status: 200 len: 843 time: 0.2542470 Feb 10 13:35:52.223641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:52.246219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (68fb5637-9047-4f28-a3b7-7c093a327e6a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.274676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.327280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-75f1f164-b32d-4f32-98d6-6df1db370337 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:52.333358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-75f1f164-b32d-4f32-98d6-6df1db370337 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/networks?id=50866cd3-7dce-484f-b726-23f7ac3aec1a HTTP/1.1" status: 200 len: 809 time: 0.2769186 Feb 10 13:35:52.360234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31429e25-c1e2-4be1-8b3f-ce70456e50d0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:52.371051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-31429e25-c1e2-4be1-8b3f-ce70456e50d0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "GET /v2.0/subnets/b0047181-9110-4d94-96a0-47dd5b875576?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1463826 Feb 10 13:35:52.371691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:52.377675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411370568'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:52.387536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-712c0953-2f4f-4c79-97ce-5c8fa292a1c5 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/quotas/12fdc805e7dd4e25ac14b7cad4129917 HTTP/1.1" status: 200 len: 375 time: 0.0421133 Feb 10 13:35:52.394721 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 2, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:52.436151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-58c263c4-dfeb-492d-81b4-422a6a058a6b tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12fdc805e7dd4e25ac14b7cad4129917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471187 Feb 10 13:35:52.438960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.25.8.57 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/0e969836-0d29-4fe5-8e43-61263be3cfcc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:52.453170 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Checking router: 297e1517-0fda-4062-83b2-98e0560db4a5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:35:52.453881 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Updating router 297e1517-0fda-4062-83b2-98e0560db4a5 port 10731f72-d5c0-45f1-b9df-8f97446fb1bc binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:35:52.471351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:52.475170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.499506 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.570723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.600920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:35:52.637253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.644991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-45face69-801f-489f-ac5d-73c4d23f253b service neutron] 10.222.0.13 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079618 Feb 10 13:35:52.658210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (db17933d-3bdc-4648-840f-8d60c6382e05), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.658563 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Added segment db17933d-3bdc-4648-840f-8d60c6382e05 of type vlan for network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 Feb 10 13:35:52.678281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:52.688191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:52.691737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:52.765586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f26d1f1a-9d0a-4abb-b127-6d88708e7ed7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.795745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=0e969836-0d29-4fe5-8e43-61263be3cfcc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:52.832776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f26d1f1a-9d0a-4abb-b127-6d88708e7ed7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.838137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:52.838737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.866908 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks [] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.884712 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:52.926696 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186a40-c4f7-4978-9887-870a88b8b8b3 None None] Pushing event updated for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:52.938329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Network': ['ID=f26d1f1a-9d0a-4abb-b127-6d88708e7ed7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:52.949888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6fb069c8-b89a-4410-a120-66e7c5642f87 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5769169 Feb 10 13:35:52.953205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:35:52.953734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:52.958568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'network_id': 'f26d1f1a-9d0a-4abb-b127-6d88708e7ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:53.030390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Attempting to bind port 10731f72-d5c0-45f1-b9df-8f97446fb1bc on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:53.030733 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Attempting to bind port 10731f72-d5c0-45f1-b9df-8f97446fb1bc by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:53.031026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Attempting to bind port 10731f72-d5c0-45f1-b9df-8f97446fb1bc on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:53.040534 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:53.040941 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:53.041346 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.041736 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:53.042213 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Bound port: 10731f72-d5c0-45f1-b9df-8f97446fb1bc, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:53.042590 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.046961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (68fb5637-9047-4f28-a3b7-7c093a327e6a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.182080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] For port 10731f72-d5c0-45f1-b9df-8f97446fb1bc, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:53.191049 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] For port 10731f72-d5c0-45f1-b9df-8f97446fb1bc, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=10731f72-d5c0-45f1-b9df-8f97446fb1bc,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:53.196215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-e2296e73-a262-453b-a812-02e528325262 service neutron] 10.222.0.13 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356274 Feb 10 13:35:53.205253 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.288662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Made reservation on behalf of 796af48f927a44e9b118f25cec7e6455 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:53.307800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.314769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:53.315489 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:53.332582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Provisioning complete for port 10731f72-d5c0-45f1-b9df-8f97446fb1bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:53.335664 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.520380 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:53.594653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:35:53.597414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:35:53.609988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186a40-c4f7-4978-9887-870a88b8b8b3 None None] Pushing event updated for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:53.662001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Current status of the port 10731f72-d5c0-45f1-b9df-8f97446fb1bc is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:53.665750 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.695998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:53.766711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] For port 10731f72-d5c0-45f1-b9df-8f97446fb1bc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=10731f72-d5c0-45f1-b9df-8f97446fb1bc,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:35:53.774448 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.816393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:53.967302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Pushing event updated for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:54.001783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.002983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.004031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.009338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.012213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.012691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.013215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.014865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.015330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.017490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.017918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.018723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.020272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffbd3f-238c-4ce2-bf67-d3fa675fc6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.023074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (62d0dbf5-6d67-4af4-99b8-0320a203b67a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.025281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-49f3612e-58cc-4bd1-9015-87960c6eeffe None None] Provisioning complete for port 10731f72-d5c0-45f1-b9df-8f97446fb1bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:54.025924 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49f3612e-58cc-4bd1-9015-87960c6eeffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.055410 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:54.181473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb11d6c-628f-41c5-918c-e892e8405ff2 None None] The sync data for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 is: [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:35:54.236066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49f3612e-58cc-4bd1-9015-87960c6eeffe None None] Current status of the port 10731f72-d5c0-45f1-b9df-8f97446fb1bc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:54.241707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=62d0dbf5-6d67-4af4-99b8-0320a203b67a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:54.295408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.295763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.296110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.296454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.296870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.297169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.297508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.297860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.298151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.298487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.298815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.299141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.299465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:54.324646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Checking segment: {'id': 'db17933d-3bdc-4648-840f-8d60c6382e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f26d1f1a-9d0a-4abb-b127-6d88708e7ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:54.325036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network hostable DHCP agents. Network: f26d1f1a-9d0a-4abb-b127-6d88708e7ed7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:35:54.371565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:35:54.394555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f26d1f1a-9d0a-4abb-b127-6d88708e7ed7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:54.399041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:54.399662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1029947'] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.407130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2665e-0612-465c-9b37-9d32581c170e None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:54.429344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-85d485b7-48f8-4612-bfd1-2417ea02ebbc tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4747732 Feb 10 13:35:54.434169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:54.441381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:54.614991 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdcd16b0-897c-41e5-ad4a-236447de1d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.672058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f26d1f1a-9d0a-4abb-b127-6d88708e7ed7', 'network_id': 'f26d1f1a-9d0a-4abb-b127-6d88708e7ed7', 'project_id': '796af48f927a44e9b118f25cec7e6455', 'fixed_ips': [{'subnet_id': '62d0dbf5-6d67-4af4-99b8-0320a203b67a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:35:54.673253 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.717486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59589368'] for subnet (62d0dbf5-6d67-4af4-99b8-0320a203b67a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.803109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdcd16b0-897c-41e5-ad4a-236447de1d50 admin admin] Publish callbacks [] for security_group (906137b5-86ce-4706-8efd-c526136f54a5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.822635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdcd16b0-897c-41e5-ad4a-236447de1d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (906137b5-86ce-4706-8efd-c526136f54a5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:54.868641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd16b0-897c-41e5-ad4a-236447de1d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906137b5-86ce-4706-8efd-c526136f54a5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:54.944089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bdcd16b0-897c-41e5-ad4a-236447de1d50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a3d89741ad4c6bb9401f3ea496a11f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2327406 Feb 10 13:35:54.946735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:54.975183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 13:35:54.975183 n-d-815324-6 neutron-server[103401]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 13:35:54.975183 n-d-815324-6 neutron-server[103401]: [parameters: {'in_use': 1, 'id_1': '62d0dbf5-6d67-4af4-99b8-0320a203b67a'}] Feb 10 13:35:54.975183 n-d-815324-6 neutron-server[103401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:35:54.976265 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:35:55.046499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] Publish callbacks [] for security_group (906137b5-86ce-4706-8efd-c526136f54a5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.063173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router 68fb5637-9047-4f28-a3b7-7c093a327e6a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:35:55.097297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] Publish callbacks [] for security_group (906137b5-86ce-4706-8efd-c526136f54a5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.124556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:55.133682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129549492', 'description': 'tempest-description--1694250449'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:55.196232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754120288247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59222315'] for subnet (62d0dbf5-6d67-4af4-99b8-0320a203b67a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.247068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07a02329-765b-439d-896b-5cf7235bcd3d req-68bf9434-4ae9-4163-92c0-b75b4e7b5b4a tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 210 time: 0.0572004 Feb 10 13:35:55.287379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:55.288254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.291869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "PUT /v2.0/subnets/62d0dbf5-6d67-4af4-99b8-0320a203b67a HTTP/1.1" status: 200 len: 900 time: 0.8547649 Feb 10 13:35:55.297164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:55.377816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.447486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f26d1f1a-9d0a-4abb-b127-6d88708e7ed7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.477393 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.483723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061865a-7be1-4a92-b31f-70871a5f29fb tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event updated for resources: {'Subnet': ['ID=62d0dbf5-6d67-4af4-99b8-0320a203b67a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:55.541816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (62d0dbf5-6d67-4af4-99b8-0320a203b67a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.635537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (62d0dbf5-6d67-4af4-99b8-0320a203b67a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.680235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=62d0dbf5-6d67-4af4-99b8-0320a203b67a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:55.714831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (4a7230e3-b5a5-43b5-9cc5-d5af3faceed2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.727738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (906137b5-86ce-4706-8efd-c526136f54a5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.739172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.741019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906137b5-86ce-4706-8efd-c526136f54a5 HTTP/1.1" status: 204 len: 168 time: 0.7933733 Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-552da0a6-6c27-4524-a823-000f5408a584 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62d0dbf5-6d67-4af4-99b8-0320a203b67a: This subnet is being modified by another concurrent operation. Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62d0dbf5-6d67-4af4-99b8-0320a203b67a: This subnet is being modified by another concurrent operation. Feb 10 13:35:55.747875 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:35:55.762120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4a7230e3-b5a5-43b5-9cc5-d5af3faceed2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.777873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb04b9-f7d2-4910-a0d8-d690568c74b3 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:35:55.792217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b5d51-4b3f-4ec9-b914-b8df32c3e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906137b5-86ce-4706-8efd-c526136f54a5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:55.823364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:35:55.864714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f26d1f1a-9d0a-4abb-b127-6d88708e7ed7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.869452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.872718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7467988 Feb 10 13:35:55.875536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:55.876686 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a649aa13-39e2-431e-933a-d40d1d9422ba tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7076266 Feb 10 13:35:55.878844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:55.879188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:55.902217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'security_group_rule': {'security_group_id': '4a7230e3-b5a5-43b5-9cc5-d5af3faceed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:55.943938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26d1f1a-9d0a-4abb-b127-6d88708e7ed7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:55.968373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-d16f3859-3260-43ed-ac0f-699215b40b49 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:55.972434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-d16f3859-3260-43ed-ac0f-699215b40b49 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.21 "GET /v2.0/networks?id=50866cd3-7dce-484f-b726-23f7ac3aec1a HTTP/1.1" status: 200 len: 809 time: 0.6000533 Feb 10 13:35:55.975546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db17933d-3bdc-4648-840f-8d60c6382e05') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:55.978723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db17933d-3bdc-4648-840f-8d60c6382e05') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:55.980853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb04b9-f7d2-4910-a0d8-d690568c74b3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:35:55.984393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Sync routers for ids ['68fb5637-9047-4f28-a3b7-7c093a327e6a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:35:55.998104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187a22d-3fb9-490a-a826-dae4c3eeb41d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:56.003021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 10731f72-d5c0-45f1-b9df-8f97446fb1bc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:56.012313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (db17933d-3bdc-4648-840f-8d60c6382e05), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.048236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Request body: {'port': {'device_id': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a', 'admin_state_up': True, 'tenant_id': '12fdc805e7dd4e25ac14b7cad4129917'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:56.056471 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (db17933d-3bdc-4648-840f-8d60c6382e05), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.071843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:56.073646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (db17933d-3bdc-4648-840f-8d60c6382e05), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:56.080483 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:56.165535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Routers {'68fb5637-9047-4f28-a3b7-7c093a327e6a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:56.169193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['68fb5637-9047-4f28-a3b7-7c093a327e6a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:56.236367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (34e63efb-63cf-4e28-9b5e-f87a79a58627), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.260807 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f26d1f1a-9d0a-4abb-b127-6d88708e7ed7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.282539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.287146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 HTTP/1.1" status: 204 len: 168 time: 0.9887998 Feb 10 13:35:56.300647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:56.397453 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6b3ab5-7dde-4daf-95cf-2854aaa76173 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:35:56.397914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6b3ab5-7dde-4daf-95cf-2854aaa76173 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:35:56.413890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cc6b3ab5-7dde-4daf-95cf-2854aaa76173 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/62d0dbf5-6d67-4af4-99b8-0320a203b67a HTTP/1.1" status: 404 len: 337 time: 0.1066952 Feb 10 13:35:56.415629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:56.430990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8fbf7-f0bc-4bcb-b24f-b620fadfc7b6 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=f26d1f1a-9d0a-4abb-b127-6d88708e7ed7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:56.504488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3899e8cd-c0a5-4d13-8704-51fb40551426 req-e3e96a6e-7413-446b-b56e-1565c4ca4225 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 210 time: 0.0901053 Feb 10 13:35:56.563645 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4c34a9-55e3-48c4-a219-22fe1e81f672 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:35:56.564478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4c34a9-55e3-48c4-a219-22fe1e81f672 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:35:56.571791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c4c34a9-55e3-48c4-a219-22fe1e81f672 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 HTTP/1.1" status: 404 len: 339 time: 0.1507583 Feb 10 13:35:56.574420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:56.621875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82489692-7eb0-4dd8-ac56-facd799c7627 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/68fb5637-9047-4f28-a3b7-7c093a327e6a HTTP/1.1" status: 200 len: 908 time: 0.7112374 Feb 10 13:35:56.632313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:56.637721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1421415679', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:56.640201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (34e63efb-63cf-4e28-9b5e-f87a79a58627), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.704205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (34e63efb-63cf-4e28-9b5e-f87a79a58627), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.707236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.711407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.713612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.717192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 10731f72-d5c0-45f1-b9df-8f97446fb1bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:35:56.717988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.743489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Made reservation on behalf of 12fdc805e7dd4e25ac14b7cad4129917 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:35:56.750479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.767342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:56.768590 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8849301 Feb 10 13:35:56.794921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60888) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:56.817414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'security_group_rule': {'security_group_id': '4a7230e3-b5a5-43b5-9cc5-d5af3faceed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:56.838432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75edf30-923f-41b4-8855-173fd09cda1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e63efb-63cf-4e28-9b5e-f87a79a58627,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:56.843492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Set router 68fb5637-9047-4f28-a3b7-7c093a327e6a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:56.963846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (192e6ea4-80b1-4362-903c-796752545683), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.038525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.048558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (b9893b6f-aa3c-4259-9033-79ba4482a8ea), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.067608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a304bb4-bed3-460c-aa19-34603ae14ffd']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:57.092685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 10731f72-d5c0-45f1-b9df-8f97446fb1bc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:35:57.096405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (192e6ea4-80b1-4362-903c-796752545683), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.107249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (192e6ea4-80b1-4362-903c-796752545683), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.122645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc6f671-02bb-473e-9a6c-27b7f4d59c62') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:57.123347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc6f671-02bb-473e-9a6c-27b7f4d59c62') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:57.125417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e6ea4-80b1-4362-903c-796752545683,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:57.148436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Allocated IP 172.20.0.10 (50866cd3-7dce-484f-b726-23f7ac3aec1a/c3ee635c-7fa6-4207-aca0-325d97620bb0/95d04a47-8689-4cd5-b626-6e21a025e78c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:57.151502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.154340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338be0b5-a513-48ba-a09d-8bad13c2a875 None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:57.155146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.155690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.156052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.156402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.157896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.158259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.158610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.161199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.161655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.162150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.162504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.162847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:35:57.178739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (1fc6f671-02bb-473e-9a6c-27b7f4d59c62), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.180454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338be0b5-a513-48ba-a09d-8bad13c2a875 None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:35:57.217257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ba1c6-01f9-422b-8c55-0abdf6c95109 None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:57.246793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.248654 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aee84fd2-1dc3-4166-9654-62e597bdceaf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458363 Feb 10 13:35:57.255798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ba1c6-01f9-422b-8c55-0abdf6c95109 None None] Network f26d1f1a-9d0a-4abb-b127-6d88708e7ed7 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:35:57.257337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:57.261696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:57.293837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1fc6f671-02bb-473e-9a6c-27b7f4d59c62), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.345861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (b9893b6f-aa3c-4259-9033-79ba4482a8ea), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.349936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:35:57.350346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (1fc6f671-02bb-473e-9a6c-27b7f4d59c62), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:35:57.353984 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:35:57.358330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:51Z', 'updated_at': '2022-02-10T13:35:52Z', 'revision_number': 3, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port': {'id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:52Z', 'updated_at': '2022-02-10T13:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:57.389856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.480573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Checking router: 68fb5637-9047-4f28-a3b7-7c093a327e6a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:35:57.481493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Updating router 68fb5637-9047-4f28-a3b7-7c093a327e6a port 0e969836-0d29-4fe5-8e43-61263be3cfcc binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:35:57.488305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2a304bb4-bed3-460c-aa19-34603ae14ffd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.505488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.513563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/2a304bb4-bed3-460c-aa19-34603ae14ffd HTTP/1.1" status: 204 len: 168 time: 0.9336009 Feb 10 13:35:57.516226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60918) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:57.525846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1f569-f5b8-47c0-802d-67955fbe5d3a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=2a304bb4-bed3-460c-aa19-34603ae14ffd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:57.548469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.612794 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe820c0b-85b3-4713-8a41-8213eb799b0c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:35:57.613390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe820c0b-85b3-4713-8a41-8213eb799b0c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:35:57.616709 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe820c0b-85b3-4713-8a41-8213eb799b0c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/016c2d10-6a1f-4456-95a0-5fe000da4e66 HTTP/1.1" status: 404 len: 337 time: 0.0991356 Feb 10 13:35:57.623775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks [] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.625329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:57.682739 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee67f0f-182f-4af5-a910-35a23499387d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:35:57.683599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee67f0f-182f-4af5-a910-35a23499387d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:35:57.689611 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ee67f0f-182f-4af5-a910-35a23499387d tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/5c8a6818-d907-41af-a181-a7a34a80abcf HTTP/1.1" status: 404 len: 339 time: 0.0623975 Feb 10 13:35:57.692797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:57.783766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting subnet e1a63dff-11bc-4a93-8f08-5104c1bdaec9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:35:57.787283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61eb8a87-49e2-4e5c-97d6-0e34c9fcf535 req-129c4f94-b507-4e75-8478-c85c0838a7ae tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 210 time: 0.0468650 Feb 10 13:35:57.793450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (e1a63dff-11bc-4a93-8f08-5104c1bdaec9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.884727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (b9893b6f-aa3c-4259-9033-79ba4482a8ea), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.891680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (e1a63dff-11bc-4a93-8f08-5104c1bdaec9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.909844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.960651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:57.970755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.008907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks [] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.037398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.118144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Attempting to bind port 0e969836-0d29-4fe5-8e43-61263be3cfcc on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:58.118736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Attempting to bind port 0e969836-0d29-4fe5-8e43-61263be3cfcc by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:58.119076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Attempting to bind port 0e969836-0d29-4fe5-8e43-61263be3cfcc on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:58.123508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.25.8.168 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b0f45be8-3a45-4803-ac56-59ddb6821ae5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:58.131112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:58.131643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:58.132161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.132823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:58.133712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Bound port: 0e969836-0d29-4fe5-8e43-61263be3cfcc, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:58.134017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.151033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Network 50866cd3-7dce-484f-b726-23f7ac3aec1a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:58.161423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9d31a-fb8c-4e31-af48-86e27b474650 None None] Pushing event updated for resources: {'Port': ['ID=0e969836-0d29-4fe5-8e43-61263be3cfcc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:58.207835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:58.210634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:58.214798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] For port 0e969836-0d29-4fe5-8e43-61263be3cfcc, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:35:58.219939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] For port 0e969836-0d29-4fe5-8e43-61263be3cfcc, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0e969836-0d29-4fe5-8e43-61263be3cfcc,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:35:58.231966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.268710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Pushing event updated for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:58.304111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e1a63dff-11bc-4a93-8f08-5104c1bdaec9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.312775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:58.314073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.321180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.344294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Routers {'68fb5637-9047-4f28-a3b7-7c093a327e6a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:35:58.345045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['68fb5637-9047-4f28-a3b7-7c093a327e6a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:58.394994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.428581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-bca0cc49-558d-4c08-8449-4212e9a03d78 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3862898 Feb 10 13:35:58.445245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Request body: {'port': {'device_id': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:35:58.446838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9d31a-fb8c-4e31-af48-86e27b474650 None None] Pushing event updated for resources: {'Port': ['ID=0e969836-0d29-4fe5-8e43-61263be3cfcc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:58.467808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (e1a63dff-11bc-4a93-8f08-5104c1bdaec9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.472366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:35:58.491743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:35:58.495135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:35:58.500177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f45be8-3a45-4803-ac56-59ddb6821ae5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:58.518922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a63dff-11bc-4a93-8f08-5104c1bdaec9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:58.521499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.25.8.216 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/5e243f6e-62c7-4596-9a5a-461704addfd4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:35:58.574018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] Set router 68fb5637-9047-4f28-a3b7-7c093a327e6a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:35:58.602500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.615989 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-292646b0-f661-470d-9255-013bea1dc02f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/e1a63dff-11bc-4a93-8f08-5104c1bdaec9 HTTP/1.1" status: 204 len: 168 time: 0.9139721 Feb 10 13:35:58.615989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.627200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:35:58.701684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f01e0c-ee50-4f50-bf8c-2770a04a050b None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:35:58.927418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d04a47-8689-4cd5-b626-6e21a025e78c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:35:58.935929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks [] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:58.949329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Transition to ACTIVE for port object 95d04a47-8689-4cd5-b626-6e21a025e78c will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:35:58.987480 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.126670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting subnet 3851e5b4-6137-40c0-9363-f612f249cd8a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:35:59.129664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:51Z', 'updated_at': '2022-02-10T13:35:52Z', 'revision_number': 3, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port': {'id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:52Z', 'updated_at': '2022-02-10T13:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:35:59.136059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada708d3-c246-4621-83c5-8d337550114c req-b9d6f189-607d-42c4-a609-95f530d164cb tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:35:59.138742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ada708d3-c246-4621-83c5-8d337550114c req-b9d6f189-607d-42c4-a609-95f530d164cb tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 932 time: 0.2078302 Feb 10 13:35:59.139554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (3851e5b4-6137-40c0-9363-f612f249cd8a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.144964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (b9893b6f-aa3c-4259-9033-79ba4482a8ea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.188880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (3851e5b4-6137-40c0-9363-f612f249cd8a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.194391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a2ffe-29b0-492a-870c-78e213b92b58 None None] The sync data for ids ['68fb5637-9047-4f28-a3b7-7c093a327e6a'] in n-d-815324-6 is: [{'id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57'}], 'enable_snat': False}, 'gw_port_id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:51Z', 'updated_at': '2022-02-10T13:35:52Z', 'revision_number': 3, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port': {'id': '0e969836-0d29-4fe5-8e43-61263be3cfcc', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:52:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68fb5637-9047-4f28-a3b7-7c093a327e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:52Z', 'updated_at': '2022-02-10T13:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:35:59.240129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:35:59.442371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.498257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3851e5b4-6137-40c0-9363-f612f249cd8a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.542563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Attempting to bind port 95d04a47-8689-4cd5-b626-6e21a025e78c on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:35:59.551240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Attempting to bind port 95d04a47-8689-4cd5-b626-6e21a025e78c by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'dbca66bb-26f8-479c-9a2a-e627734e62ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:35:59.563150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Attempting to bind port 95d04a47-8689-4cd5-b626-6e21a025e78c on network 50866cd3-7dce-484f-b726-23f7ac3aec1a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:59.602978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Port 95d04a47-8689-4cd5-b626-6e21a025e78c on network 50866cd3-7dce-484f-b726-23f7ac3aec1a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:35:59.603292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Attempting to bind port 95d04a47-8689-4cd5-b626-6e21a025e78c on network 50866cd3-7dce-484f-b726-23f7ac3aec1a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:35:59.685854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:35:59.686488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Checking segment: {'id': 'dbca66bb-26f8-479c-9a2a-e627734e62ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:35:59.687082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Bound using segment: {'id': 'dbca66bb-26f8-479c-9a2a-e627734e62ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:35:59.687692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Bound port: 95d04a47-8689-4cd5-b626-6e21a025e78c, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca66bb-26f8-479c-9a2a-e627734e62ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:35:59.688228 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.704412 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.841296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3851e5b4-6137-40c0-9363-f612f249cd8a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.858269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ada708d3-c246-4621-83c5-8d337550114c req-de0be08b-b538-468d-9cfe-6a9844a75402 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7089162 Feb 10 13:35:59.888542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0e969836-0d29-4fe5-8e43-61263be3cfcc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:35:59.967153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:35:59.987611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=3851e5b4-6137-40c0-9363-f612f249cd8a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:00.018566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:00.024612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0e969836-0d29-4fe5-8e43-61263be3cfcc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:00.026860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.028180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.032459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d607ef3b-1b36-4e80-8bd5-aa4eb0a16232 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/3851e5b4-6137-40c0-9363-f612f249cd8a HTTP/1.1" status: 204 len: 168 time: 1.0800643 Feb 10 13:36:00.033577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:00.045091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=5e243f6e-62c7-4596-9a5a-461704addfd4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:00.051139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:00.053875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:00.174689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:00.188018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=95d04a47-8689-4cd5-b626-6e21a025e78c,segment=NetworkSegment(dbca66bb-26f8-479c-9a2a-e627734e62ba),segment_id=dbca66bb-26f8-479c-9a2a-e627734e62ba)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:00.237732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.283257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0e969836-0d29-4fe5-8e43-61263be3cfcc is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:00.283257 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.333559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f83b24-69ff-4792-90c8-2326f9c37a6e None None] Network 2bd4a446-abe9-493d-9c5e-f345890a47e2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:00.340136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2bd4a446-abe9-493d-9c5e-f345890a47e2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.350060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 0e969836-0d29-4fe5-8e43-61263be3cfcc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0e969836-0d29-4fe5-8e43-61263be3cfcc,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:00.413753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:00.414636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.416608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/95d04a47-8689-4cd5-b626-6e21a025e78c HTTP/1.1" status: 200 len: 1092 time: 1.9800780 Feb 10 13:36:00.423094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:00.426113 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d941a-10c6-4202-be25-d53cbc39c7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:00.475810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.498009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router b9893b6f-aa3c-4259-9033-79ba4482a8ea is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:00.518972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.541285 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4c306-732d-483e-9aac-b1a44e333417 x-openstack-request-id: req-59d4c306-732d-483e-9aac-b1a44e333417 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:00.541577 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:00.541836 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d4c306-732d-483e-9aac-b1a44e333417 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:00.542236 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c', 'status': 'completed', 'code': 200} Feb 10 13:36:00.559912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c931b2-86c0-45f2-ac58-5e82edb7a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:00.585493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port 17ff400d-ab15-488f-a748-d7744001843a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:00.585842 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (17ff400d-ab15-488f-a748-d7744001843a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.603117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.748525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port 17ff400d-ab15-488f-a748-d7744001843a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17ff400d-ab15-488f-a748-d7744001843a,segment=NetworkSegment(355de642-1e20-4e88-9ddd-835320459134),segment_id=355de642-1e20-4e88-9ddd-835320459134)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:00.749128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (17ff400d-ab15-488f-a748-d7744001843a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.769814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:00.788527 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Sync routers for ids ['b9893b6f-aa3c-4259-9033-79ba4482a8ea'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:00.791095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for 17ff400d-ab15-488f-a748-d7744001843a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:00.803628 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Routers {'b9893b6f-aa3c-4259-9033-79ba4482a8ea'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:00.806207 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b9893b6f-aa3c-4259-9033-79ba4482a8ea'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:00.817072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-78b26838-c369-4c48-b6b2-6792cd61dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:00.819500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-78b26838-c369-4c48-b6b2-6792cd61dda2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=12fdc805e7dd4e25ac14b7cad4129917&device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 1126 time: 0.3461044 Feb 10 13:36:00.853083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:00.854350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4d7ea3f8-e1f5-41da-948b-653a083e72d4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2210147 Feb 10 13:36:00.857125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:01.023030 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-95d42fc0-a256-4bb6-9c20-61adb39209fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d04a47-8689-4cd5-b626-6e21a025e78c HTTP/1.1" status: 200 len: 217 time: 0.1581500 Feb 10 13:36:01.028343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-466ef538-8eea-4f15-9630-b60d8d2fc58b None None] Provisioning complete for port 17ff400d-ab15-488f-a748-d7744001843a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:01.030221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-466ef538-8eea-4f15-9630-b60d8d2fc58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17ff400d-ab15-488f-a748-d7744001843a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.158274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42c96ee9-cf15-4fc6-8841-42cd908b21b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.186179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=0e969836-0d29-4fe5-8e43-61263be3cfcc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:01.261938 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Set router b9893b6f-aa3c-4259-9033-79ba4482a8ea gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:36:01.324774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (17ff400d-ab15-488f-a748-d7744001843a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.330255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-466ef538-8eea-4f15-9630-b60d8d2fc58b None None] Current status of the port 17ff400d-ab15-488f-a748-d7744001843a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:01.376426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b91994-b540-4511-9e4d-ceb474c9377a None None] DHCP port deletion for 2bd4a446-abe9-493d-9c5e-f345890a47e2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:36:01.443807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port 17ff400d-ab15-488f-a748-d7744001843a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:01.461548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c43b6-0c09-4e47-aa7d-d754cf0c6d0b req-b06bd2f9-a3ee-43c3-b93e-5f128c203bee tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:01.463557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-062c43b6-0c09-4e47-aa7d-d754cf0c6d0b req-b06bd2f9-a3ee-43c3-b93e-5f128c203bee tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 944 time: 0.4303212 Feb 10 13:36:01.466939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=17ff400d-ab15-488f-a748-d7744001843a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:01.471249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3261c70a-7d38-485c-85c1-8acaa5ed1d22 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/b9893b6f-aa3c-4259-9033-79ba4482a8ea HTTP/1.1" status: 200 len: 908 time: 0.6056221 Feb 10 13:36:01.492416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:01.622983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-9d1680ae-47f8-491b-ba2c-e8dee07cfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:01.624831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-9d1680ae-47f8-491b-ba2c-e8dee07cfe93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3ee635c-7fa6-4207-aca0-325d97620bb0 HTTP/1.1" status: 200 len: 849 time: 0.5964689 Feb 10 13:36:01.655372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-a69686f7-d898-4795-bd35-72e7b5c07435 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064115 Feb 10 13:36:01.690573 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.702797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-25c11525-2a2a-4e25-88e4-a44c9464dd60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50866cd3-7dce-484f-b726-23f7ac3aec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678027 Feb 10 13:36:01.788323 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9893b6f-aa3c-4259-9033-79ba4482a8ea', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b0f45be8-3a45-4803-ac56-59ddb6821ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:56Z', 'updated_at': '2022-02-10T13:35:58Z', 'revision_number': 3, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port': {'id': 'b0f45be8-3a45-4803-ac56-59ddb6821ae5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9893b6f-aa3c-4259-9033-79ba4482a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:57Z', 'updated_at': '2022-02-10T13:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:01.813077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0e969836-0d29-4fe5-8e43-61263be3cfcc up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:01.814184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.829331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.868517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Checking router: b9893b6f-aa3c-4259-9033-79ba4482a8ea for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:36:01.869045 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Updating router b9893b6f-aa3c-4259-9033-79ba4482a8ea port b0f45be8-3a45-4803-ac56-59ddb6821ae5 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:36:01.921263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 0e969836-0d29-4fe5-8e43-61263be3cfcc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:01.921773 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.939195 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:01.948623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39873-cb7f-443f-a926-89f279d28554 req-a6960067-c7cc-4881-932f-c94413192fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:01.950749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-a6960067-c7cc-4881-932f-c94413192fc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 1132 time: 0.2583809 Feb 10 13:36:01.970950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-062c43b6-0c09-4e47-aa7d-d754cf0c6d0b req-9205e470-f381-47c4-9d3d-19355b7c1f0f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769685 Feb 10 13:36:02.062091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2bd4a446-abe9-493d-9c5e-f345890a47e2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.099052 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (b9893b6f-aa3c-4259-9033-79ba4482a8ea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.103536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=5e243f6e-62c7-4596-9a5a-461704addfd4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:02.110513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.119061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 0e969836-0d29-4fe5-8e43-61263be3cfcc is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:02.138802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd4a446-abe9-493d-9c5e-f345890a47e2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:02.172139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355de642-1e20-4e88-9ddd-835320459134') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:02.172517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355de642-1e20-4e88-9ddd-835320459134') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:02.186428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (355de642-1e20-4e88-9ddd-835320459134), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.193032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-919b4d90-38bc-49cb-b11b-71756bf5364d service neutron] 10.222.0.21 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826565 Feb 10 13:36:02.211076 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (355de642-1e20-4e88-9ddd-835320459134), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.225424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17ff400d-ab15-488f-a748-d7744001843a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:02.234434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:36:02.236502 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (355de642-1e20-4e88-9ddd-835320459134), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:36:02.240143 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:36:02.270829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 17ff400d-ab15-488f-a748-d7744001843a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:02.273132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17ff400d-ab15-488f-a748-d7744001843a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:02.292673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Deleting port b0f45be8-3a45-4803-ac56-59ddb6821ae5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:02.293183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.351995 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks [] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.355987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.357961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a70d582-6d8a-4fb8-9228-e28f280549a9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0997627 Feb 10 13:36:02.368064 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.416080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f946-4570-49ca-82d5-3bb764800aca None None] Pushing event updated for resources: {'Port': ['ID=b0f45be8-3a45-4803-ac56-59ddb6821ae5,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:02.447206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Attempting to bind port b0f45be8-3a45-4803-ac56-59ddb6821ae5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:36:02.447206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Attempting to bind port b0f45be8-3a45-4803-ac56-59ddb6821ae5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:36:02.447206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Attempting to bind port b0f45be8-3a45-4803-ac56-59ddb6821ae5 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:02.459963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2bd4a446-abe9-493d-9c5e-f345890a47e2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.471354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39873-cb7f-443f-a926-89f279d28554 req-4efb210f-29d0-4107-acef-34ac3bb9bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:02.472232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:36:02.472862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-4efb210f-29d0-4107-acef-34ac3bb9bbd0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.4521139 Feb 10 13:36:02.473091 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:02.473768 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.474383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:36:02.475549 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Bound port: b0f45be8-3a45-4803-ac56-59ddb6821ae5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:36:02.476081 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.482923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.500969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/2bd4a446-abe9-493d-9c5e-f345890a47e2 HTTP/1.1" status: 204 len: 168 time: 2.4661412 Feb 10 13:36:02.525007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.547342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008c17-2a06-496e-86ef-445554828152 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=2bd4a446-abe9-493d-9c5e-f345890a47e2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:02.561045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-071ba538-3414-4f88-8524-c1b4ee0011f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 200 len: 217 time: 0.0812256 Feb 10 13:36:02.562320 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c38b40-35c5-4899-a28e-9e03481c8e28 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.562787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c38b40-35c5-4899-a28e-9e03481c8e28 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.566079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-53c38b40-35c5-4899-a28e-9e03481c8e28 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/cddca9ee-89be-48a5-ba9e-55d8f67abd13 HTTP/1.1" status: 404 len: 337 time: 0.0386374 Feb 10 13:36:02.569040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.580552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] For port b0f45be8-3a45-4803-ac56-59ddb6821ae5, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:02.591817 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] For port b0f45be8-3a45-4803-ac56-59ddb6821ae5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b0f45be8-3a45-4803-ac56-59ddb6821ae5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:02.595135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.608799 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:02.626126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Calling delete_port for b0f45be8-3a45-4803-ac56-59ddb6821ae5 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:02.673216 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Routers {'b9893b6f-aa3c-4259-9033-79ba4482a8ea'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:02.673964 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:35:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['b9893b6f-aa3c-4259-9033-79ba4482a8ea'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:02.679223 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e0e8e4-7dba-4c56-a261-e214d1a7ba8a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.679758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e0e8e4-7dba-4c56-a261-e214d1a7ba8a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.685396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69e0e8e4-7dba-4c56-a261-e214d1a7ba8a tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/323a89cc-40db-48a1-8c09-bf0d8b02ed47 HTTP/1.1" status: 404 len: 339 time: 0.1022599 Feb 10 13:36:02.685396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a7ce0280-d5c9-4b00-8ef1-544f3f9fd0e5 req-121255ed-eaef-4235-b262-136243baa622 service neutron] 10.222.0.21 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671016 Feb 10 13:36:02.718921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.744535 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f946-4570-49ca-82d5-3bb764800aca None None] Pushing event updated for resources: {'Port': ['ID=b0f45be8-3a45-4803-ac56-59ddb6821ae5,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:02.759730 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a667f571-e063-49cc-8f8e-77f8ca00ab8f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.760182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a667f571-e063-49cc-8f8e-77f8ca00ab8f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.766361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a667f571-e063-49cc-8f8e-77f8ca00ab8f tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/bd142598-62da-427b-a1d4-d0c57a6d3bcd HTTP/1.1" status: 404 len: 337 time: 0.0442071 Feb 10 13:36:02.767858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39873-cb7f-443f-a926-89f279d28554 req-ea79b222-cc77-4bfa-b540-62dd9c87ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:02.769333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-ea79b222-cc77-4bfa-b540-62dd9c87ae27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1984377 Feb 10 13:36:02.769795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.823300 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16032ba-59a0-4b4e-8289-d4b96071e9d0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.823827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16032ba-59a0-4b4e-8289-d4b96071e9d0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.824311 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] Set router b9893b6f-aa3c-4259-9033-79ba4482a8ea gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:36:02.827838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e16032ba-59a0-4b4e-8289-d4b96071e9d0 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/25c86744-a536-44e2-80a6-7e9bbc03cea7 HTTP/1.1" status: 404 len: 339 time: 0.0415232 Feb 10 13:36:02.838091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.890035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-0d0237ed-06da-421a-8caf-cc2b06d1b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:02.892309 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-0d0237ed-06da-421a-8caf-cc2b06d1b81c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=12fdc805e7dd4e25ac14b7cad4129917&device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 1126 time: 0.1414573 Feb 10 13:36:02.901609 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0ae958-4baf-49e0-8cc8-420962192146 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.902074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0ae958-4baf-49e0-8cc8-420962192146 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.909363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4c0ae958-4baf-49e0-8cc8-420962192146 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf57498-b981-4a25-9d47-c7adf1e00ea2 HTTP/1.1" status: 404 len: 337 time: 0.0695901 Feb 10 13:36:02.911176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.926636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-807e5359-cc21-4f8f-9dec-4324c8125b0b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--129549492&fields=id&tenant_id=011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 267 time: 0.2067327 Feb 10 13:36:02.945716 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9893b6f-aa3c-4259-9033-79ba4482a8ea', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:56Z', 'updated_at': '2022-02-10T13:36:02Z', 'revision_number': 4, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:02.952491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39873-cb7f-443f-a926-89f279d28554 req-1e795339-ee26-46c7-bc73-3a1ad2ceffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:02.954168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-1e795339-ee26-46c7-bc73-3a1ad2ceffca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1667142 Feb 10 13:36:02.980385 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c033a381-305f-42aa-ba0f-7ee8df167b92 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:02.980966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c033a381-305f-42aa-ba0f-7ee8df167b92 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:02.987158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c033a381-305f-42aa-ba0f-7ee8df167b92 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/001d8846-2b58-49e6-a163-97c9c79a154b HTTP/1.1" status: 404 len: 339 time: 0.0732937 Feb 10 13:36:02.988000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:02.991694 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee9559-40c0-4f68-b89b-0b629aed1d2e None None] The sync data for ids ['b9893b6f-aa3c-4259-9033-79ba4482a8ea'] in n-d-815324-6 is: [{'id': 'b9893b6f-aa3c-4259-9033-79ba4482a8ea', 'name': 'tempest-snat-router-1421415679', 'tenant_id': '2b65815d16234ad9a60cac351da502a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:56Z', 'updated_at': '2022-02-10T13:36:02Z', 'revision_number': 4, 'project_id': '2b65815d16234ad9a60cac351da502a4', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:03.137267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-2b269468-f9a3-48d3-bd51-0bc5a30a2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:03.139312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-2b269468-f9a3-48d3-bd51-0bc5a30a2c0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=50866cd3-7dce-484f-b726-23f7ac3aec1a HTTP/1.1" status: 200 len: 910 time: 0.2377942 Feb 10 13:36:03.203092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-582ffba9-e942-48d1-828d-d26892d79d13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d04a47-8689-4cd5-b626-6e21a025e78c HTTP/1.1" status: 200 len: 217 time: 0.0573680 Feb 10 13:36:03.239011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting subnet ea42b307-f7fd-47a5-9412-9b47186f1e19 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:36:03.250557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16506ef7-6425-4d63-8a39-454446506904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:03.259315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (ea42b307-f7fd-47a5-9412-9b47186f1e19), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:03.271067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-fb3cc567-6004-42e6-baea-4eb2c8141a07 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420907 Feb 10 13:36:03.286905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-0ceb7cc0-9487-4ea1-9bcd-6db101d67b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:03.288353 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-0ceb7cc0-9487-4ea1-9bcd-6db101d67b3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3ee635c-7fa6-4207-aca0-325d97620bb0 HTTP/1.1" status: 200 len: 849 time: 0.0794141 Feb 10 13:36:03.352875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-eb23a7e1-2846-4749-8717-6bb47e6fce6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50866cd3-7dce-484f-b726-23f7ac3aec1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370834 Feb 10 13:36:03.440865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11c39873-cb7f-443f-a926-89f279d28554 req-c1de72b5-b18c-49f1-ab63-f68fe5b945d0 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688709 Feb 10 13:36:03.574176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-1dc94436-d246-402b-957c-480ef8bc4e75 service neutron] 10.222.0.21 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318762 Feb 10 13:36:03.625158 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (ea42b307-f7fd-47a5-9412-9b47186f1e19), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:03.639443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-12b6def9-8d86-4fd2-8656-721d208493ab tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:03.641026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-12b6def9-8d86-4fd2-8656-721d208493ab tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.7026768 Feb 10 13:36:03.707850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-a16dff09-6af0-47ac-8688-db8cd913a109 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/quotas/011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 375 time: 0.0366297 Feb 10 13:36:03.727809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a15d941a-10c6-4202-be25-d53cbc39c7d4 req-31250cf4-fed0-43a1-81c9-59df5ee1596c service neutron] 10.222.0.21 "GET /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472354 Feb 10 13:36:03.732715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b0f45be8-3a45-4803-ac56-59ddb6821ae5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:03.814910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f45be8-3a45-4803-ac56-59ddb6821ae5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:03.901692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ea42b307-f7fd-47a5-9412-9b47186f1e19), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:03.959957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-46b84541-dae1-4ca3-9271-2b33bc71664a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401664 Feb 10 13:36:03.967766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (b9893b6f-aa3c-4259-9033-79ba4482a8ea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.133187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.160464 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (b9893b6f-aa3c-4259-9033-79ba4482a8ea), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.165577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ea42b307-f7fd-47a5-9412-9b47186f1e19), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.202174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=ea42b307-f7fd-47a5-9412-9b47186f1e19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:04.247505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.253306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:04.253875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d44260f-dff5-404d-afb6-6b4e88cba792 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/ea42b307-f7fd-47a5-9412-9b47186f1e19 HTTP/1.1" status: 204 len: 168 time: 1.2043345 Feb 10 13:36:04.254394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ecd4e-71a4-473f-ace5-b2133b287481 None None] Network 4dea7c72-e055-431b-a807-eef42543fe0e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:04.268508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (b9893b6f-aa3c-4259-9033-79ba4482a8ea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.269957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9893b6f-aa3c-4259-9033-79ba4482a8ea {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:04.275271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.276420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-076b49fb-17a0-4460-8058-fbdfc2fc5008 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b9893b6f-aa3c-4259-9033-79ba4482a8ea HTTP/1.1" status: 204 len: 168 time: 2.7572403 Feb 10 13:36:04.279625 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-fcc9ddbc-a9af-436b-9b4c-0b2b4fd9f724 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731638 Feb 10 13:36:04.280084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:04.427963 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4dea7c72-e055-431b-a807-eef42543fe0e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.530758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.540268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-75c46ce7-26f6-4730-9088-e0c1152e1b09 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045622 Feb 10 13:36:04.542821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port 96140aa3-b6b1-4732-9ec9-2bf23286862b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:04.543339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.602313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] DHCP port deletion for 4dea7c72-e055-431b-a807-eef42543fe0e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:36:04.632664 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.682730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port 96140aa3-b6b1-4732-9ec9-2bf23286862b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96140aa3-b6b1-4732-9ec9-2bf23286862b,segment=NetworkSegment(8de35ebb-f426-483c-9966-6e039c0efe1e),segment_id=8de35ebb-f426-483c-9966-6e039c0efe1e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:04.683108 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.714939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for 96140aa3-b6b1-4732-9ec9-2bf23286862b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:04.745842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Deleting port 96140aa3-b6b1-4732-9ec9-2bf23286862b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:04.746235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.756256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (68fb5637-9047-4f28-a3b7-7c093a327e6a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.865452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] For port 96140aa3-b6b1-4732-9ec9-2bf23286862b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96140aa3-b6b1-4732-9ec9-2bf23286862b,segment=NetworkSegment(8de35ebb-f426-483c-9966-6e039c0efe1e),segment_id=8de35ebb-f426-483c-9966-6e039c0efe1e)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:04.866259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.919903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Calling delete_port for 96140aa3-b6b1-4732-9ec9-2bf23286862b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:04.947110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:04.997979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Deleting port 0e969836-0d29-4fe5-8e43-61263be3cfcc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:04.998441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.017758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port 96140aa3-b6b1-4732-9ec9-2bf23286862b on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:05.021092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=96140aa3-b6b1-4732-9ec9-2bf23286862b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:05.038677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ca9e-b2ca-46de-b919-346959a28e10 req-643b1c96-0ddc-4275-9702-4c7aaf7d33cf tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:05.040525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4798ca9e-b2ca-46de-b919-346959a28e10 req-643b1c96-0ddc-4275-9702-4c7aaf7d33cf tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 944 time: 0.1376061 Feb 10 13:36:05.139918 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (96140aa3-b6b1-4732-9ec9-2bf23286862b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.182809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] No DVR routers for this DVR port 96140aa3-b6b1-4732-9ec9-2bf23286862b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:05.187660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c80226-c5dd-4e37-bf78-06f35ed69827 None None] Pushing event deleted for resources: {'Port': ['ID=96140aa3-b6b1-4732-9ec9-2bf23286862b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:05.210554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4dea7c72-e055-431b-a807-eef42543fe0e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.247023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dea7c72-e055-431b-a807-eef42543fe0e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:05.256383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 95d04a47-8689-4cd5-b626-6e21a025e78c details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:36:05.259502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de35ebb-f426-483c-9966-6e039c0efe1e') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:05.260033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de35ebb-f426-483c-9966-6e039c0efe1e') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:05.271929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (8de35ebb-f426-483c-9966-6e039c0efe1e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.288115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8de35ebb-f426-483c-9966-6e039c0efe1e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.295351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:36:05.295770 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (8de35ebb-f426-483c-9966-6e039c0efe1e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.312376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4798ca9e-b2ca-46de-b919-346959a28e10 req-b586c7a3-e764-4a24-b15e-974eb7b72ca8 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567999 Feb 10 13:36:05.329042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] For port 0e969836-0d29-4fe5-8e43-61263be3cfcc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=0e969836-0d29-4fe5-8e43-61263be3cfcc,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:05.329425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.367561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Calling delete_port for 0e969836-0d29-4fe5-8e43-61263be3cfcc owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:36:05.447323 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:36:05.452553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4dea7c72-e055-431b-a807-eef42543fe0e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.463102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.467495 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/4dea7c72-e055-431b-a807-eef42543fe0e HTTP/1.1" status: 204 len: 168 time: 1.2131894 Feb 10 13:36:05.476691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:05.478344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee82db-8ca0-4428-8838-5ccf7f0a1706 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=4dea7c72-e055-431b-a807-eef42543fe0e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:05.523416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=95d04a47-8689-4cd5-b626-6e21a025e78c,segment=NetworkSegment(dbca66bb-26f8-479c-9a2a-e627734e62ba),segment_id=dbca66bb-26f8-479c-9a2a-e627734e62ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:05.542681 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb1e9e3-3727-489d-b8c1-6ec9553722c2 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:05.543437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb1e9e3-3727-489d-b8c1-6ec9553722c2 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:05.546979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dfb1e9e3-3727-489d-b8c1-6ec9553722c2 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57fdf9-9852-48f5-9a8e-4a97bb21546a HTTP/1.1" status: 404 len: 337 time: 0.0679340 Feb 10 13:36:05.549682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:05.550623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '95d04a47-8689-4cd5-b626-6e21a025e78c', 'network_id': '50866cd3-7dce-484f-b726-23f7ac3aec1a', 'port_id': '95d04a47-8689-4cd5-b626-6e21a025e78c', 'mac_address': 'fa:16:3e:72:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ee635c-7fa6-4207-aca0-325d97620bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:36:05.579966 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aad170-3149-4512-9921-252051bc0529 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:05.580639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aad170-3149-4512-9921-252051bc0529 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:05.587143 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9aad170-3149-4512-9921-252051bc0529 tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/a03b561d-a474-4fb0-95bb-1545aa08907a HTTP/1.1" status: 404 len: 339 time: 0.0339060 Feb 10 13:36:05.587576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:05.588614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9298315c-b6ce-46d4-aff7-1e4fcf9b3eb3 req-333dc585-266a-4fb5-a697-ca25e0064578 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 210 time: 0.1107469 Feb 10 13:36:05.662133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 95d04a47-8689-4cd5-b626-6e21a025e78c is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:05.662497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.682334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d04a47-8689-4cd5-b626-6e21a025e78c {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:05.689094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting subnet b0047181-9110-4d94-96a0-47dd5b875576 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:36:05.694472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (b0047181-9110-4d94-96a0-47dd5b875576), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.716819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=95d04a47-8689-4cd5-b626-6e21a025e78c,segment=NetworkSegment(dbca66bb-26f8-479c-9a2a-e627734e62ba),segment_id=dbca66bb-26f8-479c-9a2a-e627734e62ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:05.734302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.784614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b0047181-9110-4d94-96a0-47dd5b875576), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.851420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96140aa3-b6b1-4732-9ec9-2bf23286862b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:05.939113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 96140aa3-b6b1-4732-9ec9-2bf23286862b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:05.939113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96140aa3-b6b1-4732-9ec9-2bf23286862b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:05.954360 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b0047181-9110-4d94-96a0-47dd5b875576), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.964568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0e969836-0d29-4fe5-8e43-61263be3cfcc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.973153 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:05.974467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:06.003084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e969836-0d29-4fe5-8e43-61263be3cfcc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:06.091505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b0047181-9110-4d94-96a0-47dd5b875576), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.098273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['95d04a47-8689-4cd5-b626-6e21a025e78c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:06.145752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (68fb5637-9047-4f28-a3b7-7c093a327e6a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.155840 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.158617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Subnet': ['ID=b0047181-9110-4d94-96a0-47dd5b875576,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:06.168487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.173150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60b9ea-8c90-46a3-9d6b-85b958fa42e3 None None] Network 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:06.174855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5719f047-7c2e-485d-8ebd-596ad2ebb01c tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/subnets/b0047181-9110-4d94-96a0-47dd5b875576 HTTP/1.1" status: 204 len: 168 time: 0.5855684 Feb 10 13:36:06.176796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:06.278648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.314512 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.317254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_controller (68fb5637-9047-4f28-a3b7-7c093a327e6a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.415804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (68fb5637-9047-4f28-a3b7-7c093a327e6a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.416096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Deleting port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:06.416521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68fb5637-9047-4f28-a3b7-7c093a327e6a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:06.416907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.424817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.426058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-14017bf5-3477-4c76-86f2-e7e53b39b938 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "DELETE /v2.0/routers/68fb5637-9047-4f28-a3b7-7c093a327e6a HTTP/1.1" status: 204 len: 168 time: 2.1450322 Feb 10 13:36:06.431861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:06.436518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-434200523', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:06.489864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.492311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.593239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] DHCP port deletion for 8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:36:06.717981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Deleting port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:06.718356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.727607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] For port c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,segment=NetworkSegment(8a31dcff-99e5-4e7c-b94e-bf9dd9325f92),segment_id=8a31dcff-99e5-4e7c-b94e-bf9dd9325f92)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:06.727973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.739991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.780507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f3b2-afd0-440b-aa35-e664fe403097 req-0c2bef68-5ac7-40e3-bf3f-0ce36ad9e46b tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:06.781541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6527f3b2-afd0-440b-aa35-e664fe403097 req-0c2bef68-5ac7-40e3-bf3f-0ce36ad9e46b tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 945 time: 0.2657087 Feb 10 13:36:06.859937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Calling delete_port for c03b8cbe-84d1-42f5-b86c-42e6af7958d5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:06.931622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] For port c03b8cbe-84d1-42f5-b86c-42e6af7958d5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,segment=NetworkSegment(8a31dcff-99e5-4e7c-b94e-bf9dd9325f92),segment_id=8a31dcff-99e5-4e7c-b94e-bf9dd9325f92)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:06.932032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:06.969894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Calling delete_port for c03b8cbe-84d1-42f5-b86c-42e6af7958d5 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:06.974042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-6320461f-9c32-492c-abca-0bdc6174c478 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:06.976029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-6320461f-9c32-492c-abca-0bdc6174c478 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.3296087 Feb 10 13:36:07.027583 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.051035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6527f3b2-afd0-440b-aa35-e664fe403097 req-5366e503-1ec6-4386-b646-5890061d9c13 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162511 Feb 10 13:36:07.103020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.124030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] No DVR routers for this DVR port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:07.148450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-5eee6f9e-124d-4772-bbf3-d266e4bd3129 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 379 time: 0.1591027 Feb 10 13:36:07.168329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'device_id': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'admin_state_up': True, 'tenant_id': '011106333efc465d80f0f09518fac835', 'security_groups': ['4a7230e3-b5a5-43b5-9cc5-d5af3faceed2']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:07.170347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03f5a5-4a57-457d-8837-60b1873083da None None] Pushing event deleted for resources: {'Port': ['ID=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:07.242463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb10e2f0-5883-497e-8431-9262f833f016 req-540ba2f5-c640-4c62-bbfa-a6455d9f2121 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 210 time: 0.0388482 Feb 10 13:36:07.261338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 95d04a47-8689-4cd5-b626-6e21a025e78c up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:07.347561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 95d04a47-8689-4cd5-b626-6e21a025e78c completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:36:07.354657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 95d04a47-8689-4cd5-b626-6e21a025e78c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:07.355842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.369954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c03b8cbe-84d1-42f5-b86c-42e6af7958d5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.414539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Port': ['ID=c03b8cbe-84d1-42f5-b86c-42e6af7958d5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:07.422408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] No DVR routers for this DVR port c03b8cbe-84d1-42f5-b86c-42e6af7958d5 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:07.431121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:07.435607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.557273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.597395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 95d04a47-8689-4cd5-b626-6e21a025e78c is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:07.598118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.604543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.641835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfcd1e0-3e85-4136-99c1-904a9a37ebb2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:07.646469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:07.649061 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173d3e8-a150-4d15-846d-d1b609d151f5" -d '{"events": [{"server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "name": "network-vif-plugged", "status": "completed", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:07.664485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=95d04a47-8689-4cd5-b626-6e21a025e78c,segment=NetworkSegment(dbca66bb-26f8-479c-9a2a-e627734e62ba),segment_id=dbca66bb-26f8-479c-9a2a-e627734e62ba)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:07.671714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.691891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:07.692581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a31dcff-99e5-4e7c-b94e-bf9dd9325f92') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:07.755866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (8a31dcff-99e5-4e7c-b94e-bf9dd9325f92), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.758424 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5453aa-aaa2-4126-82e1-2127e65b93d5 x-openstack-request-id: req-bd5453aa-aaa2-4126-82e1-2127e65b93d5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:07.760308 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "name": "network-vif-plugged", "status": "completed", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:07.760605 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd5453aa-aaa2-4126-82e1-2127e65b93d5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:07.761274 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c', 'code': 200} Feb 10 13:36:07.770320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:07.806052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c03b8cbe-84d1-42f5-b86c-42e6af7958d5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:07.831366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8a31dcff-99e5-4e7c-b94e-bf9dd9325f92), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.843967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c03b8cbe-84d1-42f5-b86c-42e6af7958d5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:07.844848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c03b8cbe-84d1-42f5-b86c-42e6af7958d5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:07.845553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0e969836-0d29-4fe5-8e43-61263be3cfcc no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:07.845735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:36:07.847823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (8a31dcff-99e5-4e7c-b94e-bf9dd9325f92), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.857009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.870821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 0e969836-0d29-4fe5-8e43-61263be3cfcc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:07.871519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 0e969836-0d29-4fe5-8e43-61263be3cfcc not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:07.885835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:36:07.939860 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:36:07.973051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.20.0.10 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/3dffbd5b-3146-4d1a-a1f9-c758f829ccd0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:07.980534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8bfcd1e0-3e85-4136-99c1-904a9a37ebb2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.024022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Allocated IP 172.25.8.53 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7a9c7218-3a49-4c31-8861-c635be856c44) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:08.040455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.043820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] 10.222.0.13 "DELETE /v2.0/networks/8bfcd1e0-3e85-4136-99c1-904a9a37ebb2 HTTP/1.1" status: 204 len: 168 time: 1.8660319 Feb 10 13:36:08.044962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76fb1e-f6cc-4483-a0f2-af34ddd9cc0e tempest-NetworksIpV6Test-208179757 tempest-NetworksIpV6Test-208179757-project] Pushing event deleted for resources: {'Network': ['ID=8bfcd1e0-3e85-4136-99c1-904a9a37ebb2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:08.102168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b512f-a324-4e3d-9f6d-d272f1f792af req-75123f0a-2798-42d6-bb30-7b3b3fa97c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:08.106981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-479b512f-a324-4e3d-9f6d-d272f1f792af req-75123f0a-2798-42d6-bb30-7b3b3fa97c06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 1128 time: 0.2960603 Feb 10 13:36:08.259868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-479b512f-a324-4e3d-9f6d-d272f1f792af req-a35e1b32-8e7d-4150-95af-b8cf68759da2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415029 Feb 10 13:36:08.295711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for port (7a9c7218-3a49-4c31-8861-c635be856c44), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.299589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.357009 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.439997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b339a-577c-4e23-8860-97cca65d9e35 req-053783ef-07ed-450f-bc1c-b878dc27a485 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:08.447763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-971b339a-577c-4e23-8860-97cca65d9e35 req-053783ef-07ed-450f-bc1c-b878dc27a485 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 946 time: 0.1362166 Feb 10 13:36:08.474950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7a9c7218-3a49-4c31-8861-c635be856c44), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.490989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:08.530036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:08.533664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:08.538072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:08.555718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-971b339a-577c-4e23-8860-97cca65d9e35 req-104f3e19-f59d-45e7-b2ce-f73217cedc81 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051152 Feb 10 13:36:08.573420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 32976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:08.588861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:08.616323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:08.627790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:08.635978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event updated for resources: {'Port': ['ID=7a9c7218-3a49-4c31-8861-c635be856c44,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:08.657441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:08.658095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:08.691684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-b905b0c6-94d0-4880-995b-4b4d1bafd7f0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5279837 Feb 10 13:36:08.705620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Request body: {'port': {'device_id': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:08.801858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.002462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0429-ece1-4422-bc94-a13f6a68a6fe req-0b9327c2-566a-4a0d-8beb-5ff1adb37238 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:09.004011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-931f0429-ece1-4422-bc94-a13f6a68a6fe req-0b9327c2-566a-4a0d-8beb-5ff1adb37238 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 932 time: 0.2830505 Feb 10 13:36:09.067036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba205eb5-6ff0-41b6-a08b-30ce00ec0484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=796af48f927a44e9b118f25cec7e6455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4924786 Feb 10 13:36:09.070494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 32992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:09.101806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-983016fe-4002-49a4-8f64-076a0cd88ec6 None None] Provisioning complete for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:09.102376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-983016fe-4002-49a4-8f64-076a0cd88ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.170730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-931f0429-ece1-4422-bc94-a13f6a68a6fe req-7f9c3f2c-fa7f-458c-867f-728f1ed5dc4a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585662 Feb 10 13:36:09.182941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-983016fe-4002-49a4-8f64-076a0cd88ec6 None None] Port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:36:09.234757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.402100 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:36:09.510172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.674539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] Publish callbacks [] for security_group (cdf05574-5fbd-4b09-8464-7ab1a93bb042), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.739183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] Publish callbacks [] for security_group (cdf05574-5fbd-4b09-8464-7ab1a93bb042), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.750402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:09.766544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks [] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.785203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1aa69-3f21-422e-9ae5-f7e57fd55f07 req-93f6bc73-5e40-4288-ab05-678ad8beb484 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:09.786975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19e1aa69-3f21-422e-9ae5-f7e57fd55f07 req-93f6bc73-5e40-4288-ab05-678ad8beb484 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 946 time: 0.1298378 Feb 10 13:36:09.820788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Router 2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:09.821017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Transition to ACTIVE for port object 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:36:09.821017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.887921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdf05574-5fbd-4b09-8464-7ab1a93bb042), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.890682 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:09.891819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf05574-5fbd-4b09-8464-7ab1a93bb042 HTTP/1.1" status: 204 len: 168 time: 0.8198776 Feb 10 13:36:09.909084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:09.911676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0497a56-5ed0-4c3f-8c4c-38ebbafc348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf05574-5fbd-4b09-8464-7ab1a93bb042,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:10.038892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19e1aa69-3f21-422e-9ae5-f7e57fd55f07 req-d8dbad06-d897-4be6-a5a9-e5482c928d3f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107418 Feb 10 13:36:10.069838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Attempting to bind port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:36:10.070176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Attempting to bind port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:36:10.070502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Attempting to bind port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:10.076354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 on network 1454ff79-cca8-4871-9029-304e115a4933 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:36:10.076676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Attempting to bind port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:10.094218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:36:10.094565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:10.094947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:36:10.095384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Bound port: 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:36:10.095741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:10.122034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:10.146041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] Sync routers for ids ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:10.162291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:10.163599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-627bf182-4749-4d5e-aa95-f83f51dc7157 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7307518 Feb 10 13:36:10.166622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:10.183869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:10.204741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] Routers {'2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:10.207431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:10.284507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:10.300106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] Routers {'2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:10.301335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:10.352798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:10.359643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:10.359981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:10.360770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8142d0-28e2-42f9-aaec-3f5da4d66450 None None] The sync data for ids ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:10.376971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:10.474374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:10.474996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:10.477699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] 10.222.0.77 "PUT /v2.0/ports/3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1092 time: 1.7820108 Feb 10 13:36:10.483788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:10.489304 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa593276-1df8-4c9a-89aa-3ff474953897" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:10.495538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f270f3f-b905-4fcc-8f84-c95c08bcd59b service neutron] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:10.627929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-003f23db-2731-44c3-9232-7bf0a983f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:10.632713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-003f23db-2731-44c3-9232-7bf0a983f33a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1126 time: 0.1093533 Feb 10 13:36:10.727795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-ec6e939b-36ee-4a0e-a55e-bb48661b9bd4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 217 time: 0.0769229 Feb 10 13:36:10.793971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57dcf-ad76-4181-a924-7f20b71aac6d req-688d2be6-76a3-4423-bd1e-d7205d1b895b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:10.802065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63d57dcf-ad76-4181-a924-7f20b71aac6d req-688d2be6-76a3-4423-bd1e-d7205d1b895b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 944 time: 0.1696749 Feb 10 13:36:10.828177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:10.835141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-961e603c-1b6b-4bb1-be14-06922965d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:10.836644 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-961e603c-1b6b-4bb1-be14-06922965d3ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1023810 Feb 10 13:36:10.904435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63d57dcf-ad76-4181-a924-7f20b71aac6d req-5a668778-54d3-4225-8f72-4b2dc1690bd5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010818 Feb 10 13:36:10.954896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-a7a022fc-c542-466e-b61a-edc43410f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:10.955156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-a7a022fc-c542-466e-b61a-edc43410f52f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114988 Feb 10 13:36:11.040354 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd885b-bc51-468a-b3d9-ebffd492c9c7 x-openstack-request-id: req-27fd885b-bc51-468a-b3d9-ebffd492c9c7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:11.040658 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:11.041046 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27fd885b-bc51-468a-b3d9-ebffd492c9c7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:11.041465 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'status': 'completed', 'code': 200} Feb 10 13:36:11.160720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:11.173847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-65cea7a5-f31a-4b25-9763-3a0354bd04f6 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098842 Feb 10 13:36:11.338560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bd2653cf-6c12-43d1-b42d-30c8d6329f80 req-a122b53a-19fd-4ba4-8dd4-85799ed3d1cb service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595597 Feb 10 13:36:11.443001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:11.452242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33064) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:11.453533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0079255 Feb 10 13:36:11.495777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-0ac24fc5-8a82-45b1-91a5-6ea9ca356d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:11.503918 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-0ac24fc5-8a82-45b1-91a5-6ea9ca356d59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1126 time: 0.0983212 Feb 10 13:36:11.731985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9fe2ef62-d265-4342-8f65-9d224af16908 tempest-NetworksApiDiscovery-505376930 tempest-NetworksApiDiscovery-505376930-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2769332 Feb 10 13:36:11.740048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-589ea3d2-6499-4e9b-93e6-b3b7fc3f73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:11.751461 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-589ea3d2-6499-4e9b-93e6-b3b7fc3f73dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.2316825 Feb 10 13:36:11.836698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-06aa2747-27be-487a-8f9d-c847c996b30c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 217 time: 0.0804327 Feb 10 13:36:11.892976 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:11.909742 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:11.947017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-f072867d-faba-46c2-a359-9f82fef16d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:11.948713 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-f072867d-faba-46c2-a359-9f82fef16d52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1013761 Feb 10 13:36:12.053439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-13399cfa-f282-4aee-92ff-ed24a225102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:12.055636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-13399cfa-f282-4aee-92ff-ed24a225102a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001470 Feb 10 13:36:12.090009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router 2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:36:12.221289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.258133 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-cbcc7542-b3b2-45e3-9e66-7a5b8cfa85a2 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954775 Feb 10 13:36:12.300788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d15c-ff74-467b-bae1-c3cd1994e544 req-cc3a3fbc-d74f-4eca-bb4a-d2c912ec4b05 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:12.308453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47f7d15c-ff74-467b-bae1-c3cd1994e544 req-cc3a3fbc-d74f-4eca-bb4a-d2c912ec4b05 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 944 time: 0.1403713 Feb 10 13:36:12.318941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:12.328731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] Sync routers for ids ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:12.331558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:12.338270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22975d53-e139-4c80-91cc-43a8f836ad23 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "PUT /v2.0/routers/2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 200 len: 920 time: 2.1700397 Feb 10 13:36:12.342291 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] Routers {'2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:12.345462 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:12.347435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.416925 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:12.425407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa593276-1df8-4c9a-89aa-3ff474953897 req-3e018437-3afd-4f06-8a90-a688eca3441e service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597419 Feb 10 13:36:12.433253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] Routers {'2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:12.434738 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:12.473471 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:12.474199 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4153160-3ec4-425c-9994-d2b7705b2c6e None None] The sync data for ids ['2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:12.540188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b94aa7-231e-4f4b-8814-7623e05995f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:12.548441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47f7d15c-ff74-467b-bae1-c3cd1994e544 req-c0764ed0-b751-4fcd-876d-2a2b2f9bffc4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391393 Feb 10 13:36:12.559875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7ae4b29b-2b99-4f88-acb0-7f0c4f0f5cc4 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 200 len: 920 time: 0.2083945 Feb 10 13:36:12.562645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.655337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a2427-f0af-4576-bcfb-86c86c3ac00a tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:12.657460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc9a2427-f0af-4576-bcfb-86c86c3ac00a tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0937111 Feb 10 13:36:12.660087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.705942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b94aa7-231e-4f4b-8814-7623e05995f8 admin admin] Publish callbacks [] for security_group (487943e8-8dcd-4995-9d25-a85f39344f8e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:12.711142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b94aa7-231e-4f4b-8814-7623e05995f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (487943e8-8dcd-4995-9d25-a85f39344f8e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:12.772807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-38b94aa7-231e-4f4b-8814-7623e05995f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59284bae85c8400b8c4b711406e246ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485582 Feb 10 13:36:12.773958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.774467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b94aa7-231e-4f4b-8814-7623e05995f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487943e8-8dcd-4995-9d25-a85f39344f8e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:12.830250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b7cd17-a81b-451d-bae2-202c066d1b95 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:12.834608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-54b7cd17-a81b-451d-bae2-202c066d1b95 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.1733918 Feb 10 13:36:12.834870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.878941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] Publish callbacks [] for security_group (487943e8-8dcd-4995-9d25-a85f39344f8e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:12.886373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e611e958-c9e5-4ba8-a349-bac544d81235 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 200 len: 205 time: 0.0501344 Feb 10 13:36:12.889043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:12.927384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] Publish callbacks [] for security_group (487943e8-8dcd-4995-9d25-a85f39344f8e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.014787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (487943e8-8dcd-4995-9d25-a85f39344f8e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.019035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.024641 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/487943e8-8dcd-4995-9d25-a85f39344f8e HTTP/1.1" status: 204 len: 168 time: 0.2493539 Feb 10 13:36:13.052281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b02b14-2692-4b97-b8cc-e92541b1024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487943e8-8dcd-4995-9d25-a85f39344f8e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:13.073202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.274288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.355377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port 7a9c7218-3a49-4c31-8861-c635be856c44 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:13.355596 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7a9c7218-3a49-4c31-8861-c635be856c44), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.489058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7a9c7218-3a49-4c31-8861-c635be856c44), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.505555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for 7a9c7218-3a49-4c31-8861-c635be856c44 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:13.729282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7a9c7218-3a49-4c31-8861-c635be856c44), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:13.772050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=7a9c7218-3a49-4c31-8861-c635be856c44,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:13.916351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249a087-48a4-4dac-9a42-f8fa20d05c69 req-be95f947-f646-480e-9ae6-f7f2a6598ab4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:13.921191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a249a087-48a4-4dac-9a42-f8fa20d05c69 req-be95f947-f646-480e-9ae6-f7f2a6598ab4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 944 time: 0.1534786 Feb 10 13:36:13.926640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.067377 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.076443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.159157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a249a087-48a4-4dac-9a42-f8fa20d05c69 req-3901828d-839d-4c6c-ad7a-e24cce6decf2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152419 Feb 10 13:36:14.188996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.188996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:14.196492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.201973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e08df59d-1372-42fc-b418-cb23ce352edf tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 204 len: 168 time: 1.3029327 Feb 10 13:36:14.202588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33184) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:14.207200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-654011236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:14.237467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.238948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.312004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.318159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.341886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.343545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c17de8f-3201-4276-91b8-9a08f8d73218 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1398928 Feb 10 13:36:14.347233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:14.352744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:14.666650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:14.724646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:36:14.725209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b5fc-0812-455b-8a6a-4ea1ec2c205b req-a1358ddc-f5f7-4e33-bde9-ad81d281eeaf tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:14.735093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f195b5fc-0812-455b-8a6a-4ea1ec2c205b req-a1358ddc-f5f7-4e33-bde9-ad81d281eeaf tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 946 time: 0.2387612 Feb 10 13:36:14.937776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:14.960916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f195b5fc-0812-455b-8a6a-4ea1ec2c205b req-fa067666-dfdc-475e-8e35-dafc063b3bfc tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237930 Feb 10 13:36:14.988262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:36:15.085402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:15.085708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:15.139286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:15.191162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:15.192540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (3aad0896-b3e7-420c-8183-7faa0d31d8b1), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:15.204800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:15.265659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:15.297504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:15.408504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:15.411302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c798-473a-4636-8163-98a7e2f154c1 req-3e895ce0-60d5-46e9-ad8a-31ce1b8d788b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:15.417449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4222c798-473a-4636-8163-98a7e2f154c1 req-3e895ce0-60d5-46e9-ad8a-31ce1b8d788b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1538177 Feb 10 13:36:15.865792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Allocated IP 172.25.8.208 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/afc58b7d-f5a2-41db-ae9d-7ac0e5a03454) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:15.917437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4222c798-473a-4636-8163-98a7e2f154c1 req-e8f668b1-12b0-4909-a50f-1e15a7f7c49a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116605 Feb 10 13:36:15.944840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-c5b2a9f8-9cc1-4f78-887e-061147435370 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:15.946390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-c5b2a9f8-9cc1-4f78-887e-061147435370 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 946 time: 0.1173890 Feb 10 13:36:16.053732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for port (afc58b7d-f5a2-41db-ae9d-7ac0e5a03454), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.111200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Deleting port 95d04a47-8689-4cd5-b626-6e21a025e78c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:16.111806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.126402 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (afc58b7d-f5a2-41db-ae9d-7ac0e5a03454), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.171066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:16.183031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:16.194424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:16.227241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event updated for resources: {'Port': ['ID=afc58b7d-f5a2-41db-ae9d-7ac0e5a03454,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:16.236013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887ee9-0d5a-4d32-a3ed-381897d625d0 req-1d2acbdc-93db-4c61-899d-35425684dcef tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:16.236648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] For port 95d04a47-8689-4cd5-b626-6e21a025e78c, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=95d04a47-8689-4cd5-b626-6e21a025e78c,segment=NetworkSegment(dbca66bb-26f8-479c-9a2a-e627734e62ba),segment_id=dbca66bb-26f8-479c-9a2a-e627734e62ba)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:16.237046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.238156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24887ee9-0d5a-4d32-a3ed-381897d625d0 req-1d2acbdc-93db-4c61-899d-35425684dcef tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ce70f0-f633-47e6-b6e0-f920813d9a68 HTTP/1.1" status: 200 len: 946 time: 0.1585512 Feb 10 13:36:16.256316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Calling delete_port for 95d04a47-8689-4cd5-b626-6e21a025e78c owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:16.344562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24887ee9-0d5a-4d32-a3ed-381897d625d0 req-5013858f-6e3b-410c-88c9-5007105bf993 tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.13 "GET /v2.0/security-groups?id=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970206 Feb 10 13:36:16.441050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (95d04a47-8689-4cd5-b626-6e21a025e78c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.456778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['95d04a47-8689-4cd5-b626-6e21a025e78c'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:16.494072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Pushing event deleted for resources: {'Port': ['ID=95d04a47-8689-4cd5-b626-6e21a025e78c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:16.560974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] No DVR routers for this DVR port 95d04a47-8689-4cd5-b626-6e21a025e78c on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:16.563779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.568230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ef20ed84-d7df-4e6a-9bb4-3aae4a230950 req-56428981-c250-43ef-8d1a-03151539670f tempest-ServerTagsTestJSON-1728476146 tempest-ServerTagsTestJSON-1728476146-project] 10.222.0.21 "DELETE /v2.0/ports/95d04a47-8689-4cd5-b626-6e21a025e78c HTTP/1.1" status: 204 len: 173 time: 0.6159179 Feb 10 13:36:16.568925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'name': 'network-vif-deleted', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:16.571452 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a5692-7f28-4fce-8e31-dd70f137eaa4" -d '{"events": [{"server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "name": "network-vif-deleted", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:16.614731 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fcb527-80db-4833-a6b5-4e3d3da3a60e x-openstack-request-id: req-d4fcb527-80db-4833-a6b5-4e3d3da3a60e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:16.615097 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ce70f0-f633-47e6-b6e0-f920813d9a68", "name": "network-vif-deleted", "tag": "95d04a47-8689-4cd5-b626-6e21a025e78c", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:16.615424 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4fcb527-80db-4833-a6b5-4e3d3da3a60e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:16.615903 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ce70f0-f633-47e6-b6e0-f920813d9a68', 'name': 'network-vif-deleted', 'tag': '95d04a47-8689-4cd5-b626-6e21a025e78c', 'status': 'completed', 'code': 200} Feb 10 13:36:16.628187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (3aad0896-b3e7-420c-8183-7faa0d31d8b1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:16.733230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:16.836165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:36:16.859147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:16.859847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.035024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:17.035734 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.145967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.148438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:17.151447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.155221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:17.163021 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40a407f-e276-425e-bc08-88d3395feae4" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:17.178124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.238917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079059f9-50c4-49ad-b744-a512dbd93391 req-2479bc92-78e5-41d5-bf87-9f68d51f556a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:17.242937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079059f9-50c4-49ad-b744-a512dbd93391 req-2479bc92-78e5-41d5-bf87-9f68d51f556a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2396622 Feb 10 13:36:17.268989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:17.354219 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-079059f9-50c4-49ad-b744-a512dbd93391 req-71bfe153-5d70-4c98-90da-a607464932d7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967972 Feb 10 13:36:17.399124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Router 3aad0896-b3e7-420c-8183-7faa0d31d8b1 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:17.505167 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f47d8-def6-4263-a3a4-6850a5b63a87 x-openstack-request-id: req-563f47d8-def6-4263-a3a4-6850a5b63a87 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:17.506024 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:17.506465 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-563f47d8-def6-4263-a3a4-6850a5b63a87 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:17.507034 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:36:17.556415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:17.567018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.568734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-41509dc2-71a4-4180-8778-270c97472447 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "PUT /v2.0/routers/3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 200 len: 879 time: 3.2202060 Feb 10 13:36:17.571447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:17.571956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] Sync routers for ids ['3aad0896-b3e7-420c-8183-7faa0d31d8b1'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:17.590236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:17.605253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] Routers {'3aad0896-b3e7-420c-8183-7faa0d31d8b1'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:17.608658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aad0896-b3e7-420c-8183-7faa0d31d8b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:17.681481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Deleting subnet c3ee635c-7fa6-4207-aca0-325d97620bb0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:36:17.688647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Publish callbacks [] for subnet (c3ee635c-7fa6-4207-aca0-325d97620bb0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.734148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (c3ee635c-7fa6-4207-aca0-325d97620bb0), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.783894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c3ee635c-7fa6-4207-aca0-325d97620bb0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.867778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (c3ee635c-7fa6-4207-aca0-325d97620bb0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.871102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4568d0-c587-4355-82bd-541f4bba7412 req-2cc1d149-4a6c-4d03-ac6b-c9bbaba90b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:17.873273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b4568d0-c587-4355-82bd-541f4bba7412 req-2cc1d149-4a6c-4d03-ac6b-c9bbaba90b1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1128 time: 0.2942986 Feb 10 13:36:17.906412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ee635c-7fa6-4207-aca0-325d97620bb0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:17.912883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:17.914499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2fa83e21-53ae-47bd-8ec7-cde5bfe2339d tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 200 len: 920 time: 0.3410335 Feb 10 13:36:17.916943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:17.920037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3a947e0f-98c1-432c-a18e-139f0bce105c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c3ee635c-7fa6-4207-aca0-325d97620bb0 HTTP/1.1" status: 204 len: 168 time: 0.3284445 Feb 10 13:36:17.928320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:17.942860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:17.974140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] Routers {'3aad0896-b3e7-420c-8183-7faa0d31d8b1'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:17.975212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aad0896-b3e7-420c-8183-7faa0d31d8b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:17.982383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b4568d0-c587-4355-82bd-541f4bba7412 req-ee07f5d0-f2bf-4e58-b901-5f30bf65a7a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983937 Feb 10 13:36:18.001085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e0b083-3e88-4f5b-acd6-352b5457b280 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:18.002858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b9e0b083-3e88-4f5b-acd6-352b5457b280 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=3aad0896-b3e7-420c-8183-7faa0d31d8b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0848157 Feb 10 13:36:18.005978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:18.017841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (50866cd3-7dce-484f-b726-23f7ac3aec1a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.063544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:18.064539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb10b58-7c12-4ef5-84a8-2da2847be637 None None] The sync data for ids ['3aad0896-b3e7-420c-8183-7faa0d31d8b1'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:18.130757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (50866cd3-7dce-484f-b726-23f7ac3aec1a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.147784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809aaa1a-a473-4284-8924-aac2a3552c35 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:18.151675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-809aaa1a-a473-4284-8924-aac2a3552c35 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.1304581 Feb 10 13:36:18.155119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:18.158618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50866cd3-7dce-484f-b726-23f7ac3aec1a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:18.169611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca66bb-26f8-479c-9a2a-e627734e62ba') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:18.170263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca66bb-26f8-479c-9a2a-e627734e62ba') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:18.183371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (dbca66bb-26f8-479c-9a2a-e627734e62ba), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.200816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29f482f8-1c09-4769-b863-dddeb9860aa5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 200 len: 205 time: 0.0423219 Feb 10 13:36:18.201041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33322) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:18.203515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (dbca66bb-26f8-479c-9a2a-e627734e62ba), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.210972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:36:18.211732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (dbca66bb-26f8-479c-9a2a-e627734e62ba), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: items = [ Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:36:18.332270 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:36:18.336984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (50866cd3-7dce-484f-b726-23f7ac3aec1a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.342813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.347195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50866cd3-7dce-484f-b726-23f7ac3aec1a HTTP/1.1" status: 204 len: 168 time: 0.4175951 Feb 10 13:36:18.395320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bacc0a-792b-43a1-9c23-acb382398181 admin admin] Pushing event deleted for resources: {'Network': ['ID=50866cd3-7dce-484f-b726-23f7ac3aec1a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:18.477030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.659659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524d6b9-2941-4b44-b7db-fea59e3e1e4a req-443e8c9d-8bb1-42fb-8d2d-1ad012118df9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:18.661389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1524d6b9-2941-4b44-b7db-fea59e3e1e4a req-443e8c9d-8bb1-42fb-8d2d-1ad012118df9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1769159 Feb 10 13:36:18.742705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (3aad0896-b3e7-420c-8183-7faa0d31d8b1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.750443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1524d6b9-2941-4b44-b7db-fea59e3e1e4a req-95daf09d-d4ea-433e-868a-7cb40e1c7160 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799866 Feb 10 13:36:18.779025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:18.831042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-25d55336-e538-45cb-9b8e-3346021feef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12fdc805e7dd4e25ac14b7cad4129917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509400 Feb 10 13:36:18.831344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:18.854549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port afc58b7d-f5a2-41db-ae9d-7ac0e5a03454 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:18.854905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (afc58b7d-f5a2-41db-ae9d-7ac0e5a03454), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.926273 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] Publish callbacks [] for security_group (09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:18.950711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] Publish callbacks [] for security_group (09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.030946 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.036700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.042998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43 HTTP/1.1" status: 204 len: 168 time: 0.2105234 Feb 10 13:36:19.047602 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (afc58b7d-f5a2-41db-ae9d-7ac0e5a03454), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.075997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d8400-69d4-4967-9989-5ea3a90634a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de63ce-0fd8-4a3b-8bcd-1f3f1d443e43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:19.095532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for afc58b7d-f5a2-41db-ae9d-7ac0e5a03454 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:19.298324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 95d04a47-8689-4cd5-b626-6e21a025e78c no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:19.329103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 95d04a47-8689-4cd5-b626-6e21a025e78c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:19.330050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 95d04a47-8689-4cd5-b626-6e21a025e78c not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:19.432542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (afc58b7d-f5a2-41db-ae9d-7ac0e5a03454), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.479616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=afc58b7d-f5a2-41db-ae9d-7ac0e5a03454,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:19.562324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (3aad0896-b3e7-420c-8183-7faa0d31d8b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.710999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.713638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (3aad0896-b3e7-420c-8183-7faa0d31d8b1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.858806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (3aad0896-b3e7-420c-8183-7faa0d31d8b1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.859487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router 3aad0896-b3e7-420c-8183-7faa0d31d8b1 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:19.882960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.888005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2d7559b5-3536-416b-8732-80fb40387a36 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 204 len: 168 time: 1.6809874 Feb 10 13:36:19.888735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:19.895481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2026761427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:19.943561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (1301d377-d609-45bd-98f8-d03b47783e61), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:19.944710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (1301d377-d609-45bd-98f8-d03b47783e61), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.035868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (1301d377-d609-45bd-98f8-d03b47783e61), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.066712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (1301d377-d609-45bd-98f8-d03b47783e61), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.068204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbd46a-2321-4e6c-bb9d-002afb4950a2 req-7af93300-c194-4ec5-adf8-fe6c65f52051 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:20.073158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6cbd46a-2321-4e6c-bb9d-002afb4950a2 req-7af93300-c194-4ec5-adf8-fe6c65f52051 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1694095 Feb 10 13:36:20.118410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.119830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-58fdf873-cc88-4152-9e8a-2568799a663c tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2298553 Feb 10 13:36:20.124555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33392) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:20.143945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': True}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:20.172108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6cbd46a-2321-4e6c-bb9d-002afb4950a2 req-726c5738-a8a0-4538-955d-8560a942308a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916057 Feb 10 13:36:20.367160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36cf8-829f-4056-a2b5-90a606f3c69c req-97783752-da1c-41da-9371-99a817020de7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:20.368651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-75a36cf8-829f-4056-a2b5-90a606f3c69c req-97783752-da1c-41da-9371-99a817020de7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.0879796 Feb 10 13:36:20.377546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:20.382017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'floatingip': {'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:20.393737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:20.440498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (1301d377-d609-45bd-98f8-d03b47783e61), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.496587 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.532627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1522497667-network', 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:20.605464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:20.607783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.618494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.732373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (1301d377-d609-45bd-98f8-d03b47783e61), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.758565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:20.870047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.25.8.247 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/37b28799-df47-42af-b545-32a80ccca641) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:21.084535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks [] for security_group (5a813224-7276-4073-9362-d43fdfcde536), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.100955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5a813224-7276-4073-9362-d43fdfcde536), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.139965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (37b28799-df47-42af-b545-32a80ccca641), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.142684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a813224-7276-4073-9362-d43fdfcde536,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:21.158268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:36:21.182299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (80e7225c-1824-459c-90c0-ac01f46cb197), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.182649 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Added segment 80e7225c-1824-459c-90c0-ac01f46cb197 of type vlan for network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b Feb 10 13:36:21.256726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (6993e91d-abd0-44ee-8a9d-54c9e6ae733b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.267739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (37b28799-df47-42af-b545-32a80ccca641), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.312141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:21.326568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:21.333952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:21.406374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=37b28799-df47-42af-b545-32a80ccca641,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:21.414427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (6993e91d-abd0-44ee-8a9d-54c9e6ae733b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.415373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:21.415947 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.449651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0542686 Feb 10 13:36:21.452637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:21.458993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Request body: {'subnet': {'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1522497667-subnet', 'tenant_id': 'ae51a961c048441a80096fee0dac7b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:21.577913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:21.580256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.651603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:36:21.940900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:21.955548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.107437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203f02-ea33-4af9-bc87-0cb35168fa2c admin admin] Pushing event updated for resources: {'Network': ['ID=6993e91d-abd0-44ee-8a9d-54c9e6ae733b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:22.119477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:36:22.220244 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Floating IP 19521e1e-60df-4fe0-913c-6909975bae3a associated. External IP: 172.25.8.216, port: 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0. Feb 10 13:36:22.337882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.385491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (1301d377-d609-45bd-98f8-d03b47783e61), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.571693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:22.695276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (1301d377-d609-45bd-98f8-d03b47783e61), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.705919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (1301d377-d609-45bd-98f8-d03b47783e61), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.786312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:22.786685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Network hostable DHCP agents. Network: 6993e91d-abd0-44ee-8a9d-54c9e6ae733b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:36:22.887431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:36:22.910989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 6993e91d-abd0-44ee-8a9d-54c9e6ae733b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:22.923943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135a417-c7f5-4d32-8751-bd389d44bab3 None None] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:22.943291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:22.947660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:22.954688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Router 297e1517-0fda-4062-83b2-98e0560db4a5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:36:22.962104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router 1301d377-d609-45bd-98f8-d03b47783e61 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:22.995323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d55a293f-66cb-4239-904b-0ba4427e93f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5387471 Feb 10 13:36:23.197897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:23.206318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:23.209885 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Sync routers for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:23.220527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d23d8d-b36c-4295-954e-6ee3221fa85c None None] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:23.231349 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:23.239434 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:23.250822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:23.269352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:23.270629 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9d7ccf13-2e5f-489b-a2db-17ded85abf06 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "PUT /v2.0/routers/1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 200 len: 915 time: 3.1466832 Feb 10 13:36:23.274561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:23.304765 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0d7d99d3-0dc1-4fd4-8802-e4e58d84b7cd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "PUT /v2.0/floatingips/19521e1e-60df-4fe0-913c-6909975bae3a HTTP/1.1" status: 200 len: 992 time: 2.9224386 Feb 10 13:36:23.304765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:23.314119 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:23.323553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] Sync routers for ids ['1301d377-d609-45bd-98f8-d03b47783e61'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:23.378818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] Routers {'1301d377-d609-45bd-98f8-d03b47783e61'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:23.379723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['1301d377-d609-45bd-98f8-d03b47783e61'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:23.514259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:23.553240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] Routers {'1301d377-d609-45bd-98f8-d03b47783e61'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:23.553892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['1301d377-d609-45bd-98f8-d03b47783e61'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:23.573882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fd318aa-9093-428e-8608-7561cce91f7e tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 200 len: 921 time: 0.2964222 Feb 10 13:36:23.577098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:23.586426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9923c-adf3-41d3-af05-a8efcb261693 req-44b73dbf-465c-4ee2-9c61-4ecc87365f1e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:23.596222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fee9923c-adf3-41d3-af05-a8efcb261693 req-44b73dbf-465c-4ee2-9c61-4ecc87365f1e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1219680 Feb 10 13:36:23.619400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:36:23.664880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07c37c-2b4e-4c06-aa2a-fbe2a861c916 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:23.666341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba07c37c-2b4e-4c06-aa2a-fbe2a861c916 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=1301d377-d609-45bd-98f8-d03b47783e61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883248 Feb 10 13:36:23.669100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:23.697433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:23.698242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed8cf9-fbd5-4d39-8802-9f2efd652058 None None] The sync data for ids ['1301d377-d609-45bd-98f8-d03b47783e61'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:23.757266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fee9923c-adf3-41d3-af05-a8efcb261693 req-25aef206-ba8d-45c0-82ea-7c8cd6edd7b0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572981 Feb 10 13:36:23.911312 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d604f-147f-4b51-9d52-a81ea051ae92 x-openstack-request-id: req-930d604f-147f-4b51-9d52-a81ea051ae92 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:23.913131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82282092-410b-4c86-aaca-2c646b9262c6 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:23.915012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82282092-410b-4c86-aaca-2c646b9262c6 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.2406850 Feb 10 13:36:23.917499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:23.917861 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:23.921869 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-930d604f-147f-4b51-9d52-a81ea051ae92 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:23.922450 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'status': 'completed', 'code': 200} Feb 10 13:36:23.980444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10a82b4a-7113-4481-bf8d-bc66534c5d88 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 200 len: 205 time: 0.0606682 Feb 10 13:36:23.983789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:24.134418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-a005099b-e3f8-482c-ad0a-1a3482cc87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:24.138518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-a005099b-e3f8-482c-ad0a-1a3482cc87f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1128 time: 0.1924126 Feb 10 13:36:24.202375 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '19521e1e-60df-4fe0-913c-6909975bae3a', 'tenant_id': '011106333efc465d80f0f09518fac835', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:36:00Z', 'updated_at': '2022-02-10T13:36:21Z', 'revision_number': 1, 'project_id': '011106333efc465d80f0f09518fac835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:24.276300 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Checking router: 297e1517-0fda-4062-83b2-98e0560db4a5 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:36:24.295131 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:24.295836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:24.459322 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (1301d377-d609-45bd-98f8-d03b47783e61), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:24.559866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-33d93910-bd82-4eaf-a55b-f9caee8e5518 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:24.567552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-33d93910-bd82-4eaf-a55b-f9caee8e5518 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2425113 Feb 10 13:36:24.586037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-6c4b344a-b296-4993-9323-931e845f18ec tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0168200 Feb 10 13:36:24.655964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-3d72b84e-753a-4c56-a75a-a3be02563d10 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649445 Feb 10 13:36:24.740284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-cb9f6770-7abd-45c7-8d99-9150d9dd23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:24.741772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-cb9f6770-7abd-45c7-8d99-9150d9dd23f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.5060608 Feb 10 13:36:24.774035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-69829e9e-7dfd-47b5-b69f-dc10a15bbd7d service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203678 Feb 10 13:36:24.829279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (1301d377-d609-45bd-98f8-d03b47783e61), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:24.939457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:36:24.983045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-b3ed30d5-8694-44c4-9125-7a55643bf79d service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027099 Feb 10 13:36:25.066364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-bfcf8200-efa4-433b-984f-636183c743ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.2474880 Feb 10 13:36:25.275717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port 37b28799-df47-42af-b545-32a80ccca641 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:25.281171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (37b28799-df47-42af-b545-32a80ccca641), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:25.381002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-e4e2acf5-5143-4e26-8045-d6551077d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:25.383081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-e4e2acf5-5143-4e26-8045-d6551077d030 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.3059146 Feb 10 13:36:25.561618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (37b28799-df47-42af-b545-32a80ccca641), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:25.608277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for 37b28799-df47-42af-b545-32a80ccca641 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:25.611398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-168ab418-9780-41c9-ae1d-b6481f694b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:25.612970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-168ab418-9780-41c9-ae1d-b6481f694b44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1970150 Feb 10 13:36:25.639181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e424c-fd03-439f-8843-714cb4385da0 req-75e5e784-f347-4a7e-8b61-4e02fa296651 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:25.646354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d60e424c-fd03-439f-8843-714cb4385da0 req-75e5e784-f347-4a7e-8b61-4e02fa296651 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1034362 Feb 10 13:36:25.659394 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '19521e1e-60df-4fe0-913c-6909975bae3a', 'tenant_id': '011106333efc465d80f0f09518fac835', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:36:00Z', 'updated_at': '2022-02-10T13:36:21Z', 'revision_number': 1, 'project_id': '011106333efc465d80f0f09518fac835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:25.747968 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e59c6-8726-421b-b1c3-17360b245820 None None] The sync data for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 is: [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '19521e1e-60df-4fe0-913c-6909975bae3a', 'tenant_id': '011106333efc465d80f0f09518fac835', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:36:00Z', 'updated_at': '2022-02-10T13:36:21Z', 'revision_number': 1, 'project_id': '011106333efc465d80f0f09518fac835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:25.863764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d60e424c-fd03-439f-8843-714cb4385da0 req-d01fd172-0628-4138-8180-1842c4e05e5a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107728 Feb 10 13:36:25.992891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca425c25-7f00-4c65-8c28-9efb368685c3 req-d72bc44d-8506-421d-a0f6-df6fd1a37343 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 210 time: 0.0633931 Feb 10 13:36:25.998546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (37b28799-df47-42af-b545-32a80ccca641), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.193672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c49fe2-a014-4d7f-b61d-6e7599c3072a None None] New status for floating IP 19521e1e-60df-4fe0-913c-6909975bae3a: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:36:26.222970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=37b28799-df47-42af-b545-32a80ccca641,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:26.229905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (1301d377-d609-45bd-98f8-d03b47783e61), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.235252 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-c504a52a-6c96-4baf-934d-9b9375c86801 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107829 Feb 10 13:36:26.394665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (1301d377-d609-45bd-98f8-d03b47783e61), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.432933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (1301d377-d609-45bd-98f8-d03b47783e61), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.530405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (1301d377-d609-45bd-98f8-d03b47783e61), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.530967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router 1301d377-d609-45bd-98f8-d03b47783e61 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:26.542144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.546905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36a9bef4-692a-4cb1-a37c-b3b05f568cd5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 204 len: 168 time: 2.5583699 Feb 10 13:36:26.548319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:26.554140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-76142413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:26.579587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f5698d4a-a909-406b-a7eb-6bc5e68bdabc req-6794d01e-33c8-4241-aaf1-7990baf5b510 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159633 Feb 10 13:36:26.582566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.585504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.698382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.712968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.747041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:26.748275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf3e7fd7-3a56-4001-9ac3-5c6da428dbb5 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1986616 Feb 10 13:36:26.751199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33568) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:26.757972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'enable_snat': False}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:27.063003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62e6e5-978f-4b1f-af98-7954cb82500c req-2d178754-dea0-4445-a3a3-c13ec43db330 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:27.068834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae62e6e5-978f-4b1f-af98-7954cb82500c req-2d178754-dea0-4445-a3a3-c13ec43db330 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1168218 Feb 10 13:36:27.160656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae62e6e5-978f-4b1f-af98-7954cb82500c req-4c5609d4-ef36-4321-97e1-21ec02108a15 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790179 Feb 10 13:36:27.376919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-312570ce-5487-43f4-854a-568c20a64f9f req-6181db38-0a86-42ba-a3aa-be65cca38775 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 210 time: 0.1005716 Feb 10 13:36:27.545570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:27.606058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a063e83-85ce-4931-bce9-3e363e55d187 req-a2182510-aeda-4667-9805-e88bcf8422bb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:27.608037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a063e83-85ce-4931-bce9-3e363e55d187 req-a2182510-aeda-4667-9805-e88bcf8422bb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1332836 Feb 10 13:36:27.704878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a063e83-85ce-4931-bce9-3e363e55d187 req-81e81416-823b-4899-8080-34dbc6b4984a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885992 Feb 10 13:36:27.800492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-8443a163-750a-4c4e-8ac4-98a44e76e69f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:27.802703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-8443a163-750a-4c4e-8ac4-98a44e76e69f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2791476 Feb 10 13:36:27.876207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:28.135939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (46df8b76-d430-4a0e-8021-31cf19f849fa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:28.166649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:28.237503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:28.240839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:28.455547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Allocated IP 172.25.8.30 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2c73e20f-4ba0-4d37-98a6-a780ccfff7fc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:28.508390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b360e14-812c-4bad-bc03-b07d4ba7b889 req-6e956ae9-1015-4d7d-9c22-922594ca544f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 210 time: 0.0467811 Feb 10 13:36:28.666256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for port (2c73e20f-4ba0-4d37-98a6-a780ccfff7fc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:28.712327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.10 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/5b1f1c6d-cffd-40a0-8205-405891dcd83b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:28.721218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2c73e20f-4ba0-4d37-98a6-a780ccfff7fc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:28.772893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:28.781190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:28.784004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:28.950027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Pushing event updated for resources: {'Port': ['ID=2c73e20f-4ba0-4d37-98a6-a780ccfff7fc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:29.203138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.293813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router_gateway (46df8b76-d430-4a0e-8021-31cf19f849fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.356134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.409304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:29.414727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:29.422534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:29.490715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:29.491775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.556285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:29.579497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-4d538c49-d7d6-479c-bd15-983a1883be02 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7074561 Feb 10 13:36:29.591461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Request body: {'port': {'device_id': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:29.723145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dc339-3cc2-40a7-9c68-4adc39fbdd31 req-258fbb59-f107-4b8b-ab1e-09cdd843c913 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:29.731218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-108dc339-3cc2-40a7-9c68-4adc39fbdd31 req-258fbb59-f107-4b8b-ab1e-09cdd843c913 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 932 time: 0.1202195 Feb 10 13:36:29.770049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.799849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:29.839411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-108dc339-3cc2-40a7-9c68-4adc39fbdd31 req-fe7c647b-02fe-4b1d-a7b6-3a7ede555faa tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056180 Feb 10 13:36:29.940675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:30.235326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Router 46df8b76-d430-4a0e-8021-31cf19f849fa is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:30.461724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:30.467786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:30.469110 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f60532ed-69fa-49f6-87a2-7a9835aff9de tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "PUT /v2.0/routers/46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 200 len: 913 time: 3.7166102 Feb 10 13:36:30.471815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33658) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:30.477197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] Sync routers for ids ['46df8b76-d430-4a0e-8021-31cf19f849fa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:30.509202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] Routers {'46df8b76-d430-4a0e-8021-31cf19f849fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:30.510396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['46df8b76-d430-4a0e-8021-31cf19f849fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:30.518254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1f1c6d-cffd-40a0-8205-405891dcd83b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:30.529948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks [] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:30.554359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Transition to ACTIVE for port object 5b1f1c6d-cffd-40a0-8205-405891dcd83b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:36:30.562956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:30.694251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:30.703709 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bac94afa-351a-4468-9bae-db8d9d9c1921 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 200 len: 919 time: 0.2282050 Feb 10 13:36:30.704905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:30.711351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:30.742853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] Routers {'46df8b76-d430-4a0e-8021-31cf19f849fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:30.744701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['46df8b76-d430-4a0e-8021-31cf19f849fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:30.800321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:30.801063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ad862-cab0-4c2f-a8ca-6ee035bcc672 None None] The sync data for ids ['46df8b76-d430-4a0e-8021-31cf19f849fa'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:30.833916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Attempting to bind port 5b1f1c6d-cffd-40a0-8205-405891dcd83b on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:36:30.837063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Attempting to bind port 5b1f1c6d-cffd-40a0-8205-405891dcd83b by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:36:30.837606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Attempting to bind port 5b1f1c6d-cffd-40a0-8205-405891dcd83b on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:30.838165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9eff4-2a27-42c6-bc47-b68fb6dcad9d tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:30.844478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-13c9eff4-2a27-42c6-bc47-b68fb6dcad9d tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=46df8b76-d430-4a0e-8021-31cf19f849fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1371610 Feb 10 13:36:30.845492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:30.849600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Port 5b1f1c6d-cffd-40a0-8205-405891dcd83b on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:36:30.850641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Attempting to bind port 5b1f1c6d-cffd-40a0-8205-405891dcd83b on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:30.870863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9880b1e0-0ea8-4027-b9f6-f83e19880738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:30.881415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:36:30.882639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:30.882639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:36:30.883835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Bound port: 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:36:30.884274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:31.056634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:31.063527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:31.079023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:31.131438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d6f70-a65b-4347-b76c-ed5b50e03611 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:31.135222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:31.135836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:31.137511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 1092 time: 1.5507975 Feb 10 13:36:31.137978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:31.141602 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:31.141822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea7d6f70-a65b-4347-b76c-ed5b50e03611 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/networks/f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 881 time: 0.2941124 Feb 10 13:36:31.145573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:31.159206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bace-b16e-4cfb-ab35-75e7f536df49 req-eee0d60f-ab1d-4187-8546-bf94b93ded61 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:31.189921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10f5bace-b16e-4cfb-ab35-75e7f536df49 req-eee0d60f-ab1d-4187-8546-bf94b93ded61 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 944 time: 0.1842077 Feb 10 13:36:31.210921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be30f4-5d2f-4a03-b33c-0320b0e1f411 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:31.285591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:31.298437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c02d2be6-903f-4681-8517-7a4f1b0ebbbc tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 200 len: 205 time: 0.0915558 Feb 10 13:36:31.363697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10f5bace-b16e-4cfb-ab35-75e7f536df49 req-f4c8feb2-eafc-4392-8695-d6549a1ae53b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682761 Feb 10 13:36:31.390028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-543a89af-124f-4c35-bbdf-c445ba3b24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:31.391555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-543a89af-124f-4c35-bbdf-c445ba3b24d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1126 time: 0.1777096 Feb 10 13:36:31.438327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-bde01fba-30da-4c92-89eb-1aa95884941f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 217 time: 0.0387685 Feb 10 13:36:31.459640 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c99aa0-5131-4860-ae39-e16d0b1e5ee3 x-openstack-request-id: req-29c99aa0-5131-4860-ae39-e16d0b1e5ee3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:31.459939 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:31.460190 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29c99aa0-5131-4860-ae39-e16d0b1e5ee3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:31.460594 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'status': 'completed', 'code': 200} Feb 10 13:36:31.935106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:31.959154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-55a53bc9-5616-4dd1-a9d9-5d2d69e45551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:31.961050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-55a53bc9-5616-4dd1-a9d9-5d2d69e45551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.5158091 Feb 10 13:36:32.095701 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-abd702c3-12d2-4fb7-9824-dacddfae997d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946908 Feb 10 13:36:32.507690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (46df8b76-d430-4a0e-8021-31cf19f849fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:32.534717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-db584bec-aa71-4151-8664-c24b4dcf23dc service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254782 Feb 10 13:36:32.630925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a9b0d-f1fb-4ee1-8ffe-4883035392d3 req-e35bfa36-d645-4cb7-8797-a27f5ed4e59a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:32.643447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa7a9b0d-f1fb-4ee1-8ffe-4883035392d3 req-e35bfa36-d645-4cb7-8797-a27f5ed4e59a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 944 time: 0.1576457 Feb 10 13:36:32.740994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port 2c73e20f-4ba0-4d37-98a6-a780ccfff7fc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:32.741727 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2c73e20f-4ba0-4d37-98a6-a780ccfff7fc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:32.748513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f788503-6ea5-4b88-b598-dbaf9abee167 req-9e2dee88-11ab-47cb-bb4a-a0addca5025b service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066391 Feb 10 13:36:32.751645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa7a9b0d-f1fb-4ee1-8ffe-4883035392d3 req-4c5e889f-4480-4ea4-b766-391be9944b9b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024809 Feb 10 13:36:32.762757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:36:32.922801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2c73e20f-4ba0-4d37-98a6-a780ccfff7fc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:32.937312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-dceef492-61ef-4e80-b51a-a16b1c0732fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:32.939214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-dceef492-61ef-4e80-b51a-a16b1c0732fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1126 time: 0.1121085 Feb 10 13:36:32.943540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for 2c73e20f-4ba0-4d37-98a6-a780ccfff7fc owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:33.024307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:33.050168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:36:33.104412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-09407173-277b-4d5f-8f4f-fb697c9fd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:33.106597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-09407173-277b-4d5f-8f4f-fb697c9fd9c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.1594121 Feb 10 13:36:33.121716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:33.122367 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:33.181394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:33.249784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:33.278064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:33.318581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-a995c700-e3be-4b36-9b9f-73522303c325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 217 time: 0.1984847 Feb 10 13:36:33.398776 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9820d8cb-8c1b-4804-9778-91887bf1ab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:33.417733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-37b55022-689b-4595-b9d4-74490f69cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:33.427805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-37b55022-689b-4595-b9d4-74490f69cd8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.0968640 Feb 10 13:36:33.430130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:33.502042 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-6e201746-f15c-4952-b6f0-4a9fc635416c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733290 Feb 10 13:36:33.588595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:33.879510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2c73e20f-4ba0-4d37-98a6-a780ccfff7fc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:33.935562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-65a521b4-c5a8-4bd1-9fbf-c2565d3d3a04 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254570 Feb 10 13:36:33.938433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=2c73e20f-4ba0-4d37-98a6-a780ccfff7fc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:33.986396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73156195-6161-4e76-be2c-1730b15d27eb req-f0bfb11c-f743-455d-bc61-4b6d52d6f74b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:33.988558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73156195-6161-4e76-be2c-1730b15d27eb req-f0bfb11c-f743-455d-bc61-4b6d52d6f74b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 944 time: 0.0780332 Feb 10 13:36:34.116663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73156195-6161-4e76-be2c-1730b15d27eb req-606ff8d1-90bf-4bf0-abfa-ef1d35e0a8c6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220560 Feb 10 13:36:34.184509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (46df8b76-d430-4a0e-8021-31cf19f849fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.266173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-58346534-d2e6-4bce-abd3-c3dc7b3c3c89 req-0dcd24a8-def6-45a1-bb54-5a38f86ac730 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142500 Feb 10 13:36:34.296895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.302283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (46df8b76-d430-4a0e-8021-31cf19f849fa), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.397510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (46df8b76-d430-4a0e-8021-31cf19f849fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.398060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router 46df8b76-d430-4a0e-8021-31cf19f849fa {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:34.414291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.419309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:34.423849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-239178997', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:34.430543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59fcfcc7-6783-4e2e-a010-c24decc7f9c2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 204 len: 168 time: 3.1409924 Feb 10 13:36:34.491333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.493163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.589578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:34.768660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:34.921894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:34.922214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.093016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:35.093415 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.094936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.202065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:35.205464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:35.217323 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9f88f-82d8-453c-9273-b81d676506c5" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:35.227298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.366856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:35.388732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5b1f1c6d-cffd-40a0-8205-405891dcd83b details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:36:35.457210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75823a1-04dc-4989-b935-7ec1473ecc64 req-4143bf6f-f9a2-4f72-abe1-f102e92f9079 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:35.477761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d75823a1-04dc-4989-b935-7ec1473ecc64 req-4143bf6f-f9a2-4f72-abe1-f102e92f9079 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 944 time: 0.2592392 Feb 10 13:36:35.599601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.609182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:35.634179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': '5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'mac_address': 'fa:16:3e:c0:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:36:35.679139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d75823a1-04dc-4989-b935-7ec1473ecc64 req-a4a06710-ad38-4012-b7c3-fb4de00094d9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004144 Feb 10 13:36:35.749954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5b1f1c6d-cffd-40a0-8205-405891dcd83b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:35.750494 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.776162 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a6b422-f449-4b71-896e-83e3e3880130 x-openstack-request-id: req-88a6b422-f449-4b71-896e-83e3e3880130 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:35.783045 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:35.783612 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a6b422-f449-4b71-896e-83e3e3880130 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:35.784258 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:36:35.786483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1f1c6d-cffd-40a0-8205-405891dcd83b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:35.829081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:35.861460 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.917569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:35.977224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:36.087219 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:36.088533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:36.113340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:36.163148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:36.260089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Allocated IP 172.25.8.154 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/311be792-a161-4110-b468-ded0ae320120) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:36.600136 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for port (311be792-a161-4110-b468-ded0ae320120), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:36.652307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-97a1c3fb-85fd-4cf5-bfc2-4a722e0ce429 req-321b455e-8c08-4395-a134-f3294a4a1324 service neutron] (103400) timed out ('10.222.0.13', 40172) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:36:36.680099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (311be792-a161-4110-b468-ded0ae320120), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:36.852593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:36.880254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:36.881520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:36.948926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event updated for resources: {'Port': ['ID=311be792-a161-4110-b468-ded0ae320120,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:37.124204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e535e-7418-4204-852e-d4905f94c397 req-d59d6f0a-b86c-4ee5-8d2d-9a319994e84b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:37.132158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a02e535e-7418-4204-852e-d4905f94c397 req-d59d6f0a-b86c-4ee5-8d2d-9a319994e84b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 945 time: 0.3362765 Feb 10 13:36:37.377483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a02e535e-7418-4204-852e-d4905f94c397 req-959ea530-59c4-4c6a-9835-501ce13545a9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367654 Feb 10 13:36:37.410866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5b1f1c6d-cffd-40a0-8205-405891dcd83b up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:37.499082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:37.510442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5b1f1c6d-cffd-40a0-8205-405891dcd83b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:36:37.536420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5b1f1c6d-cffd-40a0-8205-405891dcd83b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:37.537022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:37.589224 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:37.767897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5b1f1c6d-cffd-40a0-8205-405891dcd83b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:37.768296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:37.833572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:37.840432 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519387e-546d-48ce-a10e-d12433460342" -d '{"events": [{"server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "name": "network-vif-plugged", "status": "completed", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:37.891872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:37.905026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:37.979084 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aea74b-fba9-465b-82d8-60404284e3c0 x-openstack-request-id: req-b6aea74b-fba9-465b-82d8-60404284e3c0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:37.980135 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "name": "network-vif-plugged", "status": "completed", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:37.980584 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6aea74b-fba9-465b-82d8-60404284e3c0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:37.981146 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'code': 200} Feb 10 13:36:38.017216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:38.077197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a7d6-9cb9-40de-ab4e-657718ccf3ff req-980a5b1f-8ce6-4b3a-b7d5-2f8cc613c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:38.079365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71b8a7d6-9cb9-40de-ab4e-657718ccf3ff req-980a5b1f-8ce6-4b3a-b7d5-2f8cc613c59b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1128 time: 0.0622361 Feb 10 13:36:38.143700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-71b8a7d6-9cb9-40de-ab4e-657718ccf3ff req-0491f601-1584-4d7c-8a19-6064f694e979 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Feb 10 13:36:38.257093 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:38.428094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Router df78c6a4-a31f-4464-89b5-0ab25b0a949a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:36:38.719236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc8543-2c94-4b14-a471-0506bc1395a3 req-8d1473ee-e5fe-4b43-8734-658b17bffdb7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:38.735728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91dc8543-2c94-4b14-a471-0506bc1395a3 req-8d1473ee-e5fe-4b43-8734-658b17bffdb7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 946 time: 0.1854467 Feb 10 13:36:38.835325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91dc8543-2c94-4b14-a471-0506bc1395a3 req-9224970c-5fc3-4770-866b-b5586f50a8cd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985773 Feb 10 13:36:38.837019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:38.847330 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] Sync routers for ids ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:38.889830 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] Routers {'df78c6a4-a31f-4464-89b5-0ab25b0a949a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:38.891535 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:38.945911 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:38.952558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:38.953825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-35630545-17bf-4e70-ac08-fb2327901ef0 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5334897 Feb 10 13:36:38.956656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:38.961274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:38.986053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] Routers {'df78c6a4-a31f-4464-89b5-0ab25b0a949a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:38.986703 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:39.078222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:39.078943 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14e8ac-4f60-46d1-aaf1-d0942bb537ea None None] The sync data for ids ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:39.801705 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:39.840364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:40.536691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2643dfa-9071-4a7c-b2c3-26c7e7b900ec req-0e11b322-ceb7-462a-88a7-dd6144a76c52 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:40.538264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2643dfa-9071-4a7c-b2c3-26c7e7b900ec req-0e11b322-ceb7-462a-88a7-dd6144a76c52 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 946 time: 0.1435618 Feb 10 13:36:40.561977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Deleting port 311be792-a161-4110-b468-ded0ae320120 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:40.562326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (311be792-a161-4110-b468-ded0ae320120), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:40.710125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2643dfa-9071-4a7c-b2c3-26c7e7b900ec req-6aaacbab-7af9-4798-90f9-b2f1a6f7da26 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632364 Feb 10 13:36:40.734964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (311be792-a161-4110-b468-ded0ae320120), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:40.774904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Calling delete_port for 311be792-a161-4110-b468-ded0ae320120 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:41.072590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-8ef33aa6-12ef-44bf-ba4e-899698e3314b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:41.082860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-8ef33aa6-12ef-44bf-ba4e-899698e3314b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.1422539 Feb 10 13:36:41.143571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-8d8d256e-e9da-4c54-be26-8839a7b54dc1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0595489 Feb 10 13:36:41.172469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:41.259671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-90a1d884-9b95-4d63-bfad-ce0c3a6d4d33 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144001 Feb 10 13:36:41.585276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-723cc3a5-8a6e-4711-b94f-102c016a7560 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226025 Feb 10 13:36:41.589981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (311be792-a161-4110-b468-ded0ae320120), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:41.641848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Pushing event deleted for resources: {'Port': ['ID=311be792-a161-4110-b468-ded0ae320120,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:41.840626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (df78c6a4-a31f-4464-89b5-0ab25b0a949a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:42.044663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecf54e85-1217-43c5-ade3-0cf14a634cda req-7cf9cd55-5fe6-44fa-96cc-9626567c4c68 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090941 Feb 10 13:36:42.173138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:42.178278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:42.374100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Router df78c6a4-a31f-4464-89b5-0ab25b0a949a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:36:42.579312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:36:42.593798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97771b3d-d20e-4917-8563-93822400c168 None None] Sync routers for ids ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:36:42.597662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:42.604026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d0c1f47-6a3f-4ac9-98a3-bc7022429587 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "PUT /v2.0/routers/df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 200 len: 705 time: 3.6418366 Feb 10 13:36:42.605047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:42.620527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] Routers {'df78c6a4-a31f-4464-89b5-0ab25b0a949a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:42.621745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:42.708432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:42.741527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] Routers {'df78c6a4-a31f-4464-89b5-0ab25b0a949a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:36:42.744717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:36:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:42.816175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-97771b3d-d20e-4917-8563-93822400c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:36:42.817211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97771b3d-d20e-4917-8563-93822400c168 None None] The sync data for ids ['df78c6a4-a31f-4464-89b5-0ab25b0a949a'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:36:42.951148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:42.951894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bba8d59b-0c48-472c-b53c-8f34958f5132 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/routers/df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 200 len: 740 time: 0.3463845 Feb 10 13:36:43.125038 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ba887f2-3449-4e74-b809-c904497d39b8 tempest-RoutersAdminTest-1194469608 tempest-RoutersAdminTest-1194469608-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&device_id=df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 200 len: 205 time: 0.1718836 Feb 10 13:36:43.127854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:43.216187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26b12694-0d4b-4f32-96bb-d0e0ed59e05a tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 200 len: 205 time: 0.0869739 Feb 10 13:36:43.221027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33914) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:43.406266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:43.835001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-3676ffe9-ea3e-41ad-8c2d-c1c8a268df61 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:43.842851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-3676ffe9-ea3e-41ad-8c2d-c1c8a268df61 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2289624 Feb 10 13:36:43.860180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-d91c85d0-9f53-4f00-a9dd-1936bf87b7e2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0161822 Feb 10 13:36:43.893062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:43.899670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router_controller (df78c6a4-a31f-4464-89b5-0ab25b0a949a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:43.958897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-ec1a5153-e0ff-4b5c-a656-75cf75f5d19c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975001 Feb 10 13:36:44.001254 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (df78c6a4-a31f-4464-89b5-0ab25b0a949a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:44.001977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Fanout notify agent at l3_agent the message router_deleted on router df78c6a4-a31f-4464-89b5-0ab25b0a949a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:36:44.021902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:44.023048 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c81a8818-ca0d-4b39-85f2-c173bdcad857 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 204 len: 168 time: 0.8008351 Feb 10 13:36:44.028437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.089236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cc41c94b-b4d9-41e7-aabe-960e05d3ec63 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 200 len: 205 time: 0.0597386 Feb 10 13:36:44.091669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.136811 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b0b46c0d-8ceb-45fe-8eff-fecf60230228 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.137882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b0b46c0d-8ceb-45fe-8eff-fecf60230228 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/df78c6a4-a31f-4464-89b5-0ab25b0a949a HTTP/1.1" status: 404 len: 336 time: 0.0453343 Feb 10 13:36:44.140686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33946) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.152603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-caa379c4-a7a3-4197-8f06-31840e9818a8 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886642 Feb 10 13:36:44.204273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7dd00dd-bba9-4955-8786-a4049cc20abd tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 200 len: 205 time: 0.0620530 Feb 10 13:36:44.208938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33948) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.266769 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3ae303c7-8a8a-47a4-8e00-e801d056b858 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.268361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3ae303c7-8a8a-47a4-8e00-e801d056b858 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/46df8b76-d430-4a0e-8021-31cf19f849fa HTTP/1.1" status: 404 len: 336 time: 0.0551009 Feb 10 13:36:44.274338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.302158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-0f9672c0-03f7-4fbf-baa1-e1407dfc3800 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420977 Feb 10 13:36:44.322910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3e92cdda-b184-46f8-885e-d715aab59fb2 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 200 len: 205 time: 0.0468278 Feb 10 13:36:44.327893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.378949 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ab07102a-eb77-447c-bd64-2b332b884b06 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.380285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ab07102a-eb77-447c-bd64-2b332b884b06 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/1301d377-d609-45bd-98f8-d03b47783e61 HTTP/1.1" status: 404 len: 336 time: 0.0505047 Feb 10 13:36:44.385962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.417001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1057ddf9-85ba-4978-9209-5c1cc7198f42 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 200 len: 205 time: 0.0284705 Feb 10 13:36:44.420218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33956) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.475162 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1a537749-d0d0-4a08-9193-53b8ffb50825 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.476428 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a537749-d0d0-4a08-9193-53b8ffb50825 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/3aad0896-b3e7-420c-8183-7faa0d31d8b1 HTTP/1.1" status: 404 len: 336 time: 0.0547237 Feb 10 13:36:44.479278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.586502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba21d31c-168a-49d8-bf41-2b7e21fa961d tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 200 len: 205 time: 0.1027536 Feb 10 13:36:44.586763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.677448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ff4e856-03d7-4e43-8956-a9db7a364ac5 req-6b51dc7f-d12f-4b4b-8149-50533fbdf5e7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 210 time: 0.0630984 Feb 10 13:36:44.678993 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e6f6aafc-ea12-4b60-b966-9facfb210524 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.683674 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e6f6aafc-ea12-4b60-b966-9facfb210524 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/2bc867f5-cb6f-4b8f-b9ae-05ccbf6d039b HTTP/1.1" status: 404 len: 336 time: 0.0929043 Feb 10 13:36:44.684924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.776269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7120ddf3-e34b-4044-90cf-fc6effa5d446 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "GET /v2.0/ports?device_id=0540971e-eafb-4e9a-bc0c-2e408294b9fc HTTP/1.1" status: 200 len: 205 time: 0.0877130 Feb 10 13:36:44.776739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.877486 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-2e295eef-6976-4bed-9692-9fbf5df88790 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] delete failed (client error): The resource could not be found. Feb 10 13:36:44.879385 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2e295eef-6976-4bed-9692-9fbf5df88790 tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/routers/0540971e-eafb-4e9a-bc0c-2e408294b9fc HTTP/1.1" status: 404 len: 336 time: 0.1001787 Feb 10 13:36:44.881620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:44.962237 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5e82cd-f838-4e1c-8938-22d40591373a tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] DELETE failed (client error): The resource could not be found. Feb 10 13:36:44.962723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5e82cd-f838-4e1c-8938-22d40591373a tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:36:44.983708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e5e82cd-f838-4e1c-8938-22d40591373a tempest-RoutersAdminTest-638472322 tempest-RoutersAdminTest-638472322-project] 10.222.0.13 "DELETE /v2.0/subnets/55bf5fe2-d198-4aa2-975c-eb57d7844183 HTTP/1.1" status: 404 len: 337 time: 0.1009102 Feb 10 13:36:45.351713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:45.625685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-affb4a08-c11f-484f-a21d-068a5192184e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:45.903741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-affb4a08-c11f-484f-a21d-068a5192184e admin admin] Publish callbacks [] for security_group (49015bdd-fba3-42ec-8c97-1d024240de16), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:45.919268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-affb4a08-c11f-484f-a21d-068a5192184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49015bdd-fba3-42ec-8c97-1d024240de16), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:45.922001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b488e99-fde5-44ef-9294-5dc106014d4c req-dd6503e4-0d04-466f-a862-6b72b56df420 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 210 time: 0.0628965 Feb 10 13:36:46.056917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb4a08-c11f-484f-a21d-068a5192184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49015bdd-fba3-42ec-8c97-1d024240de16,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:46.063876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-affb4a08-c11f-484f-a21d-068a5192184e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9adf3e17a42c45e1a7ae184378120e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102933 Feb 10 13:36:46.066719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:46.162805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] Publish callbacks [] for security_group (49015bdd-fba3-42ec-8c97-1d024240de16), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:46.208585 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] Publish callbacks [] for security_group (49015bdd-fba3-42ec-8c97-1d024240de16), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:46.340615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49015bdd-fba3-42ec-8c97-1d024240de16), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:46.343324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:46.352075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49015bdd-fba3-42ec-8c97-1d024240de16 HTTP/1.1" status: 204 len: 168 time: 0.2772331 Feb 10 13:36:46.408437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92fe50-7636-4460-b285-8ceda428178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49015bdd-fba3-42ec-8c97-1d024240de16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:46.492014 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:36:46.872181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-e02278de-a163-4f73-865c-8e6dc86a5f8a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:46.890528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-e02278de-a163-4f73-865c-8e6dc86a5f8a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.6069129 Feb 10 13:36:46.904059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': '7f861080-7987-48da-964f-5c4aef509537', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:47.233131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd4c5f72-589f-41bc-ad0f-f91ec52aaa01 req-4db0ab89-432d-4b36-a755-0400fd953780 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 210 time: 0.1252904 Feb 10 13:36:47.297850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:47.311911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:47.404037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:47.487189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-466885a3-05dd-4912-ab91-3dccd5dab1d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b65815d16234ad9a60cac351da502a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819790 Feb 10 13:36:47.490294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:47.591115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] Publish callbacks [] for security_group (53080a4f-aa1e-45e2-a501-17928006d09f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:47.601098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.11 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/8b13d19f-8b7b-483e-97ad-27efb0e8d337) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:47.640181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] Publish callbacks [] for security_group (53080a4f-aa1e-45e2-a501-17928006d09f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:47.733108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (53080a4f-aa1e-45e2-a501-17928006d09f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:47.736436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:47.737781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53080a4f-aa1e-45e2-a501-17928006d09f HTTP/1.1" status: 204 len: 168 time: 0.2464736 Feb 10 13:36:47.755640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0692b-6980-4ec8-894d-0acc60cd01c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53080a4f-aa1e-45e2-a501-17928006d09f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:48.072670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:48.155490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:48.168731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:48.352163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:48.357113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:48.373606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:48.391068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:48.614147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f987e7-bcf6-4268-a446-c8158ed26f50 req-c7fc026f-bc95-4456-8a2e-7e021c42e673 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:48.628990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8f987e7-bcf6-4268-a446-c8158ed26f50 req-c7fc026f-bc95-4456-8a2e-7e021c42e673 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 932 time: 0.2298756 Feb 10 13:36:48.654180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:48.656385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:48.693793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-f4adfa0e-3105-450a-b144-aba897e29db1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7930677 Feb 10 13:36:48.705874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Request body: {'port': {'device_id': '7f861080-7987-48da-964f-5c4aef509537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:48.763863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8f987e7-bcf6-4268-a446-c8158ed26f50 req-e43d04f5-1b71-4d77-8945-4cdceff09b4c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129072 Feb 10 13:36:48.863675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:49.555708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b13d19f-8b7b-483e-97ad-27efb0e8d337 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:49.577037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks [] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:49.612578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Transition to ACTIVE for port object 8b13d19f-8b7b-483e-97ad-27efb0e8d337 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:36:49.623319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:49.824147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Pushing event updated for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:49.842981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:49.881624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Attempting to bind port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:36:49.881967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Attempting to bind port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:36:49.882300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Attempting to bind port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:49.890580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:36:49.890909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Attempting to bind port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:49.901416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:36:49.901798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:49.902189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:36:49.902626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Bound port: 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:36:49.902993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.019261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:50.023589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:50.034638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.062077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef641cc6-a10c-430f-bf4a-fb4beb1b70aa req-23d5b6dd-8f8e-45fd-837b-af966e954c1e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:50.082432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef641cc6-a10c-430f-bf4a-fb4beb1b70aa req-23d5b6dd-8f8e-45fd-837b-af966e954c1e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 944 time: 0.1790745 Feb 10 13:36:50.141892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Pushing event updated for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:50.163895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:50.164578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.167122 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-367fab9c-4a0e-4605-9b5c-53dd2acd96ee service neutron] 10.222.0.21 "PUT /v2.0/ports/8b13d19f-8b7b-483e-97ad-27efb0e8d337 HTTP/1.1" status: 200 len: 1092 time: 1.4667919 Feb 10 13:36:50.175032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1574709613'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:50.193085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:50.203885 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9051cda3-4ee6-421d-8904-77c9d7f4e7db" -d '{"events": [{"name": "network-changed", "server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:50.209478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef641cc6-a10c-430f-bf4a-fb4beb1b70aa req-70e5133d-37a9-44fa-ac74-a977f69e0900 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216486 Feb 10 13:36:50.286720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:50.290630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.331146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.362819 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e3362-0504-4b98-881e-b0a4a4c1ec8f x-openstack-request-id: req-e09e3362-0504-4b98-881e-b0a4a4c1ec8f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:50.363120 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:50.363450 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e09e3362-0504-4b98-881e-b0a4a4c1ec8f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:50.363874 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337', 'status': 'completed', 'code': 200} Feb 10 13:36:50.393894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-ea3ae984-44b2-4499-8e06-e49abbf3ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:50.397756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-ea3ae984-44b2-4499-8e06-e49abbf3ea58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 1126 time: 0.1545708 Feb 10 13:36:50.513169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-4778c6a4-b4ae-4825-acc8-8afde8a0ff75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337 HTTP/1.1" status: 200 len: 217 time: 0.1027660 Feb 10 13:36:50.575457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for security_group (0a621e8a-51ff-44a9-8aa4-619cca254f81), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.583599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0a621e8a-51ff-44a9-8aa4-619cca254f81), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.607626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:36:50.627381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-9ad04b0a-1b14-4124-9f5f-8692a2695ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:50.628253 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2116bde9-fd0f-4c0f-82a5-996541e9f356), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.628840 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Added segment 2116bde9-fd0f-4c0f-82a5-996541e9f356 of type vlan for network 23165869-dc7f-4747-b970-0fd5448d7c72 Feb 10 13:36:50.629645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-9ad04b0a-1b14-4124-9f5f-8692a2695ddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1121948 Feb 10 13:36:50.679478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-3f296460-0e52-43da-a369-c758e5883063 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434327 Feb 10 13:36:50.820716 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (23165869-dc7f-4747-b970-0fd5448d7c72), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.890133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a621e8a-51ff-44a9-8aa4-619cca254f81,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:50.906250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (23165869-dc7f-4747-b970-0fd5448d7c72), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.920313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:50.921641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:50.930497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-14f91bea-99da-4792-999a-0483a6b2200d service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430534 Feb 10 13:36:50.987663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1437237 Feb 10 13:36:50.991994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:50.998051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:51.165121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7b5c68e1-ab34-402e-a6c7-0b8202bdb69c req-b9f16a89-8e7d-4ce0-b2e4-1b73824d6fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218359 Feb 10 13:36:51.200279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b039d-ebeb-4fae-835e-a07dbd42015a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Network': ['ID=23165869-dc7f-4747-b970-0fd5448d7c72,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:51.215824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:36:51.289254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:51.304690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:51.325737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-63621107-0d70-4863-adf8-764eb7467dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:51.328078 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-63621107-0d70-4863-adf8-764eb7467dfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 1126 time: 0.0908034 Feb 10 13:36:51.512736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fefc5-89ae-4913-bb86-f4c9dacaa314 req-f86f22f2-90d1-46b2-bcf0-cfbf7da3fb09 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:51.519907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e41fefc5-89ae-4913-bb86-f4c9dacaa314 req-f86f22f2-90d1-46b2-bcf0-cfbf7da3fb09 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 944 time: 0.1367817 Feb 10 13:36:51.625973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-83e51c27-a22f-4490-9595-6cc8c572142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:51.627951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-83e51c27-a22f-4490-9595-6cc8c572142f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.2924044 Feb 10 13:36:51.634253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e41fefc5-89ae-4913-bb86-f4c9dacaa314 req-f399d8e7-d0ca-46fd-9c38-9f552d470e1f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132743 Feb 10 13:36:51.743647 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-d1332a73-9e98-4f97-85c5-8b71001ca439 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337 HTTP/1.1" status: 200 len: 217 time: 0.1083136 Feb 10 13:36:51.812353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (404c650b-d46c-447c-b31b-6146c12b60ce), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:51.827826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-4b56ffd6-2902-4e38-8bb1-c9f5fec74ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:51.829726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-4b56ffd6-2902-4e38-8bb1-c9f5fec74ca2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.0778275 Feb 10 13:36:51.894726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-fce785f4-4cdf-44c9-8915-25a69a8c9dcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585165 Feb 10 13:36:51.910803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=404c650b-d46c-447c-b31b-6146c12b60ce,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:52.009483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:52.009886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network hostable DHCP agents. Network: 23165869-dc7f-4747-b970-0fd5448d7c72, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:36:52.062912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:36:52.085367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 23165869-dc7f-4747-b970-0fd5448d7c72) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:52.090779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:52.093036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:52.096037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c94e4-2cdf-4827-888e-ca919c4a0a3e None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:52.126572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-99490772-be4b-46bf-9ce7-3c6603837367 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1332593 Feb 10 13:36:52.131561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:52.147097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'name': 'tempest-NetworksTestDHCPv6-330930974'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:52.348553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '404c650b-d46c-447c-b31b-6146c12b60ce'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:36:52.353795 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:52.413911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:52.425084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:52.499921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 6c4f0c21-e189-45d0-b9b3-db69d2692682 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:36:52.697713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/404c650b-d46c-447c-b31b-6146c12b60ce/92100fe2-3ca3-4da5-a2b5-ee567703ba46) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:52.924472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65b82-2c77-464a-8344-94f7c317ff0e req-ef866d39-7b9c-4461-b1d8-51ddaa4faacc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:52.929488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64d65b82-2c77-464a-8344-94f7c317ff0e req-ef866d39-7b9c-4461-b1d8-51ddaa4faacc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 944 time: 0.1361682 Feb 10 13:36:53.019450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-02d9cd5e-3012-4b8a-b266-e9633ace30c3 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164510 Feb 10 13:36:53.049395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64d65b82-2c77-464a-8344-94f7c317ff0e req-3ee0f4ac-1420-4b6f-bb9d-696bb4a4eaaf tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Feb 10 13:36:53.146218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks [] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:53.165456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:53.208475 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9051cda3-4ee6-421d-8904-77c9d7f4e7db req-c16bfd4b-94e7-42a6-b0cb-1017343ab73a service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806896 Feb 10 13:36:53.282728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:53.290440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:53.302530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:53.311502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::282 (23165869-dc7f-4747-b970-0fd5448d7c72/404c650b-d46c-447c-b31b-6146c12b60ce/6c4f0c21-e189-45d0-b9b3-db69d2692682) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:53.454319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Attempting to bind port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:36:53.455006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Attempting to bind port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:36:53.455125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Attempting to bind port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:36:53.474935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:36:53.475345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:36:53.475715 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:53.476115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:36:53.476582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Bound port: 92100fe2-3ca3-4da5-a2b5-ee567703ba46, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:36:53.494244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:53.498544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Pushing event updated for resources: {'Port': ['ID=92100fe2-3ca3-4da5-a2b5-ee567703ba46,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:53.662227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] For port 92100fe2-3ca3-4da5-a2b5-ee567703ba46, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:36:53.665845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] For port 92100fe2-3ca3-4da5-a2b5-ee567703ba46, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=92100fe2-3ca3-4da5-a2b5-ee567703ba46,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:36:53.690871 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:53.808621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9cd1-0ce7-47f2-b7c9-6557cd8d2a57 None None] Pushing event updated for resources: {'Port': ['ID=92100fe2-3ca3-4da5-a2b5-ee567703ba46,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:54.095791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (6c4f0c21-e189-45d0-b9b3-db69d2692682), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:54.398974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6c4f0c21-e189-45d0-b9b3-db69d2692682), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:54.497520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943652e-9340-45e4-be56-f9faae1ddd21 req-520fdcda-1579-4080-9941-2b9d3204b46b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:54.499189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1943652e-9340-45e4-be56-f9faae1ddd21 req-520fdcda-1579-4080-9941-2b9d3204b46b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 944 time: 0.3275278 Feb 10 13:36:54.604000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:54.643034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:54.651965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:54.662823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:54.674690 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:54.711721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=6c4f0c21-e189-45d0-b9b3-db69d2692682,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:54.758923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.760214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.766386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.767562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.769326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.769876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.770489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.773600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.774173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.775600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.776141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.777593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.778568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:54.831342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51edd98c-fef7-4ab1-97d8-2c57549fe535 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6963789 Feb 10 13:36:54.832333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:54.915212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1943652e-9340-45e4-be56-f9faae1ddd21 req-48228b47-ac1f-4f04-8dcb-516d81c5f856 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072504 Feb 10 13:36:55.095382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47e6bf-48b9-46f5-94be-2eaaef428df0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:55.101242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47e6bf-48b9-46f5-94be-2eaaef428df0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:55.103192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3b47e6bf-48b9-46f5-94be-2eaaef428df0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2698002 Feb 10 13:36:55.107339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:55.315424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 6c4f0c21-e189-45d0-b9b3-db69d2692682 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:55.315684 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6c4f0c21-e189-45d0-b9b3-db69d2692682), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:55.464669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8b13d19f-8b7b-483e-97ad-27efb0e8d337 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:36:55.584279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6c4f0c21-e189-45d0-b9b3-db69d2692682), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:55.625558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 6c4f0c21-e189-45d0-b9b3-db69d2692682 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:55.757784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:55.818260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '8b13d19f-8b7b-483e-97ad-27efb0e8d337', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': '8b13d19f-8b7b-483e-97ad-27efb0e8d337', 'mac_address': 'fa:16:3e:e1:ed:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:36:55.920723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:55.925677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:55.928278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d8313-d706-40a7-900d-22b832293c4d None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:55.942765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 92100fe2-3ca3-4da5-a2b5-ee567703ba46 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:55.980651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b13d19f-8b7b-483e-97ad-27efb0e8d337 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:36:56.016025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365f64-e207-4db2-ac16-860ffd7c9234 req-ac806338-5293-434f-84cb-988874cf7d81 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:56.019667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:56.024545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff365f64-e207-4db2-ac16-860ffd7c9234 req-ac806338-5293-434f-84cb-988874cf7d81 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.2601542 Feb 10 13:36:56.087137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.160049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff365f64-e207-4db2-ac16-860ffd7c9234 req-18a7d75f-cd5a-4fe5-90e7-d7a6cf9a8943 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341970 Feb 10 13:36:56.170964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:56.184077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.184667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.185207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.185970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.186460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.186948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.187443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.188012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.188490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.197284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.197890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.198433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.198942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:56.204916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Provisioning complete for port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:56.205511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.229227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6c4f0c21-e189-45d0-b9b3-db69d2692682), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.285190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=6c4f0c21-e189-45d0-b9b3-db69d2692682,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:56.367098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.373603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:56.380187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fa12d007-fd71-4a42-b720-54b00b88c46b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/6c4f0c21-e189-45d0-b9b3-db69d2692682 HTTP/1.1" status: 204 len: 168 time: 1.2613771 Feb 10 13:36:56.490288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984903a7-4fa1-4b2a-974f-312c358c09ea tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:56.493005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984903a7-4fa1-4b2a-974f-312c358c09ea tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:56.495602 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-984903a7-4fa1-4b2a-974f-312c358c09ea tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1206608 Feb 10 13:36:56.498141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:56.604491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 404c650b-d46c-447c-b31b-6146c12b60ce {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:36:56.623647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (404c650b-d46c-447c-b31b-6146c12b60ce), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.637048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['8b13d19f-8b7b-483e-97ad-27efb0e8d337'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:36:56.775833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (404c650b-d46c-447c-b31b-6146c12b60ce), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.781536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Current status of the port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:56.782141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.798580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:56.809291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:56.885123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c5be-748d-4a2b-8bd9-4cdc2f786eb9 req-10c32c88-3021-4f18-8249-c94079b1be8e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:56.887301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfd6c5be-748d-4a2b-8bd9-4cdc2f786eb9 req-10c32c88-3021-4f18-8249-c94079b1be8e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 945 time: 0.2695878 Feb 10 13:36:56.979623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] For port 92100fe2-3ca3-4da5-a2b5-ee567703ba46, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=92100fe2-3ca3-4da5-a2b5-ee567703ba46,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:56.990902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfd6c5be-748d-4a2b-8bd9-4cdc2f786eb9 req-f0d92787-ea55-4a72-b575-e78c53e778d3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909364 Feb 10 13:36:56.994228 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (404c650b-d46c-447c-b31b-6146c12b60ce), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:57.038233 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:57.138359 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (404c650b-d46c-447c-b31b-6146c12b60ce), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:57.190065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=404c650b-d46c-447c-b31b-6146c12b60ce,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:57.216426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:57.220872 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:57.223879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29ab8-140c-4fcb-9616-9ea227f4b90a None None] Pushing event updated for resources: {'Port': ['ID=92100fe2-3ca3-4da5-a2b5-ee567703ba46,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:57.252929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c46329c2-04b5-40d2-ac42-7f35fce3b9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/404c650b-d46c-447c-b31b-6146c12b60ce HTTP/1.1" status: 204 len: 168 time: 0.7536440 Feb 10 13:36:57.255650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:57.400691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-18905a5c-1f10-4f18-8cf3-47763b070cf9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435854 Feb 10 13:36:57.404390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:57.415714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:57.436192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85db1-6cc6-47d4-a059-b585acfc346a req-80d719f8-ce84-4378-8cc8-f5130e6555b3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:57.447067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1e85db1-6cc6-47d4-a059-b585acfc346a req-80d719f8-ce84-4378-8cc8-f5130e6555b3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 946 time: 0.1635752 Feb 10 13:36:57.549449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1e85db1-6cc6-47d4-a059-b585acfc346a req-523a37a5-f407-4978-817a-5b1931601dc4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008427 Feb 10 13:36:57.627902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:57.632210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:57.686960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef888378-b983-4d1e-8770-d417599790bb None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:57.871428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 92100fe2-3ca3-4da5-a2b5-ee567703ba46 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:57.959509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58840911-9238-4583-90f9-59e30e8e6bef None None] Provisioning complete for port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:57.961134 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58840911-9238-4583-90f9-59e30e8e6bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.024212 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (8d442865-f528-463c-9210-9303f62bb299), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.080302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:58.084009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:58.087650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:58.088338 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.114455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:58.116830 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.122541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=8d442865-f528-463c-9210-9303f62bb299,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:58.139120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3097dd00-47ac-4a91-ac56-230d52ae3779 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7335448 Feb 10 13:36:58.141995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34700) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:58.147977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'name': 'tempest-NetworksTestDHCPv6-469644974'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:36:58.393575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-58840911-9238-4583-90f9-59e30e8e6bef None None] Current status of the port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:58.422055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:36:58.427531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.506397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:36:58.524229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 8cc524d9-09d3-4e11-9755-8159d4bb8f28 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:36:58.578232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e020d07-50ff-4c7b-ad8b-3ebd9aa3b9c8 req-4a23eb60-9003-4536-b334-e06eb9ab67d5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:58.588129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e020d07-50ff-4c7b-ad8b-3ebd9aa3b9c8 req-4a23eb60-9003-4536-b334-e06eb9ab67d5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 945 time: 0.1305945 Feb 10 13:36:58.627907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:58.685711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Deleting port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:58.687306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.720140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e020d07-50ff-4c7b-ad8b-3ebd9aa3b9c8 req-2afbeffc-ee08-4771-9f4e-142661c67259 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310284 Feb 10 13:36:58.835604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::320 (23165869-dc7f-4747-b970-0fd5448d7c72/8d442865-f528-463c-9210-9303f62bb299/8cc524d9-09d3-4e11-9755-8159d4bb8f28) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:58.847315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] For port 92100fe2-3ca3-4da5-a2b5-ee567703ba46, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=92100fe2-3ca3-4da5-a2b5-ee567703ba46,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:58.847981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:58.873422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Calling delete_port for 92100fe2-3ca3-4da5-a2b5-ee567703ba46 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:36:58.918475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:59.103885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (92100fe2-3ca3-4da5-a2b5-ee567703ba46), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.138359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] Pushing event deleted for resources: {'Port': ['ID=92100fe2-3ca3-4da5-a2b5-ee567703ba46,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:59.163155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabf2e4-791f-4f93-8bc6-639f80a6ab03 None None] No DVR routers for this DVR port 92100fe2-3ca3-4da5-a2b5-ee567703ba46 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:36:59.169235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:36:59.169502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.195183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (8cc524d9-09d3-4e11-9755-8159d4bb8f28), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.234465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d0dfd-2251-41be-9fc5-b0eeed3e645c None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:36:59.251043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:36:59.253188 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e8f98-6068-42c1-aec0-260989060be1" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:36:59.299641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:36:59.321092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8cc524d9-09d3-4e11-9755-8159d4bb8f28), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.344138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.412617 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789f16d-529e-4e1f-a551-471a8aaff0da x-openstack-request-id: req-9789f16d-529e-4e1f-a551-471a8aaff0da {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:36:59.413001 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:36:59.413204 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9789f16d-529e-4e1f-a551-471a8aaff0da {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:36:59.415823 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:36:59.467034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=8cc524d9-09d3-4e11-9755-8159d4bb8f28,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:59.500113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.500533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.500953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.501307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.501654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.501993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.506427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.507028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.507388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.507735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.508082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.508424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.508794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:36:59.514748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8b13d19f-8b7b-483e-97ad-27efb0e8d337 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:36:59.538333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:36:59.543366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:36:59.553395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:36:59.560879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:36:59.581775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:59.583500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.586921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:36:59.600274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '8d442865-f528-463c-9210-9303f62bb299'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:36:59.603353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.608596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:36:59.609003 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.614510 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac4e5a55-adbf-4120-9ecf-3019d1bdd2a5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4713264 Feb 10 13:36:59.617145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:59.714874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308815f5-26b2-4e51-85ce-d5e95c77bfb2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:59.719118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:36:59.726523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-308815f5-26b2-4e51-85ce-d5e95c77bfb2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1077754 Feb 10 13:36:59.867098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 92100fe2-3ca3-4da5-a2b5-ee567703ba46 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:36:59.897658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 92100fe2-3ca3-4da5-a2b5-ee567703ba46 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:36:59.898105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 92100fe2-3ca3-4da5-a2b5-ee567703ba46 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:36:59.921008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 8cc524d9-09d3-4e11-9755-8159d4bb8f28 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:36:59.921420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8cc524d9-09d3-4e11-9755-8159d4bb8f28), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:36:59.944243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/8d442865-f528-463c-9210-9303f62bb299/2922a35e-c3da-4a85-a149-afc9ac3595ff) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:36:59.961206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85ad3e-03ee-492d-9eb5-a2ff8f4c15da req-477937fe-c77b-4711-bbde-060dec2fe212 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:36:59.963051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db85ad3e-03ee-492d-9eb5-a2ff8f4c15da req-477937fe-c77b-4711-bbde-060dec2fe212 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 945 time: 0.0789678 Feb 10 13:37:00.031314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8cc524d9-09d3-4e11-9755-8159d4bb8f28), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.052398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 8cc524d9-09d3-4e11-9755-8159d4bb8f28 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:00.102003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db85ad3e-03ee-492d-9eb5-a2ff8f4c15da req-90324dfc-9b65-47c9-b820-ff6cef63d014 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325305 Feb 10 13:37:00.181652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks [] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.213256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.237443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8cc524d9-09d3-4e11-9755-8159d4bb8f28), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.263061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:00.263464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.273782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=8cc524d9-09d3-4e11-9755-8159d4bb8f28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:00.284775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:00.291120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Pushing event updated for resources: {'Port': ['ID=2922a35e-c3da-4a85-a149-afc9ac3595ff,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:00.294230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:00.296567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:00.308925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.313550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b7807456-df32-4d5d-9805-86c990a5dadb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/8cc524d9-09d3-4e11-9755-8159d4bb8f28 HTTP/1.1" status: 204 len: 168 time: 0.5930569 Feb 10 13:37:00.314704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:00.344127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:00.366344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.393633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc387e-1480-4a83-81fd-7678be2657dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:00.395360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc387e-1480-4a83-81fd-7678be2657dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:00.400274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:00.402560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0fc387e-1480-4a83-81fd-7678be2657dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0851243 Feb 10 13:37:00.405099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Attempting to bind port 2922a35e-c3da-4a85-a149-afc9ac3595ff on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:00.405597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Attempting to bind port 2922a35e-c3da-4a85-a149-afc9ac3595ff by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:00.406091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Attempting to bind port 2922a35e-c3da-4a85-a149-afc9ac3595ff on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:00.415189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:00.415720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:00.416241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.416786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:00.417421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Bound port: 2922a35e-c3da-4a85-a149-afc9ac3595ff, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:00.417903 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.447530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:00.482840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 8d442865-f528-463c-9210-9303f62bb299 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:00.486285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (8d442865-f528-463c-9210-9303f62bb299), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.514697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] For port 2922a35e-c3da-4a85-a149-afc9ac3595ff, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:00.526800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] For port 2922a35e-c3da-4a85-a149-afc9ac3595ff, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2922a35e-c3da-4a85-a149-afc9ac3595ff,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:00.534871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8d442865-f528-463c-9210-9303f62bb299), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.536602 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.603515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95c38-c7bf-4cfa-9c6b-73246d7b8598 None None] Pushing event updated for resources: {'Port': ['ID=2922a35e-c3da-4a85-a149-afc9ac3595ff,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:00.657453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8d442865-f528-463c-9210-9303f62bb299), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.733459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8d442865-f528-463c-9210-9303f62bb299), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.761157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=8d442865-f528-463c-9210-9303f62bb299,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:00.775563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.789274 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9992024a-9ee0-46f1-8c87-00b00a55f116 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8d442865-f528-463c-9210-9303f62bb299 HTTP/1.1" status: 204 len: 168 time: 0.3853345 Feb 10 13:37:00.791844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34746) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:00.850544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6609fc9-f746-456f-8d26-f8b13292cfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:00.890029 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f3c211e-e9f7-47e3-99a2-2f025207263b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963960 Feb 10 13:37:00.893840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34750) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:00.907026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:01.032265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:01.036853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:01.304978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501eae-215a-4d02-be9d-a4e78a386acb req-8124dcb6-aa62-4e5c-9fa1-33a203fbe67f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:01.315213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5501eae-215a-4d02-be9d-a4e78a386acb req-8124dcb6-aa62-4e5c-9fa1-33a203fbe67f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1233981 Feb 10 13:37:01.438720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:01.439268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (cffd2327-ce98-4ee3-9984-2b95a59b31aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:01.439384 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85976fb5-cabf-4af2-8324-1c2eec2ace1f" -d '{"events": [{"server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "name": "network-vif-plugged", "status": "completed", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:01.439497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5501eae-215a-4d02-be9d-a4e78a386acb req-4217a415-6687-40f3-928e-b5375fb01653 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101222 Feb 10 13:37:01.526180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:01.530472 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e6bc13-c158-43e2-b2c2-6e9467ed9236 x-openstack-request-id: req-31e6bc13-c158-43e2-b2c2-6e9467ed9236 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:01.530772 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "name": "network-vif-plugged", "status": "completed", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:01.531033 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31e6bc13-c158-43e2-b2c2-6e9467ed9236 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:01.531486 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337', 'code': 200} Feb 10 13:37:01.538711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:01.548673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:01.549223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:01.585854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6913733 Feb 10 13:37:01.586741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa833a3-cb15-405a-b743-a164799b6ecf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=cffd2327-ce98-4ee3-9984-2b95a59b31aa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:01.588591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:01.594152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'name': 'tempest-NetworksTestDHCPv6-888228427'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:01.708590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec6462-766f-4699-a399-87edb8756cc2 req-a1f11054-3302-41a7-8c27-a117f36696a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:01.710520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0ec6462-766f-4699-a399-87edb8756cc2 req-a1f11054-3302-41a7-8c27-a117f36696a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 1128 time: 0.1185098 Feb 10 13:37:01.809251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:01.813578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:01.861238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:01.894632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-d4df640f-a27d-450b-9443-b01e7f5985f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464107 Feb 10 13:37:01.898431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2922a35e-c3da-4a85-a149-afc9ac3595ff up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:01.944037 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f0ec6462-766f-4699-a399-87edb8756cc2 req-8ce55d09-cde1-4ce0-ac26-6e93d1777357 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179773 Feb 10 13:37:02.085024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2922a35e-c3da-4a85-a149-afc9ac3595ff triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:02.085657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.109877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-0b9024f6-64c1-4be5-8693-5e1d914eda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.111399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-0b9024f6-64c1-4be5-8693-5e1d914eda0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 1132 time: 0.1450047 Feb 10 13:37:02.127468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::c7 (23165869-dc7f-4747-b970-0fd5448d7c72/cffd2327-ce98-4ee3-9984-2b95a59b31aa/3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:02.203760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2922a35e-c3da-4a85-a149-afc9ac3595ff is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:02.204445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.221295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9868dc4-b2df-4344-9719-458c43721131 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:02.253274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2922a35e-c3da-4a85-a149-afc9ac3595ff, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2922a35e-c3da-4a85-a149-afc9ac3595ff,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:02.285870 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.345214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-9bfadbe1-f688-4e8c-a2a4-15d022f9d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.346625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-9bfadbe1-f688-4e8c-a2a4-15d022f9d9df service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.2154913 Feb 10 13:37:02.361155 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.435261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.453864 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-d40372bb-bb6a-47c1-8af5-6c237bccf42b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 200 len: 217 time: 0.0971053 Feb 10 13:37:02.518437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:02.541524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:02.551072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:02.558557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-df4aa302-b905-4443-a695-e5882f5f3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.565398 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-df4aa302-b905-4443-a695-e5882f5f3cc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.1081307 Feb 10 13:37:02.565834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.566503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.609922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6a67e7cc-9aa8-4e13-889c-34ff4fce6ad2 None None] Could not find standard attr ID for object 8cc524d9-09d3-4e11-9755-8159d4bb8f28. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:02.610452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0177097 Feb 10 13:37:02.615584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:02.672128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-28e37460-b54a-43c2-83c5-e38078d3183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.673822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-28e37460-b54a-43c2-83c5-e38078d3183b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0946939 Feb 10 13:37:02.685525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28630263-5e55-452e-ad2e-3265feb13a04 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:02.713139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6a67e7cc-9aa8-4e13-889c-34ff4fce6ad2 None None] Provisioning complete for port 2922a35e-c3da-4a85-a149-afc9ac3595ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:02.713520 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a67e7cc-9aa8-4e13-889c-34ff4fce6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:02.805569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e818f-cf12-4d12-9af3-a3eaed48255c req-b9735c68-b79f-4fac-a6bb-a26b818cdd85 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.814965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb2e818f-cf12-4d12-9af3-a3eaed48255c req-b9735c68-b79f-4fac-a6bb-a26b818cdd85 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1586175 Feb 10 13:37:02.819925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2922a35e-c3da-4a85-a149-afc9ac3595ff,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:02.874247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990662f-15db-4f86-9abb-e1c46c6ed8fb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.889335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990662f-15db-4f86-9abb-e1c46c6ed8fb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:02.890996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e990662f-15db-4f86-9abb-e1c46c6ed8fb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2734847 Feb 10 13:37:02.898941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:02.965673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:37:03.000581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-a7afd683-5098-463c-90e3-c3104ad5f46e service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200269 Feb 10 13:37:03.002272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6a67e7cc-9aa8-4e13-889c-34ff4fce6ad2 None None] Current status of the port 2922a35e-c3da-4a85-a149-afc9ac3595ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:03.089366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb2e818f-cf12-4d12-9af3-a3eaed48255c req-dc79492d-8630-41b1-b294-5bb621c00b8c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715724 Feb 10 13:37:03.256214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:03.256559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.269061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:03.281609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f561c805-6f95-4cf3-9230-9467d51a01aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.289626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:37:03.349277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:03.351372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.360189 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8f57bf9e-f719-48d4-9f8f-3945e76f10f5 req-00884667-3d67-4c35-b572-04159f137238 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477821 Feb 10 13:37:03.370547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:37:03.394917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:03.404926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.536877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.552003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:03.564054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:03.643235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:03.698591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Provisioning complete for port 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:03.706537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:03.878758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Port 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:03.931180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2922a35e-c3da-4a85-a149-afc9ac3595ff up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:04.028405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.081929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Provisioning complete for port 2922a35e-c3da-4a85-a149-afc9ac3595ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:04.082339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.120521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:04.189327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.196109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34832) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:04.205514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5f466ef6-1e88-4954-be4e-61dcd6b76de5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 HTTP/1.1" status: 204 len: 168 time: 1.2963293 Feb 10 13:37:04.279702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2922a35e-c3da-4a85-a149-afc9ac3595ff triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:04.285182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.351440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212a3f2-aacd-4a0e-bbfe-e5c0f5ab7931 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:04.353061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212a3f2-aacd-4a0e-bbfe-e5c0f5ab7931 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:04.355414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c212a3f2-aacd-4a0e-bbfe-e5c0f5ab7931 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1561637 Feb 10 13:37:04.358027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:04.427979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edc2b5-1793-4fb7-9dbf-62918d66c7a2 req-212de5c8-06fc-48ab-8f9c-d3eab6fda57b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:04.435585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0edc2b5-1793-4fb7-9dbf-62918d66c7a2 req-212de5c8-06fc-48ab-8f9c-d3eab6fda57b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1395228 Feb 10 13:37:04.438217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet cffd2327-ce98-4ee3-9984-2b95a59b31aa {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:04.443874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (cffd2327-ce98-4ee3-9984-2b95a59b31aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.535913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c0edc2b5-1793-4fb7-9dbf-62918d66c7a2 req-6f59ea47-8b6b-4573-9ebe-cb7709f2b52e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949726 Feb 10 13:37:04.537005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (cffd2327-ce98-4ee3-9984-2b95a59b31aa), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.619174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cffd2327-ce98-4ee3-9984-2b95a59b31aa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.723224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeb83c-9c3b-4808-9673-56359d9d112e req-b36d0b30-7ef1-4e9e-8783-22900fd90447 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:04.737416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1eeb83c-9c3b-4808-9673-56359d9d112e req-b36d0b30-7ef1-4e9e-8783-22900fd90447 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1001673 Feb 10 13:37:04.848834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:04.878043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b7e73285-ecd2-4f39-8f4f-4c73fcb7d6c8 None None] Current status of the port 2922a35e-c3da-4a85-a149-afc9ac3595ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:04.948296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1eeb83c-9c3b-4808-9673-56359d9d112e req-b77a432b-12e2-48c4-acd1-f5619a2e818e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097805 Feb 10 13:37:04.985922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (cffd2327-ce98-4ee3-9984-2b95a59b31aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:05.049835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-add65076-e19d-4f00-b2af-cb599a0bdd4a None None] Could not find standard attr ID for object 6c4f0c21-e189-45d0-b9b3-db69d2692682. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:05.084313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2922a35e-c3da-4a85-a149-afc9ac3595ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:05.094647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-add65076-e19d-4f00-b2af-cb599a0bdd4a None None] Could not find standard attr ID for object 8cc524d9-09d3-4e11-9755-8159d4bb8f28. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:05.125893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=cffd2327-ce98-4ee3-9984-2b95a59b31aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:05.143462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:05.147332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f0d837ec-06a2-417d-b12f-f0f571f08250 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/cffd2327-ce98-4ee3-9984-2b95a59b31aa HTTP/1.1" status: 204 len: 168 time: 0.7881308 Feb 10 13:37:05.149876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:05.218542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8209d7da-27ac-4d91-b272-2baadd2fe692 None None] Could not find standard attr ID for object 3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:05.325065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fbbc2515-33ca-4bc0-9365-1b037a21b483 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722641 Feb 10 13:37:05.326848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:05.452175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47f5c8-9c85-4897-a5c7-a3148d0d8352 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:05.460892 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d47f5c8-9c85-4897-a5c7-a3148d0d8352 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1309893 Feb 10 13:37:05.462251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:05.566311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3103f-33ce-48ba-b47d-816f04092fd9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:05.568112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6fb3103f-33ce-48ba-b47d-816f04092fd9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1046886 Feb 10 13:37:05.570728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:05.573072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993f483-008b-4850-9a78-901f59766d79 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:05.649430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085a7f-add3-409e-b453-3e447926722d req-31a587e6-3532-46dd-ab0e-e70ba21eb67f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:05.653272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02085a7f-add3-409e-b453-3e447926722d req-31a587e6-3532-46dd-ab0e-e70ba21eb67f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1069324 Feb 10 13:37:05.668808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-27caf0d8-7ec5-4287-ae6e-cce8ff86f340 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934730 Feb 10 13:37:05.672437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:05.680077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:05.750256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02085a7f-add3-409e-b453-3e447926722d req-e92ad25d-69f5-48e5-be2d-e69a7f4ddb6d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915172 Feb 10 13:37:05.815728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:05.823707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.031492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.118314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (7f81aca5-5904-4ae8-9f62-2f695df88be9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.122554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.172811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:06.187599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:06.191187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:06.199300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:06.199953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.224109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5489683 Feb 10 13:37:06.226876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:06.237334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '7f81aca5-5904-4ae8-9f62-2f695df88be9', 'ip_address': '2001:db8::eef9:9d87:b0ff:6b9e'}], 'name': 'tempest-NetworksTestDHCPv6-463176028'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:06.252447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81bc5-603f-470f-88f2-cd18f8fb0ccc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=7f81aca5-5904-4ae8-9f62-2f695df88be9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:06.306252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Deleting port 2922a35e-c3da-4a85-a149-afc9ac3595ff {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:06.306892 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.480305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:06.499572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] For port 2922a35e-c3da-4a85-a149-afc9ac3595ff, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2922a35e-c3da-4a85-a149-afc9ac3595ff,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:06.499982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.518994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Calling delete_port for 2922a35e-c3da-4a85-a149-afc9ac3595ff owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:06.651880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (2922a35e-c3da-4a85-a149-afc9ac3595ff), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.656738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:06.699414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 8479da50-b79e-4c1a-882d-fdbfbf9475bd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:06.741464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] Pushing event deleted for resources: {'Port': ['ID=2922a35e-c3da-4a85-a149-afc9ac3595ff,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:06.750091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933cdf3-7488-407f-b0ed-dbfcf5b1e373 None None] No DVR routers for this DVR port 2922a35e-c3da-4a85-a149-afc9ac3595ff on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:06.783746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e217d-f16c-4a5d-a3a5-79de12e5a524 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:06.960941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-02bce4ca-9a6e-4a13-9257-e1454c43c361 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:06.965478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-02bce4ca-9a6e-4a13-9257-e1454c43c361 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.1350965 Feb 10 13:37:06.998430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:07.201477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:07.201833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.336412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port 8b13d19f-8b7b-483e-97ad-27efb0e8d337, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=8b13d19f-8b7b-483e-97ad-27efb0e8d337,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:07.336795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.364826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for 8b13d19f-8b7b-483e-97ad-27efb0e8d337 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:07.408678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '7f81aca5-5904-4ae8-9f62-2f695df88be9'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:07.409548 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.429533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::eef9:9d87:b0ff:6b9e (23165869-dc7f-4747-b970-0fd5448d7c72/7f81aca5-5904-4ae8-9f62-2f695df88be9/8479da50-b79e-4c1a-882d-fdbfbf9475bd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:07.483159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42307bdf-ff26-4e89-a507-9b8e802b5ef5 req-7e4d6642-d538-4927-8030-e68eb2f688e5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:07.490835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42307bdf-ff26-4e89-a507-9b8e802b5ef5 req-7e4d6642-d538-4927-8030-e68eb2f688e5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 946 time: 0.2570317 Feb 10 13:37:07.514527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.538524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:07.539785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.586122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8b13d19f-8b7b-483e-97ad-27efb0e8d337), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.602482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', '8b13d19f-8b7b-483e-97ad-27efb0e8d337'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:07.672792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42307bdf-ff26-4e89-a507-9b8e802b5ef5 req-ce182fc3-d208-40df-b0b1-f5caf2179f90 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753476 Feb 10 13:37:07.779312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=8b13d19f-8b7b-483e-97ad-27efb0e8d337,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:07.866747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2922a35e-c3da-4a85-a149-afc9ac3595ff no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:07.879895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port 8b13d19f-8b7b-483e-97ad-27efb0e8d337 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:07.886776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:07.890192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d5abaa4e-1b2f-42f2-9516-9fd035f5a0ae req-0489f794-598c-44dd-b0e4-d7c6e05d93f2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/8b13d19f-8b7b-483e-97ad-27efb0e8d337 HTTP/1.1" status: 204 len: 173 time: 0.9167109 Feb 10 13:37:07.890659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'name': 'network-vif-deleted', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:07.928910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2922a35e-c3da-4a85-a149-afc9ac3595ff {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:07.929310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2922a35e-c3da-4a85-a149-afc9ac3595ff not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:07.930303 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fbeb46-5c29-410c-8108-222a4defd471" -d '{"events": [{"server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "name": "network-vif-deleted", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:08.063621 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d6bf23-cf14-4a77-abf4-4fc2e2ebdb7a x-openstack-request-id: req-49d6bf23-cf14-4a77-abf4-4fc2e2ebdb7a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:08.064237 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f861080-7987-48da-964f-5c4aef509537", "name": "network-vif-deleted", "tag": "8b13d19f-8b7b-483e-97ad-27efb0e8d337", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:08.064388 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d6bf23-cf14-4a77-abf4-4fc2e2ebdb7a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:08.064697 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f861080-7987-48da-964f-5c4aef509537', 'name': 'network-vif-deleted', 'tag': '8b13d19f-8b7b-483e-97ad-27efb0e8d337', 'status': 'completed', 'code': 200} Feb 10 13:37:08.160667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:08.161252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:08.225555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:08.228564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (8479da50-b79e-4c1a-882d-fdbfbf9475bd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:08.230763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:08.234470 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70242d5f-6003-4544-a45f-8f3993eb2dd4" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:08.244803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:08.317321 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ffbf97-c4a7-48a3-9087-dfb888679a2f x-openstack-request-id: req-80ffbf97-c4a7-48a3-9087-dfb888679a2f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:08.317757 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:08.318108 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80ffbf97-c4a7-48a3-9087-dfb888679a2f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:08.318663 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:37:08.336460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8479da50-b79e-4c1a-882d-fdbfbf9475bd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:08.484831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:08.553001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/7f81aca5-5904-4ae8-9f62-2f695df88be9/951480fd-95ce-445d-a4b4-dfae150e7a3a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:08.569689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:08.575718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=8479da50-b79e-4c1a-882d-fdbfbf9475bd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:08.584105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:08.590170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:08.595814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:08.613215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:08.671343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34916) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:08.680274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2af246ea-16f1-4324-8838-fcc8e4b434e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4510090 Feb 10 13:37:08.909920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fefd5f-b8fe-4c29-a20b-7ef2139d3828 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:08.914095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3fefd5f-b8fe-4c29-a20b-7ef2139d3828 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2393136 Feb 10 13:37:08.914400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:08.962791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba95a38d-4774-469e-a779-1ee3e5d971c6 req-46fb76d0-2dca-4eca-a41b-a6e3f1d73ab4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f861080-7987-48da-964f-5c4aef509537 HTTP/1.1" status: 200 len: 210 time: 0.0630698 Feb 10 13:37:09.096260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 8479da50-b79e-4c1a-882d-fdbfbf9475bd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:09.098834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8479da50-b79e-4c1a-882d-fdbfbf9475bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.113720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks [] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.129462 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.206454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:09.214724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:09.216972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Pushing event updated for resources: {'Port': ['ID=951480fd-95ce-445d-a4b4-dfae150e7a3a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:09.219620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:09.264368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8479da50-b79e-4c1a-882d-fdbfbf9475bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.283617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 8479da50-b79e-4c1a-882d-fdbfbf9475bd owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:09.340516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Attempting to bind port 951480fd-95ce-445d-a4b4-dfae150e7a3a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:09.341187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Attempting to bind port 951480fd-95ce-445d-a4b4-dfae150e7a3a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:09.341722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Attempting to bind port 951480fd-95ce-445d-a4b4-dfae150e7a3a on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:09.348837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:09.349513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:09.350087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.350652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:09.351286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Bound port: 951480fd-95ce-445d-a4b4-dfae150e7a3a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:09.351849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.445768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] For port 951480fd-95ce-445d-a4b4-dfae150e7a3a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:09.541914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8479da50-b79e-4c1a-882d-fdbfbf9475bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.544442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] For port 951480fd-95ce-445d-a4b4-dfae150e7a3a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=951480fd-95ce-445d-a4b4-dfae150e7a3a,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:09.563037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.609457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=8479da50-b79e-4c1a-882d-fdbfbf9475bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:09.684702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009616a6-25f0-4b75-b2c8-1d4a9c4117d1 None None] Pushing event updated for resources: {'Port': ['ID=951480fd-95ce-445d-a4b4-dfae150e7a3a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:09.708648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:09.712457 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a4407343-bca9-4378-a62f-b475c09e4459 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/8479da50-b79e-4c1a-882d-fdbfbf9475bd HTTP/1.1" status: 204 len: 168 time: 0.7971287 Feb 10 13:37:09.716108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:09.902812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3c1c1-6405-4095-a771-10219a5a8f07 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:09.906920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3c1c1-6405-4095-a771-10219a5a8f07 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:09.923416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0d3c1c1-6405-4095-a771-10219a5a8f07 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2058947 Feb 10 13:37:09.925960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34950) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:10.218831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 7f81aca5-5904-4ae8-9f62-2f695df88be9 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:10.227380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (7f81aca5-5904-4ae8-9f62-2f695df88be9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:10.389538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (7f81aca5-5904-4ae8-9f62-2f695df88be9), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:10.590498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7f81aca5-5904-4ae8-9f62-2f695df88be9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:10.711199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (7f81aca5-5904-4ae8-9f62-2f695df88be9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:10.749264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:10.752482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/7f81aca5-5904-4ae8-9f62-2f695df88be9 HTTP/1.1" status: 204 len: 168 time: 0.8202758 Feb 10 13:37:10.755458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:10.796685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75be73-3257-4007-af02-1014e4c4fff1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=7f81aca5-5904-4ae8-9f62-2f695df88be9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:10.833913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aaa2cfd1-b295-4f6f-bea6-0fc7fd36e904 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731628 Feb 10 13:37:10.834281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:10.839616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:11.129949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:11.133999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:11.183661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:11.549971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-37b04703-fce6-4b71-af83-c4f5df5116c5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:11.557555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-37b04703-fce6-4b71-af83-c4f5df5116c5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.4506366 Feb 10 13:37:11.584428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-de2c3dd6-19dc-4832-9abf-dfa5a1c133c4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0256019 Feb 10 13:37:11.593439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8b13d19f-8b7b-483e-97ad-27efb0e8d337 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:11.642531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffd369-e0ec-4c94-bd73-a7f0f762356e None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:11.721167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-cabd4f47-d4ea-412d-ab74-ed1f7f3dccfc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347010 Feb 10 13:37:11.872621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (8ed88586-8aeb-49fe-8ef4-731dda143eb8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:11.947178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:11.957533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:11.970639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:11.972982 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:11.986793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 951480fd-95ce-445d-a4b4-dfae150e7a3a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:11.993485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 8b13d19f-8b7b-483e-97ad-27efb0e8d337 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:11.995272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 8b13d19f-8b7b-483e-97ad-27efb0e8d337 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:12.017290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1816411 Feb 10 13:37:12.019983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:12.030272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '8ed88586-8aeb-49fe-8ef4-731dda143eb8', 'ip_address': '2001:db8::40a:3d18:b8d2:fcf7'}], 'name': 'tempest-NetworksTestDHCPv6-1522363468'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:12.107697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Provisioning complete for port 951480fd-95ce-445d-a4b4-dfae150e7a3a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:12.114879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:12.132156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2730b-2070-4163-bd07-0361849b6127 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=8ed88586-8aeb-49fe-8ef4-731dda143eb8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:12.205367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-94e9dab7-c7a4-4fcf-9ffd-98c0a2631858 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744341 Feb 10 13:37:12.391140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:12.420626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Current status of the port 951480fd-95ce-445d-a4b4-dfae150e7a3a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:12.421293 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:12.429967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:12.456936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 951480fd-95ce-445d-a4b4-dfae150e7a3a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:12.457337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:12.507435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-088de491-3e97-4ac2-8054-c0f3b381c1fe service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006256 Feb 10 13:37:12.600645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] For port 951480fd-95ce-445d-a4b4-dfae150e7a3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=951480fd-95ce-445d-a4b4-dfae150e7a3a,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:12.734619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:12.787061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port dba23f5b-b058-4242-b00a-a55dada7cd5d yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:13.032974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7629c7b8-58d5-404a-83a9-2bfdd93525ae req-100c308a-0cc9-4411-b474-96d2ae6fd4ac tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 210 time: 0.0929399 Feb 10 13:37:13.124590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:13.434021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::40a:3d18:b8d2:fcf7 (23165869-dc7f-4747-b970-0fd5448d7c72/8ed88586-8aeb-49fe-8ef4-731dda143eb8/dba23f5b-b058-4242-b00a-a55dada7cd5d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:13.545114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d22e5f-86f5-45c4-88e1-b0a277ae3cf4 None None] Pushing event updated for resources: {'Port': ['ID=951480fd-95ce-445d-a4b4-dfae150e7a3a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:13.550301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 951480fd-95ce-445d-a4b4-dfae150e7a3a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:13.554307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Deleting port 951480fd-95ce-445d-a4b4-dfae150e7a3a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:13.558822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:13.699003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] For port 951480fd-95ce-445d-a4b4-dfae150e7a3a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=951480fd-95ce-445d-a4b4-dfae150e7a3a,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:13.699673 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:13.717404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Calling delete_port for 951480fd-95ce-445d-a4b4-dfae150e7a3a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:13.891703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 951480fd-95ce-445d-a4b4-dfae150e7a3a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:13.935669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 951480fd-95ce-445d-a4b4-dfae150e7a3a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:13.935669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 951480fd-95ce-445d-a4b4-dfae150e7a3a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:13.939805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (951480fd-95ce-445d-a4b4-dfae150e7a3a), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:14.038784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] Pushing event deleted for resources: {'Port': ['ID=951480fd-95ce-445d-a4b4-dfae150e7a3a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:14.058685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8a263-c0f8-475e-9990-dd8080efae39 None None] No DVR routers for this DVR port 951480fd-95ce-445d-a4b4-dfae150e7a3a on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:14.087278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7eaa22-84b1-4264-a9dd-407f61289a48 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:14.138088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (dba23f5b-b058-4242-b00a-a55dada7cd5d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:14.239348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa95d64c-4433-46af-8252-27fc5b4c8bc7 req-301104ea-6647-465e-bd48-bd12bb7212ba tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 210 time: 0.0615273 Feb 10 13:37:14.251961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dba23f5b-b058-4242-b00a-a55dada7cd5d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:14.353597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:14.358111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:14.370302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:14.382852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:14.383880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:14.418614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=dba23f5b-b058-4242-b00a-a55dada7cd5d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:14.433703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2faa34e-39e6-421f-92ce-bf47006999a4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4118626 Feb 10 13:37:14.436285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:14.465682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '8ed88586-8aeb-49fe-8ef4-731dda143eb8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:14.466916 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:14.544468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e2eea-49b2-455a-af05-f4ece5f2445b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:14.546474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-656e2eea-49b2-455a-af05-f4ece5f2445b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1089807 Feb 10 13:37:14.551033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:14.788016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/8ed88586-8aeb-49fe-8ef4-731dda143eb8/8546d7c4-d32c-498d-ac18-d8431a351aca) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:14.849350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port dba23f5b-b058-4242-b00a-a55dada7cd5d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:14.850142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dba23f5b-b058-4242-b00a-a55dada7cd5d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.103425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dba23f5b-b058-4242-b00a-a55dada7cd5d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.136310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for dba23f5b-b058-4242-b00a-a55dada7cd5d owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:15.159977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks [] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.190916 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.306366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Pushing event updated for resources: {'Port': ['ID=8546d7c4-d32c-498d-ac18-d8431a351aca,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:15.328029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:15.330452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:15.348018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:15.507795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-f706b84f-66dd-4c71-8a95-7b90d49dc7f9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:15.515908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-f706b84f-66dd-4c71-8a95-7b90d49dc7f9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2400305 Feb 10 13:37:15.529292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Attempting to bind port 8546d7c4-d32c-498d-ac18-d8431a351aca on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:15.529674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Attempting to bind port 8546d7c4-d32c-498d-ac18-d8431a351aca by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:15.530049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Attempting to bind port 8546d7c4-d32c-498d-ac18-d8431a351aca on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:15.547067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:15.547463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:15.548531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.549029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:15.549532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Bound port: 8546d7c4-d32c-498d-ac18-d8431a351aca, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:15.549929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:15.553459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc84d6ca-4655-423f-a080-de909c3c387f req-a30909a0-33f4-4c11-bfc8-4304ab838eb8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 210 time: 0.0700753 Feb 10 13:37:15.576019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': 'f13db31a-5790-445c-ba45-075aedf03174', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:15.761034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c1588002-715d-40a5-b037-96edbad02656 None None] For port 8546d7c4-d32c-498d-ac18-d8431a351aca, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:15.770243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c1588002-715d-40a5-b037-96edbad02656 None None] For port 8546d7c4-d32c-498d-ac18-d8431a351aca, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8546d7c4-d32c-498d-ac18-d8431a351aca,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:15.789919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:16.058355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1588002-715d-40a5-b037-96edbad02656 None None] Pushing event updated for resources: {'Port': ['ID=8546d7c4-d32c-498d-ac18-d8431a351aca,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:16.347763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:16.363385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:16.440794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (dba23f5b-b058-4242-b00a-a55dada7cd5d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:16.570847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=dba23f5b-b058-4242-b00a-a55dada7cd5d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:16.748352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0df37cb4-c611-49a0-97ee-fb8453eca4d1 req-f11ca825-1c51-476c-90d0-62331e59a137 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 210 time: 0.0521657 Feb 10 13:37:16.764126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:16.767447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cce6163d-9967-4b2c-9864-79c056a1b64f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/dba23f5b-b058-4242-b00a-a55dada7cd5d HTTP/1.1" status: 204 len: 168 time: 2.2130659 Feb 10 13:37:16.769976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:16.886440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.7 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:16.887654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f938b-d567-4f19-b0c1-b2633f3027ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:16.889588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f938b-d567-4f19-b0c1-b2633f3027ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:16.891335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b05f938b-d567-4f19-b0c1-b2633f3027ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1201181 Feb 10 13:37:16.894055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:17.090827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 8ed88586-8aeb-49fe-8ef4-731dda143eb8 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:17.097144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (8ed88586-8aeb-49fe-8ef4-731dda143eb8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:17.210192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8ed88586-8aeb-49fe-8ef4-731dda143eb8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:17.374998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8ed88586-8aeb-49fe-8ef4-731dda143eb8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:17.512902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8ed88586-8aeb-49fe-8ef4-731dda143eb8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:17.660210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed88586-8aeb-49fe-8ef4-731dda143eb8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:17.692485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:17.703476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:17.704717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-820d257b-b6e3-48d1-b3c3-e2b148689eb5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8ed88586-8aeb-49fe-8ef4-731dda143eb8 HTTP/1.1" status: 204 len: 168 time: 0.8094571 Feb 10 13:37:17.846420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f806fe46-65c1-421d-b598-5fc27e6c63f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399741 Feb 10 13:37:17.847288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea99179-aef5-4332-b877-c757581903cc None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:17.850407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:17.855477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:17.977144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Could not find standard attr ID for object dba23f5b-b058-4242-b00a-a55dada7cd5d. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:17.985760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:18.056833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55e725db-978a-4b8c-8544-9511a9e04a93 req-15f5e680-e3a8-415d-8e0f-d48d98b88996 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 210 time: 0.1098034 Feb 10 13:37:18.106543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8546d7c4-d32c-498d-ac18-d8431a351aca up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:18.116035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:18.171607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:18.193624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:18.241331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:18.269610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:18.369023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-16c0ca92-0dd9-4c8f-879e-636fd0713450 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3614135 Feb 10 13:37:18.388140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:18.391567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:18.426760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Provisioning complete for port 8546d7c4-d32c-498d-ac18-d8431a351aca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:18.428031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.015054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8546d7c4-d32c-498d-ac18-d8431a351aca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:19.016327 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.144504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (60ba48c8-af6a-4100-9197-5b8a76fbdbea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.252070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:19.256792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:19.327936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:19.333055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:19.334263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.357362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=60ba48c8-af6a-4100-9197-5b8a76fbdbea,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:19.440188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Current status of the port 8546d7c4-d32c-498d-ac18-d8431a351aca is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:19.440541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.607722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-736b3a5c-62a0-4d7f-bcb2-1f2b5a9e0de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7537847 Feb 10 13:37:19.607980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:19.615179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:19.628440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '60ba48c8-af6a-4100-9197-5b8a76fbdbea', 'ip_address': '2001:db8::cdbe:ad33:3a0a:651b'}], 'name': 'tempest-NetworksTestDHCPv6-637544880'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:19.651556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e253-42da-46bd-b47b-f207fc410454 req-8b57ff8f-5e3a-459e-a6bc-414944d741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:19.653973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-8b57ff8f-5e3a-459e-a6bc-414944d741c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1128 time: 0.5542030 Feb 10 13:37:19.655572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:19.658200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.691261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] For port 8546d7c4-d32c-498d-ac18-d8431a351aca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8546d7c4-d32c-498d-ac18-d8431a351aca,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:19.694118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e7affd49-4cae-4d3c-9366-b37ad2f3f405 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1411037 Feb 10 13:37:19.694379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8546d7c4-d32c-498d-ac18-d8431a351aca is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:19.694812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.706710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Request body: {'port': {'device_id': 'f13db31a-5790-445c-ba45-075aedf03174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:19.714083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Deleting port 8546d7c4-d32c-498d-ac18-d8431a351aca {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:19.714600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.772345 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.907015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:19.970860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842959b-2b6f-4331-bf6f-c29cada019cd None None] Pushing event updated for resources: {'Port': ['ID=8546d7c4-d32c-498d-ac18-d8431a351aca,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:20.195081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:37:20.195775 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:37:20.202564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] For port 8546d7c4-d32c-498d-ac18-d8431a351aca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8546d7c4-d32c-498d-ac18-d8431a351aca,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:20.202934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:20.236336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Calling delete_port for 8546d7c4-d32c-498d-ac18-d8431a351aca owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:20.354393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-e1b8532c-d949-4df4-bbcd-2b999acea542 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:20.355939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-e1b8532c-d949-4df4-bbcd-2b999acea542 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.77 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 950 time: 0.3028862 Feb 10 13:37:20.417283 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (8546d7c4-d32c-498d-ac18-d8431a351aca), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:20.442946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] No DVR routers for this DVR port 8546d7c4-d32c-498d-ac18-d8431a351aca on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:20.538577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a687-0469-4baf-830f-e0b44626e1ab None None] Pushing event deleted for resources: {'Port': ['ID=8546d7c4-d32c-498d-ac18-d8431a351aca,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:20.552268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ecb12-e277-4e8c-b796-5ae18c260e7c None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:20.571328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804932f-4398-45c5-bebd-735f4516f5f8 req-52ada20a-f207-4c9c-9a9f-c17ca3af0065 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:20.579142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8804932f-4398-45c5-bebd-735f4516f5f8 req-52ada20a-f207-4c9c-9a9f-c17ca3af0065 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 950 time: 1.4597313 Feb 10 13:37:20.757194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 8546d7c4-d32c-498d-ac18-d8431a351aca update to ACTIVE by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:37:20.763116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e253-42da-46bd-b47b-f207fc410454 req-c2567735-6858-4486-ba1c-026287912e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:20.767111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-c2567735-6858-4486-ba1c-026287912e2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 1.0739267 Feb 10 13:37:20.807728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Deleting port 558b6c34-20e7-489b-9acf-52053c45a109 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:20.808290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (558b6c34-20e7-489b-9acf-52053c45a109), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:20.859154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8804932f-4398-45c5-bebd-735f4516f5f8 req-192c935c-78c9-4195-884e-c4d97d0836f4 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740574 Feb 10 13:37:20.905978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '60ba48c8-af6a-4100-9197-5b8a76fbdbea'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:20.906854 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:20.960834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8546d7c4-d32c-498d-ac18-d8431a351aca no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:20.993879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:37:21.047039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] For port 558b6c34-20e7-489b-9acf-52053c45a109, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=558b6c34-20e7-489b-9acf-52053c45a109,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:21.047689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (558b6c34-20e7-489b-9acf-52053c45a109), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:21.063145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Calling delete_port for 558b6c34-20e7-489b-9acf-52053c45a109 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:21.096554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8546d7c4-d32c-498d-ac18-d8431a351aca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:21.115719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8546d7c4-d32c-498d-ac18-d8431a351aca not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:21.259175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks [] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:21.339639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:21.348395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-4f4f6530-6409-40fd-9fd5-276a3b0f1259 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 217 time: 0.5602438 Feb 10 13:37:21.380850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Transition to ACTIVE for port object d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:37:21.382778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (558b6c34-20e7-489b-9acf-52053c45a109), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:21.428129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['558b6c34-20e7-489b-9acf-52053c45a109'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:21.451988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Pushing event deleted for resources: {'Port': ['ID=558b6c34-20e7-489b-9acf-52053c45a109,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:21.461294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:21.500773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e253-42da-46bd-b47b-f207fc410454 req-c11bc7fb-8076-48c5-bfa3-07b158ea2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:21.502884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-c11bc7fb-8076-48c5-bfa3-07b158ea2323 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1339374 Feb 10 13:37:21.563834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-a183a2fe-a7f2-42b7-8913-e791c7129d7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432229 Feb 10 13:37:21.614420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c4747-0aaa-475e-b82a-ab3872ac6f67 req-e889b559-c585-40e1-838a-27086b35cc2e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:21.622156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-307c4747-0aaa-475e-b82a-ab3872ac6f67 req-e889b559-c585-40e1-838a-27086b35cc2e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 931 time: 0.4811511 Feb 10 13:37:21.685135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/60ba48c8-af6a-4100-9197-5b8a76fbdbea/8f5dd5a7-11c6-4314-8f39-dedc731d0b5d) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:21.773663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] No DVR routers for this DVR port 558b6c34-20e7-489b-9acf-52053c45a109 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:21.782407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:21.789734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-aa5a40dd-cfe9-4d6b-bc1c-2662de25df52 req-301d7b6f-bb73-464e-a8cb-a59b7c4380be tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.77 "DELETE /v2.0/ports/558b6c34-20e7-489b-9acf-52053c45a109 HTTP/1.1" status: 204 len: 173 time: 1.4266653 Feb 10 13:37:21.793889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:21.801185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'name': 'network-vif-deleted', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:21.811843 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6c9ba-4494-404b-a1a7-3135f5622ae3" -d '{"events": [{"server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "name": "network-vif-deleted", "tag": "558b6c34-20e7-489b-9acf-52053c45a109"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:21.935234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-307c4747-0aaa-475e-b82a-ab3872ac6f67 req-fea65cf4-4961-4b67-b6c1-f15a8820c522 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119879 Feb 10 13:37:22.002855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.053675 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a263eb21-3d43-4ef1-b9c7-61633135fc65 x-openstack-request-id: req-a263eb21-3d43-4ef1-b9c7-61633135fc65 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:22.057370 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b851a7b7-511d-45cb-b58b-9cb0c18fee74", "name": "network-vif-deleted", "tag": "558b6c34-20e7-489b-9acf-52053c45a109", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:22.059109 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a263eb21-3d43-4ef1-b9c7-61633135fc65 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:22.059744 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b851a7b7-511d-45cb-b58b-9cb0c18fee74', 'name': 'network-vif-deleted', 'tag': '558b6c34-20e7-489b-9acf-52053c45a109', 'status': 'completed', 'code': 200} Feb 10 13:37:22.069612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Attempting to bind port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:22.070921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Attempting to bind port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:22.072079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port c3c4879a-761d-418f-87d1-c550040bc0fd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:22.074003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Attempting to bind port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:22.091333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:37:22.094157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Attempting to bind port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:22.114783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:22.117338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:22.117859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:22.121699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Bound port: d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:22.122242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.197847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks [] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.211778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.309131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:22.323251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:22.327650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:22.340791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0acc3aa4-408a-4fe1-b244-8f99f308e35a req-e9f7719f-b681-4016-84ef-0bc92ea87e52 tempest-VolumesBackupsTest-266578458 tempest-VolumesBackupsTest-266578458-project] 10.222.0.13 "GET /v2.0/ports?device_id=b851a7b7-511d-45cb-b58b-9cb0c18fee74 HTTP/1.1" status: 200 len: 210 time: 0.0722609 Feb 10 13:37:22.379264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:22.382736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:22.405604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.408781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-213d767a-9c6b-4e6c-ae0a-2e0484c6c01a service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391135 Feb 10 13:37:22.435580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Pushing event updated for resources: {'Port': ['ID=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:22.476648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:22.478056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Attempting to bind port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:22.478544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.478729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Attempting to bind port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:22.478995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Attempting to bind port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:22.486126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 HTTP/1.1" status: 200 len: 1091 time: 2.7837777 Feb 10 13:37:22.491355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:22.493015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:22.493015 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.493015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:22.493015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Bound port: 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:22.493399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.639871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] For port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:22.646081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] For port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:22.658634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:22.661946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04627d0a-554a-4270-bb72-707e7da23a33 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:22.699490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-504fc0fc-c7f8-4442-8ac1-2b96b9f8c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:22.702356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-504fc0fc-c7f8-4442-8ac1-2b96b9f8c83e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 1125 time: 0.1190200 Feb 10 13:37:22.782646 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-440c55b9-c7e7-45f9-8e21-95b2adc6d8b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 HTTP/1.1" status: 200 len: 217 time: 0.0718701 Feb 10 13:37:22.789207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1198928-1413-469e-b0f9-2c6abf335fd3 None None] Pushing event updated for resources: {'Port': ['ID=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:22.792245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b493e253-42da-46bd-b47b-f207fc410454 req-8a45d631-268b-4c38-8d59-0cc1848f32da service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720694 Feb 10 13:37:22.863861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::cdbe:ad33:3a0a:651b (23165869-dc7f-4747-b970-0fd5448d7c72/60ba48c8-af6a-4100-9197-5b8a76fbdbea/c3c4879a-761d-418f-87d1-c550040bc0fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:22.950255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-6bc7558c-4faf-455a-ba0c-ea2f9a449b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:22.952429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-6bc7558c-4faf-455a-ba0c-ea2f9a449b8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1637962 Feb 10 13:37:23.082650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-da6ed470-5b46-4782-bd75-bf3e0adeb84e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114089 Feb 10 13:37:23.357916 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-e1d0c0e8-54c1-47fd-9320-65c6c4fc86b7 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679882 Feb 10 13:37:23.404286 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:37:23.459832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834bdb-2f53-4cb8-a589-584f0adb7949 req-b3ed8fa4-a797-4784-ac98-a42f77c02ae9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:23.467913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd834bdb-2f53-4cb8-a589-584f0adb7949 req-b3ed8fa4-a797-4784-ac98-a42f77c02ae9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 943 time: 0.3315523 Feb 10 13:37:23.539732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (c3c4879a-761d-418f-87d1-c550040bc0fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:23.584903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-09a24bcf-7f3a-4cab-8a19-3c60cf165120 req-0ad0c12c-ff8b-4db7-b93f-90e74d55d49c service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932492 Feb 10 13:37:23.586147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd834bdb-2f53-4cb8-a589-584f0adb7949 req-64c18be7-047f-43d5-8297-09f236ee7b52 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169500 Feb 10 13:37:23.672265 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c3c4879a-761d-418f-87d1-c550040bc0fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:23.724696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:23.749082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:23.756893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:23.773327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:23.779760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:23.913054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2958381 Feb 10 13:37:23.913952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefb8ca-fd64-491e-b7ad-b1ea09302113 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=c3c4879a-761d-418f-87d1-c550040bc0fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:23.915143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:24.041497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d34ea-8a81-4fcc-99a6-5405a10279c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:24.047451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d34ea-8a81-4fcc-99a6-5405a10279c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:24.049267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-311d34ea-8a81-4fcc-99a6-5405a10279c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1329665 Feb 10 13:37:24.052405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:24.061299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:24.064685 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35382270-178c-4f27-8444-300ab87999c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:24.201145 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2d804-57b7-42df-9c29-df6cf25f98ed x-openstack-request-id: req-22a2d804-57b7-42df-9c29-df6cf25f98ed {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:24.201445 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:24.201876 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22a2d804-57b7-42df-9c29-df6cf25f98ed {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:24.202304 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219', 'status': 'completed', 'code': 200} Feb 10 13:37:24.273491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port c3c4879a-761d-418f-87d1-c550040bc0fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:24.278985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c3c4879a-761d-418f-87d1-c550040bc0fd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:24.321741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382270-178c-4f27-8444-300ab87999c5 req-071595a6-8846-402d-8b16-3176c9e769fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:24.332293 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-071595a6-8846-402d-8b16-3176c9e769fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 1125 time: 0.1168885 Feb 10 13:37:24.566076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Provisioning complete for port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:24.566702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:24.590950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c3c4879a-761d-418f-87d1-c550040bc0fd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:24.607263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382270-178c-4f27-8444-300ab87999c5 req-9d983e33-7e3a-4706-b780-b0c2b17f5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:24.608765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-9d983e33-7e3a-4706-b780-b0c2b17f5fb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.2692897 Feb 10 13:37:24.631588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for c3c4879a-761d-418f-87d1-c550040bc0fd owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:24.742236 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-b2b9a529-6603-4300-aa1c-22bcd61c26ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 HTTP/1.1" status: 200 len: 217 time: 0.1249964 Feb 10 13:37:24.794025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Current status of the port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:24.794508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:24.863377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382270-178c-4f27-8444-300ab87999c5 req-156ea777-802b-43e6-b948-6ba86a330f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:24.864362 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-156ea777-802b-43e6-b948-6ba86a330f84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1147897 Feb 10 13:37:24.971834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-025edadb-8c2c-459a-871f-d39890cf07d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979419 Feb 10 13:37:24.991900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] For port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:25.013530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 558b6c34-20e7-489b-9acf-52053c45a109 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:25.027331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:25.118227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d3213-164d-48fe-b2fc-8db44cbd5233 req-8918c1ad-8a52-433d-b957-820c7d85afba tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:25.120501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f38d3213-164d-48fe-b2fc-8db44cbd5233 req-8918c1ad-8a52-433d-b957-820c7d85afba tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 943 time: 0.3788590 Feb 10 13:37:25.144453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:25.171585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 558b6c34-20e7-489b-9acf-52053c45a109 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:25.174984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 558b6c34-20e7-489b-9acf-52053c45a109 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:25.278883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-c9001312-5d58-4ef9-8c84-12fb4b4d2bbe service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995691 Feb 10 13:37:25.369260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ee880164-b782-40ae-9b38-e9e932db3c72 None None] Could not find standard attr ID for object 8479da50-b79e-4c1a-882d-fdbfbf9475bd. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:25.470979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f38d3213-164d-48fe-b2fc-8db44cbd5233 req-8313cd84-2fe0-4ee0-b001-d00962b18edd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383915 Feb 10 13:37:25.487036 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c3c4879a-761d-418f-87d1-c550040bc0fd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:25.550861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93b44032-9a50-463f-9fdb-29c7dc4aef40 None None] Could not find standard attr ID for object dba23f5b-b058-4242-b00a-a55dada7cd5d. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:25.590836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90afdd5-40d7-4261-a457-ae3d834d6171 None None] Pushing event updated for resources: {'Port': ['ID=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:25.611990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=c3c4879a-761d-418f-87d1-c550040bc0fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:25.634011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-35382270-178c-4f27-8444-300ab87999c5 req-4b3854b5-a956-4e83-80d2-c4aeb0b9b631 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484173 Feb 10 13:37:25.639771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:25.641054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:25.715316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:25.718851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-88052946-3c37-4a8b-9980-07df00d0889d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/c3c4879a-761d-418f-87d1-c550040bc0fd HTTP/1.1" status: 204 len: 168 time: 1.6652346 Feb 10 13:37:25.721475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:25.730256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:25.902885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1ec81-36bb-4345-8836-a4c0627caefa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:25.920689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1ec81-36bb-4345-8836-a4c0627caefa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:25.923065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-55f1ec81-36bb-4345-8836-a4c0627caefa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2003317 Feb 10 13:37:25.925702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:25.968537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:26.064535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 60ba48c8-af6a-4100-9197-5b8a76fbdbea {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:26.074330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-526db502-fb7d-4f42-8d0f-697d3c03bb21 None None] Could not find standard attr ID for object c3c4879a-761d-418f-87d1-c550040bc0fd. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:26.109989 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30297413-d8aa-4065-84b7-b57a2c6866c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.149490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (60ba48c8-af6a-4100-9197-5b8a76fbdbea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.369130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30297413-d8aa-4065-84b7-b57a2c6866c1 admin admin] Publish callbacks [] for security_group (a4834907-1dbf-4c02-93b4-6a861545d567), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.378275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30297413-d8aa-4065-84b7-b57a2c6866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a4834907-1dbf-4c02-93b4-6a861545d567), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.485430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30297413-d8aa-4065-84b7-b57a2c6866c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbc462d4f16046eca4f13826c1b40618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533605 Feb 10 13:37:26.487803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:26.508706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30297413-d8aa-4065-84b7-b57a2c6866c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4834907-1dbf-4c02-93b4-6a861545d567,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:26.566024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (60ba48c8-af6a-4100-9197-5b8a76fbdbea), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.652461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] Publish callbacks [] for security_group (a4834907-1dbf-4c02-93b4-6a861545d567), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.736867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] Publish callbacks [] for security_group (a4834907-1dbf-4c02-93b4-6a861545d567), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.968592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:26.970107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a4834907-1dbf-4c02-93b4-6a861545d567), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.979245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:26.980582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4834907-1dbf-4c02-93b4-6a861545d567 HTTP/1.1" status: 204 len: 168 time: 0.4914863 Feb 10 13:37:27.009497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269caad-972d-4c72-9eee-bb99ab3101cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4834907-1dbf-4c02-93b4-6a861545d567,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:27.034198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (60ba48c8-af6a-4100-9197-5b8a76fbdbea), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:27.126767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:27.127621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:27.315210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facc26f-c8be-46a0-b66d-c8b28d7fee7b req-06bc98a0-3da3-4bc9-b2d5-83a79fd46d27 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:27.324583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:27.331798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3facc26f-c8be-46a0-b66d-c8b28d7fee7b req-06bc98a0-3da3-4bc9-b2d5-83a79fd46d27 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 943 time: 0.7046487 Feb 10 13:37:27.339429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (60ba48c8-af6a-4100-9197-5b8a76fbdbea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:27.477708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3facc26f-c8be-46a0-b66d-c8b28d7fee7b req-4a1e8c99-b719-47d7-9778-ff8451bf54a1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447854 Feb 10 13:37:27.479973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=60ba48c8-af6a-4100-9197-5b8a76fbdbea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:27.482003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:27.485409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e2257e4-9c7d-4910-8d53-76427ff797f8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/60ba48c8-af6a-4100-9197-5b8a76fbdbea HTTP/1.1" status: 204 len: 168 time: 1.5574527 Feb 10 13:37:27.487852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:27.489968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd786e6f-2627-4e31-a51b-87bd8ea08df2 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:27.595826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a8f860f4-1f2f-45b2-b0cd-f760560af7dd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064837 Feb 10 13:37:27.598226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:27.640318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:37:27.739866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c9888-0ab1-459d-acdb-15f0a054d5a2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:27.742058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e0c9888-0ab1-459d-acdb-15f0a054d5a2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1416893 Feb 10 13:37:27.744029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:27.881785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff1e5b-cd6b-425b-801b-e246377fb7c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:27.883717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7dff1e5b-cd6b-425b-801b-e246377fb7c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381795 Feb 10 13:37:27.887279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:27.984288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f8470cc1-2ec0-45aa-b30e-ef1beace3a35 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957811 Feb 10 13:37:27.988565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:27.996702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:28.047771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:28.063132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219', 'mac_address': 'fa:16:3e:60:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:37:28.065017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:28.203696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:28.205123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.225542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:28.234548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.253845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Deleting port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:28.254142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.333155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:28.357288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] For port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:28.357601 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.393102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Calling delete_port for 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:28.413337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:37:28.557155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-61951877-network', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:28.577489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:28.651532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Made reservation on behalf of c09a5ef8a0654096b12ca2eee49fd900 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:28.662166 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.710543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.720626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (d7a365ef-3060-4d99-9b38-0ed5bd4bf016), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.767451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.863796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:28.879552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:28.909822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:28.929314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48690c58-0f25-4860-bc46-33658b3b4531 req-427e5d71-6297-4e16-86bf-bb398cb6907d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:28.932615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48690c58-0f25-4860-bc46-33658b3b4531 req-427e5d71-6297-4e16-86bf-bb398cb6907d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 944 time: 0.3002341 Feb 10 13:37:28.935506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:28.936260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:28.943985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:28.967958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=d7a365ef-3060-4d99-9b38-0ed5bd4bf016,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:29.021277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-102530a3-c041-4b47-8113-358f8406f9b8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0288284 Feb 10 13:37:29.021487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:29.026717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'd7a365ef-3060-4d99-9b38-0ed5bd4bf016', 'ip_address': '2001:db8::fe06:4f9a:3a88:2926'}], 'name': 'tempest-NetworksTestDHCPv6-1126907213'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:29.069938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48690c58-0f25-4860-bc46-33658b3b4531 req-54d3a80c-dce7-41ab-8d6e-b5fd4e133f48 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297016 Feb 10 13:37:29.097226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:29.115723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks [] for security_group (7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.127859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.177551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:37:29.192609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (8f5dd5a7-11c6-4314-8f39-dedc731d0b5d), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.203160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:29.223767 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5dc2891a-84b7-4160-945a-caae68a0c0f6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.225049 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Added segment 5dc2891a-84b7-4160-945a-caae68a0c0f6 of type vlan for network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 Feb 10 13:37:29.243810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d update to DOWN by agent not found {{(pid=103401) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 13:37:29.251586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] Pushing event deleted for resources: {'Port': ['ID=8f5dd5a7-11c6-4314-8f39-dedc731d0b5d,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:29.262054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cafe1-80d3-4148-a387-1d28603d059a None None] No DVR routers for this DVR port 8f5dd5a7-11c6-4314-8f39-dedc731d0b5d on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:29.289484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:29.304536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eead3c-8a5b-463c-a969-6ef1faa0d1d9 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:29.321506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.423656 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.425404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:29.426505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.513543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] Pushing event updated for resources: {'Network': ['ID=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:29.515702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'd7a365ef-3060-4d99-9b38-0ed5bd4bf016'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:29.517155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.527851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bdaa9928-ea44-484a-9785-9a00735fd854 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1906123 Feb 10 13:37:29.528904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:29.534233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Request body: {'subnet': {'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-61951877-subnet', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:29.547668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.565922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Made reservation on behalf of c09a5ef8a0654096b12ca2eee49fd900 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:29.570080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:29.574761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:37:29.612373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 107ff2cb-fac3-4105-83cc-701cb05bd500 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:29.762348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-6cd2e191-9cf1-431c-acba-f82b3ca01d8c service neutron] (103399) timed out ('10.222.0.13', 56138) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:37:30.023233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::fe06:4f9a:3a88:2926 (23165869-dc7f-4747-b970-0fd5448d7c72/d7a365ef-3060-4d99-9b38-0ed5bd4bf016/107ff2cb-fac3-4105-83cc-701cb05bd500) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:30.137132 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (b9c55e36-4365-4ae9-aacd-e43b7c2db092), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.274252 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (107ff2cb-fac3-4105-83cc-701cb05bd500), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.300629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Checking segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:30.301028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Network hostable DHCP agents. Network: 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:37:30.307404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c55e36-4365-4ae9-aacd-e43b7c2db092,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:30.319003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (107ff2cb-fac3-4105-83cc-701cb05bd500), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.355289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248bea8-cbf5-408d-92ca-f8e258df8297 req-ea32948f-a360-4271-9b1e-a88eea3b6f00 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:30.366694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7248bea8-cbf5-408d-92ca-f8e258df8297 req-ea32948f-a360-4271-9b1e-a88eea3b6f00 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 944 time: 0.1671209 Feb 10 13:37:30.390359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:30.395224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:30.402229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:30.410833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:30.411605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.411850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:37:30.419093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/d7a365ef-3060-4d99-9b38-0ed5bd4bf016/402329c7-18db-4675-98e4-d2e793215387) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:30.425969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=107ff2cb-fac3-4105-83cc-701cb05bd500,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:30.439400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7944b8c9-4ed1-4ff9-b6f6-52e4a2e2a5c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4161963 Feb 10 13:37:30.441804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:30.451073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'd7a365ef-3060-4d99-9b38-0ed5bd4bf016', 'ip_address': '2001:db8::fe06:4f9a:3a88:2926'}], 'name': 'tempest-NetworksTestDHCPv6-267776644'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:30.460054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:30.479354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c48b2-1ff7-4cd4-a21a-ce36d4bc1723 None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:30.503155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:30.503765 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.515440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7248bea8-cbf5-408d-92ca-f8e258df8297 req-6cd41756-be20-47ed-b923-fd3129ba2191 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478243 Feb 10 13:37:30.578624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-67d6cbe2-e3b7-4eaa-a1c1-c7f109c0af75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0484695 Feb 10 13:37:30.579452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:30.584540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:30.640475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.641753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.736666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:30.742913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.769372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port fd2b0966-cf6c-4d87-9497-28569849cdab yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:30.796674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for router_controller (738401f0-cbd5-4b99-8743-8cd8f94a0420), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:30.798640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-f3a9b685-9515-468c-86e2-31e92cf23139 req-d2750d69-b4b9-43ca-99ef-b298b2da660a tempest-MigrationsAdminTest-51382600 tempest-MigrationsAdminTest-51382600-project-admin] (103399) timed out ('10.222.0.13', 36146) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:37:30.921566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a17b3d0-5206-4723-b279-e46e7ea99f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.007327 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks [] for port (402329c7-18db-4675-98e4-d2e793215387), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.015818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:31.016930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.030436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for router_gateway (738401f0-cbd5-4b99-8743-8cd8f94a0420), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.111141 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 13:37:31.111629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:37:31.145297 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc071ee8-866d-44f8-934c-c46acf2c1cf5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7001252 Feb 10 13:37:31.145977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:31.266266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Allocated IP 172.20.0.2 (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513/b9c55e36-4365-4ae9-aacd-e43b7c2db092/65ca1af3-4e48-4424-9ff6-b41f1ca894e3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:31.370779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbc038d-9baf-4cec-88b8-041306b0d856 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:31.377246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbc038d-9baf-4cec-88b8-041306b0d856 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:31.381648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dbbc038d-9baf-4cec-88b8-041306b0d856 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2321756 Feb 10 13:37:31.382147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:31.443308 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks [] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.446545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (402329c7-18db-4675-98e4-d2e793215387), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.508140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:31.510142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.514596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Pushing event updated for resources: {'Port': ['ID=402329c7-18db-4675-98e4-d2e793215387,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:31.519255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:31.524056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:31.628597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 107ff2cb-fac3-4105-83cc-701cb05bd500 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:31.628597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (107ff2cb-fac3-4105-83cc-701cb05bd500), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.678741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:31.769232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:31.810603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:31.823551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:31.834899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Pushing event updated for resources: {'Port': ['ID=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:31.840039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (107ff2cb-fac3-4105-83cc-701cb05bd500), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.841513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Attempting to bind port 402329c7-18db-4675-98e4-d2e793215387 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:31.842002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Attempting to bind port 402329c7-18db-4675-98e4-d2e793215387 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:31.842849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Attempting to bind port 402329c7-18db-4675-98e4-d2e793215387 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:31.878120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 107ff2cb-fac3-4105-83cc-701cb05bd500 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:31.882963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:31.883220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:31.883610 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:31.885269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:31.890335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Bound port: 402329c7-18db-4675-98e4-d2e793215387, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:31.890747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (402329c7-18db-4675-98e4-d2e793215387), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.180560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] For port 402329c7-18db-4675-98e4-d2e793215387, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:32.185561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for router_gateway (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.187996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] For port 402329c7-18db-4675-98e4-d2e793215387, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=402329c7-18db-4675-98e4-d2e793215387,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:32.193177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Attempting to bind port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:32.193825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Attempting to bind port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:32.194395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Attempting to bind port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:32.197025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c6e3b-449d-434f-844c-0b3c3b792cf2 req-46a54bf3-d9ae-4390-9954-4df91b21a413 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:32.203242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (402329c7-18db-4675-98e4-d2e793215387), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.206574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37c6e3b-449d-434f-844c-0b3c3b792cf2 req-46a54bf3-d9ae-4390-9954-4df91b21a413 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 944 time: 0.5434949 Feb 10 13:37:32.218936 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (107ff2cb-fac3-4105-83cc-701cb05bd500), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.277880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd88cc0-e8a5-4565-8a23-e80c4f96e699 None None] Pushing event updated for resources: {'Port': ['ID=402329c7-18db-4675-98e4-d2e793215387,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:32.284694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:32.285424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Checking segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:32.286025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.286713 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Bound using segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:32.287571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Bound port: 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:32.288174 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.296269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a37c6e3b-449d-434f-844c-0b3c3b792cf2 req-b5331122-8691-42f6-a0f2-4ee74ddc2ac6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881743 Feb 10 13:37:32.304197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.305548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:37:32.308302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=107ff2cb-fac3-4105-83cc-701cb05bd500,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:32.345091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:32.345624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.380272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.386231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae73b35e-3522-45b2-bd69-2e38d169c27d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/107ff2cb-fac3-4105-83cc-701cb05bd500 HTTP/1.1" status: 204 len: 168 time: 1.0029991 Feb 10 13:37:32.386838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:32.507684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314fcf2-f035-40da-b12b-d91f1d73c704 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:32.512120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314fcf2-f035-40da-b12b-d91f1d73c704 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:32.523787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f314fcf2-f035-40da-b12b-d91f1d73c704 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1358805 Feb 10 13:37:32.524614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:32.560678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] For port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:32.581994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Allocated IP 172.25.8.47 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c63860b7-401f-45f9-800b-51f16faaeaa5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:32.582462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] For port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:32.600185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.616966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:32.617824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.639494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet d7a365ef-3060-4d99-9b38-0ed5bd4bf016 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:32.659591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (d7a365ef-3060-4d99-9b38-0ed5bd4bf016), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.868524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.891630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (d7a365ef-3060-4d99-9b38-0ed5bd4bf016), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:32.921502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:32.938775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:32.951322 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff181ae7-c1f3-4779-b2dd-013ed357b945" -d '{"events": [{"server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:33.008578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.016554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.049096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7eca5-f24e-4e67-8bd4-9e25f448349b None None] Pushing event updated for resources: {'Port': ['ID=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:33.192643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:33.212972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:33.217307 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f290f2-308a-43b3-b9e3-27e4ff56eff1 x-openstack-request-id: req-83f290f2-308a-43b3-b9e3-27e4ff56eff1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:33.217307 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:33.217307 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83f290f2-308a-43b3-b9e3-27e4ff56eff1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:33.217978 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219', 'code': 200} Feb 10 13:37:33.221165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 402329c7-18db-4675-98e4-d2e793215387 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:33.223525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:33.315472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Pushing event updated for resources: {'Port': ['ID=c63860b7-401f-45f9-800b-51f16faaeaa5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:33.328657 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d7a365ef-3060-4d99-9b38-0ed5bd4bf016), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.381625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fdf556b-077f-4af8-aac0-f6a4cfd7fb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.496570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (d7a365ef-3060-4d99-9b38-0ed5bd4bf016), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.499868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:33.504524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 402329c7-18db-4675-98e4-d2e793215387 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:33.515843 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (402329c7-18db-4675-98e4-d2e793215387), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.624071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.629457 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/d7a365ef-3060-4d99-9b38-0ed5bd4bf016 HTTP/1.1" status: 204 len: 168 time: 1.1010468 Feb 10 13:37:33.639806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:33.651799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986556de-2f6e-4958-882a-d39b9412b65c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a365ef-3060-4d99-9b38-0ed5bd4bf016,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:33.764855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-757d9fd8-58ad-400c-9651-ce83a07a0382 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209445 Feb 10 13:37:33.769465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:33.780516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:33.803395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 402329c7-18db-4675-98e4-d2e793215387 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:33.803948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (402329c7-18db-4675-98e4-d2e793215387), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.807953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033e58e-952f-454c-a009-e5676b7c7fbf req-e8cc1186-01cb-4389-b6e5-3ad73df863dd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:33.817003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6033e58e-952f-454c-a009-e5676b7c7fbf req-e8cc1186-01cb-4389-b6e5-3ad73df863dd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.3470800 Feb 10 13:37:33.872573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 402329c7-18db-4675-98e4-d2e793215387, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=402329c7-18db-4675-98e4-d2e793215387,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:33.884007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (402329c7-18db-4675-98e4-d2e793215387), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:33.904565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0dcb0-355b-4801-ac8b-1325379eeb38 req-8321eb8b-7d89-47cb-8add-ff458962521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:33.906361 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ca0dcb0-355b-4801-ac8b-1325379eeb38 req-8321eb8b-7d89-47cb-8add-ff458962521c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 1127 time: 0.4294126 Feb 10 13:37:33.992451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6033e58e-952f-454c-a009-e5676b7c7fbf req-1a69e8fa-ba0f-4bb9-8b09-03aaa802d07e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684527 Feb 10 13:37:34.039432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=402329c7-18db-4675-98e4-d2e793215387,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:34.094023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5ca0dcb0-355b-4801-ac8b-1325379eeb38 req-87779d5a-4d92-43a5-aa9f-fb48ad80400a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082063 Feb 10 13:37:34.110790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:34.115290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.157236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for router_gateway (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.199872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0094f3b-1b3e-445f-a321-9544ef9d5457 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:34.444279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84096957-511d-4a07-bd4e-1b62b0df78d1 req-e680597b-f3f5-441e-835c-946d3b8f6767 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:34.462709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84096957-511d-4a07-bd4e-1b62b0df78d1 req-e680597b-f3f5-441e-835c-946d3b8f6767 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.3766642 Feb 10 13:37:34.508229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (944f4d0f-96eb-49dc-a97a-a46c7c27aecd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.624556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=944f4d0f-96eb-49dc-a97a-a46c7c27aecd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:34.626493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-760bf6f3-02f0-4903-8746-f1bceb856dc4 None None] Provisioning complete for port 402329c7-18db-4675-98e4-d2e793215387 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:34.627017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-760bf6f3-02f0-4903-8746-f1bceb856dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (402329c7-18db-4675-98e4-d2e793215387), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.636105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:34.641896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:34.652425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:34.654248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.654892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.670546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84096957-511d-4a07-bd4e-1b62b0df78d1 req-a6f08826-1295-410f-86e3-8391c4ef3d64 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055335 Feb 10 13:37:34.686485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09decc0c-12f5-4f4a-93b3-420f10c81971 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9149644 Feb 10 13:37:34.689293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:34.694408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '944f4d0f-96eb-49dc-a97a-a46c7c27aecd', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-56799068'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:34.740406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:34.873758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-760bf6f3-02f0-4903-8746-f1bceb856dc4 None None] Current status of the port 402329c7-18db-4675-98e4-d2e793215387 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:34.892286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:34.952277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e98344-1ae4-4a5e-8599-d41ec11e3d45 None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:35.014183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Router 738401f0-cbd5-4b99-8743-8cd8f94a0420 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:37:35.024122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:35.062116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:35.112559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Provisioning complete for port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:35.112895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.146423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.183584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 01029ab1-712f-438b-a032-e7236fafceb1 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:37:35.184569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:35.198621 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Sync routers for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:35.214646 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:35.215765 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:35.223797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Deleting port 402329c7-18db-4675-98e4-d2e793215387 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:35.224169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (402329c7-18db-4675-98e4-d2e793215387), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.231597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.239293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cfd01dc0-6929-4b35-b281-376eb6bc718b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6560535 Feb 10 13:37:35.239605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:35.469810 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:37:35.470505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:37:35.521934 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e738d870-7c9a-41e0-9261-1f9f012527aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8314350 Feb 10 13:37:35.523306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:35.542452 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:35.595352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a88850-6f72-4cc3-bf1a-18cf27ac37e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:35.601084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3a88850-6f72-4cc3-bf1a-18cf27ac37e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0759788 Feb 10 13:37:35.601923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:35.610986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:35.611376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.719865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d6754-7180-4ce9-a7bd-b50a0e3756c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:35.723483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d6754-7180-4ce9-a7bd-b50a0e3756c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:35.729331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-408d6754-7180-4ce9-a7bd-b50a0e3756c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1261699 Feb 10 13:37:35.729990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:35.770101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] For port 402329c7-18db-4675-98e4-d2e793215387, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=402329c7-18db-4675-98e4-d2e793215387,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:35.770490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (402329c7-18db-4675-98e4-d2e793215387), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.780673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Current status of the port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:35.781113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.786448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Calling delete_port for 402329c7-18db-4675-98e4-d2e793215387 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:35.840005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 944f4d0f-96eb-49dc-a97a-a46c7c27aecd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:35.843581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (944f4d0f-96eb-49dc-a97a-a46c7c27aecd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.874890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:35.875681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.888500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420343c-f4c4-4e56-99d1-83e6dbd0dbd0 req-9e90e424-d8a1-4632-a6db-73e228789bcb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:35.892800 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (944f4d0f-96eb-49dc-a97a-a46c7c27aecd), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:35.896638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5420343c-f4c4-4e56-99d1-83e6dbd0dbd0 req-9e90e424-d8a1-4632-a6db-73e228789bcb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.2749863 Feb 10 13:37:35.982857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (944f4d0f-96eb-49dc-a97a-a46c7c27aecd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.072723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (944f4d0f-96eb-49dc-a97a-a46c7c27aecd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.089218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.105148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=944f4d0f-96eb-49dc-a97a-a46c7c27aecd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:36.109416 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:33Z', 'revision_number': 3, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:36.118585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.131420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:36.132895 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ab29f7b7-935c-4936-b75f-ecbada7b6ff7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/944f4d0f-96eb-49dc-a97a-a46c7c27aecd HTTP/1.1" status: 204 len: 168 time: 0.4019346 Feb 10 13:37:36.157238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] For port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:36.195545 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Checking router: 738401f0-cbd5-4b99-8743-8cd8f94a0420 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:36.198262 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.198796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Updating router 738401f0-cbd5-4b99-8743-8cd8f94a0420 port c63860b7-401f-45f9-800b-51f16faaeaa5 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:36.219264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5420343c-f4c4-4e56-99d1-83e6dbd0dbd0 req-ae72bf5e-1f97-4b5c-91cd-f50585437827 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162010 Feb 10 13:37:36.292788 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.346725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:36.351794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:36.357013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cd352548-2f1a-4b5d-bef3-fc1f1b27a2da tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2032676 Feb 10 13:37:36.388055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:37:36.388904 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:37:36.389027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.508943 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (402329c7-18db-4675-98e4-d2e793215387), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.512254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ee9d3b79-628a-4f6c-942a-2b3dfbeb19de None None] Provisioning complete for port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:36.512825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3b79-628a-4f6c-942a-2b3dfbeb19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.519950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffac73a-4c13-4bce-b78e-bc3d518e09e7 None None] Pushing event updated for resources: {'Port': ['ID=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:36.537571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:36.541243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.610016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] Pushing event deleted for resources: {'Port': ['ID=402329c7-18db-4675-98e4-d2e793215387,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:36.640282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee7974-2d1c-48bc-b5ae-253f79991764 None None] No DVR routers for this DVR port 402329c7-18db-4675-98e4-d2e793215387 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:36.663955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8704886f-dc74-4b42-a051-7a28dae018c0 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:36.863994 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks [] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.875020 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:36.937328 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (0d9414cd-a69c-44d5-8806-d48bcf4e2402), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.028017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Pushing event updated for resources: {'Port': ['ID=c63860b7-401f-45f9-800b-51f16faaeaa5,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:37.031760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:37.036453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:37.064326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:37.066027 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.066477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.067017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.067509 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.067934 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.068358 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.068799 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.069229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.069652 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.070092 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.070512 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.070932 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.071349 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:37.074337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.083710 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Attempting to bind port c63860b7-401f-45f9-800b-51f16faaeaa5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:37.085455 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Attempting to bind port c63860b7-401f-45f9-800b-51f16faaeaa5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:37.085624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb90f0-6794-45a4-b223-8390aae50faa None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:37.086077 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Attempting to bind port c63860b7-401f-45f9-800b-51f16faaeaa5 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:37.104829 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7569721 Feb 10 13:37:37.108149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:37.112779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-153395386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:37.115538 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:37.118989 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:37.120009 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.121322 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:37.121606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220719a9-7f46-4364-af37-94934c8d528d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=0d9414cd-a69c-44d5-8806-d48bcf4e2402,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:37.122794 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Bound port: c63860b7-401f-45f9-800b-51f16faaeaa5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:37.131534 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.149052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.150968 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.153934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:37.242893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d3b79-628a-4f6c-942a-2b3dfbeb19de None None] Current status of the port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:37.274645 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] For port c63860b7-401f-45f9-800b-51f16faaeaa5, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:37.278927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] For port c63860b7-401f-45f9-800b-51f16faaeaa5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c63860b7-401f-45f9-800b-51f16faaeaa5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:37.292344 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.315244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router_controller (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.324042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.352790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.354588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3749aa4-ed35-4416-9213-44050dba343c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2452669 Feb 10 13:37:37.357340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:37.367906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '0d9414cd-a69c-44d5-8806-d48bcf4e2402'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:37.368814 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.371562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:37.406086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696a8a8-5b54-432b-8e0f-0109125c892a req-41dbd769-1d2c-42b6-bd6c-d10c79fda111 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:37.424431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6696a8a8-5b54-432b-8e0f-0109125c892a req-41dbd769-1d2c-42b6-bd6c-d10c79fda111 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 1.0643697 Feb 10 13:37:37.435628 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052abe-fdcc-47d6-b97e-924041cb785b None None] Pushing event updated for resources: {'Port': ['ID=c63860b7-401f-45f9-800b-51f16faaeaa5,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:37.488475 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:37.489361 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:37.542363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:37.624597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6696a8a8-5b54-432b-8e0f-0109125c892a req-f9801755-97ae-461b-ba68-56c5aa59a51a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992490 Feb 10 13:37:37.891584 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:37.918915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/0d9414cd-a69c-44d5-8806-d48bcf4e2402/63e95d70-38e3-40bc-b7ee-b0231b4785db) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:37.983884 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:38.036686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:38.037366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:38.225359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed669-0a26-42c1-8a1e-b953938d46ce req-5c3717b0-746a-407e-87c2-63080a335017 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:38.226860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d17ed669-0a26-42c1-8a1e-b953938d46ce req-5c3717b0-746a-407e-87c2-63080a335017 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.5141799 Feb 10 13:37:38.415381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:38.433455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks [] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:38.449138 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:33Z', 'revision_number': 3, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:38.451951 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:38.486758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d17ed669-0a26-42c1-8a1e-b953938d46ce req-932d0ba6-1980-4cc6-8ecd-fa3a874716af tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501655 Feb 10 13:37:38.521587 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fb5c7-4d2a-4fd0-bcc6-e3e90011ab15 None None] The sync data for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 is: [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:33Z', 'revision_number': 3, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:37:38.530569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:38.621264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 402329c7-18db-4675-98e4-d2e793215387 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:38.625820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Allocated IP 172.20.0.1 (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513/b9c55e36-4365-4ae9-aacd-e43b7c2db092/9625e955-411b-4664-8a7e-ced1edc7a78f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:38.632888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Pushing event updated for resources: {'Port': ['ID=63e95d70-38e3-40bc-b7ee-b0231b4785db,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:38.879886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b436f-a216-4dd2-9645-f611cc4d3e57 req-89900fa9-9473-4db6-8acc-11bee5eca349 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:38.895163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d29b436f-a216-4dd2-9645-f611cc4d3e57 req-89900fa9-9473-4db6-8acc-11bee5eca349 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.2608132 Feb 10 13:37:39.125007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks [] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.131144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d29b436f-a216-4dd2-9645-f611cc4d3e57 req-abce7836-4d22-4c07-a285-22b1d6f4d023 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208261 Feb 10 13:37:39.187098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::1 (23165869-dc7f-4747-b970-0fd5448d7c72/0d9414cd-a69c-44d5-8806-d48bcf4e2402/3edd5cbf-67a2-4d93-840d-44368d678a65) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:39.230711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.292375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:39.320394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 402329c7-18db-4675-98e4-d2e793215387 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:39.320875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 402329c7-18db-4675-98e4-d2e793215387 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:39.326588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:37:39.412374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:39.518481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:39.550776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:39.599885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.640049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:39.659942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Pushing event updated for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:39.690455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:39.707225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.726584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.777202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'mac_address': 'fa:16:3e:45:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:37:39.788213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c63860b7-401f-45f9-800b-51f16faaeaa5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:39.799365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:39.823053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=3edd5cbf-67a2-4d93-840d-44368d678a65,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:39.868454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:39.870819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:39.876776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:39.877553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.918032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:39.920996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:39.921650 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:39.953235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:37:40.006073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:40.057033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.199765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.213456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a3c99-fe27-42fa-bdd9-c8985be1cee2 req-b948be87-c699-4a97-b8e7-8ee984bbf9c5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:40.216416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de3a3c99-fe27-42fa-bdd9-c8985be1cee2 req-b948be87-c699-4a97-b8e7-8ee984bbf9c5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.8891892 Feb 10 13:37:40.249088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:40.357443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.362625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Attempting to bind port 63e95d70-38e3-40bc-b7ee-b0231b4785db on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:40.365393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Attempting to bind port 63e95d70-38e3-40bc-b7ee-b0231b4785db by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:40.366044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Attempting to bind port 63e95d70-38e3-40bc-b7ee-b0231b4785db on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:40.379037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:40.387144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:40.387645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:40.388160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.388659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:40.389295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Bound port: 63e95d70-38e3-40bc-b7ee-b0231b4785db, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:40.389880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.444685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de3a3c99-fe27-42fa-bdd9-c8985be1cee2 req-82b14cf6-728f-418e-a832-e4e77060dcc7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377831 Feb 10 13:37:40.587150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] For port 63e95d70-38e3-40bc-b7ee-b0231b4785db, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:40.594853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] For port 63e95d70-38e3-40bc-b7ee-b0231b4785db, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63e95d70-38e3-40bc-b7ee-b0231b4785db,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:40.643178 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.651770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3bae9ee0-226f-4db8-b956-3c3a53444d45 None None] Provisioning complete for port 9625e955-411b-4664-8a7e-ced1edc7a78f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:40.652293 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bae9ee0-226f-4db8-b956-3c3a53444d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.662353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.683351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.684465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.824690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=3edd5cbf-67a2-4d93-840d-44368d678a65,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:40.833836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks [] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.838717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3bae9ee0-226f-4db8-b956-3c3a53444d45 None None] Port 9625e955-411b-4664-8a7e-ced1edc7a78f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:40.842620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8677-a146-4bed-bb4e-74509be6aca8 None None] Pushing event updated for resources: {'Port': ['ID=63e95d70-38e3-40bc-b7ee-b0231b4785db,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:40.848902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.865570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: BUILD; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:40.866987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.904788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:37:40.949574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:40.977768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c63860b7-401f-45f9-800b-51f16faaeaa5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:40.978845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.988404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:40.996647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Pushing event updated for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:41.062399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:41.075423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2bd54-3e44-4ddf-8cd4-d240b9fa3b2d req-abcde566-df86-42bc-b271-8d545b2134ab tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:41.079052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:41.080655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:41.082609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21c2bd54-3e44-4ddf-8cd4-d240b9fa3b2d req-abcde566-df86-42bc-b271-8d545b2134ab tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.1937952 Feb 10 13:37:41.213620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21c2bd54-3e44-4ddf-8cd4-d240b9fa3b2d req-04ff0cf4-3aa5-4da6-aa91-72130f7716e9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300254 Feb 10 13:37:41.245349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:41.247681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:41.327198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c63860b7-401f-45f9-800b-51f16faaeaa5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:41.329630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:41.397685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c63860b7-401f-45f9-800b-51f16faaeaa5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c63860b7-401f-45f9-800b-51f16faaeaa5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:41.399357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:41.442976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:37:41.561870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Router 738401f0-cbd5-4b99-8743-8cd8f94a0420 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:37:41.595080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:41.705921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:41.903700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:41.921477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5aa928e-43b0-4f39-a181-69699dc14210 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "PUT /v2.0/routers/5c12665e-7bb9-4aa4-8eee-6255f9753cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5630240 Feb 10 13:37:41.922020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:41.954356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Sync routers for ids ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:41.956784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63e95d70-38e3-40bc-b7ee-b0231b4785db up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:41.975763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922eb263-d7b5-4041-840d-d39eefa4eb86 req-972344fe-b799-4769-8687-671782abe77f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:41.977697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-922eb263-d7b5-4041-840d-d39eefa4eb86 req-972344fe-b799-4769-8687-671782abe77f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2439394 Feb 10 13:37:42.027146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba932540-7f7c-4889-9a01-95c35579e03e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:42.028598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba932540-7f7c-4889-9a01-95c35579e03e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports/3edd5cbf-67a2-4d93-840d-44368d678a65 HTTP/1.1" status: 200 len: 911 time: 0.1056168 Feb 10 13:37:42.031340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35590) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:42.036387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:42.057425 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Sync routers for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:42.058019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-009bab3b-a4f9-44bb-8055-c1f6949dd938 admin admin] 10.222.0.13 "PUT /v2.0/routers/738401f0-cbd5-4b99-8743-8cd8f94a0420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8073227 Feb 10 13:37:42.070258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-922eb263-d7b5-4041-840d-d39eefa4eb86 req-4d19f78a-c199-4b79-af91-d0d0b5e65446 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831943 Feb 10 13:37:42.088192 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:42.088871 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:42.106202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Routers {'5c12665e-7bb9-4aa4-8eee-6255f9753cb3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:42.106856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:42.174367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613ecdd-e664-4b62-a689-ed4c19a1d9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:42.204109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613ecdd-e664-4b62-a689-ed4c19a1d9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:42.206595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2613ecdd-e664-4b62-a689-ed4c19a1d9df tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1740160 Feb 10 13:37:42.209390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:42.301878 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:42.515065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3d1925af-9544-497c-85eb-50271a5a8ffb None None] Provisioning complete for port 9625e955-411b-4664-8a7e-ced1edc7a78f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:42.516152 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d1925af-9544-497c-85eb-50271a5a8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:42.542444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-124d9123-fb33-495d-b385-95b65382b694 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:42.554000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-124d9123-fb33-495d-b385-95b65382b694 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.2212362 Feb 10 13:37:42.577244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c63860b7-401f-45f9-800b-51f16faaeaa5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:42.682029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 63e95d70-38e3-40bc-b7ee-b0231b4785db triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:42.684350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:42.749892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Set router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:42.866170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:42.869866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:42.907218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf49c2-a287-425b-94ae-0b39eb5c12b8 req-295be435-fbc8-4fb6-b216-bfbf233b5f03 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:42.918394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84cf49c2-a287-425b-94ae-0b39eb5c12b8 req-295be435-fbc8-4fb6-b216-bfbf233b5f03 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=f13db31a-5790-445c-ba45-075aedf03174 HTTP/1.1" status: 200 len: 945 time: 0.5394750 Feb 10 13:37:42.970196 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 4, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9625e955-411b-4664-8a7e-ced1edc7a78f', 'name': '', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'mac_address': 'fa:16:3e:ab:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:38Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 2, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'subnets': [{'id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:43.093433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Checking router: 738401f0-cbd5-4b99-8743-8cd8f94a0420 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:43.093946 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Updating router 738401f0-cbd5-4b99-8743-8cd8f94a0420 port 9625e955-411b-4664-8a7e-ced1edc7a78f binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:43.140773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:43.142075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.187030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:43.218546 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.226633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:43.288341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84cf49c2-a287-425b-94ae-0b39eb5c12b8 req-74d1c28b-abd7-4866-9702-2796a9b915bc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532035 Feb 10 13:37:43.365829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3d1925af-9544-497c-85eb-50271a5a8ffb None None] Port 9625e955-411b-4664-8a7e-ced1edc7a78f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:43.386085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:43.392509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1212427733-network', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:43.524187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:43.524545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.638192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 63e95d70-38e3-40bc-b7ee-b0231b4785db is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:43.638192 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.657000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.735328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:37:43.755983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Made reservation on behalf of 66584a4a76f2485bba348748ca7ddf0f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:43.764621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.799425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:43.924634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.932634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-27b3c4c4-828d-4dcb-a9b5-332c11f76ef4 None None] Provisioning complete for port 63e95d70-38e3-40bc-b7ee-b0231b4785db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:43.944928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-27b3c4c4-828d-4dcb-a9b5-332c11f76ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.947032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:43.958137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:43.961631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11aa2c95-2fbc-4634-8a66-5597845c33ae req-069c8240-951e-4f44-928f-45a910ffbce1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 HTTP/1.1" status: 204 len: 173 time: 1.4011822 Feb 10 13:37:43.962147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'name': 'network-vif-deleted', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:43.998589 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c18ff9-3912-467c-b4b0-78040f50fde6" -d '{"events": [{"server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "name": "network-vif-deleted", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:44.207930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 63e95d70-38e3-40bc-b7ee-b0231b4785db, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63e95d70-38e3-40bc-b7ee-b0231b4785db,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:44.230937 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks [] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.236632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:44.244633 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.248455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.332915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.504374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46eb2-8197-4e0a-b4e7-49ed0a5e39cb None None] Pushing event updated for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:44.521318 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Attempting to bind port 9625e955-411b-4664-8a7e-ced1edc7a78f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:44.521660 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Attempting to bind port 9625e955-411b-4664-8a7e-ced1edc7a78f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:44.521961 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Attempting to bind port 9625e955-411b-4664-8a7e-ced1edc7a78f on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:44.545026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:44.545556 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Checking segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:44.545999 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.546479 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Bound using segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:44.546979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Bound port: 9625e955-411b-4664-8a7e-ced1edc7a78f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:44.547411 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.722310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d917d-8f61-4612-a555-39a22114d119 req-e532c6d2-fd93-41b8-8e32-fdc9842b9983 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:44.730583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-491d917d-8f61-4612-a555-39a22114d119 req-e532c6d2-fd93-41b8-8e32-fdc9842b9983 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 1.2431524 Feb 10 13:37:44.741583 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] For port 9625e955-411b-4664-8a7e-ced1edc7a78f, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:44.751981 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] For port 9625e955-411b-4664-8a7e-ced1edc7a78f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9625e955-411b-4664-8a7e-ced1edc7a78f,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:44.773411 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.944150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks [] for security_group (dc9b3618-ff01-4872-a00d-a4a5ecff263b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.974108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dc9b3618-ff01-4872-a00d-a4a5ecff263b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:44.983446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46eb2-8197-4e0a-b4e7-49ed0a5e39cb None None] Pushing event updated for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:45.002632 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:45.003287 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:45.021367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:37:45.035103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6204ec6e-3871-409e-8b8b-7ced2bd324c5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.035451 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Added segment 6204ec6e-3871-409e-8b8b-7ced2bd324c5 of type vlan for network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 Feb 10 13:37:45.113743 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7dd1fa6d-344e-4202-8dd2-6141cff036a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.166843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-491d917d-8f61-4612-a555-39a22114d119 req-d3308fdf-d28d-4005-8b8f-d4adb2257854 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4237876 Feb 10 13:37:45.237135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=63e95d70-38e3-40bc-b7ee-b0231b4785db,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:45.265700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c63860b7-401f-45f9-800b-51f16faaeaa5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:45.271785 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10098c-4031-429b-ba48-89a6cdd23f59 x-openstack-request-id: req-5b10098c-4031-429b-ba48-89a6cdd23f59 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:45.272307 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13db31a-5790-445c-ba45-075aedf03174", "name": "network-vif-deleted", "tag": "d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:45.272534 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b10098c-4031-429b-ba48-89a6cdd23f59 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:45.273088 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13db31a-5790-445c-ba45-075aedf03174', 'name': 'network-vif-deleted', 'tag': 'd6ef486f-3ed1-4ddc-a1ed-38f2e6c31219', 'status': 'completed', 'code': 200} Feb 10 13:37:45.322517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.333731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:45.359801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-27b3c4c4-828d-4dcb-a9b5-332c11f76ef4 None None] Current status of the port 63e95d70-38e3-40bc-b7ee-b0231b4785db is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:45.488246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:37:45.496442 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd6dd10-020a-4973-812f-f23d1c6c3b78" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:37:45.596420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:45.623622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Provisioning complete for port 9625e955-411b-4664-8a7e-ced1edc7a78f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:45.624004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.675235 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.700111 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2564354d-ef94-4e14-a3d9-363a0e705783 x-openstack-request-id: req-2564354d-ef94-4e14-a3d9-363a0e705783 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:37:45.703618 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:37:45.704513 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2564354d-ef94-4e14-a3d9-363a0e705783 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:37:45.705306 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:37:45.737197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:45.753061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7dd1fa6d-344e-4202-8dd2-6141cff036a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.754054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:45.757208 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 4, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9625e955-411b-4664-8a7e-ced1edc7a78f', 'name': '', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'mac_address': 'fa:16:3e:ab:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:38Z', 'updated_at': '2022-02-10T13:37:44Z', 'revision_number': 4, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'subnets': [{'id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:45.758151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.791931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:45.792600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device d6ef486f-3ed1-4ddc-a1ed-38f2e6c31219 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:45.812346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b3618-ff01-4872-a00d-a4a5ecff263b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:45.813512 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677f57-efea-48de-923f-f551ed644e61 None None] The sync data for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 is: [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 4, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '9625e955-411b-4664-8a7e-ced1edc7a78f', 'name': '', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'mac_address': 'fa:16:3e:ab:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:38Z', 'updated_at': '2022-02-10T13:37:44Z', 'revision_number': 4, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'subnets': [{'id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:37:45.888294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Current status of the port 9625e955-411b-4664-8a7e-ced1edc7a78f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:45.889274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:45.967494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] For port 9625e955-411b-4664-8a7e-ced1edc7a78f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9625e955-411b-4664-8a7e-ced1edc7a78f,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:45.972416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12665e-7bb9-4aa4-8eee-6255f9753cb3', 'name': 'tempest-NetworksTestDHCPv6-router-153395386', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:37Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 2, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None, '_interfaces': [{'id': '3edd5cbf-67a2-4d93-840d-44368d678a65', 'name': '', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'mac_address': 'fa:16:3e:00:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12665e-7bb9-4aa4-8eee-6255f9753cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '0d9414cd-a69c-44d5-8806-d48bcf4e2402', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:38Z', 'updated_at': '2022-02-10T13:37:40Z', 'revision_number': 2, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'subnets': [{'id': '0d9414cd-a69c-44d5-8806-d48bcf4e2402', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:45.996513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:45.997873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6097379 Feb 10 13:37:46.001684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Request body: {'subnet': {'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1212427733-subnet', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:46.017761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Checking router: 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:46.018125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Updating router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 port 3edd5cbf-67a2-4d93-840d-44368d678a65 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:46.056598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.058705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c63860b7-401f-45f9-800b-51f16faaeaa5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:46.059067 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.115892 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.118275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Made reservation on behalf of 66584a4a76f2485bba348748ca7ddf0f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:46.126184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.167587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6bd6d-588d-4f18-8ce4-e74cf31e4946 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd1fa6d-344e-4202-8dd2-6141cff036a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:46.400081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 3edd5cbf-67a2-4d93-840d-44368d678a65 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:46.400545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.571238 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Publish callbacks [] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.596835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:37:46.599127 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.651263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 3edd5cbf-67a2-4d93-840d-44368d678a65 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:46.698153 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.699028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (60209139-c27d-45b6-bc49-b15890b9c23a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.713134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Provisioning complete for port 3edd5cbf-67a2-4d93-840d-44368d678a65 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:46.713516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:46.802391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Port 3edd5cbf-67a2-4d93-840d-44368d678a65 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:46.803927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:46.956990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60209139-c27d-45b6-bc49-b15890b9c23a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:46.982314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Checking segment: {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:46.982812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Network hostable DHCP agents. Network: 7dd1fa6d-344e-4202-8dd2-6141cff036a2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:37:47.023975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c63860b7-401f-45f9-800b-51f16faaeaa5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:47.057648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:37:47.099374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7dd1fa6d-344e-4202-8dd2-6141cff036a2) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:47.127387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:47.127999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.129194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8993c-599c-4bcb-a837-3b4ad755e79f None None] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:47.166490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.170626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6819b046-85d6-4e49-9b1b-a827962052b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1729600 Feb 10 13:37:47.173220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:47.190064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:47.233967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=3edd5cbf-67a2-4d93-840d-44368d678a65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:47.293363 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (96a4309b-8d19-48e1-8026-111a194107fa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.294793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (96a4309b-8d19-48e1-8026-111a194107fa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.433417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for router_controller (96a4309b-8d19-48e1-8026-111a194107fa), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.452163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2215-25ea-41cd-b98b-c129c910e171 None None] Pushing event updated for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:47.512030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ac67110d-faca-46ae-92fb-2c8b4a17e4d9 None None] Could not find standard attr ID for object 3edd5cbf-67a2-4d93-840d-44368d678a65. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:37:47.519086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9625e955-411b-4664-8a7e-ced1edc7a78f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:47.535486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.621319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Attempting to bind port 3edd5cbf-67a2-4d93-840d-44368d678a65 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:47.624766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Attempting to bind port 3edd5cbf-67a2-4d93-840d-44368d678a65 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:47.625400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Attempting to bind port 3edd5cbf-67a2-4d93-840d-44368d678a65 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:47.647807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a164a-50f0-40c8-9765-23b45dfe7ad0 None None] Pushing event deleted for resources: {'Port': ['ID=3edd5cbf-67a2-4d93-840d-44368d678a65,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:47.681492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:47.682212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:47.684119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.685240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:47.685878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Bound port: 3edd5cbf-67a2-4d93-840d-44368d678a65, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:47.687137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3edd5cbf-67a2-4d93-840d-44368d678a65), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.776204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'fixed_ips': [{'subnet_id': '60209139-c27d-45b6-bc49-b15890b9c23a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:47.790145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.889830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for router_gateway (96a4309b-8d19-48e1-8026-111a194107fa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.907439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Port 3edd5cbf-67a2-4d93-840d-44368d678a65 has been deleted concurrently {{(pid=103401) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 13:37:47.911148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9625e955-411b-4664-8a7e-ced1edc7a78f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:47.912225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:47.966833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:37:48.206773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:48.219810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43f7e148-8d59-4f7c-9008-6626c94259ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "PUT /v2.0/routers/5c12665e-7bb9-4aa4-8eee-6255f9753cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0090427 Feb 10 13:37:48.220740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:48.384473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4908111-ca75-435f-908f-4caa47291de9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:48.396529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4908111-ca75-435f-908f-4caa47291de9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:48.403356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c4908111-ca75-435f-908f-4caa47291de9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1776621 Feb 10 13:37:48.404732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:48.411694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Routers {'5c12665e-7bb9-4aa4-8eee-6255f9753cb3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:48.413177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:48.469411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 0d9414cd-a69c-44d5-8806-d48bcf4e2402 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:48.474389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (0d9414cd-a69c-44d5-8806-d48bcf4e2402), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.483667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Allocated IP 172.20.0.2 (7dd1fa6d-344e-4202-8dd2-6141cff036a2/60209139-c27d-45b6-bc49-b15890b9c23a/94913282-4d6e-40e4-9c9e-64f31198e4ca) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:48.519875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for router_gateway (96a4309b-8d19-48e1-8026-111a194107fa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.586458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.611618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (0d9414cd-a69c-44d5-8806-d48bcf4e2402), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.717412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks [] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.740466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:48.856423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] Set router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:48.880589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:48.884816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Allocated IP 172.25.8.251 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:48.924526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (0d9414cd-a69c-44d5-8806-d48bcf4e2402), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.042988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (0d9414cd-a69c-44d5-8806-d48bcf4e2402), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.062626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:49.067354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12665e-7bb9-4aa4-8eee-6255f9753cb3', 'name': 'tempest-NetworksTestDHCPv6-router-153395386', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:37Z', 'updated_at': '2022-02-10T13:37:46Z', 'revision_number': 3, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:49.104839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.116714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/0d9414cd-a69c-44d5-8806-d48bcf4e2402 HTTP/1.1" status: 204 len: 168 time: 0.7107387 Feb 10 13:37:49.119265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d070e9e-3847-43f7-8d77-0eb7b479a2f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9414cd-a69c-44d5-8806-d48bcf4e2402,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:49.121325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35666) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:49.153322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:49.159118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a528d0e-6e99-426e-8c1e-22d9b81e1fd4 None None] The sync data for ids ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'] in n-d-815324-6 is: [{'id': '5c12665e-7bb9-4aa4-8eee-6255f9753cb3', 'name': 'tempest-NetworksTestDHCPv6-router-153395386', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:37Z', 'updated_at': '2022-02-10T13:37:46Z', 'revision_number': 3, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:37:49.166247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf42c5c-b213-40ab-bd05-8ad77ce26e24 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:49.187873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Pushing event updated for resources: {'Port': ['ID=94913282-4d6e-40e4-9c9e-64f31198e4ca,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:49.257048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.310221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.420133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9625e955-411b-4664-8a7e-ced1edc7a78f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:49.421327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63e95d70-38e3-40bc-b7ee-b0231b4785db up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:49.487583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:49.496375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:49.500694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Attempting to bind port 94913282-4d6e-40e4-9c9e-64f31198e4ca on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:49.501107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Attempting to bind port 94913282-4d6e-40e4-9c9e-64f31198e4ca by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:49.501478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Attempting to bind port 94913282-4d6e-40e4-9c9e-64f31198e4ca on network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:49.508514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:49.522686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:49.523073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Checking segment: {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:49.523485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.523880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Bound using segment: {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:49.524378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Bound port: 94913282-4d6e-40e4-9c9e-64f31198e4ca, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:49.525356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.702290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-166419d3-3001-4957-a4c7-61a2d4b7951f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5769801 Feb 10 13:37:49.704181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:49.797289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Pushing event updated for resources: {'Port': ['ID=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:49.887720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:37:49.911107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 63e95d70-38e3-40bc-b7ee-b0231b4785db triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:49.911519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:49.976330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] For port 94913282-4d6e-40e4-9c9e-64f31198e4ca, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:49.985076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] For port 94913282-4d6e-40e4-9c9e-64f31198e4ca, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=94913282-4d6e-40e4-9c9e-64f31198e4ca,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:49.988226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.019041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.127522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d10e80-cff6-41f6-87fb-115c5ac6c5ad None None] Pushing event updated for resources: {'Port': ['ID=94913282-4d6e-40e4-9c9e-64f31198e4ca,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:50.272779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Deleting port 63e95d70-38e3-40bc-b7ee-b0231b4785db {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:50.273480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.291467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 63e95d70-38e3-40bc-b7ee-b0231b4785db is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:50.303518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for router_gateway (96a4309b-8d19-48e1-8026-111a194107fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.461997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] For port 63e95d70-38e3-40bc-b7ee-b0231b4785db, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=63e95d70-38e3-40bc-b7ee-b0231b4785db,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:50.462909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.477766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9625e955-411b-4664-8a7e-ced1edc7a78f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:50.501251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Calling delete_port for 63e95d70-38e3-40bc-b7ee-b0231b4785db owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:50.567734 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.574117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router_controller (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.696889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (5c12665e-7bb9-4aa4-8eee-6255f9753cb3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.696889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Fanout notify agent at l3_agent the message router_deleted on router 5c12665e-7bb9-4aa4-8eee-6255f9753cb3 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:37:50.704285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.705481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-20ed7ed5-3708-4351-8679-e1c35f0e837b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/routers/5c12665e-7bb9-4aa4-8eee-6255f9753cb3 HTTP/1.1" status: 204 len: 168 time: 1.0000091 Feb 10 13:37:50.710235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:50.729253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:50.748105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9625e955-411b-4664-8a7e-ced1edc7a78f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:50.748662 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.804042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (96a4309b-8d19-48e1-8026-111a194107fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.831013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Sync routers for ids ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:50.876643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:50.878570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:37:50.879258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5c12665e-7bb9-4aa4-8eee-6255f9753cb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:37:50.932400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:50.933104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:37:50.934621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5c12665e-7bb9-4aa4-8eee-6255f9753cb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:37:50.935143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b98bec5-6edf-4f92-8325-fe95cb412cf9 None None] The sync data for ids ['5c12665e-7bb9-4aa4-8eee-6255f9753cb3'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:37:50.939551 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (63e95d70-38e3-40bc-b7ee-b0231b4785db), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.959618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:37:50.976541 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:50.989440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] Pushing event deleted for resources: {'Port': ['ID=63e95d70-38e3-40bc-b7ee-b0231b4785db,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:50.997952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf3f5d-4e73-4368-95b9-0943da55c2b3 None None] No DVR routers for this DVR port 63e95d70-38e3-40bc-b7ee-b0231b4785db on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:37:51.001148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9625e955-411b-4664-8a7e-ced1edc7a78f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:51.120388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63e95d70-38e3-40bc-b7ee-b0231b4785db no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:37:51.191848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 63e95d70-38e3-40bc-b7ee-b0231b4785db {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:37:51.192194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 63e95d70-38e3-40bc-b7ee-b0231b4785db not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:37:51.209752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Router 96a4309b-8d19-48e1-8026-111a194107fa is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:37:51.307991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (c04e7a08-a8cb-467d-b6d8-8e6797368e48), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.371503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:51.375718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:51.381435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:51.382523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.389065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ad5ad-dc35-4b56-b0ea-b4c9d13b45ff None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:51.398785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=c04e7a08-a8cb-467d-b6d8-8e6797368e48,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:51.422278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-60c6ed8a-f63d-4145-91bf-5391b0907b18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7087438 Feb 10 13:37:51.422594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:51.433130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1439026874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:37:51.474220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (23807692-4982-4894-91a6-a3228c088934), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.475530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (23807692-4982-4894-91a6-a3228c088934), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.571271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:51.580891 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Sync routers for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:51.585580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'c04e7a08-a8cb-467d-b6d8-8e6797368e48'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:37:51.586555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.610363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:51.610919 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:51.624041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.633279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-de9559e0-5126-447d-bdb2-00439ea4ef8f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4504981 Feb 10 13:37:51.637845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:51.648116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router_controller (23807692-4982-4894-91a6-a3228c088934), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.659459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (23807692-4982-4894-91a6-a3228c088934), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.697876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:51.702831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dfaaec2d-fe7d-424f-ac2f-568b17a022bd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2791367 Feb 10 13:37:51.703467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:51.944283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/c04e7a08-a8cb-467d-b6d8-8e6797368e48/71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:52.189060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252f0fb-7de6-47a9-8ae2-6a5a9bb4babf None None] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:37:52.316609 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:52.411128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Provisioning complete for port 94913282-4d6e-40e4-9c9e-64f31198e4ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:52.418628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:52.473641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks [] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:52.492064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:52.561816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Pushing event updated for resources: {'Port': ['ID=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:52.564790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 94913282-4d6e-40e4-9c9e-64f31198e4ca up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:52.670395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:52.699269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:52.706077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:52.911226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 94913282-4d6e-40e4-9c9e-64f31198e4ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:52.911849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:52.922130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-5341e941-0671-4555-acda-3b4eca18faca req-90d0b712-afcd-40e8-9ba1-609b634806be service neutron] (103400) timed out ('10.222.0.13', 53720) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:37:52.955944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:49Z', 'revision_number': 3, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:53.020089 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Checking router: 96a4309b-8d19-48e1-8026-111a194107fa for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:53.025726 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Updating router 96a4309b-8d19-48e1-8026-111a194107fa port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:53.082913 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.088604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Current status of the port 94913282-4d6e-40e4-9c9e-64f31198e4ca is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:53.096915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.200661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Attempting to bind port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:53.201303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Attempting to bind port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:53.201855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Attempting to bind port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:53.232131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:53.234828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:53.239573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.240460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:53.241801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Bound port: 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:53.242363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.379409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.401286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 94913282-4d6e-40e4-9c9e-64f31198e4ca is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:53.406967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.428491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6c729178-f75e-401f-8550-76a82f636663 None None] For port 94913282-4d6e-40e4-9c9e-64f31198e4ca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=94913282-4d6e-40e4-9c9e-64f31198e4ca,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:53.468160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.559339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.604191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c729178-f75e-401f-8550-76a82f636663 None None] Pushing event updated for resources: {'Port': ['ID=94913282-4d6e-40e4-9c9e-64f31198e4ca,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:53.637337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] For port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:53.701557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] For port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:53.707479 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks [] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.709215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-63c980e7-e78d-4d83-bc44-1da1804d017b None None] Provisioning complete for port 94913282-4d6e-40e4-9c9e-64f31198e4ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:53.709596 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-63c980e7-e78d-4d83-bc44-1da1804d017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.719624 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.764058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.792510 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:37:53.793010 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:37:53.854363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf2551-b13b-4362-83c1-9d2a2ac402ae None None] Pushing event updated for resources: {'Port': ['ID=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:53.865991 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Attempting to bind port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:37:53.866357 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Attempting to bind port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:37:53.866846 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Attempting to bind port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:37:53.890211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:37:53.891533 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:37:53.891964 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.892365 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:37:53.894320 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Bound port: 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:37:53.894320 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:53.967581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::1 (23165869-dc7f-4747-b970-0fd5448d7c72/c04e7a08-a8cb-467d-b6d8-8e6797368e48/22deab30-0781-4036-8372-f499f8711644) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:53.993101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492d20-bf42-4a9c-82f2-5afd30e7e595 None None] Pushing event updated for resources: {'Port': ['ID=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:54.087319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Allocated IP 172.20.0.1 (7dd1fa6d-344e-4202-8dd2-6141cff036a2/60209139-c27d-45b6-bc49-b15890b9c23a/305be6b7-62d5-4f75-a15d-b30539891e3f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:37:54.101597 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] For port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:37:54.107223 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] For port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:37:54.119367 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.145142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-63c980e7-e78d-4d83-bc44-1da1804d017b None None] Current status of the port 94913282-4d6e-40e4-9c9e-64f31198e4ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:54.222620 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf2551-b13b-4362-83c1-9d2a2ac402ae None None] Pushing event updated for resources: {'Port': ['ID=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:54.229912 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:54.230805 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:54.302448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (22deab30-0781-4036-8372-f499f8711644), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.451186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 94913282-4d6e-40e4-9c9e-64f31198e4ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:54.465340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (22deab30-0781-4036-8372-f499f8711644), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.466448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks [] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.540669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:54.544469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:54.548466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:54.549155 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (23807692-4982-4894-91a6-a3228c088934), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.557846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=22deab30-0781-4036-8372-f499f8711644,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:54.588607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.668235 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:54.695419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Pushing event updated for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:54.708895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:54.715683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:54.720488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:37:54.792856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:54.849222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22deab30-0781-4036-8372-f499f8711644), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.861212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (96a4309b-8d19-48e1-8026-111a194107fa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:54.962644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:54.963025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.382879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.450182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-da61d450-0387-4057-80ab-698343907710 None None] Provisioning complete for port 305be6b7-62d5-4f75-a15d-b30539891e3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:55.450820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-da61d450-0387-4057-80ab-698343907710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.460960 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:49Z', 'revision_number': 3, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:55.512221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:55.512539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.528022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdbcda-fd52-4a2a-bbc6-5336f3017b23 None None] The sync data for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 is: [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:49Z', 'revision_number': 3, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:37:55.558288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-da61d450-0387-4057-80ab-698343907710 None None] Port 305be6b7-62d5-4f75-a15d-b30539891e3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:55.620053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:55.633549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.653456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 94913282-4d6e-40e4-9c9e-64f31198e4ca up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:55.667251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (22deab30-0781-4036-8372-f499f8711644), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.679723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (22deab30-0781-4036-8372-f499f8711644), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.680589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (23807692-4982-4894-91a6-a3228c088934), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.823510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=22deab30-0781-4036-8372-f499f8711644,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:55.887760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:55.894760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks [] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.905267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 94913282-4d6e-40e4-9c9e-64f31198e4ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:55.907229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:55.907917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.908310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.908647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.909485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.909806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.910420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.910767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.911095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.911623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.911954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.912280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.912609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.913532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:55.913681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:56.002095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:56.004054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:56.219836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Pushing event updated for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:56.228661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (96a4309b-8d19-48e1-8026-111a194107fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:56.241063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-72bb9862-6cfb-40c4-9925-09cd399bc23a None None] Provisioning complete for port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:56.241647 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72bb9862-6cfb-40c4-9925-09cd399bc23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:56.245271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 94913282-4d6e-40e4-9c9e-64f31198e4ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:56.369377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Router 23807692-4982-4894-91a6-a3228c088934 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:37:56.443458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:37:56.445453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:37:56.511245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-72bb9862-6cfb-40c4-9925-09cd399bc23a None None] Current status of the port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:56.664111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:56.674940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-15135029-6bf1-4dac-9a6f-54cde0d885ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "PUT /v2.0/routers/23807692-4982-4894-91a6-a3228c088934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9703913 Feb 10 13:37:56.677821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:56.683481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Sync routers for ids ['23807692-4982-4894-91a6-a3228c088934'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:56.704776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Routers {'23807692-4982-4894-91a6-a3228c088934'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:56.705623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['23807692-4982-4894-91a6-a3228c088934'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:56.804619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63815fa9-71b1-49a2-bad6-5aa30179ffa5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:56.811104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-63815fa9-71b1-49a2-bad6-5aa30179ffa5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports/22deab30-0781-4036-8372-f499f8711644 HTTP/1.1" status: 200 len: 911 time: 0.1306784 Feb 10 13:37:56.811701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:56.875403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Router 96a4309b-8d19-48e1-8026-111a194107fa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:37:56.879903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:57.004733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4ccc3-e9e7-4bf9-82da-f9ba0218a981 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:57.012402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4ccc3-e9e7-4bf9-82da-f9ba0218a981 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:57.014133 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ac4ccc3-e9e7-4bf9-82da-f9ba0218a981 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2014687 Feb 10 13:37:57.021518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:57.270554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:57.302571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e68ae215-aad3-4aef-8ecb-6dc6dad87f52 admin admin] 10.222.0.13 "PUT /v2.0/routers/96a4309b-8d19-48e1-8026-111a194107fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6634781 Feb 10 13:37:57.657526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Set router 23807692-4982-4894-91a6-a3228c088934 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:57.899291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (23807692-4982-4894-91a6-a3228c088934), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:57.980211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fcb036ef-19c0-4370-be22-3a334f358608 None None] Provisioning complete for port 22deab30-0781-4036-8372-f499f8711644 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:57.987827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcb036ef-19c0-4370-be22-3a334f358608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (22deab30-0781-4036-8372-f499f8711644), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.047426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fcb036ef-19c0-4370-be22-3a334f358608 None None] Port 22deab30-0781-4036-8372-f499f8711644 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:58.076416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:58.076826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.195016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23807692-4982-4894-91a6-a3228c088934', 'name': 'tempest-NetworksTestDHCPv6-router-1439026874', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:51Z', 'updated_at': '2022-02-10T13:37:54Z', 'revision_number': 2, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None, '_interfaces': [{'id': '22deab30-0781-4036-8372-f499f8711644', 'name': '', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'mac_address': 'fa:16:3e:57:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23807692-4982-4894-91a6-a3228c088934', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'c04e7a08-a8cb-467d-b6d8-8e6797368e48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:53Z', 'updated_at': '2022-02-10T13:37:55Z', 'revision_number': 2, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'subnets': [{'id': 'c04e7a08-a8cb-467d-b6d8-8e6797368e48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:58.197959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Provisioning complete for port 305be6b7-62d5-4f75-a15d-b30539891e3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:58.198349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.250988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Port 305be6b7-62d5-4f75-a15d-b30539891e3f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:58.324066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:58.325469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:37:58.329622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Checking router: 23807692-4982-4894-91a6-a3228c088934 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:58.329877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Updating router 23807692-4982-4894-91a6-a3228c088934 port 22deab30-0781-4036-8372-f499f8711644 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:58.361403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 22deab30-0781-4036-8372-f499f8711644 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:37:58.364088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (22deab30-0781-4036-8372-f499f8711644), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.397237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Provisioning complete for port 22deab30-0781-4036-8372-f499f8711644 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:58.397237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (22deab30-0781-4036-8372-f499f8711644), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.450694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7dee708d-bcd0-40d4-a93d-b26121a86562 None None] Port 22deab30-0781-4036-8372-f499f8711644 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:37:58.467395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22deab30-0781-4036-8372-f499f8711644), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.570854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:37:58.571281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.602013 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (22deab30-0781-4036-8372-f499f8711644), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:58.635611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 22deab30-0781-4036-8372-f499f8711644 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:37:58.973889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:37:58.974492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:59.051566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (22deab30-0781-4036-8372-f499f8711644), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:59.112770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:37:59.122672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:59.137841 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Sync routers for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:37:59.164084 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:37:59.167526 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:59.306679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:59.334261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.334627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.334971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.335310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.335653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.336097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.336588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.341958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (23807692-4982-4894-91a6-a3228c088934), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:59.348417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.350544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.350921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.351273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.352806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.352806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:37:59.355173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=22deab30-0781-4036-8372-f499f8711644,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:37:59.456274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:37:59.456888 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:37:59.464672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:37:59.604584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Router 23807692-4982-4894-91a6-a3228c088934 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:37:59.694854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:37:59.700877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ce8d94c0-3404-43b6-b2ca-7d2e9a205f42 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "PUT /v2.0/routers/23807692-4982-4894-91a6-a3228c088934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782691 Feb 10 13:37:59.703834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35756) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:59.811418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2c228-c30f-4513-b06a-20fa724de0a6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:59.814608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2c228-c30f-4513-b06a-20fa724de0a6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:37:59.818153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84b2c228-c30f-4513-b06a-20fa724de0a6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1133215 Feb 10 13:37:59.820881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:37:59.877541 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:55Z', 'revision_number': 4, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '305be6b7-62d5-4f75-a15d-b30539891e3f', 'name': '', 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'mac_address': 'fa:16:3e:30:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:53Z', 'updated_at': '2022-02-10T13:37:55Z', 'revision_number': 2, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'subnets': [{'id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:37:59.924944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Checking router: 96a4309b-8d19-48e1-8026-111a194107fa for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:37:59.925815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Updating router 96a4309b-8d19-48e1-8026-111a194107fa port 305be6b7-62d5-4f75-a15d-b30539891e3f binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:37:59.971652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet c04e7a08-a8cb-467d-b6d8-8e6797368e48 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:37:59.974076 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:37:59.979834 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (c04e7a08-a8cb-467d-b6d8-8e6797368e48), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.010832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Port 22deab30-0781-4036-8372-f499f8711644 not found while updating agent binding for router 23807692-4982-4894-91a6-a3228c088934. {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 13:38:00.030441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Routers {'23807692-4982-4894-91a6-a3228c088934'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:38:00.031076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['23807692-4982-4894-91a6-a3228c088934'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:38:00.072085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (c04e7a08-a8cb-467d-b6d8-8e6797368e48), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.225979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] Set router 23807692-4982-4894-91a6-a3228c088934 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:38:00.289049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c04e7a08-a8cb-467d-b6d8-8e6797368e48), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.344716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23807692-4982-4894-91a6-a3228c088934', 'name': 'tempest-NetworksTestDHCPv6-router-1439026874', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:51Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 3, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:38:00.393462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613d5f9-2f0c-4e93-9ce3-c63b1aa022d8 None None] The sync data for ids ['23807692-4982-4894-91a6-a3228c088934'] in n-d-815324-6 is: [{'id': '23807692-4982-4894-91a6-a3228c088934', 'name': 'tempest-NetworksTestDHCPv6-router-1439026874', 'tenant_id': '137fde1e45804be5bdf722c0cf8eaeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:51Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 3, 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:38:00.406075 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:38:00.547000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (c04e7a08-a8cb-467d-b6d8-8e6797368e48), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.583503 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks [] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.605927 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.619065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2069f-4fe3-4e01-a0b2-cc078ca75214 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:00.624046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.636472 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/c04e7a08-a8cb-467d-b6d8-8e6797368e48 HTTP/1.1" status: 204 len: 168 time: 0.8132918 Feb 10 13:38:00.654785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:00.675502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcea527-93eb-4715-b1c0-3fb861e9cf18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=c04e7a08-a8cb-467d-b6d8-8e6797368e48,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:00.882065 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-590e1d5d-e654-4dbf-9b23-49b09fe554db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:00.927768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7f74db68-e1fc-4e5c-b0b4-40c0684d34f1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2589080 Feb 10 13:38:00.930983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:00.961154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:01.045152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Deleting port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:01.045854 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.126048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (23807692-4982-4894-91a6-a3228c088934), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.155476 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae00d-a9ed-4014-83f8-1873ded5fe2f None None] Pushing event updated for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:01.195299 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Attempting to bind port 305be6b7-62d5-4f75-a15d-b30539891e3f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:01.196069 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Attempting to bind port 305be6b7-62d5-4f75-a15d-b30539891e3f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:01.205890 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Attempting to bind port 305be6b7-62d5-4f75-a15d-b30539891e3f on network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:01.206046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] For port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:01.206307 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.239346 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:01.240046 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Checking segment: {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:01.240559 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.241684 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Bound using segment: {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:01.242884 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Bound port: 305be6b7-62d5-4f75-a15d-b30539891e3f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6204ec6e-3871-409e-8b8b-7ced2bd324c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:01.252349 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.262398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Calling delete_port for 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:01.411572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:01.448345 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] For port 305be6b7-62d5-4f75-a15d-b30539891e3f, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:01.452037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] For port 305be6b7-62d5-4f75-a15d-b30539891e3f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=305be6b7-62d5-4f75-a15d-b30539891e3f,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:01.463709 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.503785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-41f654b0-f1e5-448b-8d91-83c1c1107994 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:01.507570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-41f654b0-f1e5-448b-8d91-83c1c1107994 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.4939713 Feb 10 13:38:01.543604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-188439ac-ea8e-4de0-880c-82bfadb50b4f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0306301 Feb 10 13:38:01.568166 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:38:01.569037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:38:01.570836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae00d-a9ed-4014-83f8-1873ded5fe2f None None] Pushing event updated for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:01.722537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:01.723377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.852241 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:38:01.895498 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.930685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (23807692-4982-4894-91a6-a3228c088934), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:01.941980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router_controller (23807692-4982-4894-91a6-a3228c088934), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:02.010776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Provisioning complete for port 305be6b7-62d5-4f75-a15d-b30539891e3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:02.017390 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:02.144397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-f943edbe-933b-4af4-bb65-a69052226524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:02.144397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-f943edbe-933b-4af4-bb65-a69052226524 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1129 time: 0.8205037 Feb 10 13:38:02.156990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (23807692-4982-4894-91a6-a3228c088934), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:02.157565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Fanout notify agent at l3_agent the message router_deleted on router 23807692-4982-4894-91a6-a3228c088934 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:38:02.162625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] Pushing event deleted for resources: {'Port': ['ID=71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:02.177896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:02.186650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d7105655-e9c9-4929-8fb8-5aa9a6d44ab5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/routers/23807692-4982-4894-91a6-a3228c088934 HTTP/1.1" status: 204 len: 168 time: 1.2527237 Feb 10 13:38:02.190230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35792) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:02.228034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Sync routers for ids ['23807692-4982-4894-91a6-a3228c088934'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:38:02.280072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da83ae-ae60-455f-86e8-8fd90b7f1738 None None] No DVR routers for this DVR port 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:02.377086 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7ae75907-ee26-4fd5-95b8-0ad2a52a7f7f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1856797 Feb 10 13:38:02.378232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:02.458702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Current status of the port 305be6b7-62d5-4f75-a15d-b30539891e3f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:02.461113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:02.477550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:38:02.478583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:38:02.479189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'23807692-4982-4894-91a6-a3228c088934'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:38:02.491427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:55Z', 'revision_number': 4, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '305be6b7-62d5-4f75-a15d-b30539891e3f', 'name': '', 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'mac_address': 'fa:16:3e:30:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:53Z', 'updated_at': '2022-02-10T13:38:01Z', 'revision_number': 4, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'subnets': [{'id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:38:02.503398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237386c-a757-4568-9b0a-6a5d978375e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:02.518617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7237386c-a757-4568-9b0a-6a5d978375e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372533 Feb 10 13:38:02.521257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:02.576607 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4ce50-23d1-4862-bba2-4b7511955e7c None None] The sync data for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 is: [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:37:55Z', 'revision_number': 4, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '305be6b7-62d5-4f75-a15d-b30539891e3f', 'name': '', 'network_id': '7dd1fa6d-344e-4202-8dd2-6141cff036a2', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'mac_address': 'fa:16:3e:30:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:53Z', 'updated_at': '2022-02-10T13:38:01Z', 'revision_number': 4, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'subnets': [{'id': '60209139-c27d-45b6-bc49-b15890b9c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:38:02.620416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:02.673346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:38:02.673728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:38:02.674346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'23807692-4982-4894-91a6-a3228c088934'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:37:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:38:02.680811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4efce39c-ba10-44e7-a80b-55491adc9c9b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1545513 Feb 10 13:38:02.688851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e394d1-6a78-4a71-8d6b-1dfbb49dbe5a None None] The sync data for ids ['23807692-4982-4894-91a6-a3228c088934'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:38:02.689362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35804) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:02.689362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:02.776701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-bf3af456-e7fa-4864-b634-1948db4a5b59 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2108746 Feb 10 13:38:02.802730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] For port 305be6b7-62d5-4f75-a15d-b30539891e3f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=305be6b7-62d5-4f75-a15d-b30539891e3f,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:02.808190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:02.875643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-ed47687e-1e1b-4b3f-91c3-6f63edfeac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:02.881052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-ed47687e-1e1b-4b3f-91c3-6f63edfeac90 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.6890447 Feb 10 13:38:02.892973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:02.893330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 71e94f16-8e4a-4f9f-9f4e-e002f4b10c2b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:02.903304 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.020868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ea9e4-dc03-4b6d-8116-93d1e29496e0 None None] Pushing event updated for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:03.023277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-c75406a3-b532-46fa-a64d-8ddd38334351 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390087 Feb 10 13:38:03.067407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:03.072284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.073447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f6c17a0-d078-49c1-81cb-000dc656b2b0 None None] Provisioning complete for port 305be6b7-62d5-4f75-a15d-b30539891e3f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:03.074024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f6c17a0-d078-49c1-81cb-000dc656b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.190192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6a3d0a98-5178-4a41-824e-d27a18448d0c service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607845 Feb 10 13:38:03.233481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-eab7ff10-8f75-4476-bbde-7ffe722c792d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1002 time: 0.3422985 Feb 10 13:38:03.354429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-34023edb-7370-4549-81e6-2f94b24bf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:03.356087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-34023edb-7370-4549-81e6-2f94b24bf002 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1160836 Feb 10 13:38:03.403130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 305be6b7-62d5-4f75-a15d-b30539891e3f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:03.491652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9401a55c-438d-4d93-8816-fec10915dd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.516457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c17a0-d078-49c1-81cb-000dc656b2b0 None None] Current status of the port 305be6b7-62d5-4f75-a15d-b30539891e3f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:03.554328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 305be6b7-62d5-4f75-a15d-b30539891e3f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:03.554921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.744861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 305be6b7-62d5-4f75-a15d-b30539891e3f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:03.842501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abced56-fdd1-4c27-a975-bc6f5608cb87 req-17dcdd79-a870-40f4-b6a5-83253e7069c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:03.878598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:03.881867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5abced56-fdd1-4c27-a975-bc6f5608cb87 req-17dcdd79-a870-40f4-b6a5-83253e7069c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1217353 Feb 10 13:38:03.886066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f236d8c1-60b0-4157-9af7-b3b8083399b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:03.980219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=f236d8c1-60b0-4157-9af7-b3b8083399b9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:03.982641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5abced56-fdd1-4c27-a975-bc6f5608cb87 req-d5bb8efe-7f67-49d8-9507-713d60591d70 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950227 Feb 10 13:38:03.984093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-e5e2d26d-c2d4-4807-9a63-97ea09ec41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:03.990014 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-e5e2d26d-c2d4-4807-9a63-97ea09ec41b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6251793 Feb 10 13:38:04.047244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.047726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.047926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.052333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.052691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.054839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.060278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.060996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.061506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.062257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.062785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.063292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.063856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:04.113910 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:04.123839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:04.136654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfaff5-1229-48d2-a341-82be4a1e6ef3 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:04.260563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:04.261335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:04.341776 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ab140e6d-85c0-4522-b8c5-8642271a16a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6551099 Feb 10 13:38:04.342439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:04.358420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:04.503997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-30223564-f2ac-4a5e-9571-01db2bdf5f8c service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905870 Feb 10 13:38:04.516005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d54ec791-d573-4230-99aa-d7cc2aa581b2 req-795e046b-3362-4913-aa30-766c2e48f0a5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 210 time: 0.1118922 Feb 10 13:38:04.695448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-080f2196-a8c6-4938-b446-f0cf5c13eafe req-461c2baf-0f60-4fff-a970-d9966a760cda service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653411 Feb 10 13:38:04.871626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:04.877429 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.010212 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.028253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'f236d8c1-60b0-4157-9af7-b3b8083399b9'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:05.029569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.056593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-a44907bc-eb8f-453a-86f1-2d32e731d7b2 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:05.064959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-a44907bc-eb8f-453a-86f1-2d32e731d7b2 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.2661178 Feb 10 13:38:05.108864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-8c9d33cb-644d-4bf1-90da-ed80ea1ba1fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/quotas/66584a4a76f2485bba348748ca7ddf0f HTTP/1.1" status: 200 len: 375 time: 0.0406775 Feb 10 13:38:05.301415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-a09588f3-821c-4e26-983a-e383b4b01332 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909661 Feb 10 13:38:05.383168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Allocated IP 2001:db8::f816:3eff:fe12:8195 (23165869-dc7f-4747-b970-0fd5448d7c72/f236d8c1-60b0-4157-9af7-b3b8083399b9/ddadc8b2-f7e9-4664-a142-044a0fb34314) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:05.489732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (e2b1b080-dce9-47e7-982a-4f3f83d51e94), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.511501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-a8bfba7a-8793-4657-99e4-46132242a555 service neutron] 10.222.0.13 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089715 Feb 10 13:38:05.778454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-94bed21a-8e82-4b19-a467-f15e85b91eef service neutron] 10.222.0.13 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652125 Feb 10 13:38:05.779925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks [] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.810623 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:05.846996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-e5ddda0e-9424-47f8-b5e4-a2e7bf3eb98d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:05.848553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-e5ddda0e-9424-47f8-b5e4-a2e7bf3eb98d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.3001544 Feb 10 13:38:05.928183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=e2b1b080-dce9-47e7-982a-4f3f83d51e94,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:05.949378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': '71e77693-3f55-46e3-836e-4d25d497ab79', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:05.966476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:05.984078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:05.989018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:05.989635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.004164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Pushing event updated for resources: {'Port': ['ID=ddadc8b2-f7e9-4664-a142-044a0fb34314,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:06.016848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.029737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:06.037834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:06.049194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:06.061931 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69277421-1334-4c40-860a-ad9cdef9bd45 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7118564 Feb 10 13:38:06.091818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:06.097845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:fa:ff:60', 'name': 'tempest-NetworksTestDHCPv6-1240268253'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:06.171218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594838-d4a6-4fd6-9ccf-221dc5c851e0 req-a5177041-e91f-43d8-9d72-ada9d98a255f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:06.195390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65594838-d4a6-4fd6-9ccf-221dc5c851e0 req-a5177041-e91f-43d8-9d72-ada9d98a255f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1847789 Feb 10 13:38:06.255446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:06.259474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.268867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Attempting to bind port ddadc8b2-f7e9-4664-a142-044a0fb34314 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:06.269821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Attempting to bind port ddadc8b2-f7e9-4664-a142-044a0fb34314 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:06.270401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Attempting to bind port ddadc8b2-f7e9-4664-a142-044a0fb34314 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:06.279001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:06.280195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:06.280816 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.281588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:06.282308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Bound port: ddadc8b2-f7e9-4664-a142-044a0fb34314, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:06.282878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.289014 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.423967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] For port ddadc8b2-f7e9-4664-a142-044a0fb34314, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:06.428617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] For port ddadc8b2-f7e9-4664-a142-044a0fb34314, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddadc8b2-f7e9-4664-a142-044a0fb34314,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:06.442688 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:06.450719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65594838-d4a6-4fd6-9ccf-221dc5c851e0 req-d70abada-2e17-4f3c-af0b-0ed722d5181f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488666 Feb 10 13:38:06.454956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.13 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:06.576971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9514d9-1175-4e64-bde1-4d6a04cbc253 None None] Pushing event updated for resources: {'Port': ['ID=ddadc8b2-f7e9-4664-a142-044a0fb34314,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:06.777318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9ea0200-1d58-4bb8-996f-f5ddd86fd893 req-f414b2fb-8a1c-41f4-bc08-73ac4b3c12d0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 210 time: 0.1195354 Feb 10 13:38:06.811605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:07.049410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63198b65-fe6f-45d9-8ac3-0556c98636ce req-6097df15-7965-4524-98c8-de04704dee94 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 210 time: 0.1217153 Feb 10 13:38:07.379364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddadc8b2-f7e9-4664-a142-044a0fb34314 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:07.543368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:07.560792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:07.561172 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:07.590109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:07.639985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:07.652496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:07.657267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:07.688732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:07.692697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:07.702321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:07.724902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba10de-0467-4d09-a88d-2f0f0da5b0db req-799f6114-6ff8-4c8c-b0b7-338f02952a0d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:07.726609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbba10de-0467-4d09-a88d-2f0f0da5b0db req-799f6114-6ff8-4c8c-b0b7-338f02952a0d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1108952 Feb 10 13:38:07.849970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbba10de-0467-4d09-a88d-2f0f0da5b0db req-7af46fd7-54a0-43aa-b1d3-b61c6a1f3033 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175542 Feb 10 13:38:07.926777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:07.927654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:08.022807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:08.023606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:08.034415 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-6fc01630-dcaa-4fdb-abcd-56cf622164c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0847497 Feb 10 13:38:08.052566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Request body: {'port': {'device_id': '71e77693-3f55-46e3-836e-4d25d497ab79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:08.069409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:08.112341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port ddadc8b2-f7e9-4664-a142-044a0fb34314, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddadc8b2-f7e9-4664-a142-044a0fb34314,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:08.117756 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:08.128563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526dfab-3fb2-4834-a6ef-1eafb5532463 req-66c36d1a-c2db-4b56-a2ff-8b29ce56f4be tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:08.141555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d526dfab-3fb2-4834-a6ef-1eafb5532463 req-66c36d1a-c2db-4b56-a2ff-8b29ce56f4be tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 932 time: 0.1439104 Feb 10 13:38:08.222635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=ddadc8b2-f7e9-4664-a142-044a0fb34314,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:08.226371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d526dfab-3fb2-4834-a6ef-1eafb5532463 req-d3e2a2b8-3340-406f-bf09-8b178bfe4167 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Feb 10 13:38:08.329552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 71646701-0ac3-4059-b090-8a2932e1b297 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:08.389151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2141223e-82b7-4893-a16d-4d453e602a7c req-e38505b7-3066-4ab4-b04a-5951e4fef604 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 210 time: 0.0536666 Feb 10 13:38:08.487264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:08.735252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373247e-cb6f-4870-a0d3-13662250055c None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:08.861116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-294301b5-838d-4693-85f3-febb4f74c904 None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:08.861775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-294301b5-838d-4693-85f3-febb4f74c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:09.157814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670f151-0017-4682-a4ff-d01e99431fcd req-385e7d98-87a7-4498-a84a-0f240370244d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:09.171661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7670f151-0017-4682-a4ff-d01e99431fcd req-385e7d98-87a7-4498-a84a-0f240370244d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1380761 Feb 10 13:38:09.298554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7670f151-0017-4682-a4ff-d01e99431fcd req-69afed90-2dd1-4d91-b550-5737952095a7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244898 Feb 10 13:38:09.340539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddadc8b2-f7e9-4664-a142-044a0fb34314 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:09.405173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'f236d8c1-60b0-4157-9af7-b3b8083399b9', 'ip_address': '2001:db8::f816:3eff:fe12:8195'}, {'subnet_id': 'e2b1b080-dce9-47e7-982a-4f3f83d51e94'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'ddadc8b2-f7e9-4664-a142-044a0fb34314'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:38:09.424019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:09.434554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks [] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:09.460404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Transition to ACTIVE for port object 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:09.503060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-42ba8433-6923-48d6-bb39-02147226e5dc tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:09.504893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-42ba8433-6923-48d6-bb39-02147226e5dc tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.77 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.8386810 Feb 10 13:38:09.508855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:09.548038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc967eb-e103-486b-8407-5338080c1f2a req-7c3bb63c-778c-4d3d-aab6-43a312632dc7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:09.562131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bc967eb-e103-486b-8407-5338080c1f2a req-7c3bb63c-778c-4d3d-aab6-43a312632dc7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 932 time: 0.1483068 Feb 10 13:38:09.568108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-294301b5-838d-4693-85f3-febb4f74c904 None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:09.625102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:09.625501 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Pushing event updated for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:09.650023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Request body: {'port': {'device_id': '64043727-22b2-4183-bae3-8e80c547afb0', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'admin_state_up': True, 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:09.691993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 172.20.0.11 (23165869-dc7f-4747-b970-0fd5448d7c72/e2b1b080-dce9-47e7-982a-4f3f83d51e94/71646701-0ac3-4059-b090-8a2932e1b297) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:09.707850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fefa:ff60 (23165869-dc7f-4747-b970-0fd5448d7c72/f236d8c1-60b0-4157-9af7-b3b8083399b9/71646701-0ac3-4059-b090-8a2932e1b297) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:09.721398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Made reservation on behalf of 66584a4a76f2485bba348748ca7ddf0f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:09.724416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:09.764887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bc967eb-e103-486b-8407-5338080c1f2a req-b9da9702-b214-406f-964a-2c01f81ca098 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822748 Feb 10 13:38:09.924194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5fcd391-8315-4364-9066-cc1118667b28 req-325e733b-6b8f-4cbd-9ec2-6567e3a004c9 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 210 time: 0.0395789 Feb 10 13:38:10.123173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:10.123730 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.278582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:10.313913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Allocated IP 172.20.0.3 (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513/b9c55e36-4365-4ae9-aacd-e43b7c2db092/8eb30588-aae7-40de-b89a-0ca6efc94cdc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:10.317237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Attempting to bind port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:10.317768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Attempting to bind port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:10.318305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Attempting to bind port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:10.339240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:10.339771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Attempting to bind port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:10.361242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:10.361592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:10.361968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:10.362422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Bound port: 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:10.362779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.390785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (71646701-0ac3-4059-b090-8a2932e1b297), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.580958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:10.604873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:10.619552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005ab3-94bd-4c97-891b-8c7e6021be76 req-c1090058-0bac-4a9a-95a4-42dcb54af657 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:10.629498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8005ab3-94bd-4c97-891b-8c7e6021be76 req-c1090058-0bac-4a9a-95a4-42dcb54af657 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1340137 Feb 10 13:38:10.636069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.751341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Allocated IP 172.20.0.2 (23165869-dc7f-4747-b970-0fd5448d7c72/e2b1b080-dce9-47e7-982a-4f3f83d51e94/ddadc8b2-f7e9-4664-a142-044a0fb34314) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:10.754788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8005ab3-94bd-4c97-891b-8c7e6021be76 req-8cfe1dab-f825-41ba-b199-aecb83521430 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195502 Feb 10 13:38:10.807959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (71646701-0ac3-4059-b090-8a2932e1b297), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.855759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:10.859489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.863803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] 10.222.0.21 "PUT /v2.0/ports/6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a HTTP/1.1" status: 200 len: 1092 time: 2.8264811 Feb 10 13:38:10.875551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:10.891924 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1342e98-da7d-4f70-b2b5-14d63b589ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:10.920636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc24e-485d-4dc8-9e61-a480069e3428 service neutron] Pushing event updated for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:10.929823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks [] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:10.995847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] For port ddadc8b2-f7e9-4664-a142-044a0fb34314, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddadc8b2-f7e9-4664-a142-044a0fb34314,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:10.996999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc68be-6209-4281-ba32-da16fe5eddfa req-66f1d32a-4780-4b2a-8454-376053fecb4c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.007140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bbc68be-6209-4281-ba32-da16fe5eddfa req-66f1d32a-4780-4b2a-8454-376053fecb4c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 944 time: 0.1482644 Feb 10 13:38:11.064119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:11.069943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-a6fc2c7a-99bc-4ed7-aa0e-bed214c3d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.072515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-a6fc2c7a-99bc-4ed7-aa0e-bed214c3d4ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 1126 time: 0.1399472 Feb 10 13:38:11.079454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bbc68be-6209-4281-ba32-da16fe5eddfa req-3975f840-c792-4994-9269-b01a6e45c6a9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Feb 10 13:38:11.080856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Publish callbacks [] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:11.081037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:11.091464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:11.117451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:11.181312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.182062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:11.273693 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbc98d-8e8f-48a9-9519-8a69a546ceb2 x-openstack-request-id: req-dabbc98d-8e8f-48a9-9519-8a69a546ceb2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:11.274486 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:11.274797 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dabbc98d-8e8f-48a9-9519-8a69a546ceb2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:11.277842 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', 'status': 'completed', 'code': 200} Feb 10 13:38:11.294127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-588c5a53-f250-45b2-87c3-d216aca0b2f8 req-a4c8d0ba-f3dd-4e39-ab7a-f3628d8e058c tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 210 time: 0.0398326 Feb 10 13:38:11.304406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-03cd4c7e-1d2f-4f7c-95f0-e9a934f6bc99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a HTTP/1.1" status: 200 len: 217 time: 0.2168660 Feb 10 13:38:11.305188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=71646701-0ac3-4059-b090-8a2932e1b297,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:11.343512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd13b-7295-4694-ac2a-1b81de67545d None None] Pushing event updated for resources: {'Port': ['ID=ddadc8b2-f7e9-4664-a142-044a0fb34314,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:11.383161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:11.486539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-f30125dc-64f4-42bb-acb2-fec5bd22e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.488070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-f30125dc-64f4-42bb-acb2-fec5bd22e724 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1776032 Feb 10 13:38:11.520666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:11.521102 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-80bebba8-3538-4cee-8497-935d95c71be4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.4277542 Feb 10 13:38:11.595156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-92c43ee3-6e58-4ec3-aee5-73fedf770171 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876698 Feb 10 13:38:11.645733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:11.677781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727107b-29f8-49eb-a361-e289e446dfab tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.681362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:11.686290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:11.698152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727107b-29f8-49eb-a361-e289e446dfab tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:11.703968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8727107b-29f8-49eb-a361-e289e446dfab tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1789935 Feb 10 13:38:11.710933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 35950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:11.751706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:12.064885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:12.091424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:12.092039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.184521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-36739763-74b2-4a61-a97d-14f8728601a5 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800650 Feb 10 13:38:12.232007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-ec1fa909-a05d-443b-97e9-93ec8037d9cf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5989916 Feb 10 13:38:12.238641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Request body: {'port': {'device_id': '64043727-22b2-4183-bae3-8e80c547afb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:12.246630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5883fffe-fdbb-4777-8401-7e0359bcda2d None None] Provisioning complete for port 8eb30588-aae7-40de-b89a-0ca6efc94cdc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:12.247032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5883fffe-fdbb-4777-8401-7e0359bcda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.268275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c6ab2-1545-490e-897d-077cb2b56b4d req-7b68d5e4-b10b-4bad-b324-0e6a7af1b53a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:12.272300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c37c6ab2-1545-490e-897d-077cb2b56b4d req-7b68d5e4-b10b-4bad-b324-0e6a7af1b53a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.2196827 Feb 10 13:38:12.346542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5883fffe-fdbb-4777-8401-7e0359bcda2d None None] Port 8eb30588-aae7-40de-b89a-0ca6efc94cdc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:38:12.376490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 71646701-0ac3-4059-b090-8a2932e1b297 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:12.377124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (71646701-0ac3-4059-b090-8a2932e1b297), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.523799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (71646701-0ac3-4059-b090-8a2932e1b297), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.544824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 71646701-0ac3-4059-b090-8a2932e1b297 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:12.571329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.579361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0420acf1-d040-4012-8fbf-28bd0238794d None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:12.579749 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0420acf1-d040-4012-8fbf-28bd0238794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.607456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3ab0890-7474-4c8d-82ef-ba58456dd07d req-45fdaea8-eded-4290-b4d5-0b121f37dfaa service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144018 Feb 10 13:38:12.805774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0420acf1-d040-4012-8fbf-28bd0238794d None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:12.964010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c37c6ab2-1545-490e-897d-077cb2b56b4d req-29d3df31-d243-4f16-9d2a-30d7e16b3012 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6750515 Feb 10 13:38:12.971123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (71646701-0ac3-4059-b090-8a2932e1b297), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:12.992242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-78c8e795-e93c-456e-98b2-8296834c2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:12.994381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-78c8e795-e93c-456e-98b2-8296834c2d2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 1126 time: 0.3127828 Feb 10 13:38:13.048431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=71646701-0ac3-4059-b090-8a2932e1b297,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:13.227545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae357ce-6bca-4bb8-9147-a2c6d5bb0f62 None None] Could not find standard attr ID for object 71646701-0ac3-4059-b090-8a2932e1b297. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:13.326287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45caa-446a-4a1a-b7cd-d0f0c054e293 req-75bfb7d9-bc4a-450d-87bf-0a25b2babcec tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.334530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0e45caa-446a-4a1a-b7cd-d0f0c054e293 req-75bfb7d9-bc4a-450d-87bf-0a25b2babcec tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 944 time: 0.2197742 Feb 10 13:38:13.343245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:13.356924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4dc9c9f2-36c2-47ad-ac50-d66b2813c3ee tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/71646701-0ac3-4059-b090-8a2932e1b297 HTTP/1.1" status: 204 len: 168 time: 1.6442466 Feb 10 13:38:13.364976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-b42f0010-bed5-4cd5-a5d5-dd8f017441ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.366463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-b42f0010-bed5-4cd5-a5d5-dd8f017441ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.3512437 Feb 10 13:38:13.366939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:13.376885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddadc8b2-f7e9-4664-a142-044a0fb34314 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:13.449552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:13.450190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:13.485378 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0e45caa-446a-4a1a-b7cd-d0f0c054e293 req-934d3156-9b08-4ca6-a081-6c9bca608c41 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497986 Feb 10 13:38:13.517979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-fe150b19-4078-441b-a669-7e129aacd275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a HTTP/1.1" status: 200 len: 217 time: 0.1269982 Feb 10 13:38:13.624520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:13.674266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30f115-019f-4829-b877-680c62b95161 req-69ba21d9-8b8c-4d13-9527-8a83d9c315d8 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.676392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce30f115-019f-4829-b877-680c62b95161 req-69ba21d9-8b8c-4d13-9527-8a83d9c315d8 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1027 time: 0.0818717 Feb 10 13:38:13.682828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f975b-3663-4972-96d7-71e4ca1c5580 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.687105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f975b-3663-4972-96d7-71e4ca1c5580 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.700174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f975b-3663-4972-96d7-71e4ca1c5580 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.706536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-197f975b-3663-4972-96d7-71e4ca1c5580 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3259237 Feb 10 13:38:13.713394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 35990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:13.780428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-b9587128-9b8e-45b6-9982-ee50eef46dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:13.791982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-b9587128-9b8e-45b6-9982-ee50eef46dc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.2670984 Feb 10 13:38:13.792612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce30f115-019f-4829-b877-680c62b95161 req-e3f46dc7-eb50-424c-8289-d283909be494 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848901 Feb 10 13:38:13.875880 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-c51ff4b0-55e5-4dc9-bd18-351fc8f9b5a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600080 Feb 10 13:38:13.895307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb30588-aae7-40de-b89a-0ca6efc94cdc {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:13.915908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks [] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:13.937228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet e2b1b080-dce9-47e7-982a-4f3f83d51e94 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:13.950507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (e2b1b080-dce9-47e7-982a-4f3f83d51e94), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:13.973791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Transition to ACTIVE for port object 8eb30588-aae7-40de-b89a-0ca6efc94cdc will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:14.014531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.080185 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (e2b1b080-dce9-47e7-982a-4f3f83d51e94), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.210581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e1142-4659-4107-9edb-01be01bdd156 req-adc9eb3c-7854-460e-8f09-483be26d4d2e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:14.216186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-399e1142-4659-4107-9edb-01be01bdd156 req-adc9eb3c-7854-460e-8f09-483be26d4d2e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1009147 Feb 10 13:38:14.326478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e2b1b080-dce9-47e7-982a-4f3f83d51e94), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.373399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-399e1142-4659-4107-9edb-01be01bdd156 req-e6717410-b823-4e68-a398-56f4af3108a1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368856 Feb 10 13:38:14.401465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:14.407182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-27076806-08d8-436e-8e9e-08926c353067 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237620 Feb 10 13:38:14.491150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (e2b1b080-dce9-47e7-982a-4f3f83d51e94), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.509274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.512871 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/e2b1b080-dce9-47e7-982a-4f3f83d51e94 HTTP/1.1" status: 204 len: 168 time: 0.7663677 Feb 10 13:38:14.517168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2876b-dde8-4b65-b406-6ce103c4b24b None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:14.524985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:14.643750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet f236d8c1-60b0-4157-9af7-b3b8083399b9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:14.647193 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (f236d8c1-60b0-4157-9af7-b3b8083399b9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.694751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (f236d8c1-60b0-4157-9af7-b3b8083399b9), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.716121 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1342e98-da7d-4f70-b2b5-14d63b589ab7 req-17772fb4-7a2d-46dd-b053-c49519321fce service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949858 Feb 10 13:38:14.717022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676fc68-f84f-4d08-b732-995a11797cc6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b1b080-dce9-47e7-982a-4f3f83d51e94,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:14.736118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a643ce1-1037-47da-a0b4-8dad3d679500 req-09f4a18e-ace2-4b4f-8e9e-a4bc21cc64c7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:14.744121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a643ce1-1037-47da-a0b4-8dad3d679500 req-09f4a18e-ace2-4b4f-8e9e-a4bc21cc64c7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 944 time: 0.1574681 Feb 10 13:38:14.753550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Attempting to bind port 8eb30588-aae7-40de-b89a-0ca6efc94cdc on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:14.754002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Attempting to bind port 8eb30588-aae7-40de-b89a-0ca6efc94cdc by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:14.754403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Attempting to bind port 8eb30588-aae7-40de-b89a-0ca6efc94cdc on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:14.762860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Port 8eb30588-aae7-40de-b89a-0ca6efc94cdc on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:14.763198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Attempting to bind port 8eb30588-aae7-40de-b89a-0ca6efc94cdc on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:14.770569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:14.772076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Checking segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:14.772766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Bound using segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:14.773308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Bound port: 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:14.773740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.826254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a643ce1-1037-47da-a0b4-8dad3d679500 req-48256190-7049-45fb-8173-b6c06a7ca765 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Feb 10 13:38:14.842906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f236d8c1-60b0-4157-9af7-b3b8083399b9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.866836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:14.871144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:14.881649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.939140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:14.940012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:14.941894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/8eb30588-aae7-40de-b89a-0ca6efc94cdc HTTP/1.1" status: 200 len: 1091 time: 2.7081530 Feb 10 13:38:14.942944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:14.946877 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe4556-803e-49ef-84f6-cd30ef71bd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:14.970131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1a247-3cd1-4f36-b238-4b69d5e5b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:14.983608 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f236d8c1-60b0-4157-9af7-b3b8083399b9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:15.046507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=f236d8c1-60b0-4157-9af7-b3b8083399b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:15.067143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:15.067939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-600c32bf-50e8-478e-a948-5db37754691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:15.071056 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-600c32bf-50e8-478e-a948-5db37754691d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1125 time: 0.0781837 Feb 10 13:38:15.071286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e7087c95-5ab4-4975-a896-977541e40ee4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f236d8c1-60b0-4157-9af7-b3b8083399b9 HTTP/1.1" status: 204 len: 168 time: 0.5449817 Feb 10 13:38:15.073827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:15.089432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242059-eeca-47c6-85b8-b73b6362e73c req-44c8e82a-3d93-4d94-a8f1-281beee758b9 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:15.091096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a242059-eeca-47c6-85b8-b73b6362e73c req-44c8e82a-3d93-4d94-a8f1-281beee758b9 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1125 time: 0.1471272 Feb 10 13:38:15.136205 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d489adca-bc24-4f2e-86fa-e3f747625775 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603814 Feb 10 13:38:15.137144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:15.151229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:15.174415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a242059-eeca-47c6-85b8-b73b6362e73c req-7441479d-201b-43cb-a760-5f2f78a61558 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674942 Feb 10 13:38:15.531612 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b88b5df-c454-40b3-90cb-8994a0753150 x-openstack-request-id: req-4b88b5df-c454-40b3-90cb-8994a0753150 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:15.531910 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:15.532179 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b88b5df-c454-40b3-90cb-8994a0753150 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:15.532594 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc', 'status': 'completed', 'code': 200} Feb 10 13:38:15.543492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-31de6c21-9070-45e6-a84e-61620d734c55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc HTTP/1.1" status: 200 len: 217 time: 0.4127760 Feb 10 13:38:15.551841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6847044-5763-40ae-82b8-ddf9d2ec61ea None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:15.642965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-975c5dcd-c4f0-40c5-818b-e8802b23aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:15.644521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-975c5dcd-c4f0-40c5-818b-e8802b23aba9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9c55e36-4365-4ae9-aacd-e43b7c2db092 HTTP/1.1" status: 200 len: 847 time: 0.0906746 Feb 10 13:38:15.656501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0e5f2-1b6d-4513-926d-ff1c1d43f48a req-cf180eaf-1558-4b68-8cee-b887b68d1375 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:15.659448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ff0e5f2-1b6d-4513-926d-ff1c1d43f48a req-cf180eaf-1558-4b68-8cee-b887b68d1375 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.0732863 Feb 10 13:38:15.692207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:15.694086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:15.728680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ff0e5f2-1b6d-4513-926d-ff1c1d43f48a req-8e268844-7d1b-433d-9e0c-63202f5facf9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628181 Feb 10 13:38:15.754495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f3394e32-6d3b-4333-892d-f78651f8a55b None None] Provisioning complete for port ddadc8b2-f7e9-4664-a142-044a0fb34314 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:15.755101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3394e32-6d3b-4333-892d-f78651f8a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:15.777802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-cf730fa2-c1ba-4a67-b4e0-bd175cee21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:15.779551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-cf730fa2-c1ba-4a67-b4e0-bd175cee21cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271062 Feb 10 13:38:15.857054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:38:15.993738 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-0d62a322-e2ae-4f18-9dc9-1b6b446ba77e service neutron] 10.222.0.77 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058251 Feb 10 13:38:16.087164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:16.102732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', 'mac_address': 'fa:16:3e:49:a5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:38:16.112095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:16.136100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee459-efc4-484d-826c-c069a3217256 req-85bb0026-5572-4299-be26-b0f6ed9d5167 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:16.146391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cee459-efc4-484d-826c-c069a3217256 req-85bb0026-5572-4299-be26-b0f6ed9d5167 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 944 time: 0.1326041 Feb 10 13:38:16.255745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cee459-efc4-484d-826c-c069a3217256 req-38ddbb04-8949-4164-801e-cd155ff19f16 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Feb 10 13:38:16.312980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f3394e32-6d3b-4333-892d-f78651f8a55b None None] Current status of the port ddadc8b2-f7e9-4664-a142-044a0fb34314 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:16.390016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:16.390405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:16.421869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:16.449092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:16.455872 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c44e9ef8-b965-45b4-a55f-6b5022ede8b9 req-8fe88d48-3e55-436b-ab3f-dcf58643b4b0 service neutron] 10.222.0.77 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532268 Feb 10 13:38:16.458052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85d1aa-35fb-4a6b-913d-8fa443fbe947 req-9a4d2744-f216-45e2-9b18-21a615247bed tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:16.476585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:16.481014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c85d1aa-35fb-4a6b-913d-8fa443fbe947 req-9a4d2744-f216-45e2-9b18-21a615247bed tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1125 time: 0.1042230 Feb 10 13:38:16.554676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c85d1aa-35fb-4a6b-913d-8fa443fbe947 req-9135c09a-1a6f-4de3-aa56-f529bb49cc77 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Feb 10 13:38:16.607945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:16.614478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Deleting port ddadc8b2-f7e9-4664-a142-044a0fb34314 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:16.615144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:16.684552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-06be206e-7814-4437-acd4-f0dc13faf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:16.686240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-06be206e-7814-4437-acd4-f0dc13faf635 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1125 time: 0.1674528 Feb 10 13:38:16.734828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] For port ddadc8b2-f7e9-4664-a142-044a0fb34314, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddadc8b2-f7e9-4664-a142-044a0fb34314,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:16.735266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:16.752874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Calling delete_port for ddadc8b2-f7e9-4664-a142-044a0fb34314 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:16.839693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-97a46d1f-1b6d-4774-b586-34f1e6563f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:16.841286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-97a46d1f-1b6d-4774-b586-34f1e6563f04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.1341257 Feb 10 13:38:16.842496 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (ddadc8b2-f7e9-4664-a142-044a0fb34314), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:16.863163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:16.869010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] No DVR routers for this DVR port ddadc8b2-f7e9-4664-a142-044a0fb34314 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:16.910213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d096e37-9536-4e92-b4e2-00776ad6e0d4 None None] Pushing event deleted for resources: {'Port': ['ID=ddadc8b2-f7e9-4664-a142-044a0fb34314,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:16.944079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-577ec2c0-c933-44ba-ba64-78836199a660 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc HTTP/1.1" status: 200 len: 217 time: 0.0947967 Feb 10 13:38:16.947442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:17.146287 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.revisions.revision_plugin [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Could not find related port for resource to bump revision. Feb 10 13:38:17.155095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Port ddadc8b2-f7e9-4664-a142-044a0fb34314 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 13:38:17.155465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:8195 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 13:38:17.159110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:8195 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 13:38:17.160484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (444018c8-9e6b-46a6-a56e-7d4e054a92ab), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:17.163723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-537d92e3-88ca-4c35-99b0-3ed60cd2e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:17.166002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-537d92e3-88ca-4c35-99b0-3ed60cd2e79f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9c55e36-4365-4ae9-aacd-e43b7c2db092 HTTP/1.1" status: 200 len: 847 time: 0.1689992 Feb 10 13:38:17.251989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=444018c8-9e6b-46a6-a56e-7d4e054a92ab,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:17.259586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:17.262951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:17.274735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:17.275869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:17.276960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86d23a-9331-43c8-bcd7-1c47fa10b286 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:17.302893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-462b81db-26ed-4122-a297-b429c6955c13 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1594193 Feb 10 13:38:17.306347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:17.309648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-d6389331-ac0d-44f4-8e4e-79405f21f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:17.311454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-d6389331-ac0d-44f4-8e4e-79405f21f952 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015065 Feb 10 13:38:17.312529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:17.419931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddadc8b2-f7e9-4664-a142-044a0fb34314 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:17.542937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-45231329-4a1e-4033-a1a8-c5a07b3d2146 service neutron] 10.222.0.77 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242162 Feb 10 13:38:17.589041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:17.593056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:17.641346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d040e-f9e2-45a7-98e4-2a24cfcb74f2 req-9735ded8-8b76-48c3-b678-3e9ca6b8dfbd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:17.651129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b9d040e-f9e2-45a7-98e4-2a24cfcb74f2 req-9735ded8-8b76-48c3-b678-3e9ca6b8dfbd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 945 time: 0.1288779 Feb 10 13:38:17.690702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ddadc8b2-f7e9-4664-a142-044a0fb34314 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:17.691202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddadc8b2-f7e9-4664-a142-044a0fb34314 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:17.696254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '444018c8-9e6b-46a6-a56e-7d4e054a92ab'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:17.697799 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:17.749726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-60fe4556-803e-49ef-84f6-cd30ef71bd2a req-29ef24d7-d35e-4b04-b2c9-974755b0e335 service neutron] 10.222.0.77 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994815 Feb 10 13:38:17.775337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b9d040e-f9e2-45a7-98e4-2a24cfcb74f2 req-33a16b13-7e26-4218-9f14-1278ac1d6e8d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228509 Feb 10 13:38:17.881696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Allocated IP 2001:db8::f816:3eff:fea2:f980 (23165869-dc7f-4747-b970-0fd5448d7c72/444018c8-9e6b-46a6-a56e-7d4e054a92ab/f80895d1-808b-4680-a794-5f00ebb52d6c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:17.936194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:17.957285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (083db18a-130b-4d62-b8ea-fbc3110d8af3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.035419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:18.049548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:38:18.063122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:18.064687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:18.065407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.075818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:18.076469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.103589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68ca0-c665-4a10-8f96-59478e69bacd req-cbc33e3d-2f1c-49da-8488-17ae17e017e1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:18.105286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40d68ca0-c665-4a10-8f96-59478e69bacd req-cbc33e3d-2f1c-49da-8488-17ae17e017e1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1581843 Feb 10 13:38:18.107185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=083db18a-130b-4d62-b8ea-fbc3110d8af3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:18.111648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c2e3fc23-0e86-49a7-bd2c-da8cdbff6743 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8037457 Feb 10 13:38:18.114609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:18.129137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:ff:f6:af', 'name': 'tempest-NetworksTestDHCPv6-2030118608'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:18.203630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40d68ca0-c665-4a10-8f96-59478e69bacd req-0e60a947-c21f-4ec2-9c9e-d570e518a3c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813611 Feb 10 13:38:18.257472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:18.258128 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.286904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks [] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.307792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.326173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084b53-a3bb-4221-a67e-a9ff227cbb0b req-b16a0ae2-73fe-4fbb-b068-c89787e76323 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:18.335673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f084b53-a3bb-4221-a67e-a9ff227cbb0b req-b16a0ae2-73fe-4fbb-b068-c89787e76323 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1125 time: 0.0682471 Feb 10 13:38:18.339656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:18.390743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:18.395344 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd60dd9-c872-4ac8-8a5e-e476b1517748" -d '{"events": [{"server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "name": "network-vif-plugged", "status": "completed", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:18.416026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f084b53-a3bb-4221-a67e-a9ff227cbb0b req-11c356a2-41d9-41de-b6d2-65cee384175c tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785563 Feb 10 13:38:18.428178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:18.438392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:18.442870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:18.447014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:18.516612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.527147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.554323 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port c1b6d8c1-6840-496e-9032-d113e2724ecc yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:18.619239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Attempting to bind port f80895d1-808b-4680-a794-5f00ebb52d6c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:18.619640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c38d9-af60-4e97-9d31-037e52a6d6e8 req-f45a92d2-df2a-4372-92cf-68b8395ace1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:18.620106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Attempting to bind port f80895d1-808b-4680-a794-5f00ebb52d6c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:18.620781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Attempting to bind port f80895d1-808b-4680-a794-5f00ebb52d6c on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:18.630303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:18.630868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:18.631282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.632286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:18.632873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Bound port: f80895d1-808b-4680-a794-5f00ebb52d6c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:18.633374 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.634575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d18c38d9-af60-4e97-9d31-037e52a6d6e8 req-f45a92d2-df2a-4372-92cf-68b8395ace1c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.0984323 Feb 10 13:38:18.635935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:18.753473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:18.757732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d18c38d9-af60-4e97-9d31-037e52a6d6e8 req-6c51890c-ef9f-42ae-bb2f-5f0607351df5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150196 Feb 10 13:38:18.769392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 172.20.0.12 (23165869-dc7f-4747-b970-0fd5448d7c72/083db18a-130b-4d62-b8ea-fbc3110d8af3/c1b6d8c1-6840-496e-9032-d113e2724ecc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:18.777722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:feff:f6af (23165869-dc7f-4747-b970-0fd5448d7c72/444018c8-9e6b-46a6-a56e-7d4e054a92ab/c1b6d8c1-6840-496e-9032-d113e2724ecc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:18.871824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:18.879075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:18.886007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:18.975765 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e400a7-73f2-4786-baf0-642f67d2f89a x-openstack-request-id: req-c2e400a7-73f2-4786-baf0-642f67d2f89a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:18.976205 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "name": "network-vif-plugged", "status": "completed", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:18.976725 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2e400a7-73f2-4786-baf0-642f67d2f89a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:18.978341 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', 'code': 200} Feb 10 13:38:19.058401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb211-4ea0-46b9-9c6d-0581b21d6c72 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:19.111224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (c1b6d8c1-6840-496e-9032-d113e2724ecc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.154579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c1b6d8c1-6840-496e-9032-d113e2724ecc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.216924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:19.219681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a085bc-3d82-48bb-b86c-b65d3286820e req-afe47c93-57d4-4bbc-a03c-e44265a0cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.221388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64a085bc-3d82-48bb-b86c-b65d3286820e req-afe47c93-57d4-4bbc-a03c-e44265a0cef5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 1128 time: 0.1807516 Feb 10 13:38:19.224297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:19.231512 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-17b8a468-ce31-4d79-94e2-fba887fd66d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2078006 Feb 10 13:38:19.234003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f53b-c087-4bf5-a542-1b3f9cd675d7 req-9e2eeeb7-6282-42fc-84db-2935ad2ed20c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.234184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:19.235073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2764f53b-c087-4bf5-a542-1b3f9cd675d7 req-9e2eeeb7-6282-42fc-84db-2935ad2ed20c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 947 time: 0.1426878 Feb 10 13:38:19.276327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8eb30588-aae7-40de-b89a-0ca6efc94cdc details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:38:19.284452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:19.289547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=c1b6d8c1-6840-496e-9032-d113e2724ecc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:19.367513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64a085bc-3d82-48bb-b86c-b65d3286820e req-9e519d01-5823-493c-839e-cfcdf61e47ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313193 Feb 10 13:38:19.383953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2764f53b-c087-4bf5-a542-1b3f9cd675d7 req-cf42cea9-6c12-4025-8e40-722a682a9b0c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283360 Feb 10 13:38:19.396180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.397164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.451491 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-38c9e22f-2247-4230-905d-af1264ca499f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3350987 Feb 10 13:38:19.454040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:19.530807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-480ee96e-746c-45c3-8a3c-294848623064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.532137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-480ee96e-746c-45c3-8a3c-294848623064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1128 time: 0.2347493 Feb 10 13:38:19.545719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:19.548064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.562195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba663c-c986-4332-899a-673bb14fd9b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.567791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ba663c-c986-4332-899a-673bb14fd9b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.569469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-27ba663c-c986-4332-899a-673bb14fd9b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1117110 Feb 10 13:38:19.573154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:19.612266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:38:19.793845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad2dc-f01f-45de-a9af-45d750c57c84 req-14a4f205-d0bd-4e3b-9418-a9c01f4b11eb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.795883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f02ad2dc-f01f-45de-a9af-45d750c57c84 req-14a4f205-d0bd-4e3b-9418-a9c01f4b11eb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.1390140 Feb 10 13:38:19.834399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port c1b6d8c1-6840-496e-9032-d113e2724ecc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:19.834752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c1b6d8c1-6840-496e-9032-d113e2724ecc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.835998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-a91ef242-cc1a-4145-833d-5fc10b5d2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:19.838195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:19.840104 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-a91ef242-cc1a-4145-833d-5fc10b5d2256 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.1895373 Feb 10 13:38:19.853605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:19.856519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:19.905373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '8eb30588-aae7-40de-b89a-0ca6efc94cdc', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'port_id': '8eb30588-aae7-40de-b89a-0ca6efc94cdc', 'mac_address': 'fa:16:3e:9f:b3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:38:19.929518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f02ad2dc-f01f-45de-a9af-45d750c57c84 req-a995da1a-fe80-4980-929e-8b54b2e42b28 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206958 Feb 10 13:38:19.947264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-eacc6c12-490d-4285-be93-3926f7d9a761 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 217 time: 0.0998836 Feb 10 13:38:19.982702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8eb30588-aae7-40de-b89a-0ca6efc94cdc is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:19.983228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:20.002336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb30588-aae7-40de-b89a-0ca6efc94cdc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:20.011196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c1b6d8c1-6840-496e-9032-d113e2724ecc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:20.017393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=14']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:20.026833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-e4238ac6-63a1-47ab-b759-5f6bd46dc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.028446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-e4238ac6-63a1-47ab-b759-5f6bd46dc985 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.0747948 Feb 10 13:38:20.040860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for c1b6d8c1-6840-496e-9032-d113e2724ecc owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:20.074496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-02343f43-fed4-4d51-8661-7724304b4e00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369325 Feb 10 13:38:20.082330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:20.091199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:20.158907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:20.307955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8eb30588-aae7-40de-b89a-0ca6efc94cdc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:20.355319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-2283b18f-1572-4271-b30e-d2ee09aa5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.357010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-2283b18f-1572-4271-b30e-d2ee09aa5e1b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.1155338 Feb 10 13:38:20.364188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-7e708750-af5a-4933-95fe-21c7b58a0b67 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801378 Feb 10 13:38:20.417972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c1b6d8c1-6840-496e-9032-d113e2724ecc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:20.424487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36180782-03fb-4ab5-89ed-6a07d6ec84a2 req-36fd8590-6fbb-4f01-ac5e-ea854ed6edc9 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.433240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36180782-03fb-4ab5-89ed-6a07d6ec84a2 req-36fd8590-6fbb-4f01-ac5e-ea854ed6edc9 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1126 time: 0.1526668 Feb 10 13:38:20.470449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=c1b6d8c1-6840-496e-9032-d113e2724ecc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:20.709220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36180782-03fb-4ab5-89ed-6a07d6ec84a2 req-13bb28ec-e06e-4eec-b2cd-38ae27c3cb17 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749517 Feb 10 13:38:20.764450 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3433b955-6931-4baa-b6a3-f25c0e7310da req-840bd52e-8ef1-4f1c-8ffc-251cf3eb86bf service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734465 Feb 10 13:38:20.772959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-e11d17be-0a62-4725-95e3-3b5d9a90d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.784546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-e11d17be-0a62-4725-95e3-3b5d9a90d6f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.4180391 Feb 10 13:38:20.804392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-85205c6a-a7cb-4ba6-8c89-5237588bb531 req-2c79ef23-df11-4c39-a0f5-778dbfcb8e88 service neutron] (103399) timed out ('10.222.0.21', 50460) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:38:20.806383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:20.830376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0135aaf-e937-49f8-8746-0c880e311583 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/c1b6d8c1-6840-496e-9032-d113e2724ecc HTTP/1.1" status: 204 len: 168 time: 1.2561135 Feb 10 13:38:20.860104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:20.917467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d661196-376f-4723-96d3-cab21832a58e None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:20.946041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-5b17a438-940d-4cb3-a422-d4e73d6eac36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.1542494 Feb 10 13:38:20.947682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956299-3487-45a8-99c4-5292f664d93a req-fc556e35-2b7c-4387-92a9-efac6a448963 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.949353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06bfc5-fa58-421c-9ae1-af6d6644cac5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.950674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06bfc5-fa58-421c-9ae1-af6d6644cac5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.952141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06bfc5-fa58-421c-9ae1-af6d6644cac5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:20.953707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa06bfc5-fa58-421c-9ae1-af6d6644cac5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0925815 Feb 10 13:38:20.954902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c956299-3487-45a8-99c4-5292f664d93a req-fc556e35-2b7c-4387-92a9-efac6a448963 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1208053 Feb 10 13:38:20.962465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:21.005450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c956299-3487-45a8-99c4-5292f664d93a req-b2600a97-6985-4b8d-963d-eed03513d5f9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496061 Feb 10 13:38:21.048498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:21.049074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-50b7f567-f01e-457a-b313-d00557ddb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:21.051005 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0ebe0-61cc-45d0-a53d-8ebc296d18c7" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:21.051209 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-50b7f567-f01e-457a-b313-d00557ddb5df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0963268 Feb 10 13:38:21.062835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 083db18a-130b-4d62-b8ea-fbc3110d8af3 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:21.068381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (083db18a-130b-4d62-b8ea-fbc3110d8af3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.095511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:21.095889 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.143116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82050d01-67c5-4023-8ef7-c223dc320d3b req-e4dd413b-faf6-4fbb-94ea-548ea58172c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:21.150439 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82050d01-67c5-4023-8ef7-c223dc320d3b req-e4dd413b-faf6-4fbb-94ea-548ea58172c3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.0745182 Feb 10 13:38:21.161489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (083db18a-130b-4d62-b8ea-fbc3110d8af3), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.261063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:21.261579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.264924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-e72399ed-528d-4c21-b9d1-6a46aa82c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:21.269084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82050d01-67c5-4023-8ef7-c223dc320d3b req-28e143b3-d76d-49da-95b0-651b9b8bf22f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177440 Feb 10 13:38:21.274158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-e72399ed-528d-4c21-b9d1-6a46aa82c804 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1751356 Feb 10 13:38:21.287300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4ce1b-e64a-4a0f-97dd-c726793aa7d0 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '444018c8-9e6b-46a6-a56e-7d4e054a92ab', 'ip_address': '2001:db8::f816:3eff:fea2:f980'}, {'subnet_id': '083db18a-130b-4d62-b8ea-fbc3110d8af3'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'f80895d1-808b-4680-a794-5f00ebb52d6c'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:38:21.293930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8eb30588-aae7-40de-b89a-0ca6efc94cdc up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:21.361644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (083db18a-130b-4d62-b8ea-fbc3110d8af3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.456381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:21.458753 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca537a-c4e7-4090-96bc-441c852c7ae4 x-openstack-request-id: req-daca537a-c4e7-4090-96bc-441c852c7ae4 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:21.459237 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:21.459666 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daca537a-c4e7-4090-96bc-441c852c7ae4 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:21.460229 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'code': 200} Feb 10 13:38:21.461209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:21.505145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30d4ce1b-e64a-4a0f-97dd-c726793aa7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.507207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.548773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-fa797a31-a09b-4013-b9c1-1aed8a650db7 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637513 Feb 10 13:38:21.551016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (083db18a-130b-4d62-b8ea-fbc3110d8af3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.561334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 8eb30588-aae7-40de-b89a-0ca6efc94cdc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:38:21.611433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.619468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/083db18a-130b-4d62-b8ea-fbc3110d8af3 HTTP/1.1" status: 204 len: 168 time: 0.6530468 Feb 10 13:38:21.623169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:21.624322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da233f1-b3ac-47b6-8693-7929ba023362 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=083db18a-130b-4d62-b8ea-fbc3110d8af3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:21.685446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-c3adf194-90d5-406e-9ad8-b2e85ec9ec05 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:21.687860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-c3adf194-90d5-406e-9ad8-b2e85ec9ec05 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2375543 Feb 10 13:38:21.714735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-400cca59-7544-43a4-8a33-9c2ba77102ab tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0208097 Feb 10 13:38:21.723740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 8eb30588-aae7-40de-b89a-0ca6efc94cdc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:21.724125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.724685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 444018c8-9e6b-46a6-a56e-7d4e054a92ab {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:21.736773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (444018c8-9e6b-46a6-a56e-7d4e054a92ab), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.765976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:21.766492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.841252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1ca2-48b4-4f11-be65-87013352d6bb None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:21.884669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49013134-14e0-4e1e-9dad-ba946a956fcf req-10f60bae-0620-4b95-a688-4db3eb51cea9 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220766 Feb 10 13:38:21.894031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b6b804ef-eadf-4415-b32e-609840b1fe12 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:21.894411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6b804ef-eadf-4415-b32e-609840b1fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.917957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (444018c8-9e6b-46a6-a56e-7d4e054a92ab), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:21.969997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:21.974673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-c5207461-6f7b-4d33-a34e-6ecb8b0a2799 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456865 Feb 10 13:38:22.016523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 8eb30588-aae7-40de-b89a-0ca6efc94cdc is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:22.016942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.034538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe6dae-94aa-4f60-86b8-5c056a62aa2d None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:38:22.121884 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (444018c8-9e6b-46a6-a56e-7d4e054a92ab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.144431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe6dae-94aa-4f60-86b8-5c056a62aa2d None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:38:22.167662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-eb3d0985-5c19-470f-b69e-65491bf13865 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916342 Feb 10 13:38:22.221327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b6b804ef-eadf-4415-b32e-609840b1fe12 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:22.237449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:22.272260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (444018c8-9e6b-46a6-a56e-7d4e054a92ab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.305841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.311545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/444018c8-9e6b-46a6-a56e-7d4e054a92ab HTTP/1.1" status: 204 len: 168 time: 0.6840119 Feb 10 13:38:22.311717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:22.327220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760a406-f992-417f-ad6b-3c26d2656f67 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=444018c8-9e6b-46a6-a56e-7d4e054a92ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:22.358236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-758260c6-08e8-480c-b8ac-917b863535dd service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893735 Feb 10 13:38:22.372658 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76b78714-0aab-483a-8292-9c41aa99837f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572760 Feb 10 13:38:22.373240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:22.378047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:22.403660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.486624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:22.492322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:22.503793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b02b5fa6-5956-4a26-a054-bf3d87ca86e5 None None] Could not find standard attr ID for object c1b6d8c1-6840-496e-9032-d113e2724ecc. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:22.590606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:22.739590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e67e6-6478-4db5-9b19-204d36900a82 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '444018c8-9e6b-46a6-a56e-7d4e054a92ab'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'f80895d1-808b-4680-a794-5f00ebb52d6c'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:38:22.774822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ad0e67e6-6478-4db5-9b19-204d36900a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:23.251459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4dbcb23e-c291-4dd1-ac34-2b83871a8953 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:23.252080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb23e-c291-4dd1-ac34-2b83871a8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:23.349902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:23.359231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13136c13-ca7c-4510-83ba-21c4a44a973d None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:38:23.433955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e855fa-4396-4a9f-8810-1db88440e5b6 req-08ea4af5-1690-43bb-ab2a-1407ac009f50 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:23.441780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5e855fa-4396-4a9f-8810-1db88440e5b6 req-08ea4af5-1690-43bb-ab2a-1407ac009f50 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.7265739 Feb 10 13:38:23.496606 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (9a8ff125-491f-4651-b96e-cb4e91ea147c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:23.505762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:23.508698 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef95c53-d9f6-4cf3-a6d5-a3c6cb95f3b1" -d '{"events": [{"server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "name": "network-vif-plugged", "status": "completed", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:23.612666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=9a8ff125-491f-4651-b96e-cb4e91ea147c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:23.625507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcb23e-c291-4dd1-ac34-2b83871a8953 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:23.634501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5e855fa-4396-4a9f-8810-1db88440e5b6 req-50e14001-0a14-4b7e-878a-fcb319a77cbf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855533 Feb 10 13:38:23.634731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4dbcb23e-c291-4dd1-ac34-2b83871a8953 None None] Could not find standard attr ID for object c1b6d8c1-6840-496e-9032-d113e2724ecc. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:23.649645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:23.652938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:23.656649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13136c13-ca7c-4510-83ba-21c4a44a973d None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:38:23.660855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:23.663516 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:23.701488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4c887846-3065-44a9-9741-dbf549ebc846 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3270714 Feb 10 13:38:23.704081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:23.710163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:23.945049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:23.945464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:23.961503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f3434-008e-4cd3-9685-3278500ba56f req-11948e4d-06cf-4340-abe5-3a66d1c2c120 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:23.963029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f1f3434-008e-4cd3-9685-3278500ba56f req-11948e4d-06cf-4340-abe5-3a66d1c2c120 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1924193 Feb 10 13:38:24.039685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f1f3434-008e-4cd3-9685-3278500ba56f req-fed3a6fa-3117-42f5-b534-88a0bb403b93 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694599 Feb 10 13:38:24.048869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:24.061631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:24.101301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:24.112681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:24.252240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a05132d-1f43-4e40-b5ae-7365d33dd51f req-238bbe27-a1ce-453c-a193-1e532e296ae4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 210 time: 0.0792449 Feb 10 13:38:24.432884 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30eafc-e05e-46fd-b4f3-d2f289ab7bbc x-openstack-request-id: req-9c30eafc-e05e-46fd-b4f3-d2f289ab7bbc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:24.433409 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "name": "network-vif-plugged", "status": "completed", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:24.433409 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c30eafc-e05e-46fd-b4f3-d2f289ab7bbc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:24.433699 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc', 'code': 200} Feb 10 13:38:24.445939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:24.464017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': '9a8ff125-491f-4651-b96e-cb4e91ea147c'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'f80895d1-808b-4680-a794-5f00ebb52d6c'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:38:24.540353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:24.907137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Allocated IP 172.20.0.2 (23165869-dc7f-4747-b970-0fd5448d7c72/9a8ff125-491f-4651-b96e-cb4e91ea147c/f80895d1-808b-4680-a794-5f00ebb52d6c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:24.939554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213646b-eecd-49e9-bcac-d8102027acad req-6c0944b4-8c3a-4b80-8426-32ba744615d3 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:24.951232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5213646b-eecd-49e9-bcac-d8102027acad req-6c0944b4-8c3a-4b80-8426-32ba744615d3 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.1562610 Feb 10 13:38:24.965293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-22632654-3594-4d25-8415-c474651b9db8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:24.966545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-22632654-3594-4d25-8415-c474651b9db8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.7841518 Feb 10 13:38:24.969570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785ae8b-9a62-4d2a-9210-27dd0d6735df req-2f1a8fdf-fb8e-41a2-8dc7-d371a903dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:24.971119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0785ae8b-9a62-4d2a-9210-27dd0d6735df req-2f1a8fdf-fb8e-41a2-8dc7-d371a903dcf0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.4773903 Feb 10 13:38:24.974514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:25.004122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': '9159578d-c373-42d3-b171-173056af6980', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:25.040998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:25.074234 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Publish callbacks [] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.080061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.170320 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0785ae8b-9a62-4d2a-9210-27dd0d6735df req-841b9480-bace-4179-8003-6e93388455b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905529 Feb 10 13:38:25.171412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:25.178298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.202323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a5cae-e54b-4c13-b553-5c8bc7670159 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:25.406337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5213646b-eecd-49e9-bcac-d8102027acad req-b04bfed1-a2a0-4e75-93bc-cf5b55850da7 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536347 Feb 10 13:38:25.419806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.6 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/3414d26d-e787-4737-a6ae-5a096c7ebeb5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:25.456721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.638752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.640894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135d077-a597-45b7-b90e-a980c6ba4b90 req-df3523c4-3a4b-4d12-af72-fa2a77371e3d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:25.647942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2135d077-a597-45b7-b90e-a980c6ba4b90 req-df3523c4-3a4b-4d12-af72-fa2a77371e3d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1346140 Feb 10 13:38:25.680853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.698448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:25.714484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:25.717615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:25.725417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:25.799345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2135d077-a597-45b7-b90e-a980c6ba4b90 req-39ca5028-4cfb-4b23-8f73-0976d28273c2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505184 Feb 10 13:38:25.834947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:25.870656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:25.906677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:25.912384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.918150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.951369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-7b9c148a-70db-421b-b7cc-a7ae14eb4011 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9510617 Feb 10 13:38:25.959390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:25.963710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Request body: {'port': {'device_id': '9159578d-c373-42d3-b171-173056af6980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:26.024107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:26.045564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f150f614-e63e-4e4c-be7b-76ca8f004c0a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.095298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.121888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=f150f614-e63e-4e4c-be7b-76ca8f004c0a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:26.171218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:26.185116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5edba9-5018-4c51-b794-1a82a6b864cf req-85f3ecbc-7bb8-4a13-9410-804fd7c72168 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:26.186704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be5edba9-5018-4c51-b794-1a82a6b864cf req-85f3ecbc-7bb8-4a13-9410-804fd7c72168 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 931 time: 0.2708015 Feb 10 13:38:26.190452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:26.213005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:26.213243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.308453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c11e47a3-740e-4869-a046-78ff63bb773a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6030090 Feb 10 13:38:26.312936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:26.318793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:3e:4c:46', 'name': 'tempest-NetworksTestDHCPv6-91746111'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:26.346832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7921f-ba2b-441e-b10a-8f3be72be505 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:26.386438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be5edba9-5018-4c51-b794-1a82a6b864cf req-5d99db45-c715-4a3a-ae3f-a8a386eacedf tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 Feb 10 13:38:26.489312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:26.489819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.622120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:26.622661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.646549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:26.676172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:26.693155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.709154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3414d26d-e787-4737-a6ae-5a096c7ebeb5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:26.718857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks [] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.734662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Transition to ACTIVE for port object 3414d26d-e787-4737-a6ae-5a096c7ebeb5 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:26.744657 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.769716 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:26.791795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9071c-00a0-42ff-8c01-175f2e9e1142 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:26.805700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port fd599f80-63c2-40bc-8188-a076c64b247a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:26.812258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7af64-64da-4c61-b8d5-81cc6eb34421 req-2edfc592-4e71-4a57-bdb8-d561b4fbccdd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:26.814428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-feb7af64-64da-4c61-b8d5-81cc6eb34421 req-2edfc592-4e71-4a57-bdb8-d561b4fbccdd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.2614925 Feb 10 13:38:26.835616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Pushing event updated for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:26.922527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-feb7af64-64da-4c61-b8d5-81cc6eb34421 req-d4f92cf9-5df8-48fc-9b1d-890bbef76ea5 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021678 Feb 10 13:38:26.957180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Attempting to bind port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:26.957767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Attempting to bind port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:26.958100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Attempting to bind port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:26.965573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:26.965955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Attempting to bind port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:26.976302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:26.978427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:26.978427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:26.979321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Bound port: 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:26.985498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.085990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:27.089721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:27.093868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 172.20.0.7 (23165869-dc7f-4747-b970-0fd5448d7c72/9a8ff125-491f-4651-b96e-cb4e91ea147c/fd599f80-63c2-40bc-8188-a076c64b247a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:27.104178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe3e:4c46 (23165869-dc7f-4747-b970-0fd5448d7c72/f150f614-e63e-4e4c-be7b-76ca8f004c0a/fd599f80-63c2-40bc-8188-a076c64b247a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:27.108109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.153003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b5cc3-e14d-499d-b44c-3473c7cd7e05 req-b80eea3f-49d4-4ed8-bded-e539fa31f698 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.153824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.154554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e6b5cc3-e14d-499d-b44c-3473c7cd7e05 req-b80eea3f-49d4-4ed8-bded-e539fa31f698 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1025743 Feb 10 13:38:27.166002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.167522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] 10.222.0.21 "PUT /v2.0/ports/3414d26d-e787-4737-a6ae-5a096c7ebeb5 HTTP/1.1" status: 200 len: 1091 time: 1.2087245 Feb 10 13:38:27.167988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:27.170313 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd97ef-d921-4108-bfbc-7a246a6beb87" -d '{"events": [{"name": "network-changed", "server_uuid": "9159578d-c373-42d3-b171-173056af6980", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:27.208078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412902e0-90d2-4116-9253-e477e43fab5f service neutron] Pushing event updated for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:27.296370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e6b5cc3-e14d-499d-b44c-3473c7cd7e05 req-1696ce86-2fca-4504-a56b-8eb6854b2b68 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285319 Feb 10 13:38:27.371451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-7a5b5bf8-8ce8-4520-a1a9-bcc40aab31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.373811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-7a5b5bf8-8ce8-4520-a1a9-bcc40aab31e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 1125 time: 0.1540658 Feb 10 13:38:27.387120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:27.425584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (fd599f80-63c2-40bc-8188-a076c64b247a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.471733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-c8eb7cfc-732c-46de-82de-816f1e94407c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5 HTTP/1.1" status: 200 len: 217 time: 0.0903156 Feb 10 13:38:27.516736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:27.517152 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.526008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fd599f80-63c2-40bc-8188-a076c64b247a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.590908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91609c59-a564-4489-8f5f-08290841d832 req-1928b1fb-fdb3-43ef-a938-775c913a9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.597971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-1928b1fb-fdb3-43ef-a938-775c913a9191 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1202555 Feb 10 13:38:27.626164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:27.631565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:27.632363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1391c32-0630-472f-87e9-253837d6fcdc None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:27.639525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:27.657503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-baf3c857-1a9f-4d42-9757-e994d57bc6bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535388 Feb 10 13:38:27.684994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=fd599f80-63c2-40bc-8188-a076c64b247a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:27.704160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:27.723482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e6c8-1bae-4e91-977f-2dd0983b45c8 req-93fcfb21-34b3-4e16-ad2f-ab5f398052be tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.726229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a7e6c8-1bae-4e91-977f-2dd0983b45c8 req-93fcfb21-34b3-4e16-ad2f-ab5f398052be tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.2384653 Feb 10 13:38:27.738252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-240297d9-a66d-464d-bea2-d435ed5b9b07 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:27.738631 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-240297d9-a66d-464d-bea2-d435ed5b9b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.759887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.760537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:27.787757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-84c15ee1-4316-44d1-8d1b-5ced30915d78 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4737966 Feb 10 13:38:27.795533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:27.816461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6a7e6c8-1bae-4e91-977f-2dd0983b45c8 req-4b58feb7-79b4-4082-8e8b-0392b873f408 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804987 Feb 10 13:38:27.895111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-240297d9-a66d-464d-bea2-d435ed5b9b07 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:27.896410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-3edc8d88-4349-49f9-bdbc-983b2a429048 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325845 Feb 10 13:38:27.903551 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5482a42f-af2f-48ca-8fcb-5bc216d9a639 x-openstack-request-id: req-5482a42f-af2f-48ca-8fcb-5bc216d9a639 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:27.903920 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9159578d-c373-42d3-b171-173056af6980", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:27.904507 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5482a42f-af2f-48ca-8fcb-5bc216d9a639 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:27.905024 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5', 'status': 'completed', 'code': 200} Feb 10 13:38:27.913367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8202205-deac-4992-8f53-b1c044d0a15d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.919783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8202205-deac-4992-8f53-b1c044d0a15d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:27.923808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e8202205-deac-4992-8f53-b1c044d0a15d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1220453 Feb 10 13:38:27.924167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:28.088514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012b3f-1ab7-45f2-b5b5-e5b9afa51661 req-8af710c6-2fbf-4483-afbc-6ee65c26f2da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:28.090372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93012b3f-1ab7-45f2-b5b5-e5b9afa51661 req-8af710c6-2fbf-4483-afbc-6ee65c26f2da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 943 time: 0.0886569 Feb 10 13:38:28.096371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port fd599f80-63c2-40bc-8188-a076c64b247a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:28.097122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fd599f80-63c2-40bc-8188-a076c64b247a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:28.116067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-91609c59-a564-4489-8f5f-08290841d832 req-5f6e0be0-a26e-49b2-be82-ae79879fb7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934364 Feb 10 13:38:28.220367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-7d325d27-e388-4253-9d04-b541accddbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:28.222427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-7d325d27-e388-4253-9d04-b541accddbdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 1125 time: 0.0524251 Feb 10 13:38:28.245392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fd599f80-63c2-40bc-8188-a076c64b247a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:28.262677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for fd599f80-63c2-40bc-8188-a076c64b247a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:28.347045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:28.347486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:28.353709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-48125307-8a8b-41bb-a3ea-72583c4ad8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:28.355596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-48125307-8a8b-41bb-a3ea-72583c4ad8d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.1259696 Feb 10 13:38:28.420168 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-f83d7e62-7f04-480d-86e7-a990f79c1328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5 HTTP/1.1" status: 200 len: 217 time: 0.0575049 Feb 10 13:38:28.426458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93012b3f-1ab7-45f2-b5b5-e5b9afa51661 req-713a4556-8ea2-4aba-acc1-97ae4c2ee518 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660100 Feb 10 13:38:28.549952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-1dd3ff1d-e4cb-445b-a55f-1b04b8305489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:28.551136 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-1dd3ff1d-e4cb-445b-a55f-1b04b8305489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.1115794 Feb 10 13:38:28.568728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:28.586900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Provisioning complete for port fd599f80-63c2-40bc-8188-a076c64b247a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:28.587666 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fd599f80-63c2-40bc-8188-a076c64b247a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:28.619968 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-130f649d-992c-4d52-b167-9f1a4eeb377e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578098 Feb 10 13:38:28.636876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d26219e-6425-4656-a772-b0676ecabbfe None None] Port fd599f80-63c2-40bc-8188-a076c64b247a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:38:28.682174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc75d7-ad2d-4508-aece-7409afda414b req-3146bb2a-482f-4e6c-bb14-74f5bf50dbd0 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:28.683741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85bc75d7-ad2d-4508-aece-7409afda414b req-3146bb2a-482f-4e6c-bb14-74f5bf50dbd0 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.1286299 Feb 10 13:38:28.734536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fd599f80-63c2-40bc-8188-a076c64b247a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:28.746805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-1b4979c8-a78d-4d80-a07b-038fec228537 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198390 Feb 10 13:38:28.750469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3242dd3b-e347-40cb-957c-98dd2b35f1c8 None None] Could not find standard attr ID for object fd599f80-63c2-40bc-8188-a076c64b247a. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:28.793041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=fd599f80-63c2-40bc-8188-a076c64b247a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:28.826967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85bc75d7-ad2d-4508-aece-7409afda414b req-0600079a-a080-43a6-939a-0f997ed7a0bc tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299539 Feb 10 13:38:28.977692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-94fd97ef-d921-4108-bfbc-7a246a6beb87 req-42ed8de3-e661-4ad5-af84-faee1a38df44 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078674 Feb 10 13:38:29.060117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.063754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-76cf0a11-87d8-401d-980e-b1d18dfdcf7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/fd599f80-63c2-40bc-8188-a076c64b247a HTTP/1.1" status: 204 len: 168 time: 1.1384592 Feb 10 13:38:29.066308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:29.081537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0606baa-6656-414e-9490-a926dd1663e5 req-1f8e175a-a5bf-4a57-8556-78e77da5e756 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:29.088644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0606baa-6656-414e-9490-a926dd1663e5 req-1f8e175a-a5bf-4a57-8556-78e77da5e756 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0927253 Feb 10 13:38:29.140589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0606baa-6656-414e-9490-a926dd1663e5 req-f0c094e0-cc70-481d-83ff-b8e352ea46f2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499616 Feb 10 13:38:29.185282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a8f52-0b2a-4a74-9232-5b885c2db0ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:29.186973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a8f52-0b2a-4a74-9232-5b885c2db0ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:29.188709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a8f52-0b2a-4a74-9232-5b885c2db0ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:29.190821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c8a8f52-0b2a-4a74-9232-5b885c2db0ec tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1234922 Feb 10 13:38:29.193476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:29.254167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 9a8ff125-491f-4651-b96e-cb4e91ea147c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:29.257959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (9a8ff125-491f-4651-b96e-cb4e91ea147c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.304083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (9a8ff125-491f-4651-b96e-cb4e91ea147c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.348730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-00dc753b-99e4-422f-bf67-2ec29107c461 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:29.357580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-00dc753b-99e4-422f-bf67-2ec29107c461 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.1189139 Feb 10 13:38:29.374979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6b26f4a5-9f2b-4948-b9dd-f7e9df2717f0 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/quotas/66584a4a76f2485bba348748ca7ddf0f HTTP/1.1" status: 200 len: 375 time: 0.0165398 Feb 10 13:38:29.404282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9a8ff125-491f-4651-b96e-cb4e91ea147c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.444418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-a19e57c8-f949-4454-88a7-f3272e667e50 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685205 Feb 10 13:38:29.473131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (9a8ff125-491f-4651-b96e-cb4e91ea147c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.499753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.499915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f8d11-03bb-4c6c-98d1-1e2545c22a16 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:29.507841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/9a8ff125-491f-4651-b96e-cb4e91ea147c HTTP/1.1" status: 204 len: 168 time: 0.3111265 Feb 10 13:38:29.508149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:29.565182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-df40a025-2cef-431d-a3a5-857fd108621c service neutron] 10.222.0.13 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190534 Feb 10 13:38:29.570548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b487f2-8124-41e3-826d-2d31fb8733d7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8ff125-491f-4651-b96e-cb4e91ea147c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:29.605872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet f150f614-e63e-4e4c-be7b-76ca8f004c0a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:29.610053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (f150f614-e63e-4e4c-be7b-76ca8f004c0a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.657548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (f150f614-e63e-4e4c-be7b-76ca8f004c0a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.697368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-62817d1a-3af7-4f02-a817-5d4df65e4267 service neutron] 10.222.0.13 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309760 Feb 10 13:38:29.770665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f150f614-e63e-4e4c-be7b-76ca8f004c0a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.857101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (f150f614-e63e-4e4c-be7b-76ca8f004c0a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.895365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=f150f614-e63e-4e4c-be7b-76ca8f004c0a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:29.897314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:29.901299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8109bb8-b475-4299-ae1e-941c32314e32 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f150f614-e63e-4e4c-be7b-76ca8f004c0a HTTP/1.1" status: 204 len: 168 time: 0.3920093 Feb 10 13:38:29.904129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:29.981428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6ba28b97-0d7b-4d47-a498-d902935e31de tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737278 Feb 10 13:38:29.981787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:29.986833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:30.134273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92135dd-c9f9-47d0-8f78-2d57d1bb5d50 req-4383e9e0-19e9-4b38-bc91-11ff17ba6509 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:30.143623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c92135dd-c9f9-47d0-8f78-2d57d1bb5d50 req-4383e9e0-19e9-4b38-bc91-11ff17ba6509 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 943 time: 0.0817809 Feb 10 13:38:30.192562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:30.196596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:30.228263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c92135dd-c9f9-47d0-8f78-2d57d1bb5d50 req-f0058cd3-0acb-4efc-b435-0518e006f8f7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837374 Feb 10 13:38:30.374434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25edae74-db80-4a6b-b293-9f46f15bee00 req-3b5c3a0a-203f-42bf-aa02-f02b90a0c7fa tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 210 time: 0.0388510 Feb 10 13:38:30.502765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9d68-75b9-463e-8906-5f71762cd652 req-147e0503-84cd-415b-8e20-296a1da6732b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:30.505086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d8d9d68-75b9-463e-8906-5f71762cd652 req-147e0503-84cd-415b-8e20-296a1da6732b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0701985 Feb 10 13:38:30.581390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d8d9d68-75b9-463e-8906-5f71762cd652 req-f9f72f9b-1af6-47c6-b73d-87177df0b5ac tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659091 Feb 10 13:38:30.606893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (c9b30e7d-2c61-4669-9bd5-980c83d1da48), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:30.699899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7992a6a-e01a-4279-a343-414841ab4c1e None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:30.700468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:30.708133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:30.717930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:30.718839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:30.742106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=c9b30e7d-2c61-4669-9bd5-980c83d1da48,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:30.764902 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3a62769f-40bc-4785-a4ac-1866b8807996 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7816677 Feb 10 13:38:30.770151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:30.777778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:30.784449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9c42c-5924-4b8b-a641-aa7996370a43 req-d49001d2-6340-4481-8f95-48177dae5265 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:30.807428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00b9c42c-5924-4b8b-a641-aa7996370a43 req-d49001d2-6340-4481-8f95-48177dae5265 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1524870 Feb 10 13:38:30.866803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-cab58311-3e1d-40aa-b703-014c6fda8814 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:30.867213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cab58311-3e1d-40aa-b703-014c6fda8814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:30.882383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00b9c42c-5924-4b8b-a641-aa7996370a43 req-b60b42e1-ffc2-4136-977d-486c3068ae4d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653145 Feb 10 13:38:30.979793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:30.983216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.015250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cde5dca4-7dfb-46e6-88d7-a8b580fc773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.072950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dd19c-4350-45a7-adf1-3e5a7b237d01 req-277f31ed-d393-4290-898d-f45bbeedc3ca tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:31.082819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b7dd19c-4350-45a7-adf1-3e5a7b237d01 req-277f31ed-d393-4290-898d-f45bbeedc3ca tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1101055 Feb 10 13:38:31.131477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-cab58311-3e1d-40aa-b703-014c6fda8814 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:31.206462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b7dd19c-4350-45a7-adf1-3e5a7b237d01 req-7be86037-b67c-44d0-b59f-67928d1bd0c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182253 Feb 10 13:38:31.225729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'c9b30e7d-2c61-4669-9bd5-980c83d1da48'}], 'binding:host_id': 'n-d-815324-6'}, 'id': 'f80895d1-808b-4680-a794-5f00ebb52d6c'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:38:31.280676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.400538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c740-a7aa-4553-8b76-a1a92ef867c3 req-df0d3cbc-32a4-4d80-bc48-94475d3b10bf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:31.402168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fec1c740-a7aa-4553-8b76-a1a92ef867c3 req-df0d3cbc-32a4-4d80-bc48-94475d3b10bf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1028147 Feb 10 13:38:31.479494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fec1c740-a7aa-4553-8b76-a1a92ef867c3 req-dbf9fdaa-f4b3-401d-bf52-f289dd1407c7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714116 Feb 10 13:38:31.662551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9406-bfcb-484b-9c75-5ed126713c15 req-1f198bc7-70ca-491f-a048-afacb5f3d8fc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:31.664626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edab9406-bfcb-484b-9c75-5ed126713c15 req-1f198bc7-70ca-491f-a048-afacb5f3d8fc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 943 time: 0.1084349 Feb 10 13:38:31.665042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Allocated IP 172.20.0.2 (23165869-dc7f-4747-b970-0fd5448d7c72/c9b30e7d-2c61-4669-9bd5-980c83d1da48/f80895d1-808b-4680-a794-5f00ebb52d6c) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:31.673997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-606158e8-e5a6-4e74-b7e4-09b06f014e52 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:31.681538 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-606158e8-e5a6-4e74-b7e4-09b06f014e52 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.21 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.3425200 Feb 10 13:38:31.717228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Request body: {'port': {'device_id': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'admin_state_up': True, 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:31.727605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:31.764211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-edab9406-bfcb-484b-9c75-5ed126713c15 req-991e1c49-6a10-4b77-a674-2fb3e8b78139 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856793 Feb 10 13:38:31.802578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Made reservation on behalf of 66584a4a76f2485bba348748ca7ddf0f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:31.805061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.829759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:31.875025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Publish callbacks [] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.899543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:31.917365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7a1c662-8916-40f2-b98e-9a509fc91648 req-1899242b-10e7-4468-8a0f-03da3c5eb788 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 210 time: 0.0397856 Feb 10 13:38:32.003397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccc4e2-2e45-454a-b297-5b3a90299e72 None None] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:32.020207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3414d26d-e787-4737-a6ae-5a096c7ebeb5 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:38:32.077942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Allocated IP 172.20.0.8 (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513/b9c55e36-4365-4ae9-aacd-e43b7c2db092/5edf6730-c273-486c-b6c8-b2b056320b67) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:32.126876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-dcbfb4d5-11ea-4884-924b-00b20af69293 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:32.134704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-dcbfb4d5-11ea-4884-924b-00b20af69293 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.1358435 Feb 10 13:38:32.151007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-1aa5bfda-288e-4018-aacd-c0284fe491c9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/quotas/011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 375 time: 0.0153003 Feb 10 13:38:32.239699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-496b0e70-b496-472b-a479-7e2371c001ba tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877066 Feb 10 13:38:32.344393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks [] for port (5edf6730-c273-486c-b6c8-b2b056320b67), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:32.403315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-d04768fa-7a01-416f-9529-d37f83ce7e8c service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626229 Feb 10 13:38:32.488071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:32.530057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8eb30588-aae7-40de-b89a-0ca6efc94cdc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:32.567802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-d4dc3eba-cb32-4b9a-b7d5-c57a4023b45a service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586182 Feb 10 13:38:32.610567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:32.683006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Pushing event updated for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:32.699142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:32.715288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:32.747092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:32.759651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:32.772174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3414d26d-e787-4737-a6ae-5a096c7ebeb5', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': '3414d26d-e787-4737-a6ae-5a096c7ebeb5', 'mac_address': 'fa:16:3e:82:d6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:38:32.971938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:32.972544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.021175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3414d26d-e787-4737-a6ae-5a096c7ebeb5 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:33.117526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:33.121559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:33.123152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.142537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c9806-9b1e-4569-9c55-872f53f8483f req-5433308d-855c-438b-b5af-c43a8c572273 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:33.151698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.157308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe6c9806-9b1e-4569-9c55-872f53f8483f req-5433308d-855c-438b-b5af-c43a8c572273 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 943 time: 0.2697499 Feb 10 13:38:33.321321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe6c9806-9b1e-4569-9c55-872f53f8483f req-0bde115f-65aa-4773-a3c7-c7f94b99cf83 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630127 Feb 10 13:38:33.348862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-52a02784-50a6-419b-93a2-8e606d328534 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6589472 Feb 10 13:38:33.354125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd798e0f-ae69-4f88-ad86-2f3de49fe23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.362721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:33.378315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Request body: {'port': {'device_id': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:33.422608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:33.444862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:33.447040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300f8e1-c55b-4b0c-aa8f-173b0258a53b None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:33.458239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57c1bc03-7f56-4617-821a-904fce110eb8 req-429cf145-23c2-4858-a8f7-80aad49ba16d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 210 time: 0.0434234 Feb 10 13:38:33.470047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4124d7b0-6bd0-4784-a12d-7bf33ec122cd None None] Provisioning complete for port 5edf6730-c273-486c-b6c8-b2b056320b67 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:33.470553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4124d7b0-6bd0-4784-a12d-7bf33ec122cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.500800 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.525491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3414d26d-e787-4737-a6ae-5a096c7ebeb5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:33.603739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.625169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:33.645330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857767a9-cc5a-4980-b153-82a9b1f2748a req-b9ffa7c5-2e4c-4b7e-932a-7f72868bbb14 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:33.649395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857767a9-cc5a-4980-b153-82a9b1f2748a req-b9ffa7c5-2e4c-4b7e-932a-7f72868bbb14 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1027 time: 0.1183786 Feb 10 13:38:33.713470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (5f16882b-59aa-4952-9fee-1a7f3a0894a8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.774249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-857767a9-cc5a-4980-b153-82a9b1f2748a req-9a7ab4b0-84ca-432f-b4cc-4d7c9a010cac tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175442 Feb 10 13:38:33.778696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.781926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:33.808643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=5f16882b-59aa-4952-9fee-1a7f3a0894a8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:33.822550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:33.830659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4124d7b0-6bd0-4784-a12d-7bf33ec122cd None None] Port 5edf6730-c273-486c-b6c8-b2b056320b67 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:38:33.836541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:33.837173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:33.855383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=14']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:33.886542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-548c1b4e-50ff-4260-a8c1-e520c4a6b5b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1125450 Feb 10 13:38:33.886769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:33.892477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:1d:0d:46', 'name': 'tempest-NetworksTestDHCPv6-637849875'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:33.895897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:33.896456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.062258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8897d4ea-f074-435d-b477-cac6afa40979 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:34.064266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8897d4ea-f074-435d-b477-cac6afa40979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.070712 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da5be07-9cd2-403e-8a6f-93ddb56bb42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.197968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:34.208139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:34.331978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8897d4ea-f074-435d-b477-cac6afa40979 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:34.446669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edf6730-c273-486c-b6c8-b2b056320b67 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:34.461854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks [] for port (5edf6730-c273-486c-b6c8-b2b056320b67), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.497579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Transition to ACTIVE for port object 5edf6730-c273-486c-b6c8-b2b056320b67 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:34.526985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.585004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:34.611055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:34.853736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-66358632-60dc-4611-824e-5b30b2640efa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:34.856364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-66358632-60dc-4611-824e-5b30b2640efa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.3563828 Feb 10 13:38:34.892928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'device_id': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'admin_state_up': True, 'tenant_id': '011106333efc465d80f0f09518fac835'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:34.926692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Attempting to bind port 5edf6730-c273-486c-b6c8-b2b056320b67 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:34.927033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Attempting to bind port 5edf6730-c273-486c-b6c8-b2b056320b67 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:34.927381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Attempting to bind port 5edf6730-c273-486c-b6c8-b2b056320b67 on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:34.945906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Port 5edf6730-c273-486c-b6c8-b2b056320b67 on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:34.946232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Attempting to bind port 5edf6730-c273-486c-b6c8-b2b056320b67 on network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:34.983199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.034794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da5be07-9cd2-403e-8a6f-93ddb56bb42f admin admin] Publish callbacks [] for security_group (7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.045429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 53458783-212a-44d0-8e23-7c7f3019e707 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:35.208993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ebbad-9739-457d-964b-03c4715a6980 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:35.234029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0da5be07-9cd2-403e-8a6f-93ddb56bb42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.333119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:35.341561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0da5be07-9cd2-403e-8a6f-93ddb56bb42f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68931c6979bd4d959152f92d0aa696d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7112567 Feb 10 13:38:35.341561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 172.20.0.3 (23165869-dc7f-4747-b970-0fd5448d7c72/c9b30e7d-2c61-4669-9bd5-980c83d1da48/53458783-212a-44d0-8e23-7c7f3019e707) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:35.355686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5be07-9cd2-403e-8a6f-93ddb56bb42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:35.360971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:35.378868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a947-19c8-4e3f-ac0c-d6fe5b1847d0 req-4c8bb20d-6069-407d-aef2-7a810f4da89a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:35.380510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c985a947-19c8-4e3f-ac0c-d6fe5b1847d0 req-4c8bb20d-6069-407d-aef2-7a810f4da89a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 944 time: 0.3818631 Feb 10 13:38:35.383501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe1d:d46 (23165869-dc7f-4747-b970-0fd5448d7c72/5f16882b-59aa-4952-9fee-1a7f3a0894a8/53458783-212a-44d0-8e23-7c7f3019e707) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:35.478396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:35.478863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.502346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:35.515280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Checking segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:35.516078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Bound using segment: {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:35.516844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Bound port: 5edf6730-c273-486c-b6c8-b2b056320b67, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc2891a-84b7-4160-945a-caae68a0c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:35.517483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.529892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c985a947-19c8-4e3f-ac0c-d6fe5b1847d0 req-297e80bc-b126-4de2-b5bd-4ad86a502aae tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359577 Feb 10 13:38:35.558759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-283a7bae-11f1-451c-91f2-d5da4ae82385 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:35.559137 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-283a7bae-11f1-451c-91f2-d5da4ae82385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.577497 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] Publish callbacks [] for security_group (7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.643837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:35.647221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.648242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] Publish callbacks [] for security_group (7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.700022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:35.705696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd7198a2-ed7d-4314-b87c-65df772e252f req-5fd8ee54-5450-40ff-b03a-feb642c248a5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 210 time: 0.0519729 Feb 10 13:38:35.731985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5edf6730-c273-486c-b6c8-b2b056320b67,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:35.750523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:35.797895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (53458783-212a-44d0-8e23-7c7f3019e707), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.806346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.841967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-283a7bae-11f1-451c-91f2-d5da4ae82385 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:35.877771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.907183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:35.907735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.909304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] 10.222.0.21 "PUT /v2.0/ports/5edf6730-c273-486c-b6c8-b2b056320b67 HTTP/1.1" status: 200 len: 1091 time: 2.5515146 Feb 10 13:38:35.909853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:35.912326 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27241fc-faa1-4c11-b982-91618b0871b2" -d '{"events": [{"name": "network-changed", "server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:35.919393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.925356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:35.934511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5 HTTP/1.1" status: 204 len: 168 time: 0.5651283 Feb 10 13:38:35.956927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3414d26d-e787-4737-a6ae-5a096c7ebeb5 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:35.959486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (53458783-212a-44d0-8e23-7c7f3019e707), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.056045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36234c-8943-4331-ba36-36981e66c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885e0ae-de9d-4f4c-bf9a-88f8c9944cd5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:36.060461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=53458783-212a-44d0-8e23-7c7f3019e707,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:36.095350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2369bf-8c44-4196-83e7-ec3c5ea907ef req-50d10935-27de-4c0d-9e35-a8221af7565d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.101650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:38:36.114949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da2369bf-8c44-4196-83e7-ec3c5ea907ef req-50d10935-27de-4c0d-9e35-a8221af7565d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1125 time: 0.3054030 Feb 10 13:38:36.116678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca885-5f3f-4ba5-b1d7-c6234f724675 service neutron] Pushing event updated for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:36.143710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:36.151388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:36.151834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:36.152839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.154348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.20.0.6 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/935b43fa-3acc-4cc2-8864-884c20991497) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:36.154597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:36.187082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-338fb092-5095-490c-a330-53c5118c764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.190796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-338fb092-5095-490c-a330-53c5118c764f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1125 time: 0.2164555 Feb 10 13:38:36.281301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da2369bf-8c44-4196-83e7-ec3c5ea907ef req-29519dd8-b6c9-46bb-be0f-defb38cfe1f8 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652405 Feb 10 13:38:36.318689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0eea055e-013e-4125-8366-0b733437c84a None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:36.320364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0eea055e-013e-4125-8366-0b733437c84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.322366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.324413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.329994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.362663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6c2b001f-9a49-4e55-9664-505ff331dedf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4747374 Feb 10 13:38:36.365498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:36.438187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (935b43fa-3acc-4cc2-8864-884c20991497), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.450507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49302e-6629-46c6-9b92-91c0d1205d6c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.465189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49302e-6629-46c6-9b92-91c0d1205d6c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.466921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1e49302e-6629-46c6-9b92-91c0d1205d6c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1004550 Feb 10 13:38:36.471818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:36.520897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:36.521285 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.530073 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a19c6b-1690-4f90-8888-262ad460a09a x-openstack-request-id: req-a3a19c6b-1690-4f90-8888-262ad460a09a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:36.530201 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:36.530569 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3a19c6b-1690-4f90-8888-262ad460a09a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:36.531220 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67', 'status': 'completed', 'code': 200} Feb 10 13:38:36.533283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.590982 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-452801ba-626e-4e8f-8e77-66eb21be7614 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5edf6730-c273-486c-b6c8-b2b056320b67 HTTP/1.1" status: 200 len: 217 time: 0.3896186 Feb 10 13:38:36.595748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:36.605615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:36.621773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:36.645779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec91ba4-75e6-4db2-b9ca-00c31c353750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.646185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:36.650562 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588155d-6d24-40af-a0b8-5fdfa2c54231" -d '{"events": [{"server_uuid": "9159578d-c373-42d3-b171-173056af6980", "name": "network-vif-plugged", "status": "completed", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:36.654397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0eea055e-013e-4125-8366-0b733437c84a None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:36.661113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.697756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:36.702409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:36.705774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:36.748832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:36.780892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-be579c9f-c1ce-4e39-84c1-c15abebe9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.783801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-be579c9f-c1ce-4e39-84c1-c15abebe9a3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9c55e36-4365-4ae9-aacd-e43b7c2db092 HTTP/1.1" status: 200 len: 847 time: 0.1727400 Feb 10 13:38:36.799592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ce2b9f89-363b-4d24-b3a7-49e86a84de01 None None] Provisioning complete for port 53458783-212a-44d0-8e23-7c7f3019e707 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:36.800241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9f89-363b-4d24-b3a7-49e86a84de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (53458783-212a-44d0-8e23-7c7f3019e707), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.808425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.809467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.809588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec91ba4-75e6-4db2-b9ca-00c31c353750 admin admin] Publish callbacks [] for security_group (a1fb355e-0bd8-4834-9aca-ef45935d265a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.812717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 53458783-212a-44d0-8e23-7c7f3019e707 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:36.813113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (53458783-212a-44d0-8e23-7c7f3019e707), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.822689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ec91ba4-75e6-4db2-b9ca-00c31c353750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fb355e-0bd8-4834-9aca-ef45935d265a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:36.851651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-22ea4f34-ee63-4424-984b-d3f028d693f5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9832025 Feb 10 13:38:36.868493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9f89-363b-4d24-b3a7-49e86a84de01 None None] Port 53458783-212a-44d0-8e23-7c7f3019e707 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:38:36.872349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Request body: {'port': {'device_id': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:36.918770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-f652b48b-82ce-4869-a47c-86f237a63a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.919443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd799fe-fde0-4e8f-a97c-6bbf1f2fda12 req-8d62a57b-cac9-4214-86df-3bf8831dadb0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:36.920286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-f652b48b-82ce-4869-a47c-86f237a63a23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1287508 Feb 10 13:38:36.928011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dd799fe-fde0-4e8f-a97c-6bbf1f2fda12 req-8d62a57b-cac9-4214-86df-3bf8831dadb0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.2515604 Feb 10 13:38:37.001418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91ba4-75e6-4db2-b9ca-00c31c353750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb355e-0bd8-4834-9aca-ef45935d265a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:37.014571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0ec91ba4-75e6-4db2-b9ca-00c31c353750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c27841e21d4896b46c3899aadec036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915906 Feb 10 13:38:37.015192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:37.049206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-4e09e07c-31ed-40b1-9119-9919b7a5ae52 service neutron] 10.222.0.21 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217906 Feb 10 13:38:37.070769 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (935b43fa-3acc-4cc2-8864-884c20991497), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.092725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-37b24e2f-b819-4037-b5ed-990526cb7815 None None] Provisioning complete for port 935b43fa-3acc-4cc2-8864-884c20991497 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:37.093362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37b24e2f-b819-4037-b5ed-990526cb7815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (935b43fa-3acc-4cc2-8864-884c20991497), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.112513 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (53458783-212a-44d0-8e23-7c7f3019e707), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.131209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37b24e2f-b819-4037-b5ed-990526cb7815 None None] Port 935b43fa-3acc-4cc2-8864-884c20991497 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:38:37.133838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dd799fe-fde0-4e8f-a97c-6bbf1f2fda12 req-4cb303a5-eaba-494c-9165-21931fad64a5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047269 Feb 10 13:38:37.139998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] Publish callbacks [] for security_group (a1fb355e-0bd8-4834-9aca-ef45935d265a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.142064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 53458783-212a-44d0-8e23-7c7f3019e707 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:37.198464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-04ecc32e-e366-42ae-899b-6ae97c202414 req-7d612d95-7be3-49e7-ab51-95e9bdf6c8a0 service neutron] 10.222.0.21 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409302 Feb 10 13:38:37.203529 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388390f6-5fba-4a82-bbd0-41c74531667d x-openstack-request-id: req-388390f6-5fba-4a82-bbd0-41c74531667d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:37.204127 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159578d-c373-42d3-b171-173056af6980", "name": "network-vif-plugged", "status": "completed", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:37.204618 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-388390f6-5fba-4a82-bbd0-41c74531667d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:37.205292 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5', 'code': 200} Feb 10 13:38:37.239102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] Publish callbacks [] for security_group (a1fb355e-0bd8-4834-9aca-ef45935d265a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.401788 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:38:37.416051 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.436128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669403e5-3c65-4d98-b85a-ff9a7a9ca014 req-be7cc081-87fc-4d3e-928f-b5cacec701db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:37.437843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-669403e5-3c65-4d98-b85a-ff9a7a9ca014 req-be7cc081-87fc-4d3e-928f-b5cacec701db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 1127 time: 0.1148975 Feb 10 13:38:37.444680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fb355e-0bd8-4834-9aca-ef45935d265a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.447683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.451310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1fb355e-0bd8-4834-9aca-ef45935d265a HTTP/1.1" status: 204 len: 168 time: 0.4270713 Feb 10 13:38:37.465303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-089c0afb-d5fc-4354-b4a0-64fe49556480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:37.467026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-089c0afb-d5fc-4354-b4a0-64fe49556480 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66584a4a76f2485bba348748ca7ddf0f&device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1125 time: 0.1591682 Feb 10 13:38:37.490843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b343b3-9353-4a6f-ab1b-7231655a18a5 req-09b25006-9d7c-49c5-b374-de7965b7e939 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:37.493502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35b343b3-9353-4a6f-ab1b-7231655a18a5 req-09b25006-9d7c-49c5-b374-de7965b7e939 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 931 time: 0.2218080 Feb 10 13:38:37.514133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6acb60-6d54-4634-95c0-8cc0573d7d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb355e-0bd8-4834-9aca-ef45935d265a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:37.626660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-669403e5-3c65-4d98-b85a-ff9a7a9ca014 req-f994cfa4-a9c5-4372-bd5d-e827e7022498 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723371 Feb 10 13:38:37.646899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35b343b3-9353-4a6f-ab1b-7231655a18a5 req-15397d68-0a6f-4002-81ad-528fa2af5dc0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443617 Feb 10 13:38:37.678704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (53458783-212a-44d0-8e23-7c7f3019e707), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.691026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-156dfcdd-849f-43ba-aa02-8c8156519b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:37.692515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-156dfcdd-849f-43ba-aa02-8c8156519b5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 200 len: 909 time: 0.2113154 Feb 10 13:38:37.719119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=53458783-212a-44d0-8e23-7c7f3019e707,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:37.819039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935b43fa-3acc-4cc2-8864-884c20991497 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:37.828550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks [] for port (935b43fa-3acc-4cc2-8864-884c20991497), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.846742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Transition to ACTIVE for port object 935b43fa-3acc-4cc2-8864-884c20991497 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:37.854309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.870775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:37.874060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a03659f0-2f79-47b6-8609-cb2ca9a8b423 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/53458783-212a-44d0-8e23-7c7f3019e707 HTTP/1.1" status: 204 len: 168 time: 1.4012563 Feb 10 13:38:37.876768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:37.986521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:37.997347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77048de1-1038-4e0e-9b25-e04211cfed66 req-866ddf91-69c2-467e-a989-9fa1f6ca1401 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:37.999050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77048de1-1038-4e0e-9b25-e04211cfed66 req-866ddf91-69c2-467e-a989-9fa1f6ca1401 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1125 time: 0.2248492 Feb 10 13:38:38.087485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27caa9-ab84-4a83-bf75-1af5b6dfefcb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.089194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27caa9-ab84-4a83-bf75-1af5b6dfefcb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.090513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27caa9-ab84-4a83-bf75-1af5b6dfefcb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.095184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7e27caa9-ab84-4a83-bf75-1af5b6dfefcb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2146590 Feb 10 13:38:38.096535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-e9019765-b728-4d2b-9cbb-c9ae5e0e0814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5edf6730-c273-486c-b6c8-b2b056320b67 HTTP/1.1" status: 200 len: 217 time: 0.1036241 Feb 10 13:38:38.097590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:38.159081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77048de1-1038-4e0e-9b25-e04211cfed66 req-0ff9567e-a3ae-42ff-bcb3-2b1ad5be9861 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439235 Feb 10 13:38:38.248619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-dabb3efd-a226-4c2b-be32-3edb55725538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.252778 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-dabb3efd-a226-4c2b-be32-3edb55725538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9c55e36-4365-4ae9-aacd-e43b7c2db092 HTTP/1.1" status: 200 len: 847 time: 0.1143904 Feb 10 13:38:38.322557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Attempting to bind port 935b43fa-3acc-4cc2-8864-884c20991497 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:38.322880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 5f16882b-59aa-4952-9fee-1a7f3a0894a8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:38.323004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Attempting to bind port 935b43fa-3acc-4cc2-8864-884c20991497 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:38.323240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Attempting to bind port 935b43fa-3acc-4cc2-8864-884c20991497 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:38.330133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (5f16882b-59aa-4952-9fee-1a7f3a0894a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.330673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Port 935b43fa-3acc-4cc2-8864-884c20991497 on network 1454ff79-cca8-4871-9029-304e115a4933 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:38.331280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Attempting to bind port 935b43fa-3acc-4cc2-8864-884c20991497 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:38.339636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:38.340461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:38.340889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:38.341332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Bound port: 935b43fa-3acc-4cc2-8864-884c20991497, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:38.341698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (935b43fa-3acc-4cc2-8864-884c20991497), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.398745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-e217d4d6-efdf-465c-b29c-333b473611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.400286 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-e217d4d6-efdf-465c-b29c-333b473611ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1320012 Feb 10 13:38:38.413711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb07c-4b5c-4aed-a4a1-15d688976086 req-7f289605-dead-433c-94b4-7a8861c18add tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.423571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e49fb07c-4b5c-4aed-a4a1-15d688976086 req-7f289605-dead-433c-94b4-7a8861c18add tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.1638546 Feb 10 13:38:38.453193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:38.487867 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (5f16882b-59aa-4952-9fee-1a7f3a0894a8), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.497299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=935b43fa-3acc-4cc2-8864-884c20991497,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:38.511835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.544666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e49fb07c-4b5c-4aed-a4a1-15d688976086 req-aa42af1e-3448-4690-98e8-90c6579033ba tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156509 Feb 10 13:38:38.555778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.556210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.557736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] 10.222.0.77 "PUT /v2.0/ports/935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 200 len: 1091 time: 1.6919730 Feb 10 13:38:38.562702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:38.565164 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df464c2d-6939-4333-add4-623bd8e8abdc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "tag": "935b43fa-3acc-4cc2-8864-884c20991497"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:38.592792 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-7c911c3c-cad7-4860-8a56-29504ad53d26 service neutron] 10.222.0.21 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843803 Feb 10 13:38:38.695954 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d17f9-3082-42ec-8500-cd41088d7212 x-openstack-request-id: req-677d17f9-3082-42ec-8500-cd41088d7212 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:38.696329 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "tag": "935b43fa-3acc-4cc2-8864-884c20991497", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:38.696532 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-677d17f9-3082-42ec-8500-cd41088d7212 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:38.696980 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497', 'status': 'completed', 'code': 200} Feb 10 13:38:38.721708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (5f16882b-59aa-4952-9fee-1a7f3a0894a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.751589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07fe3-580d-403e-9253-09c36f2e4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:38.824562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-6852e418-b4af-4326-8379-dca02ecc496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.826153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-6852e418-b4af-4326-8379-dca02ecc496d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 1125 time: 0.2102995 Feb 10 13:38:38.897151 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-5e8bd2fe-f5fe-4d55-af27-d0ea39097505 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 200 len: 217 time: 0.0605900 Feb 10 13:38:38.901648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f27241fc-faa1-4c11-b982-91618b0871b2 req-4d9297f9-b1db-4487-9692-f0af17f4654d service neutron] 10.222.0.21 "GET /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866013 Feb 10 13:38:38.928331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62e5f7-db92-4b73-bb41-db80451a5b4f req-71500be7-186a-4be5-9cba-d23c7ff072dd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.932822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b62e5f7-db92-4b73-bb41-db80451a5b4f req-71500be7-186a-4be5-9cba-d23c7ff072dd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 943 time: 0.1668327 Feb 10 13:38:38.951259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (5f16882b-59aa-4952-9fee-1a7f3a0894a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:38.957003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-fdd2525c-08b7-4cd6-a258-9e67f2784db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:38.958798 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-fdd2525c-08b7-4cd6-a258-9e67f2784db7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0543256 Feb 10 13:38:39.020770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=5f16882b-59aa-4952-9fee-1a7f3a0894a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:39.023933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.029324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b750eac-e23c-458f-9b3d-018d27f75f9a None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:39.031153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bf6bd144-772a-4b71-83d5-26083da22f57 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/5f16882b-59aa-4952-9fee-1a7f3a0894a8 HTTP/1.1" status: 204 len: 168 time: 0.8991344 Feb 10 13:38:39.035510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:39.044973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-9e39456c-1a3b-433e-b040-7836667674b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:39.047112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-9e39456c-1a3b-433e-b040-7836667674b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763710 Feb 10 13:38:39.131030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet c9b30e7d-2c61-4669-9bd5-980c83d1da48 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:39.136492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (c9b30e7d-2c61-4669-9bd5-980c83d1da48), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.146888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-65dcef7a-4f31-4bae-9b8f-97e9c84fb093 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891688 Feb 10 13:38:39.153646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b62e5f7-db92-4b73-bb41-db80451a5b4f req-1d3dc5d1-2f4d-4c66-b4bb-8aa7a8efb852 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070026 Feb 10 13:38:39.339988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (c9b30e7d-2c61-4669-9bd5-980c83d1da48), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.398012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fbb3b6d-29f7-41be-afe9-f112a78c3389 req-ddbc5797-7c4f-4d88-a5ef-35976b10879b service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438149 Feb 10 13:38:39.403695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf65b6-9989-4c7c-b6a0-8f2e8d34f812 req-25d3fd78-96bd-4f29-af3f-7c04a779e33d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:39.410972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78bf65b6-9989-4c7c-b6a0-8f2e8d34f812 req-25d3fd78-96bd-4f29-af3f-7c04a779e33d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1125 time: 0.1310654 Feb 10 13:38:39.488145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c9b30e7d-2c61-4669-9bd5-980c83d1da48), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.539581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-6939-4333-add4-623bd8e8abdc req-99312317-6bf5-4b14-87ca-87a4e4e2937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:39.543443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-99312317-6bf5-4b14-87ca-87a4e4e2937c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 1125 time: 0.0852137 Feb 10 13:38:39.557653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78bf65b6-9989-4c7c-b6a0-8f2e8d34f812 req-1bcf37c2-3001-46ba-8b1d-5e6961c93682 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456769 Feb 10 13:38:39.626758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (c9b30e7d-2c61-4669-9bd5-980c83d1da48), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.683224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b30e7d-2c61-4669-9bd5-980c83d1da48,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:39.700608 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:39.704220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5217ac60-a260-4b5b-9c90-da968abc7df1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b30e7d-2c61-4669-9bd5-980c83d1da48 HTTP/1.1" status: 204 len: 168 time: 0.6677699 Feb 10 13:38:39.708326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:39.760618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb2e5-6f8e-4c10-82a3-6e0a7f47ea1b req-29ec0c28-96a3-4417-a414-c62c2e9617ee tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:39.762592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48feb2e5-6f8e-4c10-82a3-6e0a7f47ea1b req-29ec0c28-96a3-4417-a414-c62c2e9617ee tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.0850992 Feb 10 13:38:39.784791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d3664312-ebbb-442c-8ee6-41802ebb23e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733984 Feb 10 13:38:39.784791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-6939-4333-add4-623bd8e8abdc req-7329936a-a365-4020-bdb3-42c88c286e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:39.790012 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-7329936a-a365-4020-bdb3-42c88c286e27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.2382145 Feb 10 13:38:39.790012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:39.855761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48feb2e5-6f8e-4c10-82a3-6e0a7f47ea1b req-8e99f920-b7fd-41c5-9cf9-85aeb57135dd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856335 Feb 10 13:38:39.900096 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-f3f6b0d3-5b17-44d7-8ea8-76b0b5884ccc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 200 len: 217 time: 0.0940213 Feb 10 13:38:39.972877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5edf6730-c273-486c-b6c8-b2b056320b67 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:38:39.999194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371b1ec-22ff-4d24-81a9-b560c18564aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.001954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4371b1ec-22ff-4d24-81a9-b560c18564aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2111285 Feb 10 13:38:40.005117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:40.059099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a816c47-b051-4cd8-ac21-03ad2f536c9b req-5e1d4ba9-568c-4192-8cfb-dab9f7069be0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.060616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a816c47-b051-4cd8-ac21-03ad2f536c9b req-5e1d4ba9-568c-4192-8cfb-dab9f7069be0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.1257062 Feb 10 13:38:40.100709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-6939-4333-add4-623bd8e8abdc req-2060ff3c-a92c-4263-90c1-89f7437a515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.103015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-2060ff3c-a92c-4263-90c1-89f7437a515f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1974604 Feb 10 13:38:40.111832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e975d15-b1b1-44c4-859d-14d2ce8863dd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.116294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:40.117664 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e975d15-b1b1-44c4-859d-14d2ce8863dd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1012173 Feb 10 13:38:40.171724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5edf6730-c273-486c-b6c8-b2b056320b67,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:40.175890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464c2d-6939-4333-add4-623bd8e8abdc req-54643898-2708-4703-8f07-138f1b3c8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.177533 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-54643898-2708-4703-8f07-138f1b3c8cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587912 Feb 10 13:38:40.188125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5edf6730-c273-486c-b6c8-b2b056320b67', 'network_id': '9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513', 'port_id': '5edf6730-c273-486c-b6c8-b2b056320b67', 'mac_address': 'fa:16:3e:18:d1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c55e36-4365-4ae9-aacd-e43b7c2db092', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:38:40.191257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b6cfca40-8734-4d0a-96a6-ea576ee7d63a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733271 Feb 10 13:38:40.198306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:40.203322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:40.236966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a816c47-b051-4cd8-ac21-03ad2f536c9b req-78ab090a-4839-49a4-b629-d16a1cbd791c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582572 Feb 10 13:38:40.259451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5edf6730-c273-486c-b6c8-b2b056320b67 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:40.259914 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.277702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edf6730-c273-486c-b6c8-b2b056320b67 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:40.289185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ceab7-62b2-466e-b381-bf740c1b678a None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:40.328226 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-49a73d15-a034-4057-b519-04e5a713b0a5 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430986 Feb 10 13:38:40.332576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5edf6730-c273-486c-b6c8-b2b056320b67,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:40.349552 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.426512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138bf85-5cf7-42c1-bf1b-11da2e3b2616 req-f06749ec-f99d-455a-8172-8e046f6deb78 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.434449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c138bf85-5cf7-42c1-bf1b-11da2e3b2616 req-f06749ec-f99d-455a-8172-8e046f6deb78 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 943 time: 0.1047692 Feb 10 13:38:40.447210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:40.456254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:40.459729 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.461856 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:40.462277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:40.470372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aec5d70e-8a2e-4607-a269-4a9163c6a842 None None] Provisioning complete for port f80895d1-808b-4680-a794-5f00ebb52d6c triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:40.471075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aec5d70e-8a2e-4607-a269-4a9163c6a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.473610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df464c2d-6939-4333-add4-623bd8e8abdc req-d906fb7d-ddc9-4701-95dd-d0ae4f79a3db service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347120 Feb 10 13:38:40.496015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:40.496552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-81ffe988-9911-4a14-8112-310df01817ad tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2997983 Feb 10 13:38:40.503833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:40.529308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c138bf85-5cf7-42c1-bf1b-11da2e3b2616 req-e3e240b7-1a2d-4a10-a297-876ccce6243c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939512 Feb 10 13:38:40.567768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aec5d70e-8a2e-4607-a269-4a9163c6a842 None None] Current status of the port f80895d1-808b-4680-a794-5f00ebb52d6c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:40.629049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:40.653480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:40.658912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.661718 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:40.662281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:40.690259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:40.690443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35be96f2-d31f-487e-8634-b823bc65e26d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1920097 Feb 10 13:38:40.690733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Deleting port f80895d1-808b-4680-a794-5f00ebb52d6c {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:40.691143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.696552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:40.727324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aa1ea-45e2-4a70-8efb-4a0ba6e7b535 req-35d95630-a946-49a7-9ecf-bd8718766907 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:40.729069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-174aa1ea-45e2-4a70-8efb-4a0ba6e7b535 req-35d95630-a946-49a7-9ecf-bd8718766907 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.0896196 Feb 10 13:38:40.745011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5edf6730-c273-486c-b6c8-b2b056320b67'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:40.787837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] For port f80895d1-808b-4680-a794-5f00ebb52d6c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f80895d1-808b-4680-a794-5f00ebb52d6c,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:40.788517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.809214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Calling delete_port for f80895d1-808b-4680-a794-5f00ebb52d6c owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:40.863086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-174aa1ea-45e2-4a70-8efb-4a0ba6e7b535 req-85097353-ca09-414c-94a8-9ffb4a24009a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Feb 10 13:38:40.913107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:40.924162 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.927260 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:40.934137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:40.956102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f80895d1-808b-4680-a794-5f00ebb52d6c), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:40.983028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] No DVR routers for this DVR port f80895d1-808b-4680-a794-5f00ebb52d6c on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:40.991193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a548d6b9-a044-4dab-9bbe-700c57c742b3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2994335 Feb 10 13:38:40.994698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.001657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:41.011736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07c967-3d8f-4c56-98cd-c00b1c63fb3d req-769d2261-34a2-4998-8422-d91046cc32fb tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:41.015237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b2fc-9e2d-467e-9992-0c967a886e93 None None] Pushing event deleted for resources: {'Port': ['ID=f80895d1-808b-4680-a794-5f00ebb52d6c,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:41.021290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c07c967-3d8f-4c56-98cd-c00b1c63fb3d req-769d2261-34a2-4998-8422-d91046cc32fb tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1126 time: 0.0826807 Feb 10 13:38:41.135685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c07c967-3d8f-4c56-98cd-c00b1c63fb3d req-0400ed4e-80b9-4ca1-9b54-4c95f9b41cf5 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092243 Feb 10 13:38:41.169273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:41.173686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:41.175634 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:41.176191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:41.206544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-008aad8e-6cb7-4f8b-aaf1-82c74a3481a0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2104435 Feb 10 13:38:41.210851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36652) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.212123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:41.219645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:41.282227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:41.307794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f80895d1-808b-4680-a794-5f00ebb52d6c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:41.323992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f80895d1-808b-4680-a794-5f00ebb52d6c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:41.387269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:41.396892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:41.398998 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:41.399496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:41.421814 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37288d97-172d-4a1c-b890-b640098bc2c5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2077088 Feb 10 13:38:41.426000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36670) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.431633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:41.496411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b779-1ec6-48a1-a1b8-f5191e14043a req-a7065149-3749-460a-9503-7f40ba2a041d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:41.500275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac87b779-1ec6-48a1-a1b8-f5191e14043a req-a7065149-3749-460a-9503-7f40ba2a041d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.0631649 Feb 10 13:38:41.532410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:41.536333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:41.543556 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:38:41.544460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:38:41.569507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac87b779-1ec6-48a1-a1b8-f5191e14043a req-0091c8db-9277-45da-a8a8-fcadf31ff8a2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621209 Feb 10 13:38:41.578930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32df8462-a632-42db-ad15-13219244bbeb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1495640 Feb 10 13:38:41.579987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.618438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1ed9dcbc-3471-4bc2-867a-293458f2f216 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361292 Feb 10 13:38:41.620499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.704997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378d1b6-31a4-4bf6-adfe-0e80b8248ed9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:41.709061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f378d1b6-31a4-4bf6-adfe-0e80b8248ed9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850027 Feb 10 13:38:41.709061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.754862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3da7741f-43a7-47a7-88cd-72700628f808 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412662 Feb 10 13:38:41.755227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:41.760370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:41.770586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6104f-1f5a-43c9-a06f-a20deff49e90 req-2a8c2ccf-072d-422e-90d5-20b9dc250203 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:41.772078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77c6104f-1f5a-43c9-a06f-a20deff49e90 req-2a8c2ccf-072d-422e-90d5-20b9dc250203 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 943 time: 0.1404305 Feb 10 13:38:41.890330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77c6104f-1f5a-43c9-a06f-a20deff49e90 req-4f276dff-9e7b-42a9-b310-f581325b2f92 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040516 Feb 10 13:38:41.905922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:41.909625 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:41.983841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5edf6730-c273-486c-b6c8-b2b056320b67 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:42.038205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5edf6730-c273-486c-b6c8-b2b056320b67 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:38:42.043840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5edf6730-c273-486c-b6c8-b2b056320b67 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:42.044858 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.082208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:42.157123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5edf6730-c273-486c-b6c8-b2b056320b67 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:42.158096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.187753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:42.193353 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8fe148-ae13-4920-8f22-d82d951649b3" -d '{"events": [{"server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "name": "network-vif-plugged", "status": "completed", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:42.210173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5edf6730-c273-486c-b6c8-b2b056320b67,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:42.218329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.242165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa9de2-938f-43d8-a7f0-a8652c9170d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.276208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:42.280273 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (4a44dc8f-67d5-45a7-aed6-fb2b053e2862), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.295136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:42.332696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa9de2-938f-43d8-a7f0-a8652c9170d1 admin admin] Publish callbacks [] for security_group (bfc399a4-4bab-4ea9-b85c-d1fa7d211d17), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.333879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740982ce-f1d8-4a36-b8e5-96a6c37e8cfa req-03ab6607-3fb5-4916-9e1f-492d7946c86d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:42.336274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-740982ce-f1d8-4a36-b8e5-96a6c37e8cfa req-03ab6607-3fb5-4916-9e1f-492d7946c86d tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.1245186 Feb 10 13:38:42.342156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:42.342579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dafa9de2-938f-43d8-a7f0-a8652c9170d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bfc399a4-4bab-4ea9-b85c-d1fa7d211d17), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.347652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:42.360927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f191c4-d4af-4451-a504-5cfb41cc9f04 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:42.384782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dafa9de2-938f-43d8-a7f0-a8652c9170d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45271eb2472f4e28b8ee140b7225d653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013709 Feb 10 13:38:42.385519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:42.386162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa9de2-938f-43d8-a7f0-a8652c9170d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc399a4-4bab-4ea9-b85c-d1fa7d211d17,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:42.393407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:42.394021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.399707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-740982ce-f1d8-4a36-b8e5-96a6c37e8cfa req-c07ccf8f-6a35-4ad9-b1ef-9805758e8685 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564735 Feb 10 13:38:42.408009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=4a44dc8f-67d5-45a7-aed6-fb2b053e2862,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:42.430315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36730) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:42.432132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-20a2d5e4-1f5e-480a-a7aa-74098dc234cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6758356 Feb 10 13:38:42.438821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:81:f6:1a', 'name': 'tempest-NetworksTestDHCPv6-1520266513'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:42.475435 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd34333-f988-4bb4-89e5-2b6d658c4292 x-openstack-request-id: req-9dd34333-f988-4bb4-89e5-2b6d658c4292 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:42.475801 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "name": "network-vif-plugged", "status": "completed", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:42.476160 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dd34333-f988-4bb4-89e5-2b6d658c4292 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:42.476618 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67', 'code': 200} Feb 10 13:38:42.517099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] Publish callbacks [] for security_group (bfc399a4-4bab-4ea9-b85c-d1fa7d211d17), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.532126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '4a44dc8f-67d5-45a7-aed6-fb2b053e2862'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:42.533055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.574200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] Publish callbacks [] for security_group (bfc399a4-4bab-4ea9-b85c-d1fa7d211d17), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.657119 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:42.663405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caedbd5-0140-41d3-acdf-bec18ade46bf req-f4410c2a-a85e-444d-b13d-aaee7727f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:42.665685 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6caedbd5-0140-41d3-acdf-bec18ade46bf req-f4410c2a-a85e-444d-b13d-aaee7727f536 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.1025012 Feb 10 13:38:42.704217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bfc399a4-4bab-4ea9-b85c-d1fa7d211d17), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.706787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.717434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc399a4-4bab-4ea9-b85c-d1fa7d211d17 HTTP/1.1" status: 204 len: 168 time: 0.3213491 Feb 10 13:38:42.719563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfb028-2e60-409b-87c3-a078a80df509 req-d078382f-5987-41b8-9fbb-f1e23c5c980f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:42.742974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9dfb028-2e60-409b-87c3-a078a80df509 req-d078382f-5987-41b8-9fbb-f1e23c5c980f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.0984766 Feb 10 13:38:42.749744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Allocated IP 2001:db8::f816:3eff:fe4d:eba3 (23165869-dc7f-4747-b970-0fd5448d7c72/4a44dc8f-67d5-45a7-aed6-fb2b053e2862/39758007-021c-4fc4-9f2f-279de1aa1d47) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:42.767912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb0ccf-beaf-40b7-b81e-bf8af1b1d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc399a4-4bab-4ea9-b85c-d1fa7d211d17,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:42.810729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6caedbd5-0140-41d3-acdf-bec18ade46bf req-823e0bbe-cbfe-4f02-a59e-9c6062079724 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347935 Feb 10 13:38:42.834507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9dfb028-2e60-409b-87c3-a078a80df509 req-d5b58b18-7a9d-47cd-a9a3-6db6476f1c9f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852561 Feb 10 13:38:42.885079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:42.910735 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 68038811-0d32-41cb-a84c-8c4aff5cfde2 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:43.053657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66571a0d-b24b-497f-b1f0-3191f3f6fc94 req-34c32f52-feb8-4aa2-957a-a48cd181a48b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:43.055368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66571a0d-b24b-497f-b1f0-3191f3f6fc94 req-34c32f52-feb8-4aa2-957a-a48cd181a48b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 943 time: 0.0637479 Feb 10 13:38:43.116519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66571a0d-b24b-497f-b1f0-3191f3f6fc94 req-79001e78-ed95-4dd7-abdc-305f15aec5f2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Feb 10 13:38:43.132579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:43.166762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798e0d72-e089-4e35-8365-a7d279eac340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.193827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-554a1faf-1daa-4199-be6b-0ddd97a20733 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:43.195335 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-554a1faf-1daa-4199-be6b-0ddd97a20733 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 945 time: 0.1064925 Feb 10 13:38:43.215245 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks [] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.223904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.255728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798e0d72-e089-4e35-8365-a7d279eac340 admin admin] Publish callbacks [] for security_group (9fe5a538-9520-4eb8-b11e-c5946eb42d0c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.262588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-798e0d72-e089-4e35-8365-a7d279eac340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9fe5a538-9520-4eb8-b11e-c5946eb42d0c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.272140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Pushing event updated for resources: {'Port': ['ID=39758007-021c-4fc4-9f2f-279de1aa1d47,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:43.287313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:43.288919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:43.293593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:43.312702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-798e0d72-e089-4e35-8365-a7d279eac340 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=127f5e37fc1e4a15abb073a1cd2098b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1763351 Feb 10 13:38:43.312702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e0d72-e089-4e35-8365-a7d279eac340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5a538-9520-4eb8-b11e-c5946eb42d0c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:43.315481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:43.354930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Attempting to bind port 39758007-021c-4fc4-9f2f-279de1aa1d47 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:43.355312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Attempting to bind port 39758007-021c-4fc4-9f2f-279de1aa1d47 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:43.356840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Attempting to bind port 39758007-021c-4fc4-9f2f-279de1aa1d47 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:43.363925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:43.364298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:43.364893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.365554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:43.366037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Bound port: 39758007-021c-4fc4-9f2f-279de1aa1d47, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:43.366423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.376508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] Publish callbacks [] for security_group (9fe5a538-9520-4eb8-b11e-c5946eb42d0c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.381989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe81:f61a (23165869-dc7f-4747-b970-0fd5448d7c72/4a44dc8f-67d5-45a7-aed6-fb2b053e2862/68038811-0d32-41cb-a84c-8c4aff5cfde2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:43.411704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] Publish callbacks [] for security_group (9fe5a538-9520-4eb8-b11e-c5946eb42d0c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.415107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:43.416074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.451550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] For port 39758007-021c-4fc4-9f2f-279de1aa1d47, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:43.454771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] For port 39758007-021c-4fc4-9f2f-279de1aa1d47, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=39758007-021c-4fc4-9f2f-279de1aa1d47,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:43.459268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 935b43fa-3acc-4cc2-8864-884c20991497 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:38:43.464261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.498399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9fe5a538-9520-4eb8-b11e-c5946eb42d0c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.501817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.505465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe5a538-9520-4eb8-b11e-c5946eb42d0c HTTP/1.1" status: 204 len: 168 time: 0.1866677 Feb 10 13:38:43.542000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9f24e-9ebf-463f-8c23-79c506f0ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5a538-9520-4eb8-b11e-c5946eb42d0c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:43.633443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port 3414d26d-e787-4737-a6ae-5a096c7ebeb5, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3414d26d-e787-4737-a6ae-5a096c7ebeb5,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:43.633833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.653771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60c9c5-3119-4b63-8e01-834ae35a6f07 None None] Pushing event updated for resources: {'Port': ['ID=39758007-021c-4fc4-9f2f-279de1aa1d47,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:43.678636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for 3414d26d-e787-4737-a6ae-5a096c7ebeb5 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:43.730633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a404d7b-b367-462f-926e-ce0c50ee27ba req-232e661a-82f1-4cd1-885e-91dccb050540 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:43.734226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a404d7b-b367-462f-926e-ce0c50ee27ba req-232e661a-82f1-4cd1-885e-91dccb050540 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.1320848 Feb 10 13:38:43.750141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (68038811-0d32-41cb-a84c-8c4aff5cfde2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.772419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=935b43fa-3acc-4cc2-8864-884c20991497,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:43.799358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '935b43fa-3acc-4cc2-8864-884c20991497', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '935b43fa-3acc-4cc2-8864-884c20991497', 'mac_address': 'fa:16:3e:f7:99:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:38:43.831060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a404d7b-b367-462f-926e-ce0c50ee27ba req-cf3349d8-492f-4b69-a686-f29188014c7e tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Feb 10 13:38:43.923986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 935b43fa-3acc-4cc2-8864-884c20991497 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:43.925500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (935b43fa-3acc-4cc2-8864-884c20991497), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.947702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (68038811-0d32-41cb-a84c-8c4aff5cfde2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.955992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3414d26d-e787-4737-a6ae-5a096c7ebeb5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:43.965073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b43fa-3acc-4cc2-8864-884c20991497 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:43.982110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', '3414d26d-e787-4737-a6ae-5a096c7ebeb5'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:44.037444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-195b885d-96d9-4164-90ed-4e7a764724f7 req-e52ec0ec-c5d8-49d5-8ecb-e2e6ccc54098 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=9159578d-c373-42d3-b171-173056af6980 HTTP/1.1" status: 200 len: 210 time: 0.0824029 Feb 10 13:38:44.137712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=935b43fa-3acc-4cc2-8864-884c20991497,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:44.153032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:44.282836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:44.385408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:44.402870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2e584-6b6b-4db3-914f-822942a8bc82 req-c06cb7eb-1998-4c49-93e4-f7554e3ab574 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:44.406622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ed2e584-6b6b-4db3-914f-822942a8bc82 req-c06cb7eb-1998-4c49-93e4-f7554e3ab574 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 944 time: 0.1211448 Feb 10 13:38:44.447666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:44.477255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:44.479160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=68038811-0d32-41cb-a84c-8c4aff5cfde2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:44.481462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:44.487147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:44.487686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:44.511791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ed2e584-6b6b-4db3-914f-822942a8bc82 req-7799d92c-da4d-4e77-8e36-b71665b8888b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008384 Feb 10 13:38:44.512476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port 3414d26d-e787-4737-a6ae-5a096c7ebeb5 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:44.524589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:44.528483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7f8a185d-13fc-4556-a8e4-17f902a2e8ea req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/3414d26d-e787-4737-a6ae-5a096c7ebeb5 HTTP/1.1" status: 204 len: 173 time: 1.3270671 Feb 10 13:38:44.559928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'name': 'network-vif-deleted', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:44.564295 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b2b39-b768-45b9-ac97-e88fee8e5d03" -d '{"events": [{"server_uuid": "9159578d-c373-42d3-b171-173056af6980", "name": "network-vif-deleted", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:44.570703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359eb2a-6152-4951-b3da-7face5a9e7da tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=3414d26d-e787-4737-a6ae-5a096c7ebeb5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:44.584029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:44.584214 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5f5e3aa-307c-466a-8b6c-982b5995ece7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1527801 Feb 10 13:38:44.660443 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5498d3-bf50-4a24-8ceb-b45b35160c50 x-openstack-request-id: req-eb5498d3-bf50-4a24-8ceb-b45b35160c50 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:44.660745 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159578d-c373-42d3-b171-173056af6980", "name": "network-vif-deleted", "tag": "3414d26d-e787-4737-a6ae-5a096c7ebeb5", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:44.661040 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb5498d3-bf50-4a24-8ceb-b45b35160c50 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:44.661449 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159578d-c373-42d3-b171-173056af6980', 'name': 'network-vif-deleted', 'tag': '3414d26d-e787-4737-a6ae-5a096c7ebeb5', 'status': 'completed', 'code': 200} Feb 10 13:38:44.699982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad90bf7-1242-488d-b789-1ef0e160abdb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:44.706414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad90bf7-1242-488d-b789-1ef0e160abdb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:44.708482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fad90bf7-1242-488d-b789-1ef0e160abdb tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1229696 Feb 10 13:38:44.711139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:44.827652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 68038811-0d32-41cb-a84c-8c4aff5cfde2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:44.828226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (68038811-0d32-41cb-a84c-8c4aff5cfde2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:44.984680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (68038811-0d32-41cb-a84c-8c4aff5cfde2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.001354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 68038811-0d32-41cb-a84c-8c4aff5cfde2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:45.028110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530f9a-31cb-4dc1-8e0f-6564a736377f req-f20a87b8-3e86-4d4d-9b39-f1053c65555a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:45.029681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2530f9a-31cb-4dc1-8e0f-6564a736377f req-f20a87b8-3e86-4d4d-9b39-f1053c65555a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.1156402 Feb 10 13:38:45.148679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2530f9a-31cb-4dc1-8e0f-6564a736377f req-207503d1-524e-4b0c-ba09-814e008dda45 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695324 Feb 10 13:38:45.265151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Provisioning complete for port 39758007-021c-4fc4-9f2f-279de1aa1d47 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:45.268188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.283479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (68038811-0d32-41cb-a84c-8c4aff5cfde2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.376164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=68038811-0d32-41cb-a84c-8c4aff5cfde2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:45.409029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 39758007-021c-4fc4-9f2f-279de1aa1d47 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:45.429790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.439870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f00581e-19a9-457a-8a4c-df33a6bc3502 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/68038811-0d32-41cb-a84c-8c4aff5cfde2 HTTP/1.1" status: 204 len: 168 time: 0.7274547 Feb 10 13:38:45.443113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:45.480684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af191-0b00-43ac-8301-a017d4fa9391 req-1e3a688a-8448-4c2d-bb96-6cc019798f98 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:45.488643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-325af191-0b00-43ac-8301-a017d4fa9391 req-1e3a688a-8448-4c2d-bb96-6cc019798f98 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.0821354 Feb 10 13:38:45.499478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Current status of the port 39758007-021c-4fc4-9f2f-279de1aa1d47 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:45.500145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.501992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 935b43fa-3acc-4cc2-8864-884c20991497 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:45.542957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-325af191-0b00-43ac-8301-a017d4fa9391 req-3a11dc4c-d34f-452d-85e2-adeb2701f3c1 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Feb 10 13:38:45.543121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc613c-52e2-4c9c-9999-c78c13d24e16 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:45.544524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc613c-52e2-4c9c-9999-c78c13d24e16 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:45.550065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:45.558795 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7dc613c-52e2-4c9c-9999-c78c13d24e16 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1019640 Feb 10 13:38:45.612971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 4a44dc8f-67d5-45a7-aed6-fb2b053e2862 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:45.617183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (4a44dc8f-67d5-45a7-aed6-fb2b053e2862), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.694219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (4a44dc8f-67d5-45a7-aed6-fb2b053e2862), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.695105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] For port 39758007-021c-4fc4-9f2f-279de1aa1d47, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=39758007-021c-4fc4-9f2f-279de1aa1d47,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:45.696384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 39758007-021c-4fc4-9f2f-279de1aa1d47 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:45.696840 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.735091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.815138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 935b43fa-3acc-4cc2-8864-884c20991497 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:38:45.832586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 935b43fa-3acc-4cc2-8864-884c20991497 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:45.832980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (935b43fa-3acc-4cc2-8864-884c20991497), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.921238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4a44dc8f-67d5-45a7-aed6-fb2b053e2862), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:45.928293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70b9c6a9-98df-4a27-b3b6-ba113bb4dfa5 None None] Could not find standard attr ID for object 68038811-0d32-41cb-a84c-8c4aff5cfde2. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:45.953266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311141-fd85-4ba8-84fb-c42e83690b96 None None] Pushing event updated for resources: {'Port': ['ID=39758007-021c-4fc4-9f2f-279de1aa1d47,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:45.979811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 39758007-021c-4fc4-9f2f-279de1aa1d47 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:46.014953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (4a44dc8f-67d5-45a7-aed6-fb2b053e2862), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.029519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 935b43fa-3acc-4cc2-8864-884c20991497 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:46.029942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (935b43fa-3acc-4cc2-8864-884c20991497), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.058276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:46.061014 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3bdb5-178c-48ba-85d7-83f551efba5e" -d '{"events": [{"server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "name": "network-vif-plugged", "status": "completed", "tag": "935b43fa-3acc-4cc2-8864-884c20991497"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:46.063957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.070123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fe9ed-e05c-417e-afb1-e01a0f7cb952 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:46.072219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:46.073123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/4a44dc8f-67d5-45a7-aed6-fb2b053e2862 HTTP/1.1" status: 204 len: 168 time: 0.5216136 Feb 10 13:38:46.081612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=935b43fa-3acc-4cc2-8864-884c20991497,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:46.097197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.107394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d248a5-b543-4e7a-9c56-a1c13d05414c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=4a44dc8f-67d5-45a7-aed6-fb2b053e2862,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:46.138830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0c63-23cb-4f6b-b5da-6f29f6d60269 req-00b323ba-8143-4f80-9065-7e4339e7823d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:46.146573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-787e0c63-23cb-4f6b-b5da-6f29f6d60269 req-00b323ba-8143-4f80-9065-7e4339e7823d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 944 time: 0.1465740 Feb 10 13:38:46.167607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6f00c75d-8c1d-4948-868b-070128cfd799 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941648 Feb 10 13:38:46.170280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:46.175957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:46.218805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:46.336088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f58927-e605-4304-b827-76ab55648f30 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:46.336853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:46.341950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.423531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Deleting port 39758007-021c-4fc4-9f2f-279de1aa1d47 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:46.424548 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.573472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-49f58927-e605-4304-b827-76ab55648f30 None None] For port 39758007-021c-4fc4-9f2f-279de1aa1d47, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=39758007-021c-4fc4-9f2f-279de1aa1d47,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:46.574312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.602544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Calling delete_port for 39758007-021c-4fc4-9f2f-279de1aa1d47 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:46.616858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-787e0c63-23cb-4f6b-b5da-6f29f6d60269 req-c6cdabc0-6738-4cfe-a619-c878cb2d88e9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641395 Feb 10 13:38:46.717692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee824ad-0d92-49d6-a7aa-9af29fb4f0d6 req-bd081aa8-c6d5-4b9e-8f84-b33c82661994 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:46.725512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ee824ad-0d92-49d6-a7aa-9af29fb4f0d6 req-bd081aa8-c6d5-4b9e-8f84-b33c82661994 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.0561357 Feb 10 13:38:46.762316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (39758007-021c-4fc4-9f2f-279de1aa1d47), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.776252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ee824ad-0d92-49d6-a7aa-9af29fb4f0d6 req-3d7b199e-877c-4a4d-999a-483e36f3f4a3 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Feb 10 13:38:46.777368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:46.811018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:46.812114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f58927-e605-4304-b827-76ab55648f30 None None] Pushing event deleted for resources: {'Port': ['ID=39758007-021c-4fc4-9f2f-279de1aa1d47,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:46.818722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f58927-e605-4304-b827-76ab55648f30 None None] No DVR routers for this DVR port 39758007-021c-4fc4-9f2f-279de1aa1d47 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:46.939577 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.revisions.revision_plugin [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Could not find related port for resource to bump revision. Feb 10 13:38:46.944134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ee7e-ec54-4b58-b66f-6bdd3770a8a0 req-88289fa1-be80-4d8e-8ebf-a58e6939c733 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:46.946272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb36ee7e-ec54-4b58-b66f-6bdd3770a8a0 req-88289fa1-be80-4d8e-8ebf-a58e6939c733 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.0798850 Feb 10 13:38:46.952405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Port 39758007-021c-4fc4-9f2f-279de1aa1d47 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 13:38:46.955538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4d:eba3 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 13:38:46.958919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_pluggable_backend [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4d:eba3 {{(pid=103400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 13:38:46.960366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b14a9128-0e08-4e52-abf3-d648975eb3d8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:46.968327 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-430b19f4-a314-434c-8d96-04787e9c18e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.006992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:47.011603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:47.016312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:47.017174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.030736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb36ee7e-ec54-4b58-b66f-6bdd3770a8a0 req-308b58df-607d-45ac-903f-f51f95780a09 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720522 Feb 10 13:38:47.042160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=b14a9128-0e08-4e52-abf3-d648975eb3d8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:47.051672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1c282-e74f-4d5d-a2fd-a03f49894ec3 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:47.066153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-36a99d2a-ffac-4555-b3f2-267fadf7ba44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8942900 Feb 10 13:38:47.067303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:47.076184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:37:0b:9b', 'name': 'tempest-NetworksTestDHCPv6-1628594303'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:47.105504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-430b19f4-a314-434c-8d96-04787e9c18e0 admin admin] Publish callbacks [] for security_group (e663737a-d1c1-4d33-b530-9b8e369b211d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.112557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-430b19f4-a314-434c-8d96-04787e9c18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e663737a-d1c1-4d33-b530-9b8e369b211d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.156940 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb6f130-5927-446e-99af-d53464224621 x-openstack-request-id: req-fbb6f130-5927-446e-99af-d53464224621 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:47.157231 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "name": "network-vif-plugged", "status": "completed", "tag": "935b43fa-3acc-4cc2-8864-884c20991497", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:47.157484 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbb6f130-5927-446e-99af-d53464224621 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:47.157879 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497', 'code': 200} Feb 10 13:38:47.181229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b19f4-a314-434c-8d96-04787e9c18e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e663737a-d1c1-4d33-b530-9b8e369b211d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:47.188636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-430b19f4-a314-434c-8d96-04787e9c18e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d038a2ec73143a585c0bdc2a4472bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102392 Feb 10 13:38:47.194893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:47.207939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'b14a9128-0e08-4e52-abf3-d648975eb3d8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:47.210185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.318330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:47.322303 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.324160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] Publish callbacks [] for security_group (e663737a-d1c1-4d33-b530-9b8e369b211d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.345574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 39758007-021c-4fc4-9f2f-279de1aa1d47 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:47.359484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] Publish callbacks [] for security_group (e663737a-d1c1-4d33-b530-9b8e369b211d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.380194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 95610684-2a3f-422e-ad22-b8e2bc0e4d60 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:47.390232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 39758007-021c-4fc4-9f2f-279de1aa1d47 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:47.390634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 39758007-021c-4fc4-9f2f-279de1aa1d47 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:47.399136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426104-895f-49ed-8004-81782f7b8c6b req-1a980bf8-fb87-4299-8c09-0cb28e31606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:47.400562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce426104-895f-49ed-8004-81782f7b8c6b req-1a980bf8-fb87-4299-8c09-0cb28e31606e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 1127 time: 0.1562345 Feb 10 13:38:47.419716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Allocated IP 2001:db8::f816:3eff:fe0f:8e45 (23165869-dc7f-4747-b970-0fd5448d7c72/b14a9128-0e08-4e52-abf3-d648975eb3d8/aa6156cf-a230-4144-9e44-93e499e9e5f9) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:47.451366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e663737a-d1c1-4d33-b530-9b8e369b211d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.454963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.474772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e663737a-d1c1-4d33-b530-9b8e369b211d HTTP/1.1" status: 204 len: 168 time: 0.2754347 Feb 10 13:38:47.499896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b3dec-f6e5-4e6a-8596-783d57bf2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e663737a-d1c1-4d33-b530-9b8e369b211d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:47.596741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c2752-5145-4506-b0bc-8d5ff05e84ad req-43d9fa6a-acb9-4b5b-bde8-6a9ec3ea5e33 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:47.598734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce426104-895f-49ed-8004-81782f7b8c6b req-d573fcbd-7f87-44ef-ad43-1350eda2d2af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908979 Feb 10 13:38:47.604246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-034c2752-5145-4506-b0bc-8d5ff05e84ad req-43d9fa6a-acb9-4b5b-bde8-6a9ec3ea5e33 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.1062315 Feb 10 13:38:47.611059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-215362b8-ebb0-4fdd-81a1-ae917976f352 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:47.612997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-215362b8-ebb0-4fdd-81a1-ae917976f352 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.1424587 Feb 10 13:38:47.660146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-034c2752-5145-4506-b0bc-8d5ff05e84ad req-b3137a41-61b8-4228-93f9-a31bd1d62c3c tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Feb 10 13:38:47.684031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks [] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.693613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.771903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:47.773991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:47.775937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Pushing event updated for resources: {'Port': ['ID=aa6156cf-a230-4144-9e44-93e499e9e5f9,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:47.778317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:47.786537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe37:b9b (23165869-dc7f-4747-b970-0fd5448d7c72/b14a9128-0e08-4e52-abf3-d648975eb3d8/95610684-2a3f-422e-ad22-b8e2bc0e4d60) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:47.832473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438423-d5d4-4b4a-b606-ceb9eb8439ab req-6abce680-8fd1-47db-b266-5c2e89adb0e5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:47.834560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf438423-d5d4-4b4a-b606-ceb9eb8439ab req-6abce680-8fd1-47db-b266-5c2e89adb0e5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.0871708 Feb 10 13:38:47.868520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Attempting to bind port aa6156cf-a230-4144-9e44-93e499e9e5f9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:47.869025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Attempting to bind port aa6156cf-a230-4144-9e44-93e499e9e5f9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:47.869820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Attempting to bind port aa6156cf-a230-4144-9e44-93e499e9e5f9 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:47.875986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:47.876665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:47.877504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.878000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:47.878731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Bound port: aa6156cf-a230-4144-9e44-93e499e9e5f9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:47.880118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:47.902110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf438423-d5d4-4b4a-b606-ceb9eb8439ab req-bf19fba6-cf12-4e58-b0aa-1f2d9de8ef5c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Feb 10 13:38:47.980324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:47.980940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.001281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3414d26d-e787-4737-a6ae-5a096c7ebeb5 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:48.006576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] For port aa6156cf-a230-4144-9e44-93e499e9e5f9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:48.037691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:48.040899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3414d26d-e787-4737-a6ae-5a096c7ebeb5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:48.041497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3414d26d-e787-4737-a6ae-5a096c7ebeb5 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:48.046656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] For port aa6156cf-a230-4144-9e44-93e499e9e5f9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=aa6156cf-a230-4144-9e44-93e499e9e5f9,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:48.052841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-015b708e-04ab-4042-9272-7296afb3ef0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.056015 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.110160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (95610684-2a3f-422e-ad22-b8e2bc0e4d60), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.156495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a4b07-c169-4538-aac5-b4dc76688f9a None None] Pushing event updated for resources: {'Port': ['ID=aa6156cf-a230-4144-9e44-93e499e9e5f9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:48.156879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:48.157576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.182306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-015b708e-04ab-4042-9272-7296afb3ef0b admin admin] Publish callbacks [] for security_group (70a5727c-c231-4ca2-a0aa-3164e363772a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.200902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:48.223062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-015b708e-04ab-4042-9272-7296afb3ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (70a5727c-c231-4ca2-a0aa-3164e363772a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.253674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (95610684-2a3f-422e-ad22-b8e2bc0e4d60), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.286009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-015b708e-04ab-4042-9272-7296afb3ef0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab81e183b6124f68adbf603503e7e34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466063 Feb 10 13:38:48.287185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b708e-04ab-4042-9272-7296afb3ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5727c-c231-4ca2-a0aa-3164e363772a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:48.291420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:48.311096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72011f-1433-49ae-8bfe-83d7ccf0378a req-caef738a-eff6-4f21-84e3-6ed170888400 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:48.318635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c72011f-1433-49ae-8bfe-83d7ccf0378a req-caef738a-eff6-4f21-84e3-6ed170888400 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e77693-3f55-46e3-836e-4d25d497ab79 HTTP/1.1" status: 200 len: 946 time: 0.1308715 Feb 10 13:38:48.328787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:48.337768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:48.340578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:48.346650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:48.347501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.409622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c72011f-1433-49ae-8bfe-83d7ccf0378a req-6b8e748e-63e6-4444-941e-e72f8464ec78 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900040 Feb 10 13:38:48.425688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] Publish callbacks [] for security_group (70a5727c-c231-4ca2-a0aa-3164e363772a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.436059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=95610684-2a3f-422e-ad22-b8e2bc0e4d60,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:48.444737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d712d111-e149-4766-8e73-d5fe7d62c951 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3759933 Feb 10 13:38:48.453893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:48.483967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] Publish callbacks [] for security_group (70a5727c-c231-4ca2-a0aa-3164e363772a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.545717 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (70a5727c-c231-4ca2-a0aa-3164e363772a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.548952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.553750 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70a5727c-c231-4ca2-a0aa-3164e363772a HTTP/1.1" status: 204 len: 168 time: 0.2610161 Feb 10 13:38:48.563962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58c52-3f52-4ccc-a318-d5aff36a8396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5727c-c231-4ca2-a0aa-3164e363772a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:48.587738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66183784-735d-42a8-8234-6280d87a5d14 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:48.602151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66183784-735d-42a8-8234-6280d87a5d14 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:48.604089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66183784-735d-42a8-8234-6280d87a5d14 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1483405 Feb 10 13:38:48.605448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.607037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:48.617776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:48.672016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:48.806837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 95610684-2a3f-422e-ad22-b8e2bc0e4d60 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:48.807202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (95610684-2a3f-422e-ad22-b8e2bc0e4d60), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.836532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:48.849916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:48.854206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e76e5bc6-df42-4390-92b4-6c092df89e2c req-34bb8433-781b-4eed-82bc-7eda0f131abb tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a HTTP/1.1" status: 204 len: 173 time: 1.2342896 Feb 10 13:38:48.854795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'name': 'network-vif-deleted', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:48.857290 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccef8e2-cdef-42c6-a92c-880fef1c713c" -d '{"events": [{"server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "name": "network-vif-deleted", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:49.085032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (95610684-2a3f-422e-ad22-b8e2bc0e4d60), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.108705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 95610684-2a3f-422e-ad22-b8e2bc0e4d60 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:49.112304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-930bca7d-80a7-4c18-8d4c-68c2adf0aa8a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:49.114167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-930bca7d-80a7-4c18-8d4c-68c2adf0aa8a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.2666488 Feb 10 13:38:49.120508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff22e4d-ec53-4704-9241-8b71c2251c2c req-738e7ec3-6352-4ab3-b780-3927742cf13a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:49.125242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ff22e4d-ec53-4704-9241-8b71c2251c2c req-738e7ec3-6352-4ab3-b780-3927742cf13a tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15430a7e-cb73-40d4-9cf6-bbdfd5d93130 HTTP/1.1" status: 200 len: 1127 time: 0.3095407 Feb 10 13:38:49.354408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device aa6156cf-a230-4144-9e44-93e499e9e5f9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:49.449449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port aa6156cf-a230-4144-9e44-93e499e9e5f9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:49.450545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.476226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ff22e4d-ec53-4704-9241-8b71c2251c2c req-24c9963e-fcb2-48b8-b104-f760de8e21d6 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286967 Feb 10 13:38:49.548412 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33a37c-e26e-4ce5-91e4-281a88a9ac97 x-openstack-request-id: req-1c33a37c-e26e-4ce5-91e4-281a88a9ac97 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:49.549280 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77693-3f55-46e3-836e-4d25d497ab79", "name": "network-vif-deleted", "tag": "6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:49.550433 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c33a37c-e26e-4ce5-91e4-281a88a9ac97 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:49.555979 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e77693-3f55-46e3-836e-4d25d497ab79', 'name': 'network-vif-deleted', 'tag': '6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a', 'status': 'completed', 'code': 200} Feb 10 13:38:49.565915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Deleting port 5edf6730-c273-486c-b6c8-b2b056320b67 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:49.566256 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.664519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (95610684-2a3f-422e-ad22-b8e2bc0e4d60), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.684109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port aa6156cf-a230-4144-9e44-93e499e9e5f9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:49.684499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.748681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port aa6156cf-a230-4144-9e44-93e499e9e5f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=aa6156cf-a230-4144-9e44-93e499e9e5f9,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:49.752800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f15d4614-cd9e-4162-a4da-e0530e4c0db1 None None] Provisioning complete for port aa6156cf-a230-4144-9e44-93e499e9e5f9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:49.753182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f15d4614-cd9e-4162-a4da-e0530e4c0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.756316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.792230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=95610684-2a3f-422e-ad22-b8e2bc0e4d60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:49.839588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.845577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-47ecfe15-66f6-4d20-ac39-77853834d8e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/95610684-2a3f-422e-ad22-b8e2bc0e4d60 HTTP/1.1" status: 204 len: 168 time: 1.2357619 Feb 10 13:38:49.845765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=aa6156cf-a230-4144-9e44-93e499e9e5f9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:49.845913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:49.883273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] For port 5edf6730-c273-486c-b6c8-b2b056320b67, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5edf6730-c273-486c-b6c8-b2b056320b67,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:49.883705 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:49.903182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1abde-c448-494c-95e8-098500c5d8dc req-d57d93ca-35e3-4ea5-b36b-4b531e888fdc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:49.904715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b1abde-c448-494c-95e8-098500c5d8dc req-d57d93ca-35e3-4ea5-b36b-4b531e888fdc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2442083 Feb 10 13:38:49.910074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Calling delete_port for 5edf6730-c273-486c-b6c8-b2b056320b67 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:49.939188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05afda0f-ffe5-4cdf-977a-9aeb046d7300 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:49.940820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05afda0f-ffe5-4cdf-977a-9aeb046d7300 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:49.942643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-05afda0f-ffe5-4cdf-977a-9aeb046d7300 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955665 Feb 10 13:38:49.945405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36940) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:49.975266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f15d4614-cd9e-4162-a4da-e0530e4c0db1 None None] Current status of the port aa6156cf-a230-4144-9e44-93e499e9e5f9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:50.000432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b1abde-c448-494c-95e8-098500c5d8dc req-56995f98-aaa0-4e95-be4d-849187c6c006 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848594 Feb 10 13:38:50.047972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet b14a9128-0e08-4e52-abf3-d648975eb3d8 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:50.056596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (b14a9128-0e08-4e52-abf3-d648975eb3d8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.090611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-92c10395-8137-4d1b-a897-2749a528b0ce None None] Could not find standard attr ID for object 95610684-2a3f-422e-ad22-b8e2bc0e4d60. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:50.143017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b14a9128-0e08-4e52-abf3-d648975eb3d8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.255768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5edf6730-c273-486c-b6c8-b2b056320b67), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.269095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8eb30588-aae7-40de-b89a-0ca6efc94cdc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:50.372134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Pushing event deleted for resources: {'Port': ['ID=5edf6730-c273-486c-b6c8-b2b056320b67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:50.382806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b14a9128-0e08-4e52-abf3-d648975eb3d8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.472251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] No DVR routers for this DVR port 5edf6730-c273-486c-b6c8-b2b056320b67 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:50.498435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.501537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b14a9128-0e08-4e52-abf3-d648975eb3d8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.503342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecfeb729-fe55-45e8-ae37-71482309d5e9 req-674277ee-08a1-4dc0-be78-35741b4568fd tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5edf6730-c273-486c-b6c8-b2b056320b67 HTTP/1.1" status: 204 len: 173 time: 1.3688815 Feb 10 13:38:50.504029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'name': 'network-vif-deleted', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:50.519227 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9564a56-85d5-43a4-a6d2-13f2387fc2c4" -d '{"events": [{"server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "name": "network-vif-deleted", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:50.558743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328eaf4-eeac-46b2-a1a7-813ef2181cc3 req-3bedb848-b123-4b15-bb21-05c4ffb67183 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:50.560415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0328eaf4-eeac-46b2-a1a7-813ef2181cc3 req-3bedb848-b123-4b15-bb21-05c4ffb67183 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1615942 Feb 10 13:38:50.574756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=b14a9128-0e08-4e52-abf3-d648975eb3d8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:50.585020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.592331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54cfa1-1007-4174-826e-67596b1c4f8b None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:50.592995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3bae2900-ba82-4555-bf4a-a2772f9bb72f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/b14a9128-0e08-4e52-abf3-d648975eb3d8 HTTP/1.1" status: 204 len: 168 time: 0.6454716 Feb 10 13:38:50.593851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:50.664113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0328eaf4-eeac-46b2-a1a7-813ef2181cc3 req-1fb694b8-2f24-4a50-b6a2-705ede0cf18d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 Feb 10 13:38:50.678413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:50.697472 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e530be1d-01be-4d7c-b032-e7963ee96f7c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022038 Feb 10 13:38:50.799269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ecc87-970a-47cf-8bd5-15822769dcae tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:50.804422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c2ecc87-970a-47cf-8bd5-15822769dcae tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1216457 Feb 10 13:38:50.805270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 36986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:50.855374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:50.911843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Deleting port aa6156cf-a230-4144-9e44-93e499e9e5f9 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:50.912225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:50.995269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed59ff8-0d05-4aaa-a05e-3cfd5f1b059a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:50.999458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 36990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:50.999861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2ed59ff8-0d05-4aaa-a05e-3cfd5f1b059a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1095867 Feb 10 13:38:51.004502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] For port aa6156cf-a230-4144-9e44-93e499e9e5f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=aa6156cf-a230-4144-9e44-93e499e9e5f9,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:51.004960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:51.016502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-bccf8be9-dfb1-4dfc-9518-089f2a288d51 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:51.027647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-bccf8be9-dfb1-4dfc-9518-089f2a288d51 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2247653 Feb 10 13:38:51.034054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Calling delete_port for aa6156cf-a230-4144-9e44-93e499e9e5f9 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:51.056260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-924aed8c-6b68-4384-ab7b-e48cda50b025 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.0188203 Feb 10 13:38:51.104190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-71931d30-c243-4f09-9621-262a42a08fb0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013322 Feb 10 13:38:51.109285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:51.120486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:51.165745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-55141aa0-54b7-459d-8b0f-208a5aa575a0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998645 Feb 10 13:38:51.211569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (aa6156cf-a230-4144-9e44-93e499e9e5f9), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:51.253283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] Pushing event deleted for resources: {'Port': ['ID=aa6156cf-a230-4144-9e44-93e499e9e5f9,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:51.261341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1981e-7fd6-4f4e-82d1-333e915b511f None None] No DVR routers for this DVR port aa6156cf-a230-4144-9e44-93e499e9e5f9 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:51.302869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:51.307123 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:51.310665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device aa6156cf-a230-4144-9e44-93e499e9e5f9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:51.331966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: aa6156cf-a230-4144-9e44-93e499e9e5f9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:51.332998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device aa6156cf-a230-4144-9e44-93e499e9e5f9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:51.379807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-b1a347e9-3c9e-43f7-a968-84bab4361f40 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991801 Feb 10 13:38:51.568890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-6ac5cc3d-8303-4f3d-92e5-6404f50d889a service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763299 Feb 10 13:38:51.672130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:51.673665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (4a0c4a39-c1af-46f3-8065-1aa9a5736dc3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:51.730145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:51.734632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:51.739723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:51.740505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:51.745866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2c388-228c-48c4-8e8d-bcd748cf517a None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:51.782004 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef2124-f54c-491a-98f5-70eea71f8a24 x-openstack-request-id: req-88ef2124-f54c-491a-98f5-70eea71f8a24 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:51.782686 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15430a7e-cb73-40d4-9cf6-bbdfd5d93130", "name": "network-vif-deleted", "tag": "5edf6730-c273-486c-b6c8-b2b056320b67", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:51.783181 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88ef2124-f54c-491a-98f5-70eea71f8a24 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:51.783860 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15430a7e-cb73-40d4-9cf6-bbdfd5d93130', 'name': 'network-vif-deleted', 'tag': '5edf6730-c273-486c-b6c8-b2b056320b67', 'status': 'completed', 'code': 200} Feb 10 13:38:51.818319 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7036211 Feb 10 13:38:51.818786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:51.824539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:93:25:f1', 'name': 'tempest-NetworksTestDHCPv6-1104812845'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:51.840871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761ea4e-e321-4883-b11a-2dd599fb924e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=4a0c4a39-c1af-46f3-8065-1aa9a5736dc3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:51.938055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4247c2d9-6151-43f6-98c8-38b17c3db706 req-20f1dabe-4c10-4e71-9e69-288578194c46 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 210 time: 0.0625014 Feb 10 13:38:52.086160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5edf6730-c273-486c-b6c8-b2b056320b67 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:52.136073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '4a0c4a39-c1af-46f3-8065-1aa9a5736dc3'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:52.136848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.139237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 5edf6730-c273-486c-b6c8-b2b056320b67 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:52.139630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5edf6730-c273-486c-b6c8-b2b056320b67 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:52.140548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:52.171611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:52.171810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6513ca8e-6dc3-4ce0-8b51-0bdafa82e94a not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:52.213180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:52.235054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41e2f3-29cd-452b-9af6-3b0da312d003 req-16bfc9fd-bdee-479c-a4f0-9d8edf8e530e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:52.245304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb41e2f3-29cd-452b-9af6-3b0da312d003 req-16bfc9fd-bdee-479c-a4f0-9d8edf8e530e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1705627 Feb 10 13:38:52.361181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Allocated IP 2001:db8::f816:3eff:fe8e:94c1 (23165869-dc7f-4747-b970-0fd5448d7c72/4a0c4a39-c1af-46f3-8065-1aa9a5736dc3/fc3526a7-e819-4773-be56-6d9da94a500b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:52.381452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb41e2f3-29cd-452b-9af6-3b0da312d003 req-a64d2a1a-d28b-48a8-998a-4f70022882b6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Feb 10 13:38:52.415577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.463205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 0399911f-76ba-4440-9ef9-b456171471a1 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:52.602120 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks [] for port (fc3526a7-e819-4773-be56-6d9da94a500b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.613879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.712788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:52.717964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:52.724142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:52.751471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Pushing event updated for resources: {'Port': ['ID=fc3526a7-e819-4773-be56-6d9da94a500b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:52.756371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe93:25f1 (23165869-dc7f-4747-b970-0fd5448d7c72/4a0c4a39-c1af-46f3-8065-1aa9a5736dc3/0399911f-76ba-4440-9ef9-b456171471a1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:52.792081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Attempting to bind port fc3526a7-e819-4773-be56-6d9da94a500b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:52.792493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Attempting to bind port fc3526a7-e819-4773-be56-6d9da94a500b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:52.792995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Attempting to bind port fc3526a7-e819-4773-be56-6d9da94a500b on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:52.800354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:52.801396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:52.801817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.802809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:52.803264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Bound port: fc3526a7-e819-4773-be56-6d9da94a500b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:52.803655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.838657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562845f0-e86b-4168-9b83-d091088eca68 req-81d2c35d-4531-458d-a156-a7e937856f87 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:52.841506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-562845f0-e86b-4168-9b83-d091088eca68 req-81d2c35d-4531-458d-a156-a7e937856f87 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.1608870 Feb 10 13:38:52.894204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] For port fc3526a7-e819-4773-be56-6d9da94a500b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:52.897920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] For port fc3526a7-e819-4773-be56-6d9da94a500b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc3526a7-e819-4773-be56-6d9da94a500b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:52.904813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:52.979608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb952d3-3dbb-4e47-816e-0eb066349041 None None] Pushing event updated for resources: {'Port': ['ID=fc3526a7-e819-4773-be56-6d9da94a500b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:53.028001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-562845f0-e86b-4168-9b83-d091088eca68 req-28bc64ae-996d-407d-b608-d512a7f9fcbf tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792150 Feb 10 13:38:53.361422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (0399911f-76ba-4440-9ef9-b456171471a1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:53.427190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6a3348a-fdf7-44c8-a9d3-59508e129d62 req-e9cded6b-3c37-416e-8ef8-8e2eaf6d279a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 210 time: 0.1303575 Feb 10 13:38:53.448423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-5f9a58c4-5ee4-4148-bd9b-6dbbf7f9826b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:53.461491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-5f9a58c4-5ee4-4148-bd9b-6dbbf7f9826b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.3937848 Feb 10 13:38:53.478656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:53.612290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0399911f-76ba-4440-9ef9-b456171471a1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:53.694124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:53.705546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:53.707893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:53.717331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:53.717331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:53.736794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=0399911f-76ba-4440-9ef9-b456171471a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:53.770398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f0af3-c22d-4b5a-9df6-98c2931034dd req-371e5fb0-909a-4ecf-bf46-82441d9c13e4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:53.771933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d0f0af3-c22d-4b5a-9df6-98c2931034dd req-371e5fb0-909a-4ecf-bf46-82441d9c13e4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2463443 Feb 10 13:38:53.795706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-234304aa-85c8-4ae8-b13b-959854bb25c1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9750144 Feb 10 13:38:53.798816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37052) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:53.813832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:53.821050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:53.896399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488d7d9-11f8-4724-9ab8-df40c33940fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:53.904088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488d7d9-11f8-4724-9ab8-df40c33940fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:53.905898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b488d7d9-11f8-4724-9ab8-df40c33940fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1050653 Feb 10 13:38:53.908697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:53.927122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d0f0af3-c22d-4b5a-9df6-98c2931034dd req-fbc59d40-fc76-4cc3-9e5a-bf520a8dc17b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445572 Feb 10 13:38:54.036102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 0399911f-76ba-4440-9ef9-b456171471a1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:54.036457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0399911f-76ba-4440-9ef9-b456171471a1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.056057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.12 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/723bc77a-e022-4f64-90e9-c980b90208ee) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:54.200343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0399911f-76ba-4440-9ef9-b456171471a1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.245789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 0399911f-76ba-4440-9ef9-b456171471a1 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:54.253319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-5306181e-1dcf-4c0d-89a3-f01df6ae57b1 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.254705 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-5306181e-1dcf-4c0d-89a3-f01df6ae57b1 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.1145103 Feb 10 13:38:54.267616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921768df-319e-4825-ad0d-377bf24d2c94 req-dd05e863-0043-42fd-a23e-b2553d1069fa tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.269511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-921768df-319e-4825-ad0d-377bf24d2c94 req-dd05e863-0043-42fd-a23e-b2553d1069fa tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 1127 time: 0.1358974 Feb 10 13:38:54.336254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-921768df-319e-4825-ad0d-377bf24d2c94 req-901e75a1-46f4-44d7-87c0-1f7edced9104 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dc9b3618-ff01-4872-a00d-a4a5ecff263b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594833 Feb 10 13:38:54.339311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (723bc77a-e022-4f64-90e9-c980b90208ee), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.412429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.427356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:54.503732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:54.516271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:54.520277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:54.597713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Deleting port 8eb30588-aae7-40de-b89a-0ca6efc94cdc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:54.598335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.608683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:54.629742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.630381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.669681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-d326087c-ff81-41d7-abc9-8d931c087f71 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1954074 Feb 10 13:38:54.686461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a3467-73df-4af6-8ad9-269696280845 req-543b00e7-3001-4474-a701-bae2c1900f56 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.693844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0399911f-76ba-4440-9ef9-b456171471a1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.694831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-801a3467-73df-4af6-8ad9-269696280845 req-543b00e7-3001-4474-a701-bae2c1900f56 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 932 time: 0.1256015 Feb 10 13:38:54.704915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Request body: {'port': {'device_id': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:54.756717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=0399911f-76ba-4440-9ef9-b456171471a1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:54.836255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Provisioning complete for port fc3526a7-e819-4773-be56-6d9da94a500b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:54.837124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.839882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.840936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-801a3467-73df-4af6-8ad9-269696280845 req-475aea5d-1066-4fe4-a355-a7e03b7ffa4e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450012 Feb 10 13:38:54.849513 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea207c92-d62e-461d-80b2-5e9e246e1c05 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/0399911f-76ba-4440-9ef9-b456171471a1 HTTP/1.1" status: 204 len: 168 time: 0.9396446 Feb 10 13:38:54.856594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] For port 8eb30588-aae7-40de-b89a-0ca6efc94cdc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=8eb30588-aae7-40de-b89a-0ca6efc94cdc,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:54.857234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.867418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:54.874573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Calling delete_port for 8eb30588-aae7-40de-b89a-0ca6efc94cdc owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:54.923175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:54.992824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8dbea-9d76-49b9-8b7b-ebdbe9174669 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.994575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8dbea-9d76-49b9-8b7b-ebdbe9174669 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:54.996560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1ce8dbea-9d76-49b9-8b7b-ebdbe9174669 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1277823 Feb 10 13:38:54.999561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:55.001081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Current status of the port fc3526a7-e819-4773-be56-6d9da94a500b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:55.001676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.055099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] For port fc3526a7-e819-4773-be56-6d9da94a500b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc3526a7-e819-4773-be56-6d9da94a500b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:55.064194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.124654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1b616-c2be-4e76-b64f-ee5880eb209c None None] Pushing event updated for resources: {'Port': ['ID=fc3526a7-e819-4773-be56-6d9da94a500b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:55.150857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8eb30588-aae7-40de-b89a-0ca6efc94cdc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.164785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['8eb30588-aae7-40de-b89a-0ca6efc94cdc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:38:55.235037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eb30588-aae7-40de-b89a-0ca6efc94cdc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:55.248910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-855a700c-2754-4dd8-93f0-1f4033d4a94c None None] Could not find standard attr ID for object 0399911f-76ba-4440-9ef9-b456171471a1. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:38:55.334606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 4a0c4a39-c1af-46f3-8065-1aa9a5736dc3 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:38:55.362562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (4a0c4a39-c1af-46f3-8065-1aa9a5736dc3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.391092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] No DVR routers for this DVR port 8eb30588-aae7-40de-b89a-0ca6efc94cdc on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:55.395907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.402514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-375e76b4-4462-4f97-92b4-8d902d5593c9 req-bef8888b-51fd-4205-a2de-63199a517572 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.77 "DELETE /v2.0/ports/8eb30588-aae7-40de-b89a-0ca6efc94cdc HTTP/1.1" status: 204 len: 173 time: 1.1397114 Feb 10 13:38:55.405460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'name': 'network-vif-deleted', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:55.408017 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff9467-33d9-4f86-a394-21c91eb5c62a" -d '{"events": [{"server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "name": "network-vif-deleted", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:55.455753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e87c6f-405a-480f-a353-04157742e99f req-a981d19e-10f1-49fc-b55e-643faa75174c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:55.456895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1e87c6f-405a-480f-a353-04157742e99f req-a981d19e-10f1-49fc-b55e-643faa75174c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.3301198 Feb 10 13:38:55.464532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc3526a7-e819-4773-be56-6d9da94a500b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:55.478755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (4a0c4a39-c1af-46f3-8065-1aa9a5736dc3), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.544059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fc3526a7-e819-4773-be56-6d9da94a500b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:55.544746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.671333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fc3526a7-e819-4773-be56-6d9da94a500b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:55.699704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1e87c6f-405a-480f-a353-04157742e99f req-bd5b613c-ba37-4024-94c8-43e6e35e82a6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239854 Feb 10 13:38:55.752670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4a0c4a39-c1af-46f3-8065-1aa9a5736dc3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.929639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723bc77a-e022-4f64-90e9-c980b90208ee {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:38:55.947240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks [] for port (723bc77a-e022-4f64-90e9-c980b90208ee), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:55.988289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Transition to ACTIVE for port object 723bc77a-e022-4f64-90e9-c980b90208ee will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:38:56.027316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a66f448b-39fa-4ecc-87af-100cc54f9db8 req-4f2f515f-58a3-4583-a421-ec8855c6dd42 tempest-TestServerMultinode-1166377556 tempest-TestServerMultinode-1166377556-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=64043727-22b2-4183-bae3-8e80c547afb0 HTTP/1.1" status: 200 len: 210 time: 0.1862290 Feb 10 13:38:56.032985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (4a0c4a39-c1af-46f3-8065-1aa9a5736dc3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.054686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.100182 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c8a26-12f6-4be5-a68b-49d3f1fa7911 x-openstack-request-id: req-9d4c8a26-12f6-4be5-a68b-49d3f1fa7911 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:56.101226 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64043727-22b2-4183-bae3-8e80c547afb0", "name": "network-vif-deleted", "tag": "8eb30588-aae7-40de-b89a-0ca6efc94cdc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:56.101604 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4c8a26-12f6-4be5-a68b-49d3f1fa7911 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:56.102020 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64043727-22b2-4183-bae3-8e80c547afb0', 'name': 'network-vif-deleted', 'tag': '8eb30588-aae7-40de-b89a-0ca6efc94cdc', 'status': 'completed', 'code': 200} Feb 10 13:38:56.116174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0c4a39-c1af-46f3-8065-1aa9a5736dc3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:56.131598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.132538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.132914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.133281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.133590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.133905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.134222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.134599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.134924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.135241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.135568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.135888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.136210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:56.151695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.155634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-54e032f8-97b7-4e16-b44e-ba22a5415c28 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/4a0c4a39-c1af-46f3-8065-1aa9a5736dc3 HTTP/1.1" status: 204 len: 168 time: 1.1512065 Feb 10 13:38:56.158423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:56.159388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dcd0d-d4d2-4794-807f-f9b6dd80cfc7 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:56.257707 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-71da0574-74d1-44be-b08d-cdc5603887da tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972114 Feb 10 13:38:56.258337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37108) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:56.269227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:56.441952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:38:56.443505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Pushing event updated for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:56.448247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:56.452393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.478246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Attempting to bind port 723bc77a-e022-4f64-90e9-c980b90208ee on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:56.478579 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Attempting to bind port 723bc77a-e022-4f64-90e9-c980b90208ee by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:56.478873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Attempting to bind port 723bc77a-e022-4f64-90e9-c980b90208ee on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:56.487489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Port 723bc77a-e022-4f64-90e9-c980b90208ee on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:38:56.487814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Attempting to bind port 723bc77a-e022-4f64-90e9-c980b90208ee on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:56.498405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:56.498740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:56.499121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:56.499563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Bound port: 723bc77a-e022-4f64-90e9-c980b90208ee, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:56.499921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.511272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359b1fc-2dfe-49bf-8e86-69381c470004 req-8875bd10-1094-446b-ab8d-5c1b4aa5e7f6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:56.518303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3359b1fc-2dfe-49bf-8e86-69381c470004 req-8875bd10-1094-446b-ab8d-5c1b4aa5e7f6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 944 time: 0.2627060 Feb 10 13:38:56.568951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Deleting port fc3526a7-e819-4773-be56-6d9da94a500b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:56.574328 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.673650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:56.677381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=723bc77a-e022-4f64-90e9-c980b90208ee,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:56.689994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.732078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] For port fc3526a7-e819-4773-be56-6d9da94a500b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc3526a7-e819-4773-be56-6d9da94a500b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:56.732685 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.734223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:56.736733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.741708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] 10.222.0.21 "PUT /v2.0/ports/723bc77a-e022-4f64-90e9-c980b90208ee HTTP/1.1" status: 200 len: 1092 time: 2.0440078 Feb 10 13:38:56.748651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:38:56.752239 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d875d-5ee0-4249-a11b-11c4a869e38c" -d '{"events": [{"name": "network-changed", "server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:38:56.764840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Calling delete_port for fc3526a7-e819-4773-be56-6d9da94a500b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:56.901380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3359b1fc-2dfe-49bf-8e86-69381c470004 req-e2048a8a-2563-4f45-871a-728e442a436d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821750 Feb 10 13:38:56.962552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a166b00-61c1-4640-bc3d-033889a50b25 service neutron] Pushing event updated for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:56.974615 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (fc3526a7-e819-4773-be56-6d9da94a500b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:56.980686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-79fbe22f-8718-446e-9051-7e58e52b16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:56.983822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-79fbe22f-8718-446e-9051-7e58e52b16c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 1126 time: 0.1248968 Feb 10 13:38:57.016997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] Pushing event deleted for resources: {'Port': ['ID=fc3526a7-e819-4773-be56-6d9da94a500b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:57.020702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae1ff14-5150-4b6c-a455-923790e87a2d None None] No DVR routers for this DVR port fc3526a7-e819-4773-be56-6d9da94a500b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:38:57.046350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:38:57.047131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2dd565fc-2c89-4c98-af4d-c52817b56628), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:57.062994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-147279ac-372a-467a-90d2-f513f8e6b301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723bc77a-e022-4f64-90e9-c980b90208ee HTTP/1.1" status: 200 len: 217 time: 0.0719271 Feb 10 13:38:57.098022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:57.101913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:57.106308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:57.106979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:57.114551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184eea72-8c67-47f4-ad75-d4a603777bc7 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:38:57.121031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=2dd565fc-2c89-4c98-af4d-c52817b56628,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:57.137240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-41099f39-af8e-409c-ba2b-9d3d5cb94488 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8753843 Feb 10 13:38:57.138540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:57.152065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:bf:73:e1', 'name': 'tempest-NetworksTestDHCPv6-861819494'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:38:57.355390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc3526a7-e819-4773-be56-6d9da94a500b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:57.417725 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:38:57.456070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fc3526a7-e819-4773-be56-6d9da94a500b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:57.457501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc3526a7-e819-4773-be56-6d9da94a500b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:57.471632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': '2dd565fc-2c89-4c98-af4d-c52817b56628'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:38:57.472980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:57.618044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:57.669499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 41646fd3-357f-42c2-89d6-214435ba87b5 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:38:57.727295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Allocated IP 2001:db8::f816:3eff:fe6f:e306 (23165869-dc7f-4747-b970-0fd5448d7c72/2dd565fc-2c89-4c98-af4d-c52817b56628/1e69a0df-f4fc-4e11-8340-0de64ec4ef7b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:57.743476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95837521-2bf3-4154-8694-8085239fd39f req-1fb88164-38a5-4d53-bd20-73ede45c2598 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:57.750661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95837521-2bf3-4154-8694-8085239fd39f req-1fb88164-38a5-4d53-bd20-73ede45c2598 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.6867793 Feb 10 13:38:57.759160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-2032f854-ef83-44fc-98cc-0c4314fe818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:57.760735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-2032f854-ef83-44fc-98cc-0c4314fe818e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.6876745 Feb 10 13:38:57.825158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-c892db2f-8b98-4405-abed-9d1611792b65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554330 Feb 10 13:38:57.948355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95837521-2bf3-4154-8694-8085239fd39f req-8c567b91-20bd-4ef5-9c87-11aa6dab9ceb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927063 Feb 10 13:38:57.955207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks [] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:57.974618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.030186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:58.037281 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118c722-0a88-4efc-9306-ef8e2a9e1e6b x-openstack-request-id: req-2118c722-0a88-4efc-9306-ef8e2a9e1e6b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:38:58.037576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:58.037719 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:38:58.037842 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2118c722-0a88-4efc-9306-ef8e2a9e1e6b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:38:58.042119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:58.045304 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee', 'status': 'completed', 'code': 200} Feb 10 13:38:58.061997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Pushing event updated for resources: {'Port': ['ID=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:58.071558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:febf:73e1 (23165869-dc7f-4747-b970-0fd5448d7c72/2dd565fc-2c89-4c98-af4d-c52817b56628/41646fd3-357f-42c2-89d6-214435ba87b5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:38:58.090802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-bce4ad28-15cb-4c6a-bdf2-62688413b7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545359 Feb 10 13:38:58.125140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:58.143157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Attempting to bind port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:38:58.143157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Attempting to bind port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:38:58.143157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Attempting to bind port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:38:58.150542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:38:58.150938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:38:58.151354 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.151755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:38:58.152296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Bound port: 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:38:58.152691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.232745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] For port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:38:58.236049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] For port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:38:58.247278 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.273695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-2b2387a0-7bd8-41a1-9e00-5da1017697db req-6ef13173-1c9d-48b4-844d-9891c62d1871 tempest-TaggedBootDevicesTest_v242-1506073457 tempest-TaggedBootDevicesTest_v242-1506073457-project] (103400) timed out ('10.222.0.13', 52204) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:38:58.337100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861a3a9-295c-45bc-b914-c0e642c1d352 None None] Pushing event updated for resources: {'Port': ['ID=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:58.373644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14e75d52-5371-4f36-bdba-8f0ba8492c68 req-42689e08-6ce3-4229-9a95-ad4f80298940 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753890 Feb 10 13:38:58.405094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673fbb-40cd-42c2-bcf4-7c1ea0621c7f req-7c59cf9d-4d52-4b02-9e7a-4376d4645a6a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:58.406671 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2673fbb-40cd-42c2-bcf4-7c1ea0621c7f req-7c59cf9d-4d52-4b02-9e7a-4376d4645a6a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 944 time: 0.1854689 Feb 10 13:38:58.509693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (41646fd3-357f-42c2-89d6-214435ba87b5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.547705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2673fbb-40cd-42c2-bcf4-7c1ea0621c7f req-fc29e16e-578b-4783-bc1c-995855dbb8a0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290374 Feb 10 13:38:58.555126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-e7ab07e1-516c-4724-ae9a-e88f1ea04804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:58.556659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-e7ab07e1-516c-4724-ae9a-e88f1ea04804 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 1126 time: 0.1217790 Feb 10 13:38:58.704553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (41646fd3-357f-42c2-89d6-214435ba87b5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.767205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-15a880fd-6b6c-4490-9d19-80592cf98b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:58.769661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-15a880fd-6b6c-4490-9d19-80592cf98b6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.2044439 Feb 10 13:38:58.823287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:38:58.835710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-bdb41b16-0d7b-40b6-8ab5-c5027e821ecb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=723bc77a-e022-4f64-90e9-c980b90208ee HTTP/1.1" status: 200 len: 217 time: 0.0595052 Feb 10 13:38:58.927806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-d55f3b5c-045a-4a2c-9354-9b986695f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:58.930311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-d55f3b5c-045a-4a2c-9354-9b986695f5be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.0865169 Feb 10 13:38:58.936598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:38:58.942432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:38:58.950422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:58.951089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:58.977080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=41646fd3-357f-42c2-89d6-214435ba87b5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:58.989757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-70babb69-2523-4b9e-aa53-e9cd87e6d61a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8475926 Feb 10 13:38:58.989962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37172) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:59.049421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-444dd226-9031-463d-9afc-579cffe9808c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004887 Feb 10 13:38:59.140096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04132dc-27e5-43a0-8ff6-6c3b85303e2f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:59.145618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04132dc-27e5-43a0-8ff6-6c3b85303e2f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:59.149068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f04132dc-27e5-43a0-8ff6-6c3b85303e2f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1564045 Feb 10 13:38:59.150929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:38:59.202433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-4a269582-39bd-454d-8a04-3ee99f85b428 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485422 Feb 10 13:38:59.213324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eaaaf-5d8a-4a6a-bcb9-9d46ea36ed86 req-eac450a7-11a9-4817-88bc-f5c59893ea2b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:59.216089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-063eaaaf-5d8a-4a6a-bcb9-9d46ea36ed86 req-eac450a7-11a9-4817-88bc-f5c59893ea2b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1141977 Feb 10 13:38:59.310795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 41646fd3-357f-42c2-89d6-214435ba87b5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:38:59.311056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (41646fd3-357f-42c2-89d6-214435ba87b5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.369788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:38:59.394945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-063eaaaf-5d8a-4a6a-bcb9-9d46ea36ed86 req-6bb75b23-dd92-45c3-9da2-2c76058c8dd9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675568 Feb 10 13:38:59.414809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.435727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-777d875d-5ee0-4249-a11b-11c4a869e38c req-b39f2fe4-fd1f-46a3-93b8-23b1ec004adb service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186022 Feb 10 13:38:59.467049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:38:59.467724 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.487027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (41646fd3-357f-42c2-89d6-214435ba87b5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.500489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8eb30588-aae7-40de-b89a-0ca6efc94cdc no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:38:59.512111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 41646fd3-357f-42c2-89d6-214435ba87b5 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:38:59.544118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 8eb30588-aae7-40de-b89a-0ca6efc94cdc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:38:59.544589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 8eb30588-aae7-40de-b89a-0ca6efc94cdc not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:38:59.644986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:38:59.645407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.717907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:38:59.724641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:38:59.806389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2b83b-264e-4b0c-86c0-5e7b62acd061 req-0dcca591-3ce6-45d1-b3ba-cd3cc68e3d5e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:38:59.818748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9f2b83b-264e-4b0c-86c0-5e7b62acd061 req-0dcca591-3ce6-45d1-b3ba-cd3cc68e3d5e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 944 time: 0.1412735 Feb 10 13:38:59.826764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:38:59.837487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.838119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.838641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.839149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.839660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.840295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.840849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.841346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.841900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.842404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.842922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.843525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.844022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:38:59.890560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9f2b83b-264e-4b0c-86c0-5e7b62acd061 req-768340ea-8236-4fd2-a781-2db241d01955 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702412 Feb 10 13:39:00.026285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-66392840-4f54-4ca3-b370-88e3c8346d48 None None] Provisioning complete for port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:00.026673 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66392840-4f54-4ca3-b370-88e3c8346d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.142291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-66392840-4f54-4ca3-b370-88e3c8346d48 None None] Current status of the port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:00.262843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eac36080-a72d-4104-a671-45b6c7d2f958 None None] Provisioning complete for port 41646fd3-357f-42c2-89d6-214435ba87b5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:00.263086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eac36080-a72d-4104-a671-45b6c7d2f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (41646fd3-357f-42c2-89d6-214435ba87b5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.300264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eac36080-a72d-4104-a671-45b6c7d2f958 None None] Port 41646fd3-357f-42c2-89d6-214435ba87b5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:00.307505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (41646fd3-357f-42c2-89d6-214435ba87b5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.373110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=41646fd3-357f-42c2-89d6-214435ba87b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:00.381912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.387587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cbb11cd0-6eaf-4127-ae35-6e80e096c6c3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/41646fd3-357f-42c2-89d6-214435ba87b5 HTTP/1.1" status: 204 len: 168 time: 1.2338078 Feb 10 13:39:00.388550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:00.480570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f56c-87ea-49a3-bf26-810237768620 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:00.482540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f56c-87ea-49a3-bf26-810237768620 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:00.487778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:00.488127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3130f56c-87ea-49a3-bf26-810237768620 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0978096 Feb 10 13:39:00.568783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 2dd565fc-2c89-4c98-af4d-c52817b56628 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:00.573364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (2dd565fc-2c89-4c98-af4d-c52817b56628), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.582735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084b4fc-0c5d-4f67-b870-cfc3434ab521 req-64c4ec16-1170-4a8e-8108-0d5caaec3b6f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:00.584347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c084b4fc-0c5d-4f67-b870-cfc3434ab521 req-64c4ec16-1170-4a8e-8108-0d5caaec3b6f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.0734215 Feb 10 13:39:00.637967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (2dd565fc-2c89-4c98-af4d-c52817b56628), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.650469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c084b4fc-0c5d-4f67-b870-cfc3434ab521 req-61fabfa0-61cb-4ac2-8a6b-690dcd397454 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583062 Feb 10 13:39:00.733542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Deleting port 9625e955-411b-4664-8a7e-ced1edc7a78f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:00.733892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.752486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2dd565fc-2c89-4c98-af4d-c52817b56628), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.855431 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ef05adf7-7aa0-43fb-b913-aeab509a9699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.869744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] For port 9625e955-411b-4664-8a7e-ced1edc7a78f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9625e955-411b-4664-8a7e-ced1edc7a78f,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:00.870244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.887934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Calling delete_port for 9625e955-411b-4664-8a7e-ced1edc7a78f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:00.894738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (2dd565fc-2c89-4c98-af4d-c52817b56628), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.928342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd565fc-2c89-4c98-af4d-c52817b56628,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:00.942366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:00.949520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:00.950372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7e7b1eba-944d-4f02-8ed3-1c49eaed874f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/2dd565fc-2c89-4c98-af4d-c52817b56628 HTTP/1.1" status: 204 len: 168 time: 0.4615524 Feb 10 13:39:00.952866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84116f5c-748e-4a6a-8a75-74e6e5cbbd45 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:01.052990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba66e72d-c48d-49fb-b717-14432a2de48d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014030 Feb 10 13:39:01.055627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:01.146873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9f52e-1ddf-4dcc-9a44-778491d02714 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:01.148858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-10c9f52e-1ddf-4dcc-9a44-778491d02714 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0921254 Feb 10 13:39:01.152574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:01.190967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:01.209873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb9310-2f20-4179-bc91-08356e6330a1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:01.213716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7adb9310-2f20-4179-bc91-08356e6330a1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576077 Feb 10 13:39:01.216208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:01.218537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308cc0-64fb-4e04-ac77-2571823208d4 req-2222e264-7aac-4375-afd0-aa07400dfad3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:01.226861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2308cc0-64fb-4e04-ac77-2571823208d4 req-2222e264-7aac-4375-afd0-aa07400dfad3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 944 time: 0.1842644 Feb 10 13:39:01.312042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2308cc0-64fb-4e04-ac77-2571823208d4 req-53af3447-f9ef-4c0b-9ca3-30bc204d738f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Feb 10 13:39:01.315869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:01.324423 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eb823521-a598-4844-8b25-1823d620be9d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069348 Feb 10 13:39:01.328139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:01.334270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:01.344411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Deleting port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:01.345060 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.423149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] For port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:01.423818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.460394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Calling delete_port for 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:01.464005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9625e955-411b-4664-8a7e-ced1edc7a78f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.481275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:01.481963 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.503514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Pushing event deleted for resources: {'Port': ['ID=9625e955-411b-4664-8a7e-ced1edc7a78f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:01.534412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:01.538880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.765036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:01.783201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.877198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1e69a0df-f4fc-4e11-8340-0de64ec4ef7b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:01.899812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] No DVR routers for this DVR port 1e69a0df-f4fc-4e11-8340-0de64ec4ef7b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:01.904946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:01.931081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e173d6-4053-425d-b0b9-2e8f5ad4e5ef None None] Pushing event deleted for resources: {'Port': ['ID=1e69a0df-f4fc-4e11-8340-0de64ec4ef7b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:01.943017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b38-8687-4d64-ae98-49b87fbb89e6 req-e3e3ee37-2ae3-439d-a47b-1b40a2edb211 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:01.944827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07614b38-8687-4d64-ae98-49b87fbb89e6 req-e3e3ee37-2ae3-439d-a47b-1b40a2edb211 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1371596 Feb 10 13:39:02.001381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (fef6419c-eee3-4f7f-99f6-741f5daf0a60), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.008498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07614b38-8687-4d64-ae98-49b87fbb89e6 req-3ea17cce-9197-40c8-b2de-176e7dbdac9b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559878 Feb 10 13:39:02.078387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:02.105745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 723bc77a-e022-4f64-90e9-c980b90208ee details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:39:02.120835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:02.126722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:02.127326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.136062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c268e52-37d2-4265-b7c2-d2b51537a3c2 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:02.142724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=fef6419c-eee3-4f7f-99f6-741f5daf0a60,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:02.154172 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bd4abf1f-15f4-42aa-8169-26e23406f649 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8236954 Feb 10 13:39:02.156700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:02.161884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:80:8d:f4', 'name': 'tempest-NetworksTestDHCPv6-437871212'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:02.290735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.321186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'fef6419c-eee3-4f7f-99f6-741f5daf0a60'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:02.322195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.368952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:02.372147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=723bc77a-e022-4f64-90e9-c980b90208ee,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:02.373392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.436887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 10e0ba49-d957-44f3-9af6-d05a43b4f28c yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:39:02.449393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '723bc77a-e022-4f64-90e9-c980b90208ee', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': '723bc77a-e022-4f64-90e9-c980b90208ee', 'mac_address': 'fa:16:3e:21:f3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:39:02.508076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 723bc77a-e022-4f64-90e9-c980b90208ee is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:02.508821 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.530325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d441e9-4d9f-42f5-b1e2-22e91f6e105c req-abfc5899-cb80-4db2-9c75-5f004a714507 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:02.542531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4d441e9-4d9f-42f5-b1e2-22e91f6e105c req-abfc5899-cb80-4db2-9c75-5f004a714507 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 944 time: 0.1162448 Feb 10 13:39:02.549341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723bc77a-e022-4f64-90e9-c980b90208ee {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:02.613490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=723bc77a-e022-4f64-90e9-c980b90208ee,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:02.620988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/fef6419c-eee3-4f7f-99f6-741f5daf0a60/22b3ba10-4c20-47bb-97d8-14d213833c41) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:02.632419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.657100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4d441e9-4d9f-42f5-b1e2-22e91f6e105c req-1b035cba-ec39-4a46-b594-a7f1db8a2036 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130443 Feb 10 13:39:02.734453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Router 738401f0-cbd5-4b99-8743-8cd8f94a0420 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:39:02.762561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:02.852500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks [] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.861271 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:02.905792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:02.916593 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Sync routers for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:02.923521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae8d9831-24af-4c5e-89e4-179739f4370b admin admin] 10.222.0.13 "PUT /v2.0/routers/738401f0-cbd5-4b99-8743-8cd8f94a0420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7973557 Feb 10 13:39:02.926355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:02.944037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:02.944685 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:38:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:02.970494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::386 (23165869-dc7f-4747-b970-0fd5448d7c72/fef6419c-eee3-4f7f-99f6-741f5daf0a60/10e0ba49-d957-44f3-9af6-d05a43b4f28c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:02.980913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-dc8088a9-573c-4228-89b2-06d322d88759 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231198 Feb 10 13:39:03.002390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['723bc77a-e022-4f64-90e9-c980b90208ee'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:03.127587 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks [] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.226365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:03.238108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:03.244040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:03.260428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Pushing event updated for resources: {'Port': ['ID=22b3ba10-4c20-47bb-97d8-14d213833c41,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:03.323366 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:03.347260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks [] for router_gateway (738401f0-cbd5-4b99-8743-8cd8f94a0420), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.375880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460d40-763f-4d29-b062-8e172d99c545 req-92b48406-d99a-4191-9a7c-4b41cc71d063 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:03.386133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a460d40-763f-4d29-b062-8e172d99c545 req-92b48406-d99a-4191-9a7c-4b41cc71d063 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1071136 Feb 10 13:39:03.466876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-65098692-642a-4843-9845-23025cbda571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:03.470299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-65098692-642a-4843-9845-23025cbda571 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.4097455 Feb 10 13:39:03.529768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a460d40-763f-4d29-b062-8e172d99c545 req-6f088a60-5d26-4980-938d-af16878c72c3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418495 Feb 10 13:39:03.532535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Deleting port c63860b7-401f-45f9-800b-51f16faaeaa5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:03.538087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.575897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51099ce6-9600-4d5c-8725-05db0d1d1e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.663650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] For port c63860b7-401f-45f9-800b-51f16faaeaa5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c63860b7-401f-45f9-800b-51f16faaeaa5,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:03.664628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.668545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Attempting to bind port 22b3ba10-4c20-47bb-97d8-14d213833c41 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:03.669327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Attempting to bind port 22b3ba10-4c20-47bb-97d8-14d213833c41 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:03.671225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Attempting to bind port 22b3ba10-4c20-47bb-97d8-14d213833c41 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:03.689066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-2a9bee69-bd3f-4d4c-b199-3348659d81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:03.690837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-2a9bee69-bd3f-4d4c-b199-3348659d81d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1883836 Feb 10 13:39:03.694788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Calling delete_port for c63860b7-401f-45f9-800b-51f16faaeaa5 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:03.706468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:03.710786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:03.713953 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.715302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:03.715825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Bound port: 22b3ba10-4c20-47bb-97d8-14d213833c41, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:03.721999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.733786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:39:01Z', 'revision_number': 5, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port': {'id': 'c63860b7-401f-45f9-800b-51f16faaeaa5', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:32Z', 'updated_at': '2022-02-10T13:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:03.790731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:03.792261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-3a773b48-3f91-4cd1-a657-4353ccceb1f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.0909081 Feb 10 13:39:03.813155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (10e0ba49-d957-44f3-9af6-d05a43b4f28c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.834604 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Checking router: 738401f0-cbd5-4b99-8743-8cd8f94a0420 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:03.866374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Routers {'738401f0-cbd5-4b99-8743-8cd8f94a0420'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:03.873517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764a6f-0db0-4ac2-bba9-54b028a0bffe req-7e9b30e9-615d-40aa-bf34-862c9e8d1d16 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:03.873846 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['738401f0-cbd5-4b99-8743-8cd8f94a0420'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:03.880329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70764a6f-0db0-4ac2-bba9-54b028a0bffe req-7e9b30e9-615d-40aa-bf34-862c9e8d1d16 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 945 time: 0.0885866 Feb 10 13:39:03.914010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-c6dfd391-34c0-41cb-9f6c-d7ba64a9baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:03.915467 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-c6dfd391-34c0-41cb-9f6c-d7ba64a9baf5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1166248 Feb 10 13:39:03.920322 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (10e0ba49-d957-44f3-9af6-d05a43b4f28c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.942882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] For port 22b3ba10-4c20-47bb-97d8-14d213833c41, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:03.948072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] For port 22b3ba10-4c20-47bb-97d8-14d213833c41, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22b3ba10-4c20-47bb-97d8-14d213833c41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:03.962779 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:03.970179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:03.974194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:04.009104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:04.014364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:04.015423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.037566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70764a6f-0db0-4ac2-bba9-54b028a0bffe req-f2c1172f-44ec-4d74-93e1-fd2b40990f18 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563201 Feb 10 13:39:04.046286 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98338256-ae31-43bc-8234-88ae6fbe5547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.093506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a3b95-c8a5-4097-9fa5-688b0aa47cb7 None None] Pushing event updated for resources: {'Port': ['ID=22b3ba10-4c20-47bb-97d8-14d213833c41,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:04.101620 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9437909 Feb 10 13:39:04.103927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=10e0ba49-d957-44f3-9af6-d05a43b4f28c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:04.112440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:04.113873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.114223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.116824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.117286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.117638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.117987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.118319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.118840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.119183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.119508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.120001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.120334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.120867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58110f-910f-4a2c-8baa-f750161657c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:04.145409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-2bd85533-07f2-477b-a895-e391f2968eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:04.147157 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-2bd85533-07f2-477b-a895-e391f2968eea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1953762 Feb 10 13:39:04.173430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c63860b7-401f-45f9-800b-51f16faaeaa5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.183251 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] Set router 738401f0-cbd5-4b99-8743-8cd8f94a0420 gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:04.222693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c63860b7-401f-45f9-800b-51f16faaeaa5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:04.271222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6450ccb-0c8d-487f-af10-22d9505bf490 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:04.276540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6450ccb-0c8d-487f-af10-22d9505bf490 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:04.278249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f6450ccb-0c8d-487f-af10-22d9505bf490 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1501749 Feb 10 13:39:04.282570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:04.312316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98338256-ae31-43bc-8234-88ae6fbe5547 admin admin] Publish callbacks [] for security_group (8d42041a-e9e4-45f6-9e9d-13768c0d9575), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.322607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98338256-ae31-43bc-8234-88ae6fbe5547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8d42041a-e9e4-45f6-9e9d-13768c0d9575), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.328562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:39:03Z', 'revision_number': 6, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:04.367447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.374557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-98338256-ae31-43bc-8234-88ae6fbe5547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a647ae4a2bd743d6ab2d96ec42c7b6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812259 Feb 10 13:39:04.377681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:04.409279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-e71f1ecf-75b4-4533-a62d-caf8585de341 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329321 Feb 10 13:39:04.427053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da6b6-8bee-4ac5-8d22-0efe4d77f249 None None] The sync data for ids ['738401f0-cbd5-4b99-8743-8cd8f94a0420'] in n-d-815324-6 is: [{'id': '738401f0-cbd5-4b99-8743-8cd8f94a0420', 'name': 'tempest-TestServerMultinode-61951877-router', 'tenant_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:30Z', 'updated_at': '2022-02-10T13:39:03Z', 'revision_number': 6, 'project_id': 'c09a5ef8a0654096b12ca2eee49fd900', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:04.522877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98338256-ae31-43bc-8234-88ae6fbe5547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42041a-e9e4-45f6-9e9d-13768c0d9575,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:04.590680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.625889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 10e0ba49-d957-44f3-9af6-d05a43b4f28c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:04.625889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (10e0ba49-d957-44f3-9af6-d05a43b4f28c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.631228 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.638295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks [] for router_controller (738401f0-cbd5-4b99-8743-8cd8f94a0420), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.666858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] Publish callbacks [] for security_group (8d42041a-e9e4-45f6-9e9d-13768c0d9575), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.681261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a01c997-0820-44a8-8f73-2dd1df65671e req-212262a7-c7da-49b8-93fe-f5354807e9de service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675042 Feb 10 13:39:04.723987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] Publish callbacks [] for security_group (8d42041a-e9e4-45f6-9e9d-13768c0d9575), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.787708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (10e0ba49-d957-44f3-9af6-d05a43b4f28c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.800533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (738401f0-cbd5-4b99-8743-8cd8f94a0420), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.801118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738401f0-cbd5-4b99-8743-8cd8f94a0420 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:39:04.801538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 10e0ba49-d957-44f3-9af6-d05a43b4f28c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:04.821855 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.825193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-13952bcb-c031-4b8e-b2e3-89710c508b0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/738401f0-cbd5-4b99-8743-8cd8f94a0420 HTTP/1.1" status: 204 len: 168 time: 1.8955925 Feb 10 13:39:04.828879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:04.852149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430288e9-c98f-44b1-98d3-cc3b6c06f792 req-096dcf05-3b14-41d6-a890-107f4764b2a4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:04.859365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-430288e9-c98f-44b1-98d3-cc3b6c06f792 req-096dcf05-3b14-41d6-a890-107f4764b2a4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1935239 Feb 10 13:39:04.991585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (10e0ba49-d957-44f3-9af6-d05a43b4f28c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:04.994453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-430288e9-c98f-44b1-98d3-cc3b6c06f792 req-3fa6ee61-4e0d-499d-8eb5-37230743f0b4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285799 Feb 10 13:39:05.004515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Deleting subnet b9c55e36-4365-4ae9-aacd-e43b7c2db092 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:05.009659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8d42041a-e9e4-45f6-9e9d-13768c0d9575), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.013043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.018020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d42041a-e9e4-45f6-9e9d-13768c0d9575 HTTP/1.1" status: 204 len: 168 time: 0.6382217 Feb 10 13:39:05.019116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Publish callbacks [] for subnet (b9c55e36-4365-4ae9-aacd-e43b7c2db092), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.047062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0878f-8c22-4ce3-a882-f17b96f4a9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42041a-e9e4-45f6-9e9d-13768c0d9575,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:05.092997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (b9c55e36-4365-4ae9-aacd-e43b7c2db092), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.129781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=10e0ba49-d957-44f3-9af6-d05a43b4f28c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:05.200510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.204431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d6fae872-dad8-4659-9da9-c9b31b5a9ee3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/10e0ba49-d957-44f3-9af6-d05a43b4f28c HTTP/1.1" status: 204 len: 168 time: 0.9209247 Feb 10 13:39:05.207036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:05.271867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d85a8a-7aa1-405c-be06-efe7e4921afc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:05.273895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d85a8a-7aa1-405c-be06-efe7e4921afc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:05.278007 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69d85a8a-7aa1-405c-be06-efe7e4921afc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0675986 Feb 10 13:39:05.278580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:05.392030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b9c55e36-4365-4ae9-aacd-e43b7c2db092), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.411797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9bc6f-52b7-4ef5-b738-d4bc2219800b req-328469ae-04ec-464b-904b-024b4f3cfcc5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:05.419390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet fef6419c-eee3-4f7f-99f6-741f5daf0a60 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:05.423207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d9bc6f-52b7-4ef5-b738-d4bc2219800b req-328469ae-04ec-464b-904b-024b4f3cfcc5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 945 time: 0.2289934 Feb 10 13:39:05.427869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (fef6419c-eee3-4f7f-99f6-741f5daf0a60), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.525820 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (fef6419c-eee3-4f7f-99f6-741f5daf0a60), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.606496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 22b3ba10-4c20-47bb-97d8-14d213833c41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:05.640451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97d9bc6f-52b7-4ef5-b738-d4bc2219800b req-522b48ce-6951-4683-b7f8-4b816caf411d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660132 Feb 10 13:39:05.662340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:05.684082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (b9c55e36-4365-4ae9-aacd-e43b7c2db092), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.705915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a56ab6a-2d39-4b1f-9e90-afdf9e80b4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.712032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.728606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9c55e36-4365-4ae9-aacd-e43b7c2db092 HTTP/1.1" status: 204 len: 168 time: 0.8976536 Feb 10 13:39:05.734650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:05.744218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3be0ba-6840-46df-bd5b-7d86ac6e78f0 None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:05.783574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2bab2-b76a-4ac1-9dc2-5fd17a728528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c55e36-4365-4ae9-aacd-e43b7c2db092,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:05.813652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 22b3ba10-4c20-47bb-97d8-14d213833c41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:05.814033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.905352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a56ab6a-2d39-4b1f-9e90-afdf9e80b4d5 admin admin] Publish callbacks [] for security_group (68620c0b-861f-40eb-bc27-16f4b911fc4d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.911607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.922487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a56ab6a-2d39-4b1f-9e90-afdf9e80b4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68620c0b-861f-40eb-bc27-16f4b911fc4d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.962986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ab6a-2d39-4b1f-9e90-afdf9e80b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68620c0b-861f-40eb-bc27-16f4b911fc4d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:05.984223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fef6419c-eee3-4f7f-99f6-741f5daf0a60), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:05.992076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.100827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a56ab6a-2d39-4b1f-9e90-afdf9e80b4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8822094f3773495bb15c95adfd0ff0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358070 Feb 10 13:39:06.103527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.137162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 723bc77a-e022-4f64-90e9-c980b90208ee up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:06.173356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Deleting port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:06.174027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.199003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (fef6419c-eee3-4f7f-99f6-741f5daf0a60), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.226602 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.229332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 22b3ba10-4c20-47bb-97d8-14d213833c41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:06.229894 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.272148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] Publish callbacks [] for security_group (68620c0b-861f-40eb-bc27-16f4b911fc4d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.322842 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] Publish callbacks [] for security_group (68620c0b-861f-40eb-bc27-16f4b911fc4d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.330820 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.338368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 723bc77a-e022-4f64-90e9-c980b90208ee completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:39:06.341268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/fef6419c-eee3-4f7f-99f6-741f5daf0a60 HTTP/1.1" status: 204 len: 168 time: 1.0592391 Feb 10 13:39:06.341268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13352267-0c6e-416a-9d85-5cf2c9013227 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=fef6419c-eee3-4f7f-99f6-741f5daf0a60,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:06.349688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.350241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 723bc77a-e022-4f64-90e9-c980b90208ee triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:06.350719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.388844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] DHCP port deletion for 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:06.405185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:39:06.407882 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:39:06.409359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Provisioning complete for port 22b3ba10-4c20-47bb-97d8-14d213833c41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:06.409911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.441698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (68620c0b-861f-40eb-bc27-16f4b911fc4d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.446455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.448053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68620c0b-861f-40eb-bc27-16f4b911fc4d HTTP/1.1" status: 204 len: 168 time: 0.3434796 Feb 10 13:39:06.465073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74874f6-3fdd-4772-8e80-ad4851cd3077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68620c0b-861f-40eb-bc27-16f4b911fc4d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:06.513840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ab7a530-0d35-4515-b30c-5b739c8a6589 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606123 Feb 10 13:39:06.514729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.538525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] For port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,segment=NetworkSegment(5dc2891a-84b7-4160-945a-caae68a0c0f6),segment_id=5dc2891a-84b7-4160-945a-caae68a0c0f6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:06.538903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.568661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Calling delete_port for 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:06.626814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f744b1-c459-450a-99ab-1f7cdba222d4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:06.633540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22f744b1-c459-450a-99ab-1f7cdba222d4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1052279 Feb 10 13:39:06.634930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.704942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Deleting port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:06.705583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.710163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.739988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b5daa-2321-4789-a806-8fe2fdee7fd2 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:06.782494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:06.784363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] No DVR routers for this DVR port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:06.799154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 723bc77a-e022-4f64-90e9-c980b90208ee is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:06.800138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.814214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f2943-a581-44c6-b044-c6ff853388c9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:06.815742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f0f2943-a581-44c6-b044-c6ff853388c9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1790075 Feb 10 13:39:06.820413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.896698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4b007982-62b7-4ccb-870d-de2e2981d3d6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748911 Feb 10 13:39:06.897937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:06.904070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:06.918604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7337-fbfc-4721-977c-e05ee050c3e8 req-4c58e0c1-12d2-427e-9f01-cbd4e2b785da tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:06.918604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c4d7337-fbfc-4721-977c-e05ee050c3e8 req-4c58e0c1-12d2-427e-9f01-cbd4e2b785da tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.7861731 Feb 10 13:39:06.951202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:06.985035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:07.016770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc2891a-84b7-4160-945a-caae68a0c0f6') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:07.017101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc2891a-84b7-4160-945a-caae68a0c0f6') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:07.035881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5dc2891a-84b7-4160-945a-caae68a0c0f6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.075005 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5dc2891a-84b7-4160-945a-caae68a0c0f6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.098121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c4d7337-fbfc-4721-977c-e05ee050c3e8 req-5b8910e3-3101-4318-9b38-e0f923925407 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543536 Feb 10 13:39:07.099943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:07.102438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:39:07.104132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5dc2891a-84b7-4160-945a-caae68a0c0f6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.105879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:39:07.108001 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:39:07.174952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=723bc77a-e022-4f64-90e9-c980b90208ee,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:07.181898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] For port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:07.182761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.185853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:07.188376 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e11a7d6-f50d-49cd-a856-c20980782204" -d '{"events": [{"server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "name": "network-vif-plugged", "status": "completed", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:07.204016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Current status of the port 22b3ba10-4c20-47bb-97d8-14d213833c41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:07.204670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.207168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.250567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Calling delete_port for 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:07.264845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.272977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.279856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 HTTP/1.1" status: 204 len: 168 time: 1.5439219 Feb 10 13:39:07.292577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:39:07.301902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5480-0e49-4abb-a2b5-c0f9070df576 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:07.304429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:07.312775 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (65ca1af3-4e48-4424-9ff6-b41f1ca894e3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.314778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 22b3ba10-4c20-47bb-97d8-14d213833c41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:07.315326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.366705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Network 9f47fe7c-d3f9-46e1-8a3e-0ba908d6c513 is not hosted by any dhcp agent {{(pid=103401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:39:07.367953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] No DVR routers for this DVR port 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:07.409899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] For port 22b3ba10-4c20-47bb-97d8-14d213833c41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22b3ba10-4c20-47bb-97d8-14d213833c41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:07.426257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:07.498118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.507152 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:39:07.507778 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:39:07.543122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad074fa-34de-4a34-96e3-67f18e418bfc None None] Pushing event deleted for resources: {'Port': ['ID=65ca1af3-4e48-4424-9ff6-b41f1ca894e3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:07.589566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.611794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5950ee-ad09-4957-9dce-7fd6681f8674 req-d0543a2a-0235-4777-af1d-13e4d54fa428 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:07.613443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb5950ee-ad09-4957-9dce-7fd6681f8674 req-d0543a2a-0235-4777-af1d-13e4d54fa428 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.3602300 Feb 10 13:39:07.666877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:07.677854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-514e2db4-21ce-4570-b93e-b6089398a9dd None None] Could not find standard attr ID for object 10e0ba49-d957-44f3-9af6-d05a43b4f28c. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:39:07.704685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:39:07.722984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061073-ad6f-4869-8bd6-ff9e043bcc18 None None] Pushing event updated for resources: {'Port': ['ID=22b3ba10-4c20-47bb-97d8-14d213833c41,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:07.765569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Deleting port 22b3ba10-4c20-47bb-97d8-14d213833c41 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:07.765942 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.801481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb5950ee-ad09-4957-9dce-7fd6681f8674 req-771eda62-6cb1-4b49-96e5-98dd218f391d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772468 Feb 10 13:39:07.904903 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb81b7ae-0ae8-451b-adba-f593c91fa0dd x-openstack-request-id: req-fb81b7ae-0ae8-451b-adba-f593c91fa0dd {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:07.905183 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "name": "network-vif-plugged", "status": "completed", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:07.905442 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb81b7ae-0ae8-451b-adba-f593c91fa0dd {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:07.905835 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee', 'code': 200} Feb 10 13:39:07.938626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.970360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] For port 22b3ba10-4c20-47bb-97d8-14d213833c41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22b3ba10-4c20-47bb-97d8-14d213833c41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:07.970771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:07.995633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Calling delete_port for 22b3ba10-4c20-47bb-97d8-14d213833c41 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:08.152505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port 22b3ba10-4c20-47bb-97d8-14d213833c41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22b3ba10-4c20-47bb-97d8-14d213833c41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:08.182647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 22b3ba10-4c20-47bb-97d8-14d213833c41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:08.210535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.227290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.234173 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (22b3ba10-4c20-47bb-97d8-14d213833c41), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.289939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=22b3ba10-4c20-47bb-97d8-14d213833c41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:08.292132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9625e955-411b-4664-8a7e-ced1edc7a78f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:08.295468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] No DVR routers for this DVR port 22b3ba10-4c20-47bb-97d8-14d213833c41 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:08.332802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (fc524573-2a27-4f25-9a8b-594e9b8cc031), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.365259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0bf4c-e286-4b0a-ad08-44d425df4a66 None None] Pushing event deleted for resources: {'Port': ['ID=22b3ba10-4c20-47bb-97d8-14d213833c41,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:08.365734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4a4fd-20ef-4a38-828c-559f8a16cd03 req-c6019b0f-6415-42c9-b3f3-ca7b61fee804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:08.367363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ed4a4fd-20ef-4a38-828c-559f8a16cd03 req-c6019b0f-6415-42c9-b3f3-ca7b61fee804 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 1128 time: 0.2780190 Feb 10 13:39:08.383466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9625e955-411b-4664-8a7e-ced1edc7a78f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:08.383466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9625e955-411b-4664-8a7e-ced1edc7a78f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:08.383466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c63860b7-401f-45f9-800b-51f16faaeaa5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:08.411642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c63860b7-401f-45f9-800b-51f16faaeaa5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:08.411988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c63860b7-401f-45f9-800b-51f16faaeaa5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:08.448168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (96a4309b-8d19-48e1-8026-111a194107fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.459685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:08.481412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:08.489241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:08.490081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.502634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183b448-dcfe-4440-bb1b-be416ba12921 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:08.509956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46387245-292b-44ea-a203-74010296d700 req-9ab19e23-a91a-460c-a3ac-9c8691bda10e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:08.510439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 22b3ba10-4c20-47bb-97d8-14d213833c41 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:08.516943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46387245-292b-44ea-a203-74010296d700 req-9ab19e23-a91a-460c-a3ac-9c8691bda10e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2397397 Feb 10 13:39:08.567149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 22b3ba10-4c20-47bb-97d8-14d213833c41 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:08.570976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 22b3ba10-4c20-47bb-97d8-14d213833c41 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:08.571687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:08.585601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ed4a4fd-20ef-4a38-828c-559f8a16cd03 req-f0b5eedd-1254-48d4-b436-85ce4bc7967d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863701 Feb 10 13:39:08.586557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=fc524573-2a27-4f25-9a8b-594e9b8cc031,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:08.601243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c85692da-6c14-4723-b387-ef92918dab3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7011962 Feb 10 13:39:08.604288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:08.611453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:08.695033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46387245-292b-44ea-a203-74010296d700 req-0b8ffcc1-e0a1-46aa-9248-deb9c029e89b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771150 Feb 10 13:39:08.708030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:08.708030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 65ca1af3-4e48-4424-9ff6-b41f1ca894e3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:08.726573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'fc524573-2a27-4f25-9a8b-594e9b8cc031'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:08.727694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.883702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:08.890226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:08.908742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Allocated IP 2001:db8::f816:3eff:fe2f:88e1 (23165869-dc7f-4747-b970-0fd5448d7c72/fc524573-2a27-4f25-9a8b-594e9b8cc031/9af2cb6c-17cb-4e11-b747-c673b1688409) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:09.029691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bd51f-d3a7-4f38-8f81-f6f3c04d611d req-cef0ddc1-8ab1-4515-9006-e97cad32fa36 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:09.031230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d5bd51f-d3a7-4f38-8f81-f6f3c04d611d req-cef0ddc1-8ab1-4515-9006-e97cad32fa36 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.0939429 Feb 10 13:39:09.059403 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc524573-2a27-4f25-9a8b-594e9b8cc031 (CIDR: 2001:db8::/64) Feb 10 13:39:09.068630 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:39:09.069598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:09.092187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Deleting port 305be6b7-62d5-4f75-a15d-b30539891e3f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:09.093102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.103545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4cfae802-57d5-427d-bd98-22322cafe747 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4979191 Feb 10 13:39:09.104496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:09.105254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d5bd51f-d3a7-4f38-8f81-f6f3c04d611d req-5901bdaf-2697-4636-a249-677732d304ac tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659955 Feb 10 13:39:09.124919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:09.195366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks [] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.205998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.261872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:09.263978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:09.268550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:09.271824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Pushing event updated for resources: {'Port': ['ID=9af2cb6c-17cb-4e11-b747-c673b1688409,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:09.345799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] For port 305be6b7-62d5-4f75-a15d-b30539891e3f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=305be6b7-62d5-4f75-a15d-b30539891e3f,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:09.346160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.379446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Calling delete_port for 305be6b7-62d5-4f75-a15d-b30539891e3f owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:09.383798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Attempting to bind port 9af2cb6c-17cb-4e11-b747-c673b1688409 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:09.384910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Attempting to bind port 9af2cb6c-17cb-4e11-b747-c673b1688409 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:09.385666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Attempting to bind port 9af2cb6c-17cb-4e11-b747-c673b1688409 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:09.386533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:09.391042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.393594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:09.394418 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:09.395337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.396826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:09.398199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Bound port: 9af2cb6c-17cb-4e11-b747-c673b1688409, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:09.398849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.479940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] For port 9af2cb6c-17cb-4e11-b747-c673b1688409, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:09.483896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] For port 9af2cb6c-17cb-4e11-b747-c673b1688409, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9af2cb6c-17cb-4e11-b747-c673b1688409,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:09.492986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.572102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12064-78c0-4339-8826-ea0c8561b594 None None] Pushing event updated for resources: {'Port': ['ID=9af2cb6c-17cb-4e11-b747-c673b1688409,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:09.875755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (815c80c9-4bb6-4378-a5a7-e1dbe028538e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.913722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (305be6b7-62d5-4f75-a15d-b30539891e3f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:09.977668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=305be6b7-62d5-4f75-a15d-b30539891e3f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:09.992095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:09.993995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003faec-03d6-46ef-a477-ba102344032b req-b5cbc0f3-1ad7-4884-8b6d-5109a89b95f4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:10.001425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4003faec-03d6-46ef-a477-ba102344032b req-b5cbc0f3-1ad7-4884-8b6d-5109a89b95f4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2017734 Feb 10 13:39:10.051367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:10.060167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:10.060808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:10.073660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=815c80c9-4bb6-4378-a5a7-e1dbe028538e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:10.112370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99124b19-de5e-452d-bc25-b3edcef0e839 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9914346 Feb 10 13:39:10.113332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:10.118609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:b5:5a:0b', 'name': 'tempest-NetworksTestDHCPv6-1969078410'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:10.144396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4003faec-03d6-46ef-a477-ba102344032b req-e156b9a9-24f3-48e6-b243-e95932074479 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417954 Feb 10 13:39:10.347474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a6396-5f69-4a77-a41e-3f382a34073b req-8e8918a3-7c19-407d-89e5-92f3675141c9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:10.349060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c79a6396-5f69-4a77-a41e-3f382a34073b req-8e8918a3-7c19-407d-89e5-92f3675141c9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.1044729 Feb 10 13:39:10.442305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:10.475683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c79a6396-5f69-4a77-a41e-3f382a34073b req-0afb6fcd-5e07-4520-9675-15c25a1dd4a0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094227 Feb 10 13:39:10.567798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:10.574679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (96a4309b-8d19-48e1-8026-111a194107fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:10.728116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9af2cb6c-17cb-4e11-b747-c673b1688409 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:10.829178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:10.829571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:10.839576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 7b7fbff9-f2fb-4541-af98-27a810706d76 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:39:10.871775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0583be-60e5-4c21-b3f3-01ab02c76c8c req-1c819570-82d7-4ec1-8a74-123cb6841c09 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:10.878840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d0583be-60e5-4c21-b3f3-01ab02c76c8c req-1c819570-82d7-4ec1-8a74-123cb6841c09 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.1098113 Feb 10 13:39:10.948663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:10.949098 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.006180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 9af2cb6c-17cb-4e11-b747-c673b1688409, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9af2cb6c-17cb-4e11-b747-c673b1688409,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:11.016980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d0583be-60e5-4c21-b3f3-01ab02c76c8c req-8ac7ab09-8331-4134-a52f-50ae66a7fb13 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280291 Feb 10 13:39:11.020278 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.111216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=9af2cb6c-17cb-4e11-b747-c673b1688409,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:11.217808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.246955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Router 96a4309b-8d19-48e1-8026-111a194107fa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:39:11.260432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddadcb-29d8-436f-a797-6912df7f311d req-dac76bfc-2cf7-4eb5-95ec-7678ec786ccc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:11.269354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1ddadcb-29d8-436f-a797-6912df7f311d req-dac76bfc-2cf7-4eb5-95ec-7678ec786ccc tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.0984929 Feb 10 13:39:11.324410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc814d5-6e1e-44a3-b9af-698458c82dd6 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:11.325003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8:0:1::2eb (23165869-dc7f-4747-b970-0fd5448d7c72/815c80c9-4bb6-4378-a5a7-e1dbe028538e/7b7fbff9-f2fb-4541-af98-27a810706d76) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:11.330927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1ddadcb-29d8-436f-a797-6912df7f311d req-eb895181-374f-4aad-967f-02124ae06b0c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Feb 10 13:39:11.335738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:feb5:5a0b (23165869-dc7f-4747-b970-0fd5448d7c72/fc524573-2a27-4f25-9a8b-594e9b8cc031/7b7fbff9-f2fb-4541-af98-27a810706d76) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:11.430089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:11.439831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-427b9dd3-7e13-431f-b122-6cdf9d3e7a9e admin admin] 10.222.0.13 "PUT /v2.0/routers/96a4309b-8d19-48e1-8026-111a194107fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1341853 Feb 10 13:39:11.440452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:11.447454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Sync routers for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:11.463987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-06ed7ae3-154e-4048-a77d-2b34d985fee9 None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:11.464291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-06ed7ae3-154e-4048-a77d-2b34d985fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.467295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:11.467932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:11.512534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b13082-795c-4cb8-9084-30432ac5be01 req-bca12d84-b637-4651-8e39-52d54d9fd5b9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:11.514468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62b13082-795c-4cb8-9084-30432ac5be01 req-bca12d84-b637-4651-8e39-52d54d9fd5b9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.0827687 Feb 10 13:39:11.611225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62b13082-795c-4cb8-9084-30432ac5be01 req-61f3750c-8565-4910-8f13-db6fd8ed79a0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856497 Feb 10 13:39:11.666561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks [] for router (96a4309b-8d19-48e1-8026-111a194107fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.721154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (7b7fbff9-f2fb-4541-af98-27a810706d76), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:11.750335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:11.958920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'fc524573-2a27-4f25-9a8b-594e9b8cc031', 'ip_address': '2001:db8::f816:3eff:fe2f:88e1'}, {'subnet_id': '815c80c9-4bb6-4378-a5a7-e1dbe028538e'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '9af2cb6c-17cb-4e11-b747-c673b1688409'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:39:12.039962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29405602-8456-4e8a-a9f4-a57882738e65 req-7d6778c9-076e-4a95-96a0-918d7c78768b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:12.047194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29405602-8456-4e8a-a9f4-a57882738e65 req-7d6778c9-076e-4a95-96a0-918d7c78768b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.0783675 Feb 10 13:39:12.067544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-06ed7ae3-154e-4048-a77d-2b34d985fee9 None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:12.107290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.146416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29405602-8456-4e8a-a9f4-a57882738e65 req-12d2a2f9-428e-4cc4-a438-f560d0d4347b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 Feb 10 13:39:12.275775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7b7fbff9-f2fb-4541-af98-27a810706d76), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.289029 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks [] for router_gateway (96a4309b-8d19-48e1-8026-111a194107fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.336368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:12.371896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:12.377985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:12.383872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:12.384503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.388437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=7b7fbff9-f2fb-4541-af98-27a810706d76,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:12.421085 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c425a8b-754c-4ded-b036-ebe93701fbe0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3066442 Feb 10 13:39:12.423538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:12.456266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Deleting port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:12.458938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.581493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9af2cb6c-17cb-4e11-b747-c673b1688409 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:12.610951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 7b7fbff9-f2fb-4541-af98-27a810706d76 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:12.611298 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7b7fbff9-f2fb-4541-af98-27a810706d76), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.632222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:39:09Z', 'revision_number': 5, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port': {'id': '6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a4309b-8d19-48e1-8026-111a194107fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:37:48Z', 'updated_at': '2022-02-10T13:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:12.681071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] For port 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:12.681624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.705356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Calling delete_port for 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:12.746846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Checking router: 96a4309b-8d19-48e1-8026-111a194107fa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:12.791475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Routers {'96a4309b-8d19-48e1-8026-111a194107fa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:12.792111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['96a4309b-8d19-48e1-8026-111a194107fa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:12.795221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Allocated IP 2001:db8:0:1::2 (23165869-dc7f-4747-b970-0fd5448d7c72/815c80c9-4bb6-4378-a5a7-e1dbe028538e/9af2cb6c-17cb-4e11-b747-c673b1688409) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:12.798554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:12.798931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.809058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7b7fbff9-f2fb-4541-af98-27a810706d76), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:12.823280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 7b7fbff9-f2fb-4541-af98-27a810706d76 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:13.003637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.043219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:13.060791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] Set router 96a4309b-8d19-48e1-8026-111a194107fa gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:13.138391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (96a4309b-8d19-48e1-8026-111a194107fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.181617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:39:12Z', 'revision_number': 6, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:13.224352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9292a-c2cc-4f07-bbd3-081ff8669bd4 None None] The sync data for ids ['96a4309b-8d19-48e1-8026-111a194107fa'] in n-d-815324-6 is: [{'id': '96a4309b-8d19-48e1-8026-111a194107fa', 'name': 'tempest-TestServerMultinode-1212427733-router', 'tenant_id': '66584a4a76f2485bba348748ca7ddf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:37:47Z', 'updated_at': '2022-02-10T13:39:12Z', 'revision_number': 6, 'project_id': '66584a4a76f2485bba348748ca7ddf0f', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:13.262622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:13.269064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] For port 9af2cb6c-17cb-4e11-b747-c673b1688409, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9af2cb6c-17cb-4e11-b747-c673b1688409,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:13.305549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Publish callbacks [] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.317370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.341147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (96a4309b-8d19-48e1-8026-111a194107fa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.354665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks [] for router_controller (96a4309b-8d19-48e1-8026-111a194107fa), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.420299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (96a4309b-8d19-48e1-8026-111a194107fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.420955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a4309b-8d19-48e1-8026-111a194107fa {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:39:13.431707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.436271 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-729a5fea-43d1-439e-81d1-39ce38e714e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96a4309b-8d19-48e1-8026-111a194107fa HTTP/1.1" status: 204 len: 168 time: 1.9916470 Feb 10 13:39:13.437117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:13.457592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3e705-2bb3-4997-840b-be108d05d4b9 None None] Pushing event updated for resources: {'Port': ['ID=9af2cb6c-17cb-4e11-b747-c673b1688409,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:13.512744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Deleting subnet 60209139-c27d-45b6-bc49-b15890b9c23a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:13.519218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Publish callbacks [] for subnet (60209139-c27d-45b6-bc49-b15890b9c23a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.574750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (60209139-c27d-45b6-bc49-b15890b9c23a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.692110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (60209139-c27d-45b6-bc49-b15890b9c23a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.824246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (60209139-c27d-45b6-bc49-b15890b9c23a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.854733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-22667270-8460-4ce6-bb47-a6d2d6d9b7a2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:13.856403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-22667270-8460-4ce6-bb47-a6d2d6d9b7a2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.1877096 Feb 10 13:39:13.873299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:13.878731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044c2ec-4633-4b2e-863e-3acaa83b40d7 None None] Network 7dd1fa6d-344e-4202-8dd2-6141cff036a2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:13.894202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60209139-c27d-45b6-bc49-b15890b9c23a HTTP/1.1" status: 204 len: 168 time: 0.4556010 Feb 10 13:39:13.895275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf274f0-f290-428e-bf3d-6954a8dfdb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60209139-c27d-45b6-bc49-b15890b9c23a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:13.899752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:13.981920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8063e3-ea3b-417d-ad14-198f4350fdc3 req-b625da01-c256-4b1d-a1de-ee55b43bdad0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:13.989390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c8063e3-ea3b-417d-ad14-198f4350fdc3 req-b625da01-c256-4b1d-a1de-ee55b43bdad0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 1.1500661 Feb 10 13:39:14.058321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7dd1fa6d-344e-4202-8dd2-6141cff036a2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.075017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c8063e3-ea3b-417d-ad14-198f4350fdc3 req-2236a3bc-68ec-4f4c-889e-b0eeff45da46 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845611 Feb 10 13:39:14.184135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] DHCP port deletion for 7dd1fa6d-344e-4202-8dd2-6141cff036a2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:14.206353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Deleting port 94913282-4d6e-40e4-9c9e-64f31198e4ca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:14.206702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.237783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7b7fbff9-f2fb-4541-af98-27a810706d76), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.293020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Deleting port 94913282-4d6e-40e4-9c9e-64f31198e4ca {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:14.293576 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.331594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port 723bc77a-e022-4f64-90e9-c980b90208ee {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:14.332093 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.367459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] For port 94913282-4d6e-40e4-9c9e-64f31198e4ca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=94913282-4d6e-40e4-9c9e-64f31198e4ca,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:14.368060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.412803 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:39:14.416717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Calling delete_port for 94913282-4d6e-40e4-9c9e-64f31198e4ca owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:14.441812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port 723bc77a-e022-4f64-90e9-c980b90208ee, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=723bc77a-e022-4f64-90e9-c980b90208ee,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:14.442199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.459647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] For port 94913282-4d6e-40e4-9c9e-64f31198e4ca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=94913282-4d6e-40e4-9c9e-64f31198e4ca,segment=NetworkSegment(6204ec6e-3871-409e-8b8b-7ced2bd324c5),segment_id=6204ec6e-3871-409e-8b8b-7ced2bd324c5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:14.459902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.461434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for 723bc77a-e022-4f64-90e9-c980b90208ee owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:14.483868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Calling delete_port for 94913282-4d6e-40e4-9c9e-64f31198e4ca owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:14.610227 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.627942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9af2cb6c-17cb-4e11-b747-c673b1688409 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:14.662217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (723bc77a-e022-4f64-90e9-c980b90208ee), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.664390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Pushing event deleted for resources: {'Port': ['ID=94913282-4d6e-40e4-9c9e-64f31198e4ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:14.666617 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] No DVR routers for this DVR port 94913282-4d6e-40e4-9c9e-64f31198e4ca on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:14.683403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=7b7fbff9-f2fb-4541-af98-27a810706d76,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:14.717297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', '723bc77a-e022-4f64-90e9-c980b90208ee'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:14.762528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.771123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aca2fc1d-fd17-438c-ac89-f0311438c2a3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/7b7fbff9-f2fb-4541-af98-27a810706d76 HTTP/1.1" status: 204 len: 168 time: 2.3458722 Feb 10 13:39:14.771985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:14.781833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60a12-0f3c-4f86-a69f-83dd313eeeac req-662768ac-36d8-4a86-b025-92dd50ba0ae6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:14.790546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62c60a12-0f3c-4f86-a69f-83dd313eeeac req-662768ac-36d8-4a86-b025-92dd50ba0ae6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf2725a-df6c-4dff-b32d-339c6f6ae515 HTTP/1.1" status: 200 len: 946 time: 0.6028798 Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:39:14.828475 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:39:14.835777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=723bc77a-e022-4f64-90e9-c980b90208ee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:14.854292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bf7db09d-77a4-4ff7-9c4d-6bf026ef9237 None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:14.854292 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bf7db09d-77a4-4ff7-9c4d-6bf026ef9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.908431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7dd1fa6d-344e-4202-8dd2-6141cff036a2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.925245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port 723bc77a-e022-4f64-90e9-c980b90208ee on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:14.929393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.934481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd10c4b-6237-4f83-af1e-67c107055084 req-e93c8fd6-ad1b-4c45-a447-62273fc49e9c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/723bc77a-e022-4f64-90e9-c980b90208ee HTTP/1.1" status: 204 len: 173 time: 1.0691068 Feb 10 13:39:14.943470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'name': 'network-vif-deleted', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:14.945739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (94913282-4d6e-40e4-9c9e-64f31198e4ca), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:14.947249 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e9793b-cc3f-4440-bf61-d2cdf58ac752" -d '{"events": [{"server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "name": "network-vif-deleted", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:14.956154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd1fa6d-344e-4202-8dd2-6141cff036a2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:14.993953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6204ec6e-3871-409e-8b8b-7ced2bd324c5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:14.994245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6204ec6e-3871-409e-8b8b-7ced2bd324c5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:14.997107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62c60a12-0f3c-4f86-a69f-83dd313eeeac req-0f0b50d3-0c44-4328-91d9-4393df7a1013 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025898 Feb 10 13:39:15.030550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d5d1ca-4331-4da3-84c9-62b87e97e552 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.036226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:15.038738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6204ec6e-3871-409e-8b8b-7ced2bd324c5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.039588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b4d5d1ca-4331-4da3-84c9-62b87e97e552 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2466018 Feb 10 13:39:15.066579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] Pushing event deleted for resources: {'Port': ['ID=94913282-4d6e-40e4-9c9e-64f31198e4ca,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:15.071975 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a07db-7296-49a9-9d34-3dc9cc20bd41 x-openstack-request-id: req-ca5a07db-7296-49a9-9d34-3dc9cc20bd41 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:15.072313 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf2725a-df6c-4dff-b32d-339c6f6ae515", "name": "network-vif-deleted", "tag": "723bc77a-e022-4f64-90e9-c980b90208ee", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:15.072661 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca5a07db-7296-49a9-9d34-3dc9cc20bd41 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:15.073049 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf2725a-df6c-4dff-b32d-339c6f6ae515', 'name': 'network-vif-deleted', 'tag': '723bc77a-e022-4f64-90e9-c980b90208ee', 'status': 'completed', 'code': 200} Feb 10 13:39:15.106030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca14bd-37b1-41d8-bc8b-6297e23f21b5 None None] No DVR routers for this DVR port 94913282-4d6e-40e4-9c9e-64f31198e4ca on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:15.152794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6204ec6e-3871-409e-8b8b-7ced2bd324c5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.155025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:15.155613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.170022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:39:15.170669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6204ec6e-3871-409e-8b8b-7ced2bd324c5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:39:15.173912 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:39:15.202688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45ef44-e292-4f57-862d-c3194d2d46d3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.204567 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c45ef44-e292-4f57-862d-c3194d2d46d3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1638000 Feb 10 13:39:15.207398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:15.280732 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7dd1fa6d-344e-4202-8dd2-6141cff036a2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.318410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.326089 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7dd1fa6d-344e-4202-8dd2-6141cff036a2 HTTP/1.1" status: 204 len: 168 time: 1.4252608 Feb 10 13:39:15.326981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55ea82-9335-4b4b-824d-433c5febe805 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd1fa6d-344e-4202-8dd2-6141cff036a2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:15.442087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e7d68-6d40-44df-9c61-1385a9833328 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.446753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e7d68-6d40-44df-9c61-1385a9833328 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.450928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e7d68-6d40-44df-9c61-1385a9833328 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.454879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a87e7d68-6d40-44df-9c61-1385a9833328 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2464678 Feb 10 13:39:15.457629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:15.516463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcd0be-edd5-48dd-a8cc-9cf58287bdd2 req-f54f9b34-5f98-4468-ad83-e12d5fa8be87 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:15.518349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86fcd0be-edd5-48dd-a8cc-9cf58287bdd2 req-f54f9b34-5f98-4468-ad83-e12d5fa8be87 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2413127 Feb 10 13:39:15.535643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:15.544999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bf7db09d-77a4-4ff7-9c4d-6bf026ef9237 None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:15.620261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 815c80c9-4bb6-4378-a5a7-e1dbe028538e {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:15.637566 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (815c80c9-4bb6-4378-a5a7-e1dbe028538e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.656690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af0e461e-c27e-499e-a836-a8f40ee1b3b3 None None] Could not find standard attr ID for object 7b7fbff9-f2fb-4541-af98-27a810706d76. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:39:15.669637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86fcd0be-edd5-48dd-a8cc-9cf58287bdd2 req-a7047c84-d947-432f-9be0-ff6f7230f7ab tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391184 Feb 10 13:39:15.679131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 305be6b7-62d5-4f75-a15d-b30539891e3f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:15.717424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 305be6b7-62d5-4f75-a15d-b30539891e3f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:15.717791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 305be6b7-62d5-4f75-a15d-b30539891e3f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:15.718236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 94913282-4d6e-40e4-9c9e-64f31198e4ca no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:15.718387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (815c80c9-4bb6-4378-a5a7-e1dbe028538e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.734959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:15.752006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 94913282-4d6e-40e4-9c9e-64f31198e4ca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:15.752893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 94913282-4d6e-40e4-9c9e-64f31198e4ca not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:15.752893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:15.780068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:15.780439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 6760ab5c-4ce3-4e71-a5e2-fb5a749b8bf3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:15.804898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7887222e-0444-437f-b365-ade3551d1668 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c09a5ef8a0654096b12ca2eee49fd900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686972 Feb 10 13:39:15.805491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:15.865750 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] Publish callbacks [] for security_group (7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.883101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (815c80c9-4bb6-4378-a5a7-e1dbe028538e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.894142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] Publish callbacks [] for security_group (7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.964351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.967226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.968489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422 HTTP/1.1" status: 204 len: 168 time: 0.1619725 Feb 10 13:39:15.968722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (815c80c9-4bb6-4378-a5a7-e1dbe028538e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:15.979495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913052a8-fd01-4033-ae2c-994173b51031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3ea8b-7ba3-4989-b5ac-63d50e4e6422,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:16.007582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=815c80c9-4bb6-4378-a5a7-e1dbe028538e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:16.015883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.024335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:16.025289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-77d3fbbe-f709-4234-a264-b013b67abc82 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/815c80c9-4bb6-4378-a5a7-e1dbe028538e HTTP/1.1" status: 204 len: 168 time: 0.5656643 Feb 10 13:39:16.029559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34210990-10b4-4480-b499-70781cf08279 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:16.109606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet fc524573-2a27-4f25-9a8b-594e9b8cc031 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:16.113469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (fc524573-2a27-4f25-9a8b-594e9b8cc031), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.158054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (fc524573-2a27-4f25-9a8b-594e9b8cc031), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.263851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fc524573-2a27-4f25-9a8b-594e9b8cc031), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.534979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:16.586036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-dd0618ec-a8b0-4258-b1cb-29aaffb9fd3a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:16.592179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bc87f89f-8eed-401a-908e-bcf7ebfeec2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66584a4a76f2485bba348748ca7ddf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552783 Feb 10 13:39:16.592838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-dd0618ec-a8b0-4258-b1cb-29aaffb9fd3a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.2454045 Feb 10 13:39:16.594509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (fc524573-2a27-4f25-9a8b-594e9b8cc031), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.594816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:16.696616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=fc524573-2a27-4f25-9a8b-594e9b8cc031,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:16.727856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] Publish callbacks [] for security_group (dc9b3618-ff01-4872-a00d-a4a5ecff263b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.734556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-9d01d1e1-aa64-4f46-b3d0-4c7a9ec1e7b8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/quotas/ae51a961c048441a80096fee0dac7b38 HTTP/1.1" status: 200 len: 375 time: 0.1243780 Feb 10 13:39:16.745175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.753478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9d22e20-e32e-43b2-832e-4fc544fb14dc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/fc524573-2a27-4f25-9a8b-594e9b8cc031 HTTP/1.1" status: 204 len: 168 time: 0.7278318 Feb 10 13:39:16.759298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] Publish callbacks [] for security_group (dc9b3618-ff01-4872-a00d-a4a5ecff263b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.761271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:16.847276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5823670-1178-4b37-aa9a-b07ea1956f02 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848241 Feb 10 13:39:16.850669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-68065d2a-8838-452c-9aed-4ce7d6a2a6f1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116266 Feb 10 13:39:16.851250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:16.857643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:16.914575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (dc9b3618-ff01-4872-a00d-a4a5ecff263b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.917532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:16.920422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc9b3618-ff01-4872-a00d-a4a5ecff263b HTTP/1.1" status: 204 len: 168 time: 0.3243184 Feb 10 13:39:16.933084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864c194-4b2f-41d5-b06f-6cc4531b0809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b3618-ff01-4872-a00d-a4a5ecff263b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:17.165129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:17.168662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:17.258336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3cc37c-6cb4-4e57-a10b-60c8754da461 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:17.269568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-45157616-8044-4315-8fdb-41bb02e06b65 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509500 Feb 10 13:39:17.379175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa15dc4a-16f8-474e-869c-c2b4e41ae7ec None None] Provisioning complete for port 9af2cb6c-17cb-4e11-b747-c673b1688409 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:17.379806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa15dc4a-16f8-474e-869c-c2b4e41ae7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:17.496088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a7bb24f6-44f0-4dda-8849-a27028aa76a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185922 Feb 10 13:39:17.520290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa15dc4a-16f8-474e-869c-c2b4e41ae7ec None None] Current status of the port 9af2cb6c-17cb-4e11-b747-c673b1688409 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:17.620859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:17.714580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Deleting port 9af2cb6c-17cb-4e11-b747-c673b1688409 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:17.714959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:17.910313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05c2e-440a-4db9-8647-e2cef13c86a4 req-a85a5c6f-90f2-4aec-aa37-4f9bd5ecec55 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:17.913054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cd05c2e-440a-4db9-8647-e2cef13c86a4 req-a85a5c6f-90f2-4aec-aa37-4f9bd5ecec55 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1466064 Feb 10 13:39:17.948440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] For port 9af2cb6c-17cb-4e11-b747-c673b1688409, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9af2cb6c-17cb-4e11-b747-c673b1688409,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:17.949262 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:17.965350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Calling delete_port for 9af2cb6c-17cb-4e11-b747-c673b1688409 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:18.021377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:39:18.073828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (9af2cb6c-17cb-4e11-b747-c673b1688409), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.119801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] Pushing event deleted for resources: {'Port': ['ID=9af2cb6c-17cb-4e11-b747-c673b1688409,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:18.123540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb832a-ca90-4abf-9ca3-89fbe6be9028 None None] No DVR routers for this DVR port 9af2cb6c-17cb-4e11-b747-c673b1688409 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:18.179531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7cd05c2e-440a-4db9-8647-e2cef13c86a4 req-281abcde-7a1f-4556-ab12-09da4f8ab212 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312102 Feb 10 13:39:18.183457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37548) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:18.203979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 723bc77a-e022-4f64-90e9-c980b90208ee no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:18.219564 n-d-815324-6 neutron-server[103399]: WARNING neutron.services.revisions.revision_plugin [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Could not find related port for resource to bump revision. Feb 10 13:39:18.227515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Port 9af2cb6c-17cb-4e11-b747-c673b1688409 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 13:39:18.228064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2f:88e1 {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 13:39:18.234765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_pluggable_backend [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2f:88e1 {{(pid=103399) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 13:39:18.237662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f93c7390-25bf-4a95-8d30-9d48452906bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.243510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 723bc77a-e022-4f64-90e9-c980b90208ee {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:18.243971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 723bc77a-e022-4f64-90e9-c980b90208ee not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:18.331143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81d041c0-43aa-489c-ba51-bc0e3642a634 req-a4d66fef-6c70-423a-83b2-735c134a3ac4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 210 time: 0.0666826 Feb 10 13:39:18.335245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:18.338759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:18.343095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:18.343808 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.350579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bac45-8d32-475a-b851-7fb748e30f01 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:18.363701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=f93c7390-25bf-4a95-8d30-9d48452906bf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:18.394043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dfbe0a9e-b06a-424d-903d-f9f3ff4c3f1e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5413852 Feb 10 13:39:18.396933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:18.402362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:18.459957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2027074181-network', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:18.596302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9af2cb6c-17cb-4e11-b747-c673b1688409 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:18.610742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'f93c7390-25bf-4a95-8d30-9d48452906bf'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:18.617528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.643813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:18.647892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.651191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:18.652320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d4248-13f7-473a-b348-36be43bc866e req-4a6afe69-9f91-485e-955c-5d902691d658 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:18.654728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269d4248-13f7-473a-b348-36be43bc866e req-4a6afe69-9f91-485e-955c-5d902691d658 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0792696 Feb 10 13:39:18.660174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.668999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9af2cb6c-17cb-4e11-b747-c673b1688409 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:18.669700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9af2cb6c-17cb-4e11-b747-c673b1688409 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:18.746880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.757254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-269d4248-13f7-473a-b348-36be43bc866e req-df0e1022-85ce-4d58-82a6-57a19f05a5ba tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943885 Feb 10 13:39:18.839772 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f93c7390-25bf-4a95-8d30-9d48452906bf (CIDR: 2001:db8::/64) Feb 10 13:39:18.851166 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:39:18.851794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:18.888709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Allocated IP 2001:db8::f816:3eff:fe18:2748 (23165869-dc7f-4747-b970-0fd5448d7c72/f93c7390-25bf-4a95-8d30-9d48452906bf/44a15b72-fc8f-46b6-bd25-38b394b7c862) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:18.899699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1b82d0d1-3bee-4516-b1ef-19e39203c761 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4983010 Feb 10 13:39:18.901605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:18.916949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:18.965624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks [] for security_group (77e05666-c60d-45b7-9156-dac105fe033f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.970981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (77e05666-c60d-45b7-9156-dac105fe033f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.985723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:39:18.996608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1795e7a1-5684-48e1-90ad-45756134ca6a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:18.996988 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Added segment 1795e7a1-5684-48e1-90ad-45756134ca6a of type vlan for network b57cc18f-b59d-450f-8cc6-a32b257acee5 Feb 10 13:39:19.046810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b57cc18f-b59d-450f-8cc6-a32b257acee5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.086632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b57cc18f-b59d-450f-8cc6-a32b257acee5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.087794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:19.088722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.130186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9454176 Feb 10 13:39:19.134026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:19.138121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e05666-c60d-45b7-9156-dac105fe033f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:19.144123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Request body: {'subnet': {'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2027074181-subnet', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:19.218035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783673d0-7ed5-4850-9858-4667351b1e6a admin admin] Pushing event updated for resources: {'Network': ['ID=b57cc18f-b59d-450f-8cc6-a32b257acee5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:19.228648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:19.233235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.237449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:39:19.422237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a48cf-e964-4bd4-9e82-3951400d598c req-b117c1be-0b83-4c3f-bbf5-d72b834631fb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:19.424053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e03a48cf-e964-4bd4-9e82-3951400d598c req-b117c1be-0b83-4c3f-bbf5-d72b834631fb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.4908326 Feb 10 13:39:19.454553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks [] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.471738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.510087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:19.513466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.549477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-2670e5e5-2b7c-4c16-ad8d-973e003a3bde tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:19.550981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-2670e5e5-2b7c-4c16-ad8d-973e003a3bde tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 806 time: 0.4384921 Feb 10 13:39:19.555630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:19.559449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:19.563527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:19.574954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Request body: {'port': {'device_id': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'admin_state_up': True, 'tenant_id': 'ae51a961c048441a80096fee0dac7b38'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:19.579772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:19.598938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e03a48cf-e964-4bd4-9e82-3951400d598c req-77c2f838-c2f1-4159-830c-ffe9a3900630 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675270 Feb 10 13:39:19.622270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (794453dd-c53c-49ad-a2c9-82e35d9c6095), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.653910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Attempting to bind port 44a15b72-fc8f-46b6-bd25-38b394b7c862 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:19.654295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Attempting to bind port 44a15b72-fc8f-46b6-bd25-38b394b7c862 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:19.654667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Attempting to bind port 44a15b72-fc8f-46b6-bd25-38b394b7c862 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:19.673165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:19.673630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:19.674054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.674730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:19.675238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Bound port: 44a15b72-fc8f-46b6-bd25-38b394b7c862, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:19.675634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.685628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794453dd-c53c-49ad-a2c9-82e35d9c6095,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:19.735196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:19.735557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Network hostable DHCP agents. Network: b57cc18f-b59d-450f-8cc6-a32b257acee5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:39:19.758965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:39:19.770898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b57cc18f-b59d-450f-8cc6-a32b257acee5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:19.784122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fae9d7-9e90-4c14-8f0c-25bc50e47b6e None None] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:19.793224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:19.794400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.822772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-330e5ba0-014c-4af8-b51f-4551666b4d78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6861637 Feb 10 13:39:19.825506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37578) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:19.838615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:19.878856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.884337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:19.888520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a62d632-d5ec-4b5b-8418-627a5acef589 req-f35e19d3-638c-40f7-af2c-c4a7a0386258 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 210 time: 0.1588247 Feb 10 13:39:19.995333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for router_controller (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.042570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Made reservation on behalf of ae51a961c048441a80096fee0dac7b38 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:20.052250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.125731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:20.145917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:20.161324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.180043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for router_gateway (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.250287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b57cc18f-b59d-450f-8cc6-a32b257acee5', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:20.251418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.284103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec73a1-896c-453b-bf6c-01ae0b9dfdf3 None None] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:20.365229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abef65-cd9e-41e7-a170-eb56df7a9755 req-fdef5a23-ea29-4147-a66a-9a47b0463081 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:20.367686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74abef65-cd9e-41e7-a170-eb56df7a9755 req-fdef5a23-ea29-4147-a66a-9a47b0463081 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.3312500 Feb 10 13:39:20.472823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Allocated IP 172.20.0.2 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/21abd955-fcea-4be8-b91f-40d6a6c8aca3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:20.601243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (8a27403e-98ee-45ae-850c-c7c741170e68), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.662038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for router_gateway (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.703355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.747503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74abef65-cd9e-41e7-a170-eb56df7a9755 req-be5231fa-5195-404f-82b3-68befa5d9f31 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680058 Feb 10 13:39:20.752703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Allocated IP 172.20.0.6 (6993e91d-abd0-44ee-8a9d-54c9e6ae733b/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f/f7c0aa89-5eee-4db6-a321-c395f64afffe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:20.798137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=8a27403e-98ee-45ae-850c-c7c741170e68,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:20.821340 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks [] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.824318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:20.853990 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.864798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:20.890032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:20.890628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:20.914776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:20.922022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:20.927217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:20.949333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Pushing event updated for resources: {'Port': ['ID=21abd955-fcea-4be8-b91f-40d6a6c8aca3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:20.975098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-149c1b87-cf27-4fec-989b-fcd82a93b946 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0705500 Feb 10 13:39:20.979147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:20.980540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Allocated IP 172.25.8.124 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/20bc641d-6295-43e4-ba71-5f8c3201127a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:20.984668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:2f:2d:4f', 'name': 'tempest-NetworksTestDHCPv6-106561075'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:20.995529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-eb0127c4-bfd3-4a8b-a712-6f07117098a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568329 Feb 10 13:39:21.028257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Attempting to bind port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:21.028632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Attempting to bind port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:21.029108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Attempting to bind port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:21.051891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:21.052281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:21.052687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.053658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:21.054552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Bound port: 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:21.055061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.143109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] For port 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:21.149814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] For port 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21abd955-fcea-4be8-b91f-40d6a6c8aca3,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:21.163398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.179405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-6f478f05-a1cc-4f9f-80e3-cb8af15a6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:21.181248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-6f478f05-a1cc-4f9f-80e3-cb8af15a6430 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 1128 time: 0.1096880 Feb 10 13:39:21.197916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.295276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52621c99-4e99-4073-a161-ae946bc62f52 None None] Pushing event updated for resources: {'Port': ['ID=21abd955-fcea-4be8-b91f-40d6a6c8aca3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:21.303546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks [] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.421856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.432875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:21.460958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:21.531392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdf0e-21a1-413a-bc71-49bf94702d14 req-0ac4f48b-3d21-4850-b101-486e406b307c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:21.534403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed1cdf0e-21a1-413a-bc71-49bf94702d14 req-0ac4f48b-3d21-4850-b101-486e406b307c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.6619802 Feb 10 13:39:21.534672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Pushing event updated for resources: {'Port': ['ID=20bc641d-6295-43e4-ba71-5f8c3201127a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:21.553308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:21.562358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-692861e0-7478-4da0-9ee2-f4f76ba311b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:21.565638 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-692861e0-7478-4da0-9ee2-f4f76ba311b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.3600414 Feb 10 13:39:21.624529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:21.647931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:21.649785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:21.746248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:21.749536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-76e92b59-cd65-4a37-89ee-e5033bb0e4dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 200 len: 217 time: 0.1745863 Feb 10 13:39:21.750285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:21.977362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de58cf-25a0-49b8-b73c-34b978ced757 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:22.059449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-4b5a3db9-fbf8-4d9d-b27f-c6582916b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:22.061717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-4b5a3db9-fbf8-4d9d-b27f-c6582916b38b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.2544539 Feb 10 13:39:22.154650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-045e082e-5f40-48d6-9934-3131dcbecfd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464101 Feb 10 13:39:22.165748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:22.168095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-880838e3-f614-4b41-8ef0-52bf92e84591 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:22.169094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:22.169614 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-880838e3-f614-4b41-8ef0-52bf92e84591 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078967 Feb 10 13:39:22.289325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-083ca0f6-3f71-4290-812f-6a1891f88541 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100557 Feb 10 13:39:22.423960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for router_gateway (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:22.515939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-28c8f7dc-4848-44b6-bd6e-e886f7e57bd5 req-88c2a08c-8ca3-4f84-9b4a-8ba5699a14b1 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840670 Feb 10 13:39:22.538848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:22.540730 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:22.614328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:22.664727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event updated for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:22.717475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:22.722285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'f93c7390-25bf-4a95-8d30-9d48452906bf', 'ip_address': '2001:db8::f816:3eff:fe18:2748'}, {'subnet_id': '8a27403e-98ee-45ae-850c-c7c741170e68'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '44a15b72-fc8f-46b6-bd25-38b394b7c862'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:39:22.834033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:22.836513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21abd955-fcea-4be8-b91f-40d6a6c8aca3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:22.852421 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:22.885394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.009743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:23.010740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.039420 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.050055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed1cdf0e-21a1-413a-bc71-49bf94702d14 req-7d9607ac-d8eb-4c04-bdd2-99a61d22ece3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4861691 Feb 10 13:39:23.095490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 6b6dc089-3982-4c74-aec0-2d4d1ddb412e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:39:23.145694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69dd8914-5a09-4163-9022-40b7bb0a9762 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5794008 Feb 10 13:39:23.184581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Request body: {'port': {'device_id': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:23.339723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:39:23.356944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38934e-a546-4c01-965e-a863bdbd2756 None None] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:23.461914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5176-23c8-404e-a221-c4cd5a4b4e14 None None] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:23.511955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.524072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:23.524596 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.585672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Provisioning complete for port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:23.586213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.626245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:23.637921 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:23.655472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.656088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Allocated IP 2001:db8:0:1::2 (23165869-dc7f-4747-b970-0fd5448d7c72/8a27403e-98ee-45ae-850c-c7c741170e68/44a15b72-fc8f-46b6-bd25-38b394b7c862) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:23.656670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:23.656973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84291dea-ccb1-4641-86c2-3a8bfccfede1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8286612 Feb 10 13:39:23.658446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:23.661038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:23.778720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:23.786792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:23.858605 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:24.035029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21abd955-fcea-4be8-b91f-40d6a6c8aca3,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:24.059418 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.060642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:24.096739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c0aa89-5eee-4db6-a321-c395f64afffe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:24.106794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks [] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.120979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Transition to ACTIVE for port object f7c0aa89-5eee-4db6-a321-c395f64afffe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:39:24.134401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5c411-bd70-4ecd-af56-b4407988157e req-fdaf37c7-9065-4d47-a309-c1a68716f319 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:24.150511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98b5c411-bd70-4ecd-af56-b4407988157e req-fdaf37c7-9065-4d47-a309-c1a68716f319 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 931 time: 0.9110656 Feb 10 13:39:24.154454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.274459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Current status of the port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:24.275255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.317080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:24.347586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:24.367498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Attempting to bind port f7c0aa89-5eee-4db6-a321-c395f64afffe on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:24.367882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Attempting to bind port f7c0aa89-5eee-4db6-a321-c395f64afffe by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:24.368163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Attempting to bind port f7c0aa89-5eee-4db6-a321-c395f64afffe on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:24.387326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98b5c411-bd70-4ecd-af56-b4407988157e req-f9af800b-17ab-4d91-88d7-6389e21a3f96 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274141 Feb 10 13:39:24.390043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Port f7c0aa89-5eee-4db6-a321-c395f64afffe on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:39:24.390209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Attempting to bind port f7c0aa89-5eee-4db6-a321-c395f64afffe on network 6993e91d-abd0-44ee-8a9d-54c9e6ae733b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:24.400435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:24.400841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Checking segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:24.401197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Bound using segment: {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:24.402379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:39:24.403334 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:39:24.403729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Bound port: f7c0aa89-5eee-4db6-a321-c395f64afffe, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e7225c-1824-459c-90c0-ac01f46cb197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:24.404117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.419140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=21abd955-fcea-4be8-b91f-40d6a6c8aca3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:24.430251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:24.430858 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.459454 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:22Z', 'revision_number': 3, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:24.504599 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:24.505234 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Updating router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 port 20bc641d-6295-43e4-ba71-5f8c3201127a binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:39:24.509545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Publish callbacks [] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.531205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.567368 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.632285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:24.768396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:24.812697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:24.846939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce398-8417-4f98-9522-bf1909c8d456 None None] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:25.032125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-55934c96-bf4a-4b1d-b658-1ac327ee56d4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:25.039166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-44eb7fcd-886d-4dde-a7c7-794776dad4ea None None] Current status of the port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:25.041071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-55934c96-bf4a-4b1d-b658-1ac327ee56d4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.5095158 Feb 10 13:39:25.051344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:25.051967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.062898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] 10.222.0.21 "PUT /v2.0/ports/f7c0aa89-5eee-4db6-a321-c395f64afffe HTTP/1.1" status: 200 len: 1091 time: 1.9013901 Feb 10 13:39:25.065859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:25.069864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:25.072183 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171bc29-95f6-4afd-9f63-78e44ea3eb90" -d '{"events": [{"name": "network-changed", "server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:25.133392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-372773e5-f1e2-4fff-82df-66ff208aef54 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/quotas/011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 375 time: 0.0913458 Feb 10 13:39:25.172002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-994657b1-003d-4fde-b63b-c00000cf321d None None] Provisioning complete for port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:25.172555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-994657b1-003d-4fde-b63b-c00000cf321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.223256 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks [] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.258982 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.269420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8:0:1::33f (23165869-dc7f-4747-b970-0fd5448d7c72/8a27403e-98ee-45ae-850c-c7c741170e68/6b6dc089-3982-4c74-aec0-2d4d1ddb412e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:25.285814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21abd955-fcea-4be8-b91f-40d6a6c8aca3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:25.326994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::f816:3eff:fe2f:2d4f (23165869-dc7f-4747-b970-0fd5448d7c72/f93c7390-25bf-4a95-8d30-9d48452906bf/6b6dc089-3982-4c74-aec0-2d4d1ddb412e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:25.352315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2cea-ad08-486f-a663-6c00d9eb13bf service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:25.390819 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Pushing event updated for resources: {'Port': ['ID=20bc641d-6295-43e4-ba71-5f8c3201127a,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:25.405731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Attempting to bind port 20bc641d-6295-43e4-ba71-5f8c3201127a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:25.406101 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Attempting to bind port 20bc641d-6295-43e4-ba71-5f8c3201127a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:25.406466 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Attempting to bind port 20bc641d-6295-43e4-ba71-5f8c3201127a on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:25.429355 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.429696 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.430035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.430371 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.430697 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.431026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.431350 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.431671 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.431988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.432305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.432620 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.432958 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.433274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:39:25.441208 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:25.441584 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:25.441986 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.442370 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:25.442847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Bound port: 20bc641d-6295-43e4-ba71-5f8c3201127a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:25.443255 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.480808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69f8ee33-72d3-44aa-b97f-c63e61617b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:25.482367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-69f8ee33-72d3-44aa-b97f-c63e61617b41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 1125 time: 0.3188515 Feb 10 13:39:25.501715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-994657b1-003d-4fde-b63b-c00000cf321d None None] Current status of the port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:25.508851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:25.509356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.566592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-92a3ac98-8ada-4ffd-a8fa-e148501a01d0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4322665 Feb 10 13:39:25.581982 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] For port 20bc641d-6295-43e4-ba71-5f8c3201127a, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:25.587084 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] For port 20bc641d-6295-43e4-ba71-5f8c3201127a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20bc641d-6295-43e4-ba71-5f8c3201127a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:25.602980 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.690915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-1ed8f8d0-2da4-46e0-a944-1a1adb206e0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe HTTP/1.1" status: 200 len: 217 time: 0.1911259 Feb 10 13:39:25.712949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.726537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:25.727632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:25.789222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:25.790246 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:25.835592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:25.835925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:25.966612 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:26.049804 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ec62-bbe9-4373-abd8-466d62e9e3df None None] Pushing event updated for resources: {'Port': ['ID=20bc641d-6295-43e4-ba71-5f8c3201127a,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:26.092858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Allocated IP 172.20.0.1 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/897adc7a-b136-416d-accc-36558f0a4e56) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:26.122362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-1cfe785d-77b5-40ea-bb5c-577bac75809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:26.133899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-1cfe785d-77b5-40ea-bb5c-577bac75809b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.4033413 Feb 10 13:39:26.244999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-05dcd609-2dde-4a7f-a536-268593a8e6b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015189 Feb 10 13:39:26.296726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks [] for port (897adc7a-b136-416d-accc-36558f0a4e56), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.297602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-bed2d0ab-c77f-45d1-a765-f817ae512c87 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365526 Feb 10 13:39:26.312818 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:22Z', 'revision_number': 3, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:26.374007 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49fe1c-c9fd-4831-ab0a-0d9220799075 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:22Z', 'revision_number': 3, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:26.383042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.404063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:26.431641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-329bf371-ed4b-4d33-9403-d75566ee6a5c None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:26.440495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-329bf371-ed4b-4d33-9403-d75566ee6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.506668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:26.513663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.515414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:26.553244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:26.584273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-49026dc1-e635-4c16-85a6-a31835b5f968 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842786 Feb 10 13:39:26.607211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-a15ece5a-1ef1-4dc7-9aad-96721d576e06 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086407 Feb 10 13:39:26.625845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Pushing event updated for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:26.640167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-329bf371-ed4b-4d33-9403-d75566ee6a5c None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:26.685591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.900802 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b7333-e598-4a70-baec-d878646e2719 x-openstack-request-id: req-694b7333-e598-4a70-baec-d878646e2719 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:26.901964 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:26.901964 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-694b7333-e598-4a70-baec-d878646e2719 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:26.901964 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe', 'status': 'completed', 'code': 200} Feb 10 13:39:26.925332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:26.991673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (897adc7a-b136-416d-accc-36558f0a4e56), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.076363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-94c568de-fd7b-4799-ace4-0d968bd10a45 None None] Provisioning complete for port 897adc7a-b136-416d-accc-36558f0a4e56 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:27.077009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94c568de-fd7b-4799-ace4-0d968bd10a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (897adc7a-b136-416d-accc-36558f0a4e56), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.158658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=6b6dc089-3982-4c74-aec0-2d4d1ddb412e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:27.193870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d067d13-b6e6-42f2-a2c3-2fe0b136deb9 req-0e2f917a-f371-48aa-9f1e-669b7e872561 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741096 Feb 10 13:39:27.205994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-94c568de-fd7b-4799-ace4-0d968bd10a45 None None] Port 897adc7a-b136-416d-accc-36558f0a4e56 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:27.219809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:27.251889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:27.298385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20bc641d-6295-43e4-ba71-5f8c3201127a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:27.316826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dc4ea-55ba-4b64-b978-6f1433da15b1 req-acdb267b-f4c7-4b00-bc92-5ed9be50189f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:27.327895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d6dc4ea-55ba-4b64-b978-6f1433da15b1 req-acdb267b-f4c7-4b00-bc92-5ed9be50189f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 943 time: 0.3249576 Feb 10 13:39:27.337743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:27.343706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:27.344371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.439271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks [] for port (897adc7a-b136-416d-accc-36558f0a4e56), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.449742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.469329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 20bc641d-6295-43e4-ba71-5f8c3201127a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:27.469711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.545258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-06251b21-f8d8-46ba-9e87-42d1a9eda330 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.5646875 Feb 10 13:39:27.548405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:27.620351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d6dc4ea-55ba-4b64-b978-6f1433da15b1 req-dab12654-c904-46c5-adfc-b395796670e2 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914205 Feb 10 13:39:27.692341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Pushing event updated for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:27.700459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.743434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-fb7a811d-d092-45ac-81b9-a0afd43f2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:27.744991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 20bc641d-6295-43e4-ba71-5f8c3201127a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:27.745505 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.747057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-fb7a811d-d092-45ac-81b9-a0afd43f2754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae51a961c048441a80096fee0dac7b38&device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 1125 time: 0.4793367 Feb 10 13:39:27.800296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 20bc641d-6295-43e4-ba71-5f8c3201127a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20bc641d-6295-43e4-ba71-5f8c3201127a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:27.816489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:27.825212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b448ac67-7b67-4146-b7fd-a11801ca1270 req-5fca216f-e8e4-42b5-aaf9-83361a2e7f30 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 210 time: 0.0957708 Feb 10 13:39:27.947117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:27.950322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=20bc641d-6295-43e4-ba71-5f8c3201127a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:27.951880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:27.974942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-39c55481-3ba4-4bec-b0c4-1eaaaa1092f3 None None] Provisioning complete for port 6b6dc089-3982-4c74-aec0-2d4d1ddb412e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:27.976578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39c55481-3ba4-4bec-b0c4-1eaaaa1092f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.031839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39c55481-3ba4-4bec-b0c4-1eaaaa1092f3 None None] Port 6b6dc089-3982-4c74-aec0-2d4d1ddb412e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:28.064004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 6b6dc089-3982-4c74-aec0-2d4d1ddb412e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:28.064399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.071016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-6efbb52a-6020-4b05-902f-31ce9d76529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:28.072497 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-6efbb52a-6020-4b05-902f-31ce9d76529c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 200 len: 907 time: 0.2463000 Feb 10 13:39:28.180159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-a8ccfb2b-b1e3-4751-b26d-e6a3f2ad4969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe HTTP/1.1" status: 200 len: 217 time: 0.0688469 Feb 10 13:39:28.209588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:39:28.327336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.344934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 6b6dc089-3982-4c74-aec0-2d4d1ddb412e owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:28.421993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:28.453834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96795f4a-5a71-49c8-9327-2d3103ac75a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ea65bcc-2ea8-445a-8181-3cc188c5baf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7912948 Feb 10 13:39:28.466831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b133c66e-1aeb-4ad7-bfbf-bbd316a2fcee None None] Provisioning complete for port 897adc7a-b136-416d-accc-36558f0a4e56 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:28.470355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b133c66e-1aeb-4ad7-bfbf-bbd316a2fcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (897adc7a-b136-416d-accc-36558f0a4e56), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.587734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b133c66e-1aeb-4ad7-bfbf-bbd316a2fcee None None] Port 897adc7a-b136-416d-accc-36558f0a4e56 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:28.633331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6b6dc089-3982-4c74-aec0-2d4d1ddb412e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.698662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=6b6dc089-3982-4c74-aec0-2d4d1ddb412e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:28.763511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-7d17c0b5-3729-47ac-82e0-87a709f74ecd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:28.767478 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-7d17c0b5-3729-47ac-82e0-87a709f74ecd tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.2739751 Feb 10 13:39:28.782008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'device_id': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'admin_state_up': True, 'tenant_id': '011106333efc465d80f0f09518fac835'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:28.803839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-60291756-4ce7-4de8-ab19-f0bd63962dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:28.825612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-60291756-4ce7-4de8-ab19-f0bd63962dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 200 len: 846 time: 0.6316473 Feb 10 13:39:28.906951 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:28.923607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:28.929197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-260c51f3-b1fe-4ce3-9821-6372281908e6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/6b6dc089-3982-4c74-aec0-2d4d1ddb412e HTTP/1.1" status: 204 len: 168 time: 1.3769710 Feb 10 13:39:28.966629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-90a2f3d6-32bd-4b3b-ad15-2b2f2378b0ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6993e91d-abd0-44ee-8a9d-54c9e6ae733b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701833 Feb 10 13:39:29.090204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29adfaf-67be-4337-9337-b7f2144cea08 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.104374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e29adfaf-67be-4337-9337-b7f2144cea08 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1792572 Feb 10 13:39:29.105045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:29.127167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a2b2c-ef39-4d11-8eb8-732ab7a04f8d req-9f47ca25-4021-40ea-b636-d1096ed30854 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.128717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d51a2b2c-ef39-4d11-8eb8-732ab7a04f8d req-9f47ca25-4021-40ea-b636-d1096ed30854 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 943 time: 0.3528662 Feb 10 13:39:29.238208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20bc641d-6295-43e4-ba71-5f8c3201127a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:29.240532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:29.247039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.270042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d51a2b2c-ef39-4d11-8eb8-732ab7a04f8d req-0ef45878-362c-45b4-9e30-562d7c2b2c07 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305170 Feb 10 13:39:29.284578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-5a522b8e-8d7c-47a4-9018-16becb4648ec service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105576 Feb 10 13:39:29.289149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbb9c1-683e-44eb-8888-02b437bfbe76 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.294129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:29.301308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e1cbb9c1-683e-44eb-8888-02b437bfbe76 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1936436 Feb 10 13:39:29.358666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 20bc641d-6295-43e4-ba71-5f8c3201127a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:29.360392 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.462847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:29.492202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:29.493158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:29.494925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:29.501619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-158896895-network', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:29.561368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.20.0.13 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/ca5ea7e0-6c33-46fc-819f-dd635b17de28) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:29.566964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Made reservation on behalf of 31d30a7d70e8494c887ee83eb4a0b9f2 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:29.574960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.575736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38f586f4-0041-48c4-8ce9-17d97c7cba93 req-b0a985a7-d3d4-4c17-a294-97520239cffb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 210 time: 0.1564438 Feb 10 13:39:29.594358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.603002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb14ef-b5ff-4d2e-a620-43fd3ae6b6fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.604486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb14ef-b5ff-4d2e-a620-43fd3ae6b6fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.605800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb14ef-b5ff-4d2e-a620-43fd3ae6b6fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:29.610154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-01fb14ef-b5ff-4d2e-a620-43fd3ae6b6fd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3111725 Feb 10 13:39:29.611470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:29.649135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3171bc29-95f6-4afd-9f63-78e44ea3eb90 req-47b2f4aa-0be0-4601-91c6-3b49370c7690 service neutron] 10.222.0.21 "GET /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539679 Feb 10 13:39:29.686086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 8a27403e-98ee-45ae-850c-c7c741170e68 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:29.690307 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (8a27403e-98ee-45ae-850c-c7c741170e68), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.720615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 20bc641d-6295-43e4-ba71-5f8c3201127a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:29.731520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:29.767751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (8a27403e-98ee-45ae-850c-c7c741170e68), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.928672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.955518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8a27403e-98ee-45ae-850c-c7c741170e68), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.996029 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks [] for security_group (1ccbfe04-3cd1-47ff-8913-df15fe4dee62), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:29.998695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.010289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1ccbfe04-3cd1-47ff-8913-df15fe4dee62), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.012991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:30.041135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (8a27403e-98ee-45ae-850c-c7c741170e68), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.061604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:30.071742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:30.072089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=8a27403e-98ee-45ae-850c-c7c741170e68,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:30.085122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:39:30.087135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:30.098226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.106204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c8bde0d3-b3f3-4c4a-8982-45de00cc07ed tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8a27403e-98ee-45ae-850c-c7c741170e68 HTTP/1.1" status: 204 len: 168 time: 0.4938688 Feb 10 13:39:30.108576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:30.132846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f664833-067c-4676-835f-87f7a8abed08 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:30.144659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:30.145340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.182889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b3c9a685-3db8-4e75-a34c-27e039c8dfdc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.184341 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Added segment b3c9a685-3db8-4e75-a34c-27e039c8dfdc of type vlan for network 1b301d09-1817-4bd6-8445-7ea5788031c5 Feb 10 13:39:30.209445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet f93c7390-25bf-4a95-8d30-9d48452906bf {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:30.211969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:30.215136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbfe04-3cd1-47ff-8913-df15fe4dee62,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:30.222749 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (f93c7390-25bf-4a95-8d30-9d48452906bf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.263431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f7c0aa89-5eee-4db6-a321-c395f64afffe details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:39:30.273326 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-9bd7a6d9-f621-415b-92ae-8a7c2665c4b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4962041 Feb 10 13:39:30.295991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (f93c7390-25bf-4a95-8d30-9d48452906bf), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.307187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-2b2aab90-ef31-4fc6-8a68-17d69863e2d2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:30.312025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-2b2aab90-ef31-4fc6-8a68-17d69863e2d2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223351 Feb 10 13:39:30.313985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1b301d09-1817-4bd6-8445-7ea5788031c5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.337002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Request body: {'port': {'device_id': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:30.518464 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f93c7390-25bf-4a95-8d30-9d48452906bf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.523827 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1b301d09-1817-4bd6-8445-7ea5788031c5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.525111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:30.526042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.563901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad7639-d92e-40b0-bebe-db97fd68d17f req-b78f74b8-a9ba-4474-ba5b-c533b9734a39 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:30.572099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-caad7639-d92e-40b0-bebe-db97fd68d17f req-b78f74b8-a9ba-4474-ba5b-c533b9734a39 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 943 time: 0.1447859 Feb 10 13:39:30.601164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] Pushing event updated for resources: {'Network': ['ID=1b301d09-1817-4bd6-8445-7ea5788031c5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:30.613548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.636379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4482678-815b-44ab-b74b-47ef377ea961 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1404026 Feb 10 13:39:30.639058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37716) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:30.644199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Request body: {'subnet': {'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-158896895-subnet', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:30.644443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 2, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:30.647011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:39:30.719582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Made reservation on behalf of 31d30a7d70e8494c887ee83eb4a0b9f2 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:30.722665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.905248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-405e17ab-a609-4508-957f-e07da428422b None None] Provisioning complete for port ca5ea7e0-6c33-46fc-819f-dd635b17de28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:30.914684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-405e17ab-a609-4508-957f-e07da428422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:30.983614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-405e17ab-a609-4508-957f-e07da428422b None None] Port ca5ea7e0-6c33-46fc-819f-dd635b17de28 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:30.986717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:30.987067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Updating router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 port 897adc7a-b136-416d-accc-36558f0a4e56 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:39:31.111406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e15a275e-f8a1-4d26-bc81-4afc9b4d8145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.116309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:31.137295 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (897adc7a-b136-416d-accc-36558f0a4e56), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.140493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'f7c0aa89-5eee-4db6-a321-c395f64afffe', 'network_id': '6993e91d-abd0-44ee-8a9d-54c9e6ae733b', 'port_id': 'f7c0aa89-5eee-4db6-a321-c395f64afffe', 'mac_address': 'fa:16:3e:9a:82:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:39:31.153356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-caad7639-d92e-40b0-bebe-db97fd68d17f req-691e04c3-155a-47dd-94e4-591f9257b83c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803974 Feb 10 13:39:31.154814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f93c7390-25bf-4a95-8d30-9d48452906bf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.187654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=f93c7390-25bf-4a95-8d30-9d48452906bf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:31.194170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.200257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5ea7e0-6c33-46fc-819f-dd635b17de28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:31.204080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee503724-6811-4c46-ac03-85639820f796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f93c7390-25bf-4a95-8d30-9d48452906bf HTTP/1.1" status: 204 len: 168 time: 1.0934346 Feb 10 13:39:31.206453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (0d21270e-c143-4e68-aeac-101190f0c0e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.208476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:31.249341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks [] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.288618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Transition to ACTIVE for port object ca5ea7e0-6c33-46fc-819f-dd635b17de28 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:39:31.291659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2e0d75c5-1aa0-4c4a-9867-9be657ef97b9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773005 Feb 10 13:39:31.296525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:31.306447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:31.326464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port f7c0aa89-5eee-4db6-a321-c395f64afffe is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:31.326989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.345785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.404081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Pushing event updated for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:31.406035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d21270e-c143-4e68-aeac-101190f0c0e4,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:31.492664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c0aa89-5eee-4db6-a321-c395f64afffe {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:31.558506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:31.592334 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.624079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Checking segment: {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:31.624079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Network hostable DHCP agents. Network: 1b301d09-1817-4bd6-8445-7ea5788031c5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:39:31.634592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536aacf-4e6d-498a-818d-1e017268fbc9 req-e13f96a4-6d1e-45d8-8e05-fc3fb1e722ff tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:31.636162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9536aacf-4e6d-498a-818d-1e017268fbc9 req-e13f96a4-6d1e-45d8-8e05-fc3fb1e722ff tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 944 time: 0.3205502 Feb 10 13:39:31.642887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Attempting to bind port ca5ea7e0-6c33-46fc-819f-dd635b17de28 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:31.643242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Attempting to bind port ca5ea7e0-6c33-46fc-819f-dd635b17de28 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:31.643693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Attempting to bind port ca5ea7e0-6c33-46fc-819f-dd635b17de28 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:31.659383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Port ca5ea7e0-6c33-46fc-819f-dd635b17de28 on network 1454ff79-cca8-4871-9029-304e115a4933 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:39:31.659842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Attempting to bind port ca5ea7e0-6c33-46fc-819f-dd635b17de28 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:31.671170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:39:31.683575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:31.687218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:31.688002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:31.688002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:31.688378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Bound port: ca5ea7e0-6c33-46fc-819f-dd635b17de28, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:31.688746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.698763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.713159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:31.713768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1b301d09-1817-4bd6-8445-7ea5788031c5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:31.747832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd20f5-aeb7-4b8f-a7ab-5de23512c05b None None] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:31.763751 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:31.764427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.846915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d3ab8f98-d792-4b49-9da2-585fe0dbdec0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2065370 Feb 10 13:39:31.853807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:31.858509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:31.901049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:31.906061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9536aacf-4e6d-498a-818d-1e017268fbc9 req-dcb31b9d-1f8f-4786-9f96-7925d3c6113b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554440 Feb 10 13:39:31.909663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:31.934479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.939903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.941383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.962695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks [] for port (897adc7a-b136-416d-accc-36558f0a4e56), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:31.976464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['f7c0aa89-5eee-4db6-a321-c395f64afffe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:31.982826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.030284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.030913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.032612 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] 10.222.0.77 "PUT /v2.0/ports/ca5ea7e0-6c33-46fc-819f-dd635b17de28 HTTP/1.1" status: 200 len: 1092 time: 1.7067380 Feb 10 13:39:32.033325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:32.035916 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87" -d '{"events": [{"name": "network-changed", "server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:32.053803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d4803-ee57-4f1b-b4be-54643199587c service neutron] Pushing event updated for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:32.139124 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd72ea-e66f-49cd-af39-c2daedfa5d66 x-openstack-request-id: req-e9fd72ea-e66f-49cd-af39-c2daedfa5d66 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:32.139424 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:32.139681 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9fd72ea-e66f-49cd-af39-c2daedfa5d66 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:32.140505 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28', 'status': 'completed', 'code': 200} Feb 10 13:39:32.171230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (b20dd219-f864-4e96-958a-9fc9b996ca62), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.196310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for router_controller (7a1247e1-2488-49b8-9886-0f0902dc769b), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.289312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b40f97-1c25-48be-8226-b595bf35ff8b None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:32.318160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=b20dd219-f864-4e96-958a-9fc9b996ca62,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:32.339717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-cabdbc92-a28f-4d93-9ae8-b960eda6f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.341503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-cabdbc92-a28f-4d93-9ae8-b960eda6f7b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 1126 time: 0.2523019 Feb 10 13:39:32.373422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:32.377192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:32.380462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.381630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.423338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1b301d09-1817-4bd6-8445-7ea5788031c5', 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5', 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'fixed_ips': [{'subnet_id': '0d21270e-c143-4e68-aeac-101190f0c0e4'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:32.425623 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.432482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d446e-e03c-4979-b917-a25e6cab5915 req-96263fe2-8206-421a-9a50-466225cd036a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.449870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c27d446e-e03c-4979-b917-a25e6cab5915 req-96263fe2-8206-421a-9a50-466225cd036a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 944 time: 0.1338265 Feb 10 13:39:32.458076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-19ea157a-1088-4261-a0df-28479baba016 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1579909 Feb 10 13:39:32.461790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:32.467976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:32.500563 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-e38282ef-1482-4790-8ce5-a7bb8530c878 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28 HTTP/1.1" status: 200 len: 217 time: 0.1493449 Feb 10 13:39:32.569485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for router_gateway (7a1247e1-2488-49b8-9886-0f0902dc769b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.650073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5b5a7-e062-4fbc-9534-9ff2656f7da4 None None] Pushing event updated for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:32.664845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c27d446e-e03c-4979-b917-a25e6cab5915 req-9c3eafbb-9237-4ef8-b474-3bbb75915c51 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142682 Feb 10 13:39:32.686045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-b11c0189-652b-469a-982b-c6777c2d4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.687520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-b11c0189-652b-469a-982b-c6777c2d4b6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1802731 Feb 10 13:39:32.693042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:32.699101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:32.784480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Attempting to bind port 897adc7a-b136-416d-accc-36558f0a4e56 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:32.784877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Attempting to bind port 897adc7a-b136-416d-accc-36558f0a4e56 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:32.785042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-27f76202-e6f6-4b99-991e-7bacbe6504f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:32.786930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-27f76202-e6f6-4b99-991e-7bacbe6504f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922446 Feb 10 13:39:32.788319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Attempting to bind port 897adc7a-b136-416d-accc-36558f0a4e56 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:32.804136 n-d-815324-6 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b20dd219-f864-4e96-958a-9fc9b996ca62 (CIDR: 2001:db8::/64) Feb 10 13:39:32.809635 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:39:32.810187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:32.837458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4a40e4a0-6d77-4718-92cd-0da512bdc98b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3746066 Feb 10 13:39:32.840098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:32.846399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:33.003335 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-33432240-fec8-4be9-b490-563d8bacc9ce service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075284 Feb 10 13:39:33.023107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:33.026836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.043990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Allocated IP 172.20.0.2 (1b301d09-1817-4bd6-8445-7ea5788031c5/0d21270e-c143-4e68-aeac-101190f0c0e4/7e5c9e88-8b9e-418e-8498-99521325f5f1) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:33.127747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:33.128134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:33.128541 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.128965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:33.129957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Bound port: 897adc7a-b136-416d-accc-36558f0a4e56, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:33.133587 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (897adc7a-b136-416d-accc-36558f0a4e56), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.217703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6b71f062-a837-475d-ab3e-d69ffedc01a6 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:33.218078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b71f062-a837-475d-ab3e-d69ffedc01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.238875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for router_gateway (7a1247e1-2488-49b8-9886-0f0902dc769b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.263885 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-87e485ac-736d-4756-a4eb-4a63418e85b4 req-b87a7fde-7405-4320-a273-ef8061d7cfcf service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507358 Feb 10 13:39:33.280204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.373587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236e9d-e171-4784-92ec-4ed15b8ee9da req-0176564a-0180-4c9c-bef8-8f87ba2d56c4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:33.375242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88236e9d-e171-4784-92ec-4ed15b8ee9da req-0176564a-0180-4c9c-bef8-8f87ba2d56c4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 944 time: 0.3149531 Feb 10 13:39:33.384997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] For port 897adc7a-b136-416d-accc-36558f0a4e56, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:33.396290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] For port 897adc7a-b136-416d-accc-36558f0a4e56, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=897adc7a-b136-416d-accc-36558f0a4e56,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:33.496479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88236e9d-e171-4784-92ec-4ed15b8ee9da req-c0ce278a-39ce-4131-aa30-9fa1aa769e73 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144965 Feb 10 13:39:33.528661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.675045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5b5a7-e062-4fbc-9534-9ff2656f7da4 None None] Pushing event updated for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:33.738785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a3ffff43-6bdc-4d63-814e-cf02bd7d6344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:33.839425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.objects.ports [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:39:33.894990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:33.895649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:33.979600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6b71f062-a837-475d-ab3e-d69ffedc01a6 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:34.002483 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks [] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.018911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-32bc5aa2-ee84-43cc-9ab5-3f34dca05b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:34.022292 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-32bc5aa2-ee84-43cc-9ab5-3f34dca05b64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 1126 time: 0.6802115 Feb 10 13:39:34.032270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.051200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Allocated IP 172.25.8.210 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/20e916a3-a137-4c48-970e-86e8a54bb9f9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:34.103715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:34.181539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:34.184179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:34.243734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Pushing event updated for resources: {'Port': ['ID=7e5c9e88-8b9e-418e-8498-99521325f5f1,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:34.249043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8444a83-61a5-4947-9cf3-015061dac224 req-57806f7d-5aca-4399-a340-1b777775946c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:34.254285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8444a83-61a5-4947-9cf3-015061dac224 req-57806f7d-5aca-4399-a340-1b777775946c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 944 time: 0.4127793 Feb 10 13:39:34.294752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:34.341958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Attempting to bind port 7e5c9e88-8b9e-418e-8498-99521325f5f1 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:34.342239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Attempting to bind port 7e5c9e88-8b9e-418e-8498-99521325f5f1 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:34.342607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Attempting to bind port 7e5c9e88-8b9e-418e-8498-99521325f5f1 on network 1b301d09-1817-4bd6-8445-7ea5788031c5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:34.360824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:34.361207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Checking segment: {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:34.361625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.362019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Bound using segment: {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:34.362499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Bound port: 7e5c9e88-8b9e-418e-8498-99521325f5f1, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:34.362882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.369139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8444a83-61a5-4947-9cf3-015061dac224 req-5e256f50-7ae7-4d61-8157-96693bdeef29 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Feb 10 13:39:34.387057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Provisioning complete for port 897adc7a-b136-416d-accc-36558f0a4e56 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:34.387243 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (897adc7a-b136-416d-accc-36558f0a4e56), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.395648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.487382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385d302-5fd9-4726-a024-2d40ed3cb2e1 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:34.527625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.610872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-99ca33fe-bbce-4a7b-861f-c27b2222d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:34.612388 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-99ca33fe-bbce-4a7b-861f-c27b2222d112 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.5763144 Feb 10 13:39:34.629430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.699888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] For port 7e5c9e88-8b9e-418e-8498-99521325f5f1, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:34.709965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.724928 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:34.738915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] For port 7e5c9e88-8b9e-418e-8498-99521325f5f1, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e5c9e88-8b9e-418e-8498-99521325f5f1,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:34.765277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.779105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.786754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-83f11d00-5850-4c7a-a9a9-04a3c967ae82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28 HTTP/1.1" status: 200 len: 217 time: 0.1461720 Feb 10 13:39:34.787335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=20e916a3-a137-4c48-970e-86e8a54bb9f9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:34.809839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.868345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-1e1e33bf-8237-449f-b427-c3d885489d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:34.876571 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-1e1e33bf-8237-449f-b427-c3d885489d46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0801976 Feb 10 13:39:34.877727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (a957dba9-0ec7-4018-bb03-6deee52278d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.878373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e66d8a-f334-455d-8e63-31151860dc88 None None] Pushing event updated for resources: {'Port': ['ID=7e5c9e88-8b9e-418e-8498-99521325f5f1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:34.905684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:34.915338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:34.936028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a37474-11e5-43be-aedd-a4e0caa4d62d req-9db7acb4-9116-4059-9b62-985b84dc8cd1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:34.937664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0a37474-11e5-43be-aedd-a4e0caa4d62d req-9db7acb4-9116-4059-9b62-985b84dc8cd1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 944 time: 0.1700513 Feb 10 13:39:34.952781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Current status of the port 897adc7a-b136-416d-accc-36558f0a4e56 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:34.953585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (897adc7a-b136-416d-accc-36558f0a4e56), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:34.967951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:34.975524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:35.013599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:35.023049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:35.047111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:35.048051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:35.049120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] For port 897adc7a-b136-416d-accc-36558f0a4e56, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=897adc7a-b136-416d-accc-36558f0a4e56,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:35.056961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:33Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:35.066745 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:35.073909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=a957dba9-0ec7-4018-bb03-6deee52278d1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:35.092951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8ad83d90-5514-41b9-b84b-f387e3e89346 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2515554 Feb 10 13:39:35.095235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:35.113761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:1a:eb:24', 'name': 'tempest-NetworksTestDHCPv6-1965135769'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:35.292436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-699498c8-b24c-44cb-8ec8-53a1fdeecedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:35.302002 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-699498c8-b24c-44cb-8ec8-53a1fdeecedf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4141963 Feb 10 13:39:35.350138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f0a37474-11e5-43be-aedd-a4e0caa4d62d req-a34d888f-b76a-474d-9e6e-a2625aceaf03 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013715 Feb 10 13:39:35.421101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:35.540538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0d740-d520-46e8-b785-d72f297c17fe None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:33Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:35.548258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:35.709176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6326de-f082-4e6f-a77b-7503c65f807f req-e68e83b0-bda5-4b87-84e5-fa659a52880f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:35.710029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad68be-1bc4-4107-a0be-3d9627233612 None None] Pushing event updated for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:35.711127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f6326de-f082-4e6f-a77b-7503c65f807f req-e68e83b0-bda5-4b87-84e5-fa659a52880f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 944 time: 0.1470516 Feb 10 13:39:35.713940 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:35.766015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port b0344431-f099-4406-9cd0-5326154d432b yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:39:35.781720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca5ea7e0-6c33-46fc-819f-dd635b17de28 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:39:35.816307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ebcc2dda-c496-47af-8195-9c7546060634 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:35.817740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2dda-c496-47af-8195-9c7546060634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:35.842052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-81c2399d-ff58-41b5-aff5-68dcf593e576 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285909 Feb 10 13:39:35.914770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Update dhcp port {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'fixed_ips': [{'subnet_id': 'a957dba9-0ec7-4018-bb03-6deee52278d1', 'ip_address': '2001:db8:0:1:f816:3eff:fe18:2748'}, {'subnet_id': 'b20dd219-f864-4e96-958a-9fc9b996ca62'}], 'binding:host_id': 'n-d-815324-6'}, 'id': '44a15b72-fc8f-46b6-bd25-38b394b7c862'} from n-d-815324-6. {{(pid=103401) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 13:39:35.994118 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for router_gateway (7a1247e1-2488-49b8-9886-0f0902dc769b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:35.996291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.resource_extend [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:39:36.022854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::31d (23165869-dc7f-4747-b970-0fd5448d7c72/b20dd219-f864-4e96-958a-9fc9b996ca62/b0344431-f099-4406-9cd0-5326154d432b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:36.038414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.045656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:eb24 (23165869-dc7f-4747-b970-0fd5448d7c72/a957dba9-0ec7-4018-bb03-6deee52278d1/b0344431-f099-4406-9cd0-5326154d432b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:36.088319 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.108540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8fcf8a09-02b3-4dff-bea7-62d96ea52c87 req-bb680471-26d1-4e36-9abf-40cf442d50b1 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613935 Feb 10 13:39:36.195944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:36.196326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.204043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.308915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f7c0aa89-5eee-4db6-a321-c395f64afffe up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:36.426962 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (b0344431-f099-4406-9cd0-5326154d432b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.452849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.476302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b0344431-f099-4406-9cd0-5326154d432b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.618987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:36.624649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:36.646669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:36.650000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=b0344431-f099-4406-9cd0-5326154d432b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:36.660909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:36.668256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:36.669739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.672377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28', 'mac_address': 'fa:16:3e:33:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:39:36.676123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc2dda-c496-47af-8195-9c7546060634 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:36.691010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f6326de-f082-4e6f-a77b-7503c65f807f req-d968fc59-f2c6-4b7e-8629-77bc93679764 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9491599 Feb 10 13:39:36.698609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7aaf380e-f9f4-4749-85a8-c73ac527f7c0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5946250 Feb 10 13:39:36.703403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:36.854341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Router 7a1247e1-2488-49b8-9886-0f0902dc769b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:39:36.872822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port f7c0aa89-5eee-4db6-a321-c395f64afffe completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:39:36.892888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6c3e9-5ba3-4e6e-9846-c2e0d5efec09 None None] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:36.920815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ca5ea7e0-6c33-46fc-819f-dd635b17de28 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:36.921211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:36.965136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port f7c0aa89-5eee-4db6-a321-c395f64afffe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:36.965512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.001845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:37.008393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/b20dd219-f864-4e96-958a-9fc9b996ca62/44a15b72-fc8f-46b6-bd25-38b394b7c862) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:37.023694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:37.035218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Sync routers for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:37.049832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port b0344431-f099-4406-9cd0-5326154d432b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:37.050417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b0344431-f099-4406-9cd0-5326154d432b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.051629 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:37.055546 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:37.057468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.062117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7c4d16c-7ac9-4b1d-b911-5a276f66a6ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2042897 Feb 10 13:39:37.062318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Provisioning complete for port 7e5c9e88-8b9e-418e-8498-99521325f5f1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:37.062318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.062741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:37.064908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5ea7e0-6c33-46fc-819f-dd635b17de28 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:37.217505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234d2d-9d2d-4248-8088-c0c7c4d71f9e req-a2681cc7-d6e4-4538-ba11-3bb3624d65bf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:37.219450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7234d2d-9d2d-4248-8088-c0c7c4d71f9e req-a2681cc7-d6e4-4538-ba11-3bb3624d65bf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 944 time: 0.3145063 Feb 10 13:39:37.300958 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:37.415228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:37.455394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b0344431-f099-4406-9cd0-5326154d432b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.470531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Publish callbacks [] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.476161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for b0344431-f099-4406-9cd0-5326154d432b owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:37.513743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:37.520435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 897adc7a-b136-416d-accc-36558f0a4e56 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:37.554230 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.606726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.695022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 3, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:37.718864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7234d2d-9d2d-4248-8088-c0c7c4d71f9e req-e00271e0-e78c-4b0a-9196-d03e5c13d403 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898233 Feb 10 13:39:37.739459 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Checking router: 7a1247e1-2488-49b8-9886-0f0902dc769b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:37.742105 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Updating router 7a1247e1-2488-49b8-9886-0f0902dc769b port 20e916a3-a137-4c48-970e-86e8a54bb9f9 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:39:37.792695 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.848707 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.871047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:39:37.980253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Current status of the port 7e5c9e88-8b9e-418e-8498-99521325f5f1 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:37.980986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:37.982988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:38.030211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b0344431-f099-4406-9cd0-5326154d432b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.067472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port f7c0aa89-5eee-4db6-a321-c395f64afffe is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:38.068127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.158844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=b0344431-f099-4406-9cd0-5326154d432b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:38.256598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 897adc7a-b136-416d-accc-36558f0a4e56 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:38.257687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (897adc7a-b136-416d-accc-36558f0a4e56), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.280653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4a708-0611-4724-9f46-690b6250c4e5 req-4effb6c7-1280-417b-a6bc-bdaad2fa5119 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:38.282551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71d4a708-0611-4724-9f46-690b6250c4e5 req-4effb6c7-1280-417b-a6bc-bdaad2fa5119 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 944 time: 0.3982415 Feb 10 13:39:38.283398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.290345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:38.295750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] For port 7e5c9e88-8b9e-418e-8498-99521325f5f1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e5c9e88-8b9e-418e-8498-99521325f5f1,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:38.303833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-41173e4c-3af4-4fdb-8900-f111b53e3a8b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/b0344431-f099-4406-9cd0-5326154d432b HTTP/1.1" status: 204 len: 168 time: 1.5988774 Feb 10 13:39:38.315815 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks [] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.331536 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.401947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:38.406229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa9640-4754-4556-ab95-c0d3e9b37269 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:38.414696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68aa9640-4754-4556-ab95-c0d3e9b37269 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1232247 Feb 10 13:39:38.415883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.416479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:38.419978 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772708cc-9dc4-4388-9864-45e132058b49 None None] Pushing event updated for resources: {'Port': ['ID=20e916a3-a137-4c48-970e-86e8a54bb9f9,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:38.438287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:38.445016 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197d0c8-28e9-4a55-87fe-10c336623192" -d '{"events": [{"server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "name": "network-vif-plugged", "status": "completed", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:38.472576 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Attempting to bind port 20e916a3-a137-4c48-970e-86e8a54bb9f9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:38.472965 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Attempting to bind port 20e916a3-a137-4c48-970e-86e8a54bb9f9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:38.473526 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Attempting to bind port 20e916a3-a137-4c48-970e-86e8a54bb9f9 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:38.475564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.486189 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:38.486602 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:38.491323 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.502306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:38.503015 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Bound port: 20e916a3-a137-4c48-970e-86e8a54bb9f9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:38.503354 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:38.541661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186865c8-b3c0-4b5f-857d-c3e34849182f None None] Pushing event updated for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:38.550432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fab315-9ce4-45bf-8147-b520931ce24c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:38.559913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71d4a708-0611-4724-9f46-690b6250c4e5 req-1d40c7ca-61ec-45da-a894-ed8d3e124d81 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715961 Feb 10 13:39:38.560488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68fab315-9ce4-45bf-8147-b520931ce24c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1414688 Feb 10 13:39:38.560619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:38.769546 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f03085-9c0e-477e-bc99-dba4cdb4774e x-openstack-request-id: req-e3f03085-9c0e-477e-bc99-dba4cdb4774e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:38.771927 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "name": "network-vif-plugged", "status": "completed", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:38.772316 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3f03085-9c0e-477e-bc99-dba4cdb4774e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:38.773993 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe', 'code': 200} Feb 10 13:39:38.931928 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] For port 20e916a3-a137-4c48-970e-86e8a54bb9f9, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:38.936380 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] For port 20e916a3-a137-4c48-970e-86e8a54bb9f9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20e916a3-a137-4c48-970e-86e8a54bb9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:38.948356 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.009031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 897adc7a-b136-416d-accc-36558f0a4e56 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:39.010410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e5c9e88-8b9e-418e-8498-99521325f5f1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:39.012101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6166f2-aafc-4b3a-a01b-b9b6f2e0e929 None None] Pushing event updated for resources: {'Port': ['ID=7e5c9e88-8b9e-418e-8498-99521325f5f1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:39.024397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0116ec-bf1a-49b8-84ae-88acc90bd06d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:39.025363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0116ec-bf1a-49b8-84ae-88acc90bd06d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:39.026617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0116ec-bf1a-49b8-84ae-88acc90bd06d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:39.028251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3b0116ec-bf1a-49b8-84ae-88acc90bd06d tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4552424 Feb 10 13:39:39.031337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:39.063272 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:39.064352 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:39.117677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850bba2-0c24-4179-b82d-3cd358ac5e09 req-77b31f5c-b0e4-4da6-9af7-0f531dc70260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:39.119211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8850bba2-0c24-4179-b82d-3cd358ac5e09 req-77b31f5c-b0e4-4da6-9af7-0f531dc70260 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 1127 time: 0.2665598 Feb 10 13:39:39.140782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de097c88-050a-4426-a448-643fdf2b2c74 req-4f135a64-b4cf-4c96-9139-f796c57c84ca tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:39.142340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de097c88-050a-4426-a448-643fdf2b2c74 req-4f135a64-b4cf-4c96-9139-f796c57c84ca tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 945 time: 0.2926586 Feb 10 13:39:39.167232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet a957dba9-0ec7-4018-bb03-6deee52278d1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:39.174765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:39.179217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (a957dba9-0ec7-4018-bb03-6deee52278d1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.222906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:39.292154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (a957dba9-0ec7-4018-bb03-6deee52278d1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.465886 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772708cc-9dc4-4388-9864-45e132058b49 None None] Pushing event updated for resources: {'Port': ['ID=20e916a3-a137-4c48-970e-86e8a54bb9f9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:39.472383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a957dba9-0ec7-4018-bb03-6deee52278d1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.572034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340904c3-9360-4772-a888-b9751eff44a4 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:39.602072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a957dba9-0ec7-4018-bb03-6deee52278d1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.602926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-aa4fd148-dae6-4ab6-bf70-3134e0b796ed None None] Provisioning complete for port 7e5c9e88-8b9e-418e-8498-99521325f5f1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:39.621121 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 3, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:39.627936 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd148-dae6-4ab6-bf70-3134e0b796ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.628356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.631667 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/a957dba9-0ec7-4018-bb03-6deee52278d1 HTTP/1.1" status: 204 len: 168 time: 0.5993259 Feb 10 13:39:39.667455 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa215fa3-9fb9-4203-b015-a7c32c348505 None None] The sync data for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 is: [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 3, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:39.679279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:39.680154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3f90c-c122-4860-9158-7d920c6a6fa2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=a957dba9-0ec7-4018-bb03-6deee52278d1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:39.760920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet b20dd219-f864-4e96-958a-9fc9b996ca62 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:39.765364 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (b20dd219-f864-4e96-958a-9fc9b996ca62), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.836131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (b20dd219-f864-4e96-958a-9fc9b996ca62), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:39.914894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de097c88-050a-4426-a448-643fdf2b2c74 req-5945e59a-1862-4c88-9e45-c5ec12665bcf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407870 Feb 10 13:39:39.925255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7e5c9e88-8b9e-418e-8498-99521325f5f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:39.925608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8850bba2-0c24-4179-b82d-3cd358ac5e09 req-b0e1a55c-8917-472f-8752-feeddae42be2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807708 Feb 10 13:39:39.925757 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.031751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.043729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b20dd219-f864-4e96-958a-9fc9b996ca62), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.178981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (b20dd219-f864-4e96-958a-9fc9b996ca62), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.244099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fd148-dae6-4ab6-bf70-3134e0b796ed None None] Current status of the port 7e5c9e88-8b9e-418e-8498-99521325f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:40.254174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=b20dd219-f864-4e96-958a-9fc9b996ca62,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:40.271705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.282749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2790e0f4-2380-4850-8816-34f1e37cb69b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/b20dd219-f864-4e96-958a-9fc9b996ca62 HTTP/1.1" status: 204 len: 168 time: 0.5991111 Feb 10 13:39:40.283695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:40.306837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a92dc7-f98b-4d71-a968-4fba6a526541 req-b25cf80d-4ae5-445d-ab6d-126ff1845608 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:40.308387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0a92dc7-f98b-4d71-a968-4fba6a526541 req-b25cf80d-4ae5-445d-ab6d-126ff1845608 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.2136827 Feb 10 13:39:40.322181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7e5c9e88-8b9e-418e-8498-99521325f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:40.360809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-04ab7699-22a7-45d2-8f0c-827635ad0690 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699260 Feb 10 13:39:40.361683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 37896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:40.398029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-93221283-154d-4483-968d-de340cd78797 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:40.398642 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93221283-154d-4483-968d-de340cd78797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.447893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Allocated IP 172.20.0.1 (1b301d09-1817-4bd6-8445-7ea5788031c5/0d21270e-c143-4e68-aeac-101190f0c0e4/ddf8b66a-3bd5-4da5-9a53-93213fc94214) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:40.557530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-93221283-154d-4483-968d-de340cd78797 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:40.560841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:40.621944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0a92dc7-f98b-4d71-a968-4fba6a526541 req-3f86f1fc-f1d2-4339-889b-aaa5a16b307a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072295 Feb 10 13:39:40.700490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88c497-0c4b-4db4-a76a-d4dc21a4972d None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:40.744303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks [] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.757795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e5c9e88-8b9e-418e-8498-99521325f5f1 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:40.800603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:40.805981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.841364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.889587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eceda24f-570d-41ef-99a4-80a461068889 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:40.889965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eceda24f-570d-41ef-99a4-80a461068889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:40.916580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:40.947783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:40.954709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:40.999557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7e5c9e88-8b9e-418e-8498-99521325f5f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:40.999985 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.063612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (7a1247e1-2488-49b8-9886-0f0902dc769b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.112881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:41.155856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eceda24f-570d-41ef-99a4-80a461068889 None None] Current status of the port 44a15b72-fc8f-46b6-bd25-38b394b7c862 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:41.233820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:41.260462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Deleting port 44a15b72-fc8f-46b6-bd25-38b394b7c862 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:41.261498 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.296430 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.325205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7e5c9e88-8b9e-418e-8498-99521325f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:41.326902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:41.445369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] For port 44a15b72-fc8f-46b6-bd25-38b394b7c862, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=44a15b72-fc8f-46b6-bd25-38b394b7c862,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:41.445870 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.464598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Calling delete_port for 44a15b72-fc8f-46b6-bd25-38b394b7c862 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:41.474239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c6bc-a53a-43b6-9030-2aad62d4ca11 req-edbe1bbc-2541-4b15-9e5c-9d3f0ce180e7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:41.475885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cb8c6bc-a53a-43b6-9030-2aad62d4ca11 req-edbe1bbc-2541-4b15-9e5c-9d3f0ce180e7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 945 time: 0.2783322 Feb 10 13:39:41.593546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.619050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 44a15b72-fc8f-46b6-bd25-38b394b7c862 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:41.619567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.621305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (44a15b72-fc8f-46b6-bd25-38b394b7c862), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.650276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-689aef30-34f2-45f1-ad8f-aa5c1c631398 None None] Provisioning complete for port ddf8b66a-3bd5-4da5-9a53-93213fc94214 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:41.650694 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-689aef30-34f2-45f1-ad8f-aa5c1c631398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.703068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] Pushing event deleted for resources: {'Port': ['ID=44a15b72-fc8f-46b6-bd25-38b394b7c862,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:41.705278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca5ea7e0-6c33-46fc-819f-dd635b17de28 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:41.712767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Port 44a15b72-fc8f-46b6-bd25-38b394b7c862 was deleted so its status cannot be updated. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 13:39:41.713311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20e916a3-a137-4c48-970e-86e8a54bb9f9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:41.749862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cb8c6bc-a53a-43b6-9030-2aad62d4ca11 req-1fd262d1-3a3d-4685-be44-34cb47d17141 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535927 Feb 10 13:39:41.810387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (eb46959a-853b-4f9f-a16b-9724bc80ede1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.819123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465aa6a6-cb29-423c-8a2d-ec317e1cad79 None None] No DVR routers for this DVR port 44a15b72-fc8f-46b6-bd25-38b394b7c862 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:41.835611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-689aef30-34f2-45f1-ad8f-aa5c1c631398 None None] Port ddf8b66a-3bd5-4da5-9a53-93213fc94214 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:41.902396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=eb46959a-853b-4f9f-a16b-9724bc80ede1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:41.938153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port ca5ea7e0-6c33-46fc-819f-dd635b17de28 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:39:41.963489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port ca5ea7e0-6c33-46fc-819f-dd635b17de28 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:41.963872 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:41.966710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 20e916a3-a137-4c48-970e-86e8a54bb9f9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:41.966710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.003553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:42.011805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:42.014769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:42.015460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.035131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7c8ed-40a9-412a-a0cc-7a62638a40a2 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:42.043441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-21e30188-2615-458e-b8e8-70713cb8b2db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4874663 Feb 10 13:39:42.046690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:42.055565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:42.070155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32774-efd9-4b87-a0b4-3848059c5b60 req-c08467f8-93e4-45a0-913a-9798587e2497 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:42.071930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50d32774-efd9-4b87-a0b4-3848059c5b60 req-c08467f8-93e4-45a0-913a-9798587e2497 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1655250 Feb 10 13:39:42.161793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks [] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.191652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.213116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-23165869-dc7f-4747-b970-0fd5448d7c72', 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'project_id': '137fde1e45804be5bdf722c0cf8eaeba', 'fixed_ips': [{'subnet_id': 'eb46959a-853b-4f9f-a16b-9724bc80ede1'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:39:42.214013 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.239384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:42.244493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.262222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50d32774-efd9-4b87-a0b4-3848059c5b60 req-e5c2ffaf-690a-4826-9dc1-82746de573a1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788950 Feb 10 13:39:42.388300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (7a1247e1-2488-49b8-9886-0f0902dc769b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.391337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:42.454549 n-d-815324-6 neutron-server[103400]: INFO neutron.db.ipam_backend_mixin [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb46959a-853b-4f9f-a16b-9724bc80ede1 (CIDR: 2001:db8::/64) Feb 10 13:39:42.460343 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:39:42.472447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:42.492472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ca5ea7e0-6c33-46fc-819f-dd635b17de28 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:42.493598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.507874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 20e916a3-a137-4c48-970e-86e8a54bb9f9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:42.508312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.514763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-277c8089-d741-4bd5-98d0-70b0be1e6cbf tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4650364 Feb 10 13:39:42.517899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 37942) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:42.548589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'subnet': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:42.574105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 20e916a3-a137-4c48-970e-86e8a54bb9f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20e916a3-a137-4c48-970e-86e8a54bb9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:42.603214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.624113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:42.626335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:42.629716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:42.632659 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b08c3d-76b5-4418-afd3-becd804d9e6d" -d '{"events": [{"server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "name": "network-vif-plugged", "status": "completed", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:42.725445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:42.735745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Allocated IP 2001:db8::2 (23165869-dc7f-4747-b970-0fd5448d7c72/eb46959a-853b-4f9f-a16b-9724bc80ede1/d40991df-b35d-4fa4-9bb6-7a8a716e6e41) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:42.762010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.796612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:42.859750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 44a15b72-fc8f-46b6-bd25-38b394b7c862 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:42.860351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 44a15b72-fc8f-46b6-bd25-38b394b7c862 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:42.869198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=20e916a3-a137-4c48-970e-86e8a54bb9f9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:42.875221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:42.877767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:42.907661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Router 7a1247e1-2488-49b8-9886-0f0902dc769b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:39:42.917222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a9526-910f-4a3d-8ceb-f02e7e4bed6a req-e508dfc0-0758-45c8-a4da-bc332e996e4f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:42.918922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-879a9526-910f-4a3d-8ceb-f02e7e4bed6a req-e508dfc0-0758-45c8-a4da-bc332e996e4f tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.3416646 Feb 10 13:39:42.993524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-879a9526-910f-4a3d-8ceb-f02e7e4bed6a req-bf907b64-3ff3-4467-8962-f67301ae8209 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682120 Feb 10 13:39:43.083709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:43.118770 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464f5ff-c37e-4075-bfd6-ca1d52ba353f x-openstack-request-id: req-7464f5ff-c37e-4075-bfd6-ca1d52ba353f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:43.119070 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "name": "network-vif-plugged", "status": "completed", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:43.119333 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7464f5ff-c37e-4075-bfd6-ca1d52ba353f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:43.119992 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28', 'code': 200} Feb 10 13:39:43.177664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b30ed208-e6bb-42e4-820a-356d7909956a None None] Provisioning complete for port ddf8b66a-3bd5-4da5-9a53-93213fc94214 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:43.179203 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b30ed208-e6bb-42e4-820a-356d7909956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:43.247427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks [] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:43.259399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:43.323898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:43.327583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Pushing event updated for resources: {'Port': ['ID=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:43.329095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:39:43.330301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:43.334524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:43.343879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cb4f7197-7b87-4105-9802-ddeed1763e21 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a1247e1-2488-49b8-9886-0f0902dc769b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2785761 Feb 10 13:39:43.352497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Sync routers for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:39:43.371665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d893fdf-0a16-435d-8b42-70921ea26038 req-5b6bf06a-e8d5-4211-a456-fc3951e4d1f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:43.373266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d893fdf-0a16-435d-8b42-70921ea26038 req-5b6bf06a-e8d5-4211-a456-fc3951e4d1f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.1524408 Feb 10 13:39:43.391855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:43.392792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:43.470304 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9d893fdf-0a16-435d-8b42-70921ea26038 req-26fe129c-53b2-49c2-b322-e383bfe1f9e6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914702 Feb 10 13:39:43.516081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8f1a2-cf9e-4c39-9519-b399ace30118 req-8f23245b-94e7-4706-8d1d-83dcca3c445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:43.524400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9be8f1a2-cf9e-4c39-9519-b399ace30118 req-8f23245b-94e7-4706-8d1d-83dcca3c445c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 1128 time: 0.1653149 Feb 10 13:39:43.606853 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9be8f1a2-cf9e-4c39-9519-b399ace30118 req-9f3a51e9-e132-4bba-83ae-d653beb4d3e9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Feb 10 13:39:43.680267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d096-84b3-452e-9689-cf1a3a846a11 req-cc05f21b-561b-4f1c-a57c-ae7d2abb6579 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:43.684362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd37d096-84b3-452e-9689-cf1a3a846a11 req-cc05f21b-561b-4f1c-a57c-ae7d2abb6579 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1346478 Feb 10 13:39:43.736166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.objects.ports [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103400) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 13:39:43.783870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd37d096-84b3-452e-9689-cf1a3a846a11 req-320e386f-533a-447d-bba0-a17bf1e138c1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917931 Feb 10 13:39:43.824629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b30ed208-e6bb-42e4-820a-356d7909956a None None] Port ddf8b66a-3bd5-4da5-9a53-93213fc94214 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:43.858294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:43.915221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:43.915605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:43.916180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:43.941136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:43.942259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:43.944511 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:43.944959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:43.945614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Bound port: d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:43.945864 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.106961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.221173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dc1d2-a2a0-4672-bdf5-43555b9a69ed req-5468dfe7-8101-4027-8d9f-7bca386a226e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:44.236546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d12dc1d2-a2a0-4672-bdf5-43555b9a69ed req-5468dfe7-8101-4027-8d9f-7bca386a226e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1425920 Feb 10 13:39:44.241517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:41Z', 'revision_number': 4, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ddf8b66a-3bd5-4da5-9a53-93213fc94214', 'name': '', 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'mac_address': 'fa:16:3e:0f:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:40Z', 'updated_at': '2022-02-10T13:39:41Z', 'revision_number': 2, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'subnets': [{'id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:44.295259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:44.298514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Checking router: 7a1247e1-2488-49b8-9886-0f0902dc769b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:39:44.299137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Updating router 7a1247e1-2488-49b8-9886-0f0902dc769b port ddf8b66a-3bd5-4da5-9a53-93213fc94214 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:39:44.327937 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.328815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d12dc1d2-a2a0-4672-bdf5-43555b9a69ed req-fe97c651-f9a9-4c43-baab-44ecfaf81f2e tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861125 Feb 10 13:39:44.334489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.340192 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:44.351913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:44.363337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.369533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:44.369980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:44.370318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attempting to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 on network 23165869-dc7f-4747-b970-0fd5448d7c72 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:44.426861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:44.428244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730848a-6e11-4cd6-b52f-4cb0ffe16dbb None None] Pushing event updated for resources: {'Port': ['ID=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:44.433477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:44.433894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Checking segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:44.434293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.434653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Bound using segment: {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:44.435092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Bound port: d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2116bde9-fd0f-4c0f-82a5-996541e9f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:44.435443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.452066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.544995 n-d-815324-6 neutron-server[103400]: WARNING neutron.plugins.ml2.plugin [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Concurrent port binding operations failed on port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 Feb 10 13:39:44.550127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:44.551877 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attempt 2 to bind port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 Feb 10 13:39:44.556145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (9d65867c-b68e-4c98-9597-9f8a6bba66bf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.660979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:44.689309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:44.692492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:44.694449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:44.717231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1961493 Feb 10 13:39:44.720968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:44.727679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Request body: {'port': {'network_id': '23165869-dc7f-4747-b970-0fd5448d7c72', 'mac_address': 'fa:16:3e:be:cd:6b', 'name': 'tempest-NetworksTestDHCPv6-1610957403'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:44.813597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8b47-e207-429d-abc5-341ee5bf4357 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Subnet': ['ID=9d65867c-b68e-4c98-9597-9f8a6bba66bf,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:44.905422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f03f-7409-4bfe-a490-868e6e5420ec req-af79b863-7120-4ab5-8218-3ad933c5c0e0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:44.916297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3773f03f-7409-4bfe-a490-868e6e5420ec req-af79b863-7120-4ab5-8218-3ad933c5c0e0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.2921910 Feb 10 13:39:44.943687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20e916a3-a137-4c48-970e-86e8a54bb9f9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:44.984160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3773f03f-7409-4bfe-a490-868e6e5420ec req-f7ea2291-208b-4018-a7e7-dca785624ad0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653207 Feb 10 13:39:45.007278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Made reservation on behalf of 137fde1e45804be5bdf722c0cf8eaeba for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:45.107964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 20e916a3-a137-4c48-970e-86e8a54bb9f9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:45.108485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.120501 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks [] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.147158 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.213560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94155de3-7608-485f-adf3-c3512bddf760 None None] Pushing event updated for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:45.241839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.295211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] device_id is not set on port 73f836b6-00eb-4c18-a3f7-6c37082090a0 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:39:45.376846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Attempting to bind port ddf8b66a-3bd5-4da5-9a53-93213fc94214 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:45.377360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Attempting to bind port ddf8b66a-3bd5-4da5-9a53-93213fc94214 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:45.377775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Attempting to bind port ddf8b66a-3bd5-4da5-9a53-93213fc94214 on network 1b301d09-1817-4bd6-8445-7ea5788031c5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:45.383488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 20e916a3-a137-4c48-970e-86e8a54bb9f9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:45.394290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:45.399916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Checking segment: {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:45.402204 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.402688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Bound using segment: {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:45.403424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Bound port: ddf8b66a-3bd5-4da5-9a53-93213fc94214, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:45.403905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.535637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] For port ddf8b66a-3bd5-4da5-9a53-93213fc94214, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:45.551828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] For port ddf8b66a-3bd5-4da5-9a53-93213fc94214, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddf8b66a-3bd5-4da5-9a53-93213fc94214,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:45.574528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.744253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620fb5-ea64-4850-9f2c-75580034a401 req-58a18d79-9e4d-43fc-8ac3-9d178ccd01c6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:45.769609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52620fb5-ea64-4850-9f2c-75580034a401 req-58a18d79-9e4d-43fc-8ac3-9d178ccd01c6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.2218518 Feb 10 13:39:45.792835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:39:45.793877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:39:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:45.798076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Provisioning complete for port ddf8b66a-3bd5-4da5-9a53-93213fc94214 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:45.798945 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:45.838673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94155de3-7608-485f-adf3-c3512bddf760 None None] Pushing event updated for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:45.905246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-52620fb5-ea64-4850-9f2c-75580034a401 req-fd9578cb-8a78-42db-8213-af72798a32d8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340549 Feb 10 13:39:46.070558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:39:46.238999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81168c87-6e45-45f7-b847-8b1819586841 req-e642998e-d6e3-431d-ab9a-d5236417421d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:46.242962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81168c87-6e45-45f7-b847-8b1819586841 req-e642998e-d6e3-431d-ab9a-d5236417421d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.1500325 Feb 10 13:39:46.323805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Current status of the port ddf8b66a-3bd5-4da5-9a53-93213fc94214 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:46.324352 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.326391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81168c87-6e45-45f7-b847-8b1819586841 req-415b6b01-459a-46c9-ba83-0d45453a33e1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791781 Feb 10 13:39:46.381302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35098c8-2875-42ff-90b1-a48016be4212 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:46.410191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8::3e5 (23165869-dc7f-4747-b970-0fd5448d7c72/eb46959a-853b-4f9f-a16b-9724bc80ede1/73f836b6-00eb-4c18-a3f7-6c37082090a0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:46.422994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:cd6b (23165869-dc7f-4747-b970-0fd5448d7c72/9d65867c-b68e-4c98-9597-9f8a6bba66bf/73f836b6-00eb-4c18-a3f7-6c37082090a0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:46.487102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] For port ddf8b66a-3bd5-4da5-9a53-93213fc94214, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddf8b66a-3bd5-4da5-9a53-93213fc94214,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:46.506809 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.684231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3b0b4-10e8-438b-bec9-f91e3e95bbae None None] Pushing event updated for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:46.709145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Provisioning complete for port ddf8b66a-3bd5-4da5-9a53-93213fc94214 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:46.709592 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.727523 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for port (73f836b6-00eb-4c18-a3f7-6c37082090a0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.789471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (73f836b6-00eb-4c18-a3f7-6c37082090a0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.824954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d40991df-b35d-4fa4-9bb6-7a8a716e6e41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:46.869290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:41Z', 'revision_number': 4, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ddf8b66a-3bd5-4da5-9a53-93213fc94214', 'name': '', 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'mac_address': 'fa:16:3e:0f:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:40Z', 'updated_at': '2022-02-10T13:39:45Z', 'revision_number': 4, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'subnets': [{'id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:46.909613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Network 23165869-dc7f-4747-b970-0fd5448d7c72 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:46.920023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:46.926921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:46.941589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:46.944164 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:46.957090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6b166-219c-4f02-b623-13d7becdc82c None None] The sync data for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 is: [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:39:41Z', 'revision_number': 4, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ddf8b66a-3bd5-4da5-9a53-93213fc94214', 'name': '', 'network_id': '1b301d09-1817-4bd6-8445-7ea5788031c5', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'mac_address': 'fa:16:3e:0f:12:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:40Z', 'updated_at': '2022-02-10T13:39:45Z', 'revision_number': 4, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'subnets': [{'id': '0d21270e-c143-4e68-aeac-101190f0c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:39:46.999941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event updated for resources: {'Port': ['ID=73f836b6-00eb-4c18-a3f7-6c37082090a0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:47.040726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:47.041835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-73831f2a-b146-4bb4-80d0-0bf8a931857f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3194301 Feb 10 13:39:47.106073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Current status of the port ddf8b66a-3bd5-4da5-9a53-93213fc94214 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:47.166479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:47.173014 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.175426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Provisioning complete for port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:47.175808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.316733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0de1-a94a-4524-8433-fa5bcc86c5b9 req-f2a5fca3-5279-4483-846d-5e64f5d861a8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:47.326461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76eb0de1-a94a-4524-8433-fa5bcc86c5b9 req-f2a5fca3-5279-4483-846d-5e64f5d861a8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1814492 Feb 10 13:39:47.412071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76eb0de1-a94a-4524-8433-fa5bcc86c5b9 req-5790e7c8-4645-4b4c-a00d-de6c3475ff48 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841064 Feb 10 13:39:47.452885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting port 73f836b6-00eb-4c18-a3f7-6c37082090a0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:47.453502 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (73f836b6-00eb-4c18-a3f7-6c37082090a0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.611378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:47.611996 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.641261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:47.642933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.711805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (73f836b6-00eb-4c18-a3f7-6c37082090a0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.727988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Calling delete_port for 73f836b6-00eb-4c18-a3f7-6c37082090a0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:47.741410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:47.751753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:47.947705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:39:47.949724 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:39:47.983024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55ab6-3a94-4313-87e1-47b2146ca7a4 None None] Pushing event updated for resources: {'Port': ['ID=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:48.163164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (73f836b6-00eb-4c18-a3f7-6c37082090a0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:48.213230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Port': ['ID=73f836b6-00eb-4c18-a3f7-6c37082090a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:48.303305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:48.308877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-113cda18-e343-412d-9f7b-a1183384309c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/73f836b6-00eb-4c18-a3f7-6c37082090a0 HTTP/1.1" status: 204 len: 168 time: 1.2648337 Feb 10 13:39:48.309211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:48.393006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c349c-93fa-431b-96a2-ff84d7d40c5c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.398626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e0c349c-93fa-431b-96a2-ff84d7d40c5c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0855782 Feb 10 13:39:48.401244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:48.406529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-46810954-9048-446f-b57b-90d557e28502 None None] Provisioning complete for port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:48.407063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46810954-9048-446f-b57b-90d557e28502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:48.527515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd247ce7-fff5-471f-a3c7-cf5ef22f797f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.530067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd247ce7-fff5-471f-a3c7-cf5ef22f797f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1278391 Feb 10 13:39:48.532659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:48.683097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bd58b-18bf-4b4a-8ef2-ad5db0ba046a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.684943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bd58b-18bf-4b4a-8ef2-ad5db0ba046a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.690225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bd58b-18bf-4b4a-8ef2-ad5db0ba046a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.698221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ad4bd58b-18bf-4b4a-8ef2-ad5db0ba046a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1612728 Feb 10 13:39:48.698696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:48.844420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet 9d65867c-b68e-4c98-9597-9f8a6bba66bf {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:48.848383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (9d65867c-b68e-4c98-9597-9f8a6bba66bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:48.892921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-9bc0e14d-2b2d-40e4-9636-3bd10fadd047 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:48.911882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-9bc0e14d-2b2d-40e4-9636-3bd10fadd047 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.3441300 Feb 10 13:39:48.924445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (9d65867c-b68e-4c98-9597-9f8a6bba66bf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:48.933275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-f254209e-23c8-4e2f-b914-354e2ee2cf62 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0203092 Feb 10 13:39:49.050632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:49.066048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-b45ffcc6-69e3-4431-9785-18bd83ed6633 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318157 Feb 10 13:39:49.178707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9d65867c-b68e-4c98-9597-9f8a6bba66bf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.185780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-46810954-9048-446f-b57b-90d557e28502 None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:49.200465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-02d44653-7164-4745-a14e-34f6adcf0970 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335053 Feb 10 13:39:49.313421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8fe062ac-76cc-4c6e-bbfd-a3d85ceae202 None None] Could not find standard attr ID for object 73f836b6-00eb-4c18-a3f7-6c37082090a0. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:39:49.329295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (9d65867c-b68e-4c98-9597-9f8a6bba66bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.362030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d40991df-b35d-4fa4-9bb6-7a8a716e6e41 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:49.373721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=9d65867c-b68e-4c98-9597-9f8a6bba66bf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:49.385772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-2df2733e-fe78-487f-b3ea-6618fe85d0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843376 Feb 10 13:39:49.391904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.397781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-80428055-32c2-46d4-bf5f-cfdf9dad8f40 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/9d65867c-b68e-4c98-9597-9f8a6bba66bf HTTP/1.1" status: 204 len: 168 time: 0.6980441 Feb 10 13:39:49.400271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:49.405014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b249691-c3ba-4da0-8f78-58c367809983 None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:49.489239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Deleting subnet eb46959a-853b-4f9f-a16b-9724bc80ede1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:39:49.494099 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (eb46959a-853b-4f9f-a16b-9724bc80ede1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.561408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:49.561966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.570982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (eb46959a-853b-4f9f-a16b-9724bc80ede1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.666945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:49.669184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddf8b66a-3bd5-4da5-9a53-93213fc94214 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:39:49.699242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (eb46959a-853b-4f9f-a16b-9724bc80ede1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.725870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ddf8b66a-3bd5-4da5-9a53-93213fc94214 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:49.726315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.790717 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (eb46959a-853b-4f9f-a16b-9724bc80ede1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.833620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:49.837082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/eb46959a-853b-4f9f-a16b-9724bc80ede1 HTTP/1.1" status: 204 len: 168 time: 0.4350901 Feb 10 13:39:49.839306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:49.841016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69cf3d-8b59-44a9-bd55-de7810df51ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Subnet': ['ID=eb46959a-853b-4f9f-a16b-9724bc80ede1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:49.876506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ddf8b66a-3bd5-4da5-9a53-93213fc94214 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:49.929780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a7dea266-b8e8-4872-8a7e-3385f2132df5 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889013 Feb 10 13:39:49.935044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38146) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.065107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155761c-d842-4d07-bbff-60e3fb9ae0fd req-f309fb19-831b-4443-9696-68b66179541d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:50.066695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a155761c-d842-4d07-bbff-60e3fb9ae0fd req-f309fb19-831b-4443-9696-68b66179541d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1399016 Feb 10 13:39:50.069410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c19dd-5da8-4890-86de-f2048d2457cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:50.071846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-946c19dd-5da8-4890-86de-f2048d2457cd tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1354330 Feb 10 13:39:50.077346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.144264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf3738-9bc3-480d-8227-26422a81dd9b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:50.146356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dddf3738-9bc3-480d-8227-26422a81dd9b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673723 Feb 10 13:39:50.149037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.203719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a155761c-d842-4d07-bbff-60e3fb9ae0fd req-152ae604-8619-46eb-ab28-72aef0c398be tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293256 Feb 10 13:39:50.226017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b9033b15-53b8-4c43-bae9-5e29d1dfcc72 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733235 Feb 10 13:39:50.231978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.296091 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddf5414-a5c7-4305-b468-2d643134cd55 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.296873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddf5414-a5c7-4305-b468-2d643134cd55 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.300117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cddf5414-a5c7-4305-b468-2d643134cd55 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/73f836b6-00eb-4c18-a3f7-6c37082090a0 HTTP/1.1" status: 404 len: 333 time: 0.0671225 Feb 10 13:39:50.303963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.336584 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec749b9-409d-4266-8288-9e868abb5222 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.337378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec749b9-409d-4266-8288-9e868abb5222 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.343833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.344787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6ec749b9-409d-4266-8288-9e868abb5222 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/9d65867c-b68e-4c98-9597-9f8a6bba66bf HTTP/1.1" status: 404 len: 337 time: 0.0397117 Feb 10 13:39:50.384714 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3991cfaa-be85-464d-93d0-018f37c80056 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.385198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3991cfaa-be85-464d-93d0-018f37c80056 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.399599 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3991cfaa-be85-464d-93d0-018f37c80056 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/eb46959a-853b-4f9f-a16b-9724bc80ede1 HTTP/1.1" status: 404 len: 337 time: 0.0547733 Feb 10 13:39:50.402292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.439535 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e99fb4-2c97-4487-a137-7077556d4cf6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.440096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e99fb4-2c97-4487-a137-7077556d4cf6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.446457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.457209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b7e99fb4-2c97-4487-a137-7077556d4cf6 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/b0344431-f099-4406-9cd0-5326154d432b HTTP/1.1" status: 404 len: 333 time: 0.0537632 Feb 10 13:39:50.479857 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2f7e5d-7f60-4629-8a13-fef6c9c1909f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.480360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2f7e5d-7f60-4629-8a13-fef6c9c1909f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.483468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b2f7e5d-7f60-4629-8a13-fef6c9c1909f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/a957dba9-0ec7-4018-bb03-6deee52278d1 HTTP/1.1" status: 404 len: 337 time: 0.0359657 Feb 10 13:39:50.495578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38180) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.506760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42c1fb4b-3b8d-47f6-9890-953d63d53450 req-64ec8895-a985-4984-b653-a3b09e10f6df tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0337424 Feb 10 13:39:50.537779 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-76da5186-ee96-45e2-9500-69e92f1876aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.538240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76da5186-ee96-45e2-9500-69e92f1876aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.545512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.554136 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76da5186-ee96-45e2-9500-69e92f1876aa tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/b20dd219-f864-4e96-958a-9fc9b996ca62 HTTP/1.1" status: 404 len: 337 time: 0.0508187 Feb 10 13:39:50.585987 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-090b46fc-9ea4-482e-ac33-f469992842e9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.586653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090b46fc-9ea4-482e-ac33-f469992842e9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.592652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.602005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-090b46fc-9ea4-482e-ac33-f469992842e9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/6b6dc089-3982-4c74-aec0-2d4d1ddb412e HTTP/1.1" status: 404 len: 333 time: 0.0553515 Feb 10 13:39:50.625997 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-187c114b-5e9a-46fd-a33a-8db56c5d4c33 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.626703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187c114b-5e9a-46fd-a33a-8db56c5d4c33 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.633313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.637436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-187c114b-5e9a-46fd-a33a-8db56c5d4c33 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8a27403e-98ee-45ae-850c-c7c741170e68 HTTP/1.1" status: 404 len: 337 time: 0.0424216 Feb 10 13:39:50.669065 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1778098-4e43-4f92-baa7-4e43be1ea0a7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.669597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1778098-4e43-4f92-baa7-4e43be1ea0a7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.673124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f1778098-4e43-4f92-baa7-4e43be1ea0a7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f93c7390-25bf-4a95-8d30-9d48452906bf HTTP/1.1" status: 404 len: 337 time: 0.0384192 Feb 10 13:39:50.677772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.709646 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c32e2eb-36d4-4ef7-826f-8a0841b558d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.710361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c32e2eb-36d4-4ef7-826f-8a0841b558d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.717020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.717330 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2c32e2eb-36d4-4ef7-826f-8a0841b558d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/7b7fbff9-f2fb-4541-af98-27a810706d76 HTTP/1.1" status: 404 len: 333 time: 0.0380549 Feb 10 13:39:50.746800 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc30a46-24c9-41e0-9c55-9f5dcbf74d11 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.747279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc30a46-24c9-41e0-9c55-9f5dcbf74d11 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.753884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.754034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8bc30a46-24c9-41e0-9c55-9f5dcbf74d11 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/815c80c9-4bb6-4378-a5a7-e1dbe028538e HTTP/1.1" status: 404 len: 337 time: 0.0353560 Feb 10 13:39:50.786816 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff7fa41-bf98-4422-8f9f-cb1bad6e5fe1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.787559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff7fa41-bf98-4422-8f9f-cb1bad6e5fe1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.791192 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aff7fa41-bf98-4422-8f9f-cb1bad6e5fe1 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/fc524573-2a27-4f25-9a8b-594e9b8cc031 HTTP/1.1" status: 404 len: 337 time: 0.0361497 Feb 10 13:39:50.794084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.829322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025139b1-b1b8-49ed-aa64-859af594360a None None] Network 23165869-dc7f-4747-b970-0fd5448d7c72 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:39:50.834475 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fdb845-4a90-490c-9959-4beba3335427 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.835055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fdb845-4a90-490c-9959-4beba3335427 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.841684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-67fdb845-4a90-490c-9959-4beba3335427 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/10e0ba49-d957-44f3-9af6-d05a43b4f28c HTTP/1.1" status: 404 len: 333 time: 0.0463238 Feb 10 13:39:50.844375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.882172 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93af359-f351-4a8a-a91b-6a6f1f51852c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.882378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93af359-f351-4a8a-a91b-6a6f1f51852c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.898680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f93af359-f351-4a8a-a91b-6a6f1f51852c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/fef6419c-eee3-4f7f-99f6-741f5daf0a60 HTTP/1.1" status: 404 len: 337 time: 0.0525908 Feb 10 13:39:50.901306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.933073 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b60773-8a24-4b5f-bd22-a711506a1832 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.933673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b60773-8a24-4b5f-bd22-a711506a1832 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.940043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2b60773-8a24-4b5f-bd22-a711506a1832 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/41646fd3-357f-42c2-89d6-214435ba87b5 HTTP/1.1" status: 404 len: 333 time: 0.0366797 Feb 10 13:39:50.941664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:50.978413 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac68f624-9f8c-469c-9295-fe2cb4fd38ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:50.978985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac68f624-9f8c-469c-9295-fe2cb4fd38ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:50.982171 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac68f624-9f8c-469c-9295-fe2cb4fd38ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/2dd565fc-2c89-4c98-af4d-c52817b56628 HTTP/1.1" status: 404 len: 337 time: 0.0388026 Feb 10 13:39:50.982505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f7066268-5518-459d-9ecf-1fdf888c6a5f None None] Provisioning complete for port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:50.983042 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f7066268-5518-459d-9ecf-1fdf888c6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:50.984685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.014167 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadbe28e-2c54-48d1-a25f-fb650e6bdb7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.015132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadbe28e-2c54-48d1-a25f-fb650e6bdb7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.018600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dadbe28e-2c54-48d1-a25f-fb650e6bdb7b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/0399911f-76ba-4440-9ef9-b456171471a1 HTTP/1.1" status: 404 len: 333 time: 0.0327680 Feb 10 13:39:51.021944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.055910 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-29776d62-5793-4879-9486-06be68f38c53 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.056614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29776d62-5793-4879-9486-06be68f38c53 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.062689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.062932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-29776d62-5793-4879-9486-06be68f38c53 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/4a0c4a39-c1af-46f3-8065-1aa9a5736dc3 HTTP/1.1" status: 404 len: 337 time: 0.0395658 Feb 10 13:39:51.101899 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec26bd73-b2cd-49c7-a3d6-8fd9f8023e3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.102953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec26bd73-b2cd-49c7-a3d6-8fd9f8023e3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.106977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec26bd73-b2cd-49c7-a3d6-8fd9f8023e3b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/95610684-2a3f-422e-ad22-b8e2bc0e4d60 HTTP/1.1" status: 404 len: 333 time: 0.0432954 Feb 10 13:39:51.109667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.110112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f7066268-5518-459d-9ecf-1fdf888c6a5f None None] Current status of the port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:39:51.144989 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e76ef-fe79-469f-af2d-d5300030451b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.146260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e76ef-fe79-469f-af2d-d5300030451b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.152183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf7e76ef-fe79-469f-af2d-d5300030451b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/b14a9128-0e08-4e52-abf3-d648975eb3d8 HTTP/1.1" status: 404 len: 337 time: 0.0410323 Feb 10 13:39:51.152591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.161479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] DHCP port deletion for 23165869-dc7f-4747-b970-0fd5448d7c72 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:39:51.193821 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-841f3b58-c5e1-40a9-b975-cff962696394 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.194945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841f3b58-c5e1-40a9-b975-cff962696394 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.206339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.213324 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-841f3b58-c5e1-40a9-b975-cff962696394 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/68038811-0d32-41cb-a84c-8c4aff5cfde2 HTTP/1.1" status: 404 len: 333 time: 0.0595913 Feb 10 13:39:51.246214 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-835207c0-6677-41c2-a1da-dcab645f3ca4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.246947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835207c0-6677-41c2-a1da-dcab645f3ca4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.253433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-835207c0-6677-41c2-a1da-dcab645f3ca4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/4a44dc8f-67d5-45a7-aed6-fb2b053e2862 HTTP/1.1" status: 404 len: 337 time: 0.0460334 Feb 10 13:39:51.254432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.304683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Deleting port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:39:51.306387 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7ff45c-0be7-4def-8627-0a8fe76d2991 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.306989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:51.309150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7ff45c-0be7-4def-8627-0a8fe76d2991 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.320547 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a7ff45c-0be7-4def-8627-0a8fe76d2991 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/53458783-212a-44d0-8e23-7c7f3019e707 HTTP/1.1" status: 404 len: 333 time: 0.0627592 Feb 10 13:39:51.321224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.412624 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af48735-7ce4-4622-9b15-e57e2cc6da21 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.413030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af48735-7ce4-4622-9b15-e57e2cc6da21 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.430110 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2af48735-7ce4-4622-9b15-e57e2cc6da21 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/5f16882b-59aa-4952-9fee-1a7f3a0894a8 HTTP/1.1" status: 404 len: 337 time: 0.1060216 Feb 10 13:39:51.431388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.460457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:39:51.484835 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d270ca2-c642-49da-b6d8-7112d2f917d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.485376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d270ca2-c642-49da-b6d8-7112d2f917d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.496187 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5d270ca2-c642-49da-b6d8-7112d2f917d0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/c9b30e7d-2c61-4669-9bd5-980c83d1da48 HTTP/1.1" status: 404 len: 337 time: 0.0636940 Feb 10 13:39:51.498018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.509931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] For port d40991df-b35d-4fa4-9bb6-7a8a716e6e41, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,segment=NetworkSegment(2116bde9-fd0f-4c0f-82a5-996541e9f356),segment_id=2116bde9-fd0f-4c0f-82a5-996541e9f356)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:39:51.509931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:51.538552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Calling delete_port for d40991df-b35d-4fa4-9bb6-7a8a716e6e41 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:39:51.553274 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-73443f38-35cc-4d21-a616-d761f36af297 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.553962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73443f38-35cc-4d21-a616-d761f36af297 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.554468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443265-3370-4b5b-9c8c-990fb301e554 req-8b3ce81f-b26c-4532-8632-08f3d0b51967 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:51.557055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92443265-3370-4b5b-9c8c-990fb301e554 req-8b3ce81f-b26c-4532-8632-08f3d0b51967 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.2022858 Feb 10 13:39:51.567926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-73443f38-35cc-4d21-a616-d761f36af297 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/fd599f80-63c2-40bc-8188-a076c64b247a HTTP/1.1" status: 404 len: 333 time: 0.0660868 Feb 10 13:39:51.568892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.612588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-b61f8e6a-519e-4d1c-bc87-ff7eb07821d0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:51.615234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-b61f8e6a-519e-4d1c-bc87-ff7eb07821d0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.21 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.3081985 Feb 10 13:39:51.624165 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fbe660-a049-49b6-affb-3ddced440de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.624671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fbe660-a049-49b6-affb-3ddced440de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.629259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79fbe660-a049-49b6-affb-3ddced440de8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f150f614-e63e-4e4c-be7b-76ca8f004c0a HTTP/1.1" status: 404 len: 337 time: 0.0593638 Feb 10 13:39:51.630843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.662754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92443265-3370-4b5b-9c8c-990fb301e554 req-2dfb1157-8355-4d5d-b68b-3fa5c8636430 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950246 Feb 10 13:39:51.695959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:51.697991 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a01dfcd-63de-49ec-a52b-c19228a548e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.698464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a01dfcd-63de-49ec-a52b-c19228a548e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.708834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a01dfcd-63de-49ec-a52b-c19228a548e7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/9a8ff125-491f-4651-b96e-cb4e91ea147c HTTP/1.1" status: 404 len: 337 time: 0.0705254 Feb 10 13:39:51.708834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.711680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (d40991df-b35d-4fa4-9bb6-7a8a716e6e41), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:51.735732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] No DVR routers for this DVR port d40991df-b35d-4fa4-9bb6-7a8a716e6e41 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:39:51.777387 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-032fb3ea-bbb5-41f5-8e24-18f2a1efc09b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.777971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032fb3ea-bbb5-41f5-8e24-18f2a1efc09b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.794175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-032fb3ea-bbb5-41f5-8e24-18f2a1efc09b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/c1b6d8c1-6840-496e-9032-d113e2724ecc HTTP/1.1" status: 404 len: 333 time: 0.0825906 Feb 10 13:39:51.795388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38262) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.802557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a50580-50ad-4730-8081-bb481e175e23 None None] Pushing event deleted for resources: {'Port': ['ID=d40991df-b35d-4fa4-9bb6-7a8a716e6e41,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:51.857680 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43e5575-ab63-45e3-97b6-54e2e527be56 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.859288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43e5575-ab63-45e3-97b6-54e2e527be56 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.862703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f43e5575-ab63-45e3-97b6-54e2e527be56 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/083db18a-130b-4d62-b8ea-fbc3110d8af3 HTTP/1.1" status: 404 len: 337 time: 0.0663412 Feb 10 13:39:51.865856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.906421 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f905600-d5dc-4d6b-90a7-fda4e2b35a8a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.907991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f905600-d5dc-4d6b-90a7-fda4e2b35a8a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.913044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7f905600-d5dc-4d6b-90a7-fda4e2b35a8a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/444018c8-9e6b-46a6-a56e-7d4e054a92ab HTTP/1.1" status: 404 len: 337 time: 0.0435688 Feb 10 13:39:51.915484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38266) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.966675 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d5c72a-fe0a-40f2-a0cb-9278efe3567c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:51.967515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d5c72a-fe0a-40f2-a0cb-9278efe3567c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:51.968483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7807a377-0e35-4785-a5a4-80d277f342e5 req-d7562a20-7ab6-44b5-bb91-93282da31b0b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0537527 Feb 10 13:39:51.971962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32d5c72a-fe0a-40f2-a0cb-9278efe3567c tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/71646701-0ac3-4059-b090-8a2932e1b297 HTTP/1.1" status: 404 len: 333 time: 0.0555472 Feb 10 13:39:51.975033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:51.976173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:39:51.991242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:52.027782 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3644e956-091a-43a9-aebb-162f527501e3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.030145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3644e956-091a-43a9-aebb-162f527501e3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.033766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3644e956-091a-43a9-aebb-162f527501e3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/e2b1b080-dce9-47e7-982a-4f3f83d51e94 HTTP/1.1" status: 404 len: 337 time: 0.0575709 Feb 10 13:39:52.037615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.107297 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f09f5c-bbe3-4c33-bf16-74fc36104fc9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.107964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f09f5c-bbe3-4c33-bf16-74fc36104fc9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.111206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-09f09f5c-bbe3-4c33-bf16-74fc36104fc9 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/f236d8c1-60b0-4157-9af7-b3b8083399b9 HTTP/1.1" status: 404 len: 337 time: 0.0710580 Feb 10 13:39:52.116447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.226782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-956afe78-99ba-44ce-8f2a-1130dd7f55db tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports?device_id=23807692-4982-4894-91a6-a3228c088934 HTTP/1.1" status: 200 len: 205 time: 0.1057732 Feb 10 13:39:52.227595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.263140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.3 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/ef41a4d7-f866-4555-b46d-4e302a224a9a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:39:52.278236 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ff804f3d-b719-4e67-86a6-0063d2dd99b7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] delete failed (client error): The resource could not be found. Feb 10 13:39:52.282430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff804f3d-b719-4e67-86a6-0063d2dd99b7 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/routers/23807692-4982-4894-91a6-a3228c088934 HTTP/1.1" status: 404 len: 336 time: 0.0535297 Feb 10 13:39:52.283086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38286) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.311344 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-557cf7ec-6f6b-40c5-97e7-266f4bc839c2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.311943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557cf7ec-6f6b-40c5-97e7-266f4bc839c2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.318581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-557cf7ec-6f6b-40c5-97e7-266f4bc839c2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/c04e7a08-a8cb-467d-b6d8-8e6797368e48 HTTP/1.1" status: 404 len: 337 time: 0.0344605 Feb 10 13:39:52.319262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.349783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5d2f29e-8352-47f8-8589-7207a5e8dbd4 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c12665e-7bb9-4aa4-8eee-6255f9753cb3 HTTP/1.1" status: 200 len: 205 time: 0.0292962 Feb 10 13:39:52.350623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.399566 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-240c24a7-5062-44cf-9c9b-370e90835f18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] delete failed (client error): The resource could not be found. Feb 10 13:39:52.403849 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-240c24a7-5062-44cf-9c9b-370e90835f18 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/routers/5c12665e-7bb9-4aa4-8eee-6255f9753cb3 HTTP/1.1" status: 404 len: 336 time: 0.0519717 Feb 10 13:39:52.404563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.433742 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac76deda-9a77-47b6-87a9-b59b0406ff0f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.434593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac76deda-9a77-47b6-87a9-b59b0406ff0f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.442905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ac76deda-9a77-47b6-87a9-b59b0406ff0f tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/0d9414cd-a69c-44d5-8806-d48bcf4e2402 HTTP/1.1" status: 404 len: 337 time: 0.0366600 Feb 10 13:39:52.443749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.470597 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eda054f-ffd0-4205-9b9d-13397f81f8fc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.471311 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eda054f-ffd0-4205-9b9d-13397f81f8fc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.474105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:52.478100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.481243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1eda054f-ffd0-4205-9b9d-13397f81f8fc tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/944f4d0f-96eb-49dc-a97a-a46c7c27aecd HTTP/1.1" status: 404 len: 337 time: 0.0362020 Feb 10 13:39:52.508556 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-81599fa7-2fe3-4bf4-95d7-7a588efcb59a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.509172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81599fa7-2fe3-4bf4-95d7-7a588efcb59a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.517781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-81599fa7-2fe3-4bf4-95d7-7a588efcb59a tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/107ff2cb-fac3-4105-83cc-701cb05bd500 HTTP/1.1" status: 404 len: 333 time: 0.0354156 Feb 10 13:39:52.518671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38304) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.563107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:52.573958 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dcece9-8b10-40ac-b8f5-db1a64ecb796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.574444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dcece9-8b10-40ac-b8f5-db1a64ecb796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.579748 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59dcece9-8b10-40ac-b8f5-db1a64ecb796 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/d7a365ef-3060-4d99-9b38-0ed5bd4bf016 HTTP/1.1" status: 404 len: 337 time: 0.0584393 Feb 10 13:39:52.579993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.617510 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e794461-fbcf-4087-bd15-c145ae6b87ae tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:52.618372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e794461-fbcf-4087-bd15-c145ae6b87ae tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:52.619844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:39:52.621937 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9e794461-fbcf-4087-bd15-c145ae6b87ae tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/c3c4879a-761d-418f-87d1-c550040bc0fd HTTP/1.1" status: 404 len: 333 time: 0.0409768 Feb 10 13:39:52.625282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:39:52.627627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:52.650228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:39:53.056939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-10d9dd7d-d55a-4ce1-9b38-aaf4f4838efe None None] Provisioning complete for port ef41a4d7-f866-4555-b46d-4e302a224a9a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:39:53.057579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-10d9dd7d-d55a-4ce1-9b38-aaf4f4838efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:53.129654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-10d9dd7d-d55a-4ce1-9b38-aaf4f4838efe None None] Port ef41a4d7-f866-4555-b46d-4e302a224a9a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:39:53.184093 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-5777cb59-8382-44f0-b595-2a7c9a19f614 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.185238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5777cb59-8382-44f0-b595-2a7c9a19f614 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.188548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5777cb59-8382-44f0-b595-2a7c9a19f614 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/60ba48c8-af6a-4100-9197-5b8a76fbdbea HTTP/1.1" status: 404 len: 337 time: 0.5504658 Feb 10 13:39:53.191246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38324) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.202116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d40991df-b35d-4fa4-9bb6-7a8a716e6e41 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:39:53.203768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:53.263532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: d40991df-b35d-4fa4-9bb6-7a8a716e6e41 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:39:53.263868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d40991df-b35d-4fa4-9bb6-7a8a716e6e41 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:39:53.269436 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7350dd-f56b-451e-913e-f7f86fcb3c2e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.269627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7350dd-f56b-451e-913e-f7f86fcb3c2e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.276020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:53.276897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:53.278395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe7350dd-f56b-451e-913e-f7f86fcb3c2e tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/dba23f5b-b058-4242-b00a-a55dada7cd5d HTTP/1.1" status: 404 len: 333 time: 0.0847805 Feb 10 13:39:53.279049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38328) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.310581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ee9e9-84d6-4d77-b4f1-a6277b917bf5 req-39870c19-74e5-4e97-8ab3-69739e4e34f3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:53.317502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-196ee9e9-84d6-4d77-b4f1-a6277b917bf5 req-39870c19-74e5-4e97-8ab3-69739e4e34f3 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1659272 Feb 10 13:39:53.322007 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc490cf-7f39-44e5-bff5-f5a63f61d350 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.322519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc490cf-7f39-44e5-bff5-f5a63f61d350 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.330210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8fc490cf-7f39-44e5-bff5-f5a63f61d350 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8ed88586-8aeb-49fe-8ef4-731dda143eb8 HTTP/1.1" status: 404 len: 337 time: 0.0498903 Feb 10 13:39:53.330829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.342513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-3d528e85-ac60-41f7-a149-c5a2c8825f0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6939764 Feb 10 13:39:53.357722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Request body: {'port': {'device_id': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:39:53.366378 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b604fa0-891a-4703-9e7b-f904043ab893 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.367066 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b604fa0-891a-4703-9e7b-f904043ab893 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.376356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8b604fa0-891a-4703-9e7b-f904043ab893 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/8479da50-b79e-4c1a-882d-fdbfbf9475bd HTTP/1.1" status: 404 len: 333 time: 0.0445108 Feb 10 13:39:53.377293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38336) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.413472 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50a4f81-2a58-41a4-9fa3-9e617cc3b9ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.414111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50a4f81-2a58-41a4-9fa3-9e617cc3b9ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.420138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d50a4f81-2a58-41a4-9fa3-9e617cc3b9ca tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/7f81aca5-5904-4ae8-9f62-2f695df88be9 HTTP/1.1" status: 404 len: 337 time: 0.0416291 Feb 10 13:39:53.436323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-196ee9e9-84d6-4d77-b4f1-a6277b917bf5 req-969b43bd-b4e8-4353-a524-4df835e7af29 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157262 Feb 10 13:39:53.445596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.483748 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-54918294-7037-4e9a-bc6c-7fefe9c34f77 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.484403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54918294-7037-4e9a-bc6c-7fefe9c34f77 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.491809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-54918294-7037-4e9a-bc6c-7fefe9c34f77 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/3c3a67f3-96bd-4738-a1c7-669c5cb3c3a2 HTTP/1.1" status: 404 len: 333 time: 0.0449736 Feb 10 13:39:53.492428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.498272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:53.526980 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-06597dcb-3f31-4cd0-a1a6-492506a5ef44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.527341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06597dcb-3f31-4cd0-a1a6-492506a5ef44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.533780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06597dcb-3f31-4cd0-a1a6-492506a5ef44 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/cffd2327-ce98-4ee3-9984-2b95a59b31aa HTTP/1.1" status: 404 len: 337 time: 0.0402424 Feb 10 13:39:53.534579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.568644 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e12d9df-aa36-47aa-bd41-e0afbef8bcb0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.569417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e12d9df-aa36-47aa-bd41-e0afbef8bcb0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.576363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e12d9df-aa36-47aa-bd41-e0afbef8bcb0 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/8cc524d9-09d3-4e11-9755-8159d4bb8f28 HTTP/1.1" status: 404 len: 333 time: 0.0406444 Feb 10 13:39:53.577199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.608947 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-335ce65c-3d2b-4342-8d69-2a69d46b96f3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.609674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335ce65c-3d2b-4342-8d69-2a69d46b96f3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.617124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-335ce65c-3d2b-4342-8d69-2a69d46b96f3 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/8d442865-f528-463c-9210-9303f62bb299 HTTP/1.1" status: 404 len: 337 time: 0.0380530 Feb 10 13:39:53.618167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38352) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.678730 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f074db0-f4ff-4944-904b-08c4df5d55d2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.679551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f074db0-f4ff-4944-904b-08c4df5d55d2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.687609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2f074db0-f4ff-4944-904b-08c4df5d55d2 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/ports/6c4f0c21-e189-45d0-b9b3-db69d2692682 HTTP/1.1" status: 404 len: 333 time: 0.0680788 Feb 10 13:39:53.688640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38354) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.746143 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c832ae-fc79-484b-a057-b36546c27a4b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] DELETE failed (client error): The resource could not be found. Feb 10 13:39:53.746897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c832ae-fc79-484b-a057-b36546c27a4b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:39:53.756414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a6c832ae-fc79-484b-a057-b36546c27a4b tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/subnets/404c650b-d46c-447c-b31b-6146c12b60ce HTTP/1.1" status: 404 len: 337 time: 0.0654292 Feb 10 13:39:53.757208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:53.901136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (23165869-dc7f-4747-b970-0fd5448d7c72), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.019366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45ba2-e239-4286-8fb0-3c3c3c7a4221 req-d2f24b88-061a-4d44-844d-5aceb708ad5d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:54.027226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7c45ba2-e239-4286-8fb0-3c3c3c7a4221 req-d2f24b88-061a-4d44-844d-5aceb708ad5d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 931 time: 0.2290940 Feb 10 13:39:54.052951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (23165869-dc7f-4747-b970-0fd5448d7c72), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.060112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef41a4d7-f866-4555-b46d-4e302a224a9a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:39:54.068790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks [] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.075510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23165869-dc7f-4747-b970-0fd5448d7c72']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:54.086210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2116bde9-fd0f-4c0f-82a5-996541e9f356') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:54.086557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2116bde9-fd0f-4c0f-82a5-996541e9f356') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:39:54.096863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2116bde9-fd0f-4c0f-82a5-996541e9f356), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.101830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Transition to ACTIVE for port object ef41a4d7-f866-4555-b46d-4e302a224a9a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:39:54.112309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2116bde9-fd0f-4c0f-82a5-996541e9f356), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.119956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:39:54.120361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2116bde9-fd0f-4c0f-82a5-996541e9f356), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.122984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:39:54.196579 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:39:54.216066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (23165869-dc7f-4747-b970-0fd5448d7c72), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.217470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:54.224940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.228370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] 10.222.0.13 "DELETE /v2.0/networks/23165869-dc7f-4747-b970-0fd5448d7c72 HTTP/1.1" status: 204 len: 168 time: 0.4696434 Feb 10 13:39:54.274118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68360b-bddf-453e-af8a-2094905616c8 tempest-NetworksTestDHCPv6-1068197642 tempest-NetworksTestDHCPv6-1068197642-project] Pushing event deleted for resources: {'Network': ['ID=23165869-dc7f-4747-b970-0fd5448d7c72,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:54.453776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7c45ba2-e239-4286-8fb0-3c3c3c7a4221 req-37ff9ebf-33a1-4348-9795-b9431254b67a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249051 Feb 10 13:39:54.541281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Attempting to bind port ef41a4d7-f866-4555-b46d-4e302a224a9a on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:39:54.541620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Attempting to bind port ef41a4d7-f866-4555-b46d-4e302a224a9a by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:39:54.541952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Attempting to bind port ef41a4d7-f866-4555-b46d-4e302a224a9a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:54.555659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Port ef41a4d7-f866-4555-b46d-4e302a224a9a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:39:54.556041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Attempting to bind port ef41a4d7-f866-4555-b46d-4e302a224a9a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:39:54.569051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:39:54.569493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:39:54.570022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:39:54.570563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Bound port: ef41a4d7-f866-4555-b46d-4e302a224a9a, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:39:54.570922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.689089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0ef4-35bb-4505-9217-71bcb3ca2c96 req-40a78a57-d144-466d-a320-468cd65fb242 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:54.696050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a4e0ef4-35bb-4505-9217-71bcb3ca2c96 req-40a78a57-d144-466d-a320-468cd65fb242 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1017127 Feb 10 13:39:54.726074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:39:54.748491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:39:54.762525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.804891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a4e0ef4-35bb-4505-9217-71bcb3ca2c96 req-a5e9e17f-8dd8-4b5e-af8c-909d003939f9 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078873 Feb 10 13:39:54.846107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:54.884428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:54.885087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:54.886517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/ef41a4d7-f866-4555-b46d-4e302a224a9a HTTP/1.1" status: 200 len: 1091 time: 1.5352409 Feb 10 13:39:54.887193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:39:54.889301 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e66a3-3393-4a1e-a2a7-5227e5af964a" -d '{"events": [{"name": "network-changed", "server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:39:55.031250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953836-8b31-4540-b030-41ca5071a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:55.044665 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e942d2f5-bda8-4ff7-a6f9-32f8e53cf802 x-openstack-request-id: req-e942d2f5-bda8-4ff7-a6f9-32f8e53cf802 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:39:55.044976 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:39:55.045237 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e942d2f5-bda8-4ff7-a6f9-32f8e53cf802 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:39:55.045649 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a', 'status': 'completed', 'code': 200} Feb 10 13:39:55.069162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-9883babf-e29a-4b04-80c3-68dfedd68e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:55.071684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-9883babf-e29a-4b04-80c3-68dfedd68e4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 1125 time: 0.1384192 Feb 10 13:39:55.124779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-116af40f-eb6f-4827-ba2b-4df5a28140e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a HTTP/1.1" status: 200 len: 217 time: 0.0449843 Feb 10 13:39:55.188505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-21a2de0b-fbf2-4f1d-a79a-b55123632dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:55.189841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-21a2de0b-fbf2-4f1d-a79a-b55123632dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0588284 Feb 10 13:39:55.227484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9179b756-fd92-473b-a5f8-306285091c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=137fde1e45804be5bdf722c0cf8eaeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795886 Feb 10 13:39:55.229643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:55.311626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] Publish callbacks [] for security_group (0a621e8a-51ff-44a9-8aa4-619cca254f81), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:55.330903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fe46f5fa-7f05-4d7a-977d-ab023864970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:55.336435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-fe46f5fa-7f05-4d7a-977d-ab023864970c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271632 Feb 10 13:39:55.340467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] Publish callbacks [] for security_group (0a621e8a-51ff-44a9-8aa4-619cca254f81), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:55.427874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0a621e8a-51ff-44a9-8aa4-619cca254f81), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:55.431050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:55.434870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a621e8a-51ff-44a9-8aa4-619cca254f81 HTTP/1.1" status: 204 len: 168 time: 0.2018564 Feb 10 13:39:55.462912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5fb09-7176-4d4f-8f10-1cb44f5cf2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a621e8a-51ff-44a9-8aa4-619cca254f81,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:55.474902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-a29b6e9d-3590-4657-ba6f-2dccf60a8691 service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172905 Feb 10 13:39:55.681424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccd4bd4e-1a0e-404a-b0e9-6214b68dc0a1 req-b50e516b-a0bf-4b12-a68d-8e98da41724c service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880412 Feb 10 13:39:55.720248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268e454-640c-4734-b1b1-1377dae8dd63 req-bb988f8b-7fc9-4210-a560-69565f8f27fa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:55.727790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3268e454-640c-4734-b1b1-1377dae8dd63 req-bb988f8b-7fc9-4210-a560-69565f8f27fa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1161842 Feb 10 13:39:55.839793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3268e454-640c-4734-b1b1-1377dae8dd63 req-252ce281-45c2-4c70-88f6-cbeb8d006f23 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109300 Feb 10 13:39:55.862074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-892a8a27-2da1-4fe4-8504-167f4b580aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:55.863894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-892a8a27-2da1-4fe4-8504-167f4b580aff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 1125 time: 0.0812814 Feb 10 13:39:56.112955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-7c22e727-e58f-4a50-abb4-cb33128681d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:56.115398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-7c22e727-e58f-4a50-abb4-cb33128681d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.2305639 Feb 10 13:39:56.126166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3b2f-3293-4b8c-ba82-37081a78985a req-4b998c97-db83-4837-ad9e-f20c39625bf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:56.130330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd3f3b2f-3293-4b8c-ba82-37081a78985a req-4b998c97-db83-4837-ad9e-f20c39625bf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0947676 Feb 10 13:39:56.213158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-65acbe4c-501a-4bba-9fef-757583ff2a7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a HTTP/1.1" status: 200 len: 217 time: 0.0814586 Feb 10 13:39:56.346114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd3f3b2f-3293-4b8c-ba82-37081a78985a req-a9586e98-ca3f-4213-8d00-82d71b037532 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710379 Feb 10 13:39:56.348071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-2a3b2b99-34b7-4ab2-95a7-32815cc3ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:56.350170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-2a3b2b99-34b7-4ab2-95a7-32815cc3ec20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.1297755 Feb 10 13:39:56.451319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-ccb24bc2-b3b8-4401-baac-2751eeb80539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:56.454118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-ccb24bc2-b3b8-4401-baac-2751eeb80539 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976951 Feb 10 13:39:56.639100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.643357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-72f89c90-2474-4030-ba10-d51c402f2c4c service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749756 Feb 10 13:39:56.652119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d456a-3247-4415-8348-1a95ca186637 req-b96dedcd-2225-4fd8-adc7-2f9542088e01 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:56.659044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a6d456a-3247-4415-8348-1a95ca186637 req-b96dedcd-2225-4fd8-adc7-2f9542088e01 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0913627 Feb 10 13:39:56.773977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a6d456a-3247-4415-8348-1a95ca186637 req-11f5ad15-8024-43e0-b882-9df8da426a85 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139972 Feb 10 13:39:56.802919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-daa0edce-1932-4048-b0fa-3df68cb4b15c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.810933 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-daa0edce-1932-4048-b0fa-3df68cb4b15c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1700463 Feb 10 13:39:56.811884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.831942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-ecf799ba-aeba-4eaa-8fc5-e338da16cf23 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.833788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ecf799ba-aeba-4eaa-8fc5-e338da16cf23 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0207376 Feb 10 13:39:56.839128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.845986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-9a99b35d-4c7f-41a4-978b-539835cd9713 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.845986 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9a99b35d-4c7f-41a4-978b-539835cd9713 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054760 Feb 10 13:39:56.848250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38480) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.859663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-9cffa5d7-9210-44f8-9657-84462be10d73 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.862789 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cffa5d7-9210-44f8-9657-84462be10d73 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133479 Feb 10 13:39:56.865080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b51e66a3-3393-4a1e-a2a7-5227e5af964a req-157ad003-5ae1-4378-a747-7f064ad882f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972857 Feb 10 13:39:56.865876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.870574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-3f46efd6-f878-4365-a026-68dc6472bab3 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.871815 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3f46efd6-f878-4365-a026-68dc6472bab3 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046992 Feb 10 13:39:56.874420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.879424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-7d49c4b9-ba0d-4afb-80c7-bd8859300fea tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.883033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d49c4b9-ba0d-4afb-80c7-bd8859300fea tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055306 Feb 10 13:39:56.883753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38486) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.888962 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-2b52282d-447e-4e9f-b68d-98974b0a4e7d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.892621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.892827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2b52282d-447e-4e9f-b68d-98974b0a4e7d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080817 Feb 10 13:39:56.897796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-5f2b0c3b-060c-4169-b68c-ff5117460101 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.898803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5f2b0c3b-060c-4169-b68c-ff5117460101 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051939 Feb 10 13:39:56.902170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.907113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-7f0403b1-11db-4cd5-8dab-f13c10785691 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.911113 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f0403b1-11db-4cd5-8dab-f13c10785691 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078988 Feb 10 13:39:56.911931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.916976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-ba037cac-d14e-45de-8226-92c23ea1a9b2 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.921246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba037cac-d14e-45de-8226-92c23ea1a9b2 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078228 Feb 10 13:39:56.922346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.931256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-02f321f4-eec7-445d-b65a-a9cc3b210d9d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.935202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02f321f4-eec7-445d-b65a-a9cc3b210d9d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114827 Feb 10 13:39:56.935979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.940393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-d65912bd-8842-4611-a8c3-0cd8b1ae3911 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.944401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.944852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d65912bd-8842-4611-a8c3-0cd8b1ae3911 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075796 Feb 10 13:39:56.949296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-5c155843-88e6-4084-9a21-66e07cc08d92 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.954384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5c155843-88e6-4084-9a21-66e07cc08d92 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051076 Feb 10 13:39:56.955240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.965915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-9b5cca2d-38fd-48ab-8bad-5ec4153fbc8b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.969797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b5cca2d-38fd-48ab-8bad-5ec4153fbc8b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0131438 Feb 10 13:39:56.970518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.977257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-87c8bff6-f77b-427a-acd6-4087359eac1d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.981195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.982277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-87c8bff6-f77b-427a-acd6-4087359eac1d tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091119 Feb 10 13:39:56.985855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-8d39fc86-39c1-499d-a0de-54e9875d56dc tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.989472 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8d39fc86-39c1-499d-a0de-54e9875d56dc tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070801 Feb 10 13:39:56.990237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:56.994607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-ebb5a878-d6e7-46b9-89b9-4490688d0b13 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:56.997200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ebb5a878-d6e7-46b9-89b9-4490688d0b13 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058627 Feb 10 13:39:56.998035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.003447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-81ebf388-e446-4431-86f0-a2a015ae9c17 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.004475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-81ebf388-e446-4431-86f0-a2a015ae9c17 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054717 Feb 10 13:39:57.007497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.011581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-3f02b683-3a8a-49ef-afd1-54d07f8f8efd tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.012515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eadbee-27e3-4e0f-a4df-ee752fe5c741 req-fa7ac1f4-70f3-47ff-adb1-44964e262207 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:57.014092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38eadbee-27e3-4e0f-a4df-ee752fe5c741 req-fa7ac1f4-70f3-47ff-adb1-44964e262207 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1031022 Feb 10 13:39:57.014678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.014821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3f02b683-3a8a-49ef-afd1-54d07f8f8efd tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063028 Feb 10 13:39:57.018781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-45fe1e80-fe12-48b6-879c-664194d2809a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.019937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-45fe1e80-fe12-48b6-879c-664194d2809a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040224 Feb 10 13:39:57.022616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38516) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.026688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-8e978556-2203-44cf-b399-e62448073038 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.030671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.030814 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8e978556-2203-44cf-b399-e62448073038 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071692 Feb 10 13:39:57.041043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-36be4d8b-1697-4d96-abb4-0b1215942d12 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.042104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-36be4d8b-1697-4d96-abb4-0b1215942d12 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104120 Feb 10 13:39:57.044557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.048767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-3765dc3c-f9fd-4034-9877-743494031520 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.049771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3765dc3c-f9fd-4034-9877-743494031520 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042732 Feb 10 13:39:57.051877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.056644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-42d7fca9-5e6b-4a6f-ba2f-4dee1f0fa86a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.060117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.069887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-93799492-0e90-40d0-9bde-29e18e515ae4 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.073566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93799492-0e90-40d0-9bde-29e18e515ae4 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0122430 Feb 10 13:39:57.074341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.078500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-f8a02049-29f3-47b1-a771-9fbeeaf71c28 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.079160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42d7fca9-5e6b-4a6f-ba2f-4dee1f0fa86a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0254035 Feb 10 13:39:57.086942 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8a02049-29f3-47b1-a771-9fbeeaf71c28 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0113215 Feb 10 13:39:57.089012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.093855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-ced69d34-51e8-444f-9851-e640b6e6e04b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.097150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.097419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ced69d34-51e8-444f-9851-e640b6e6e04b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065970 Feb 10 13:39:57.101547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-ea193f34-7c79-4138-b345-7d643b717d45 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.104488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea193f34-7c79-4138-b345-7d643b717d45 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044134 Feb 10 13:39:57.104999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.109534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-c812a51e-52dc-45aa-81aa-1fcf74af76f3 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.114971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c812a51e-52dc-45aa-81aa-1fcf74af76f3 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090671 Feb 10 13:39:57.121868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.126461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-9491f183-2ec9-49cb-b280-bf98e1cb2497 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.127570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9491f183-2ec9-49cb-b280-bf98e1cb2497 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046098 Feb 10 13:39:57.134955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.139291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-6184820d-b732-4c2a-b99a-0bd4d77e5622 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.140299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38eadbee-27e3-4e0f-a4df-ee752fe5c741 req-8114a354-e35d-44a9-9c98-88ba2508e553 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165903 Feb 10 13:39:57.140642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6184820d-b732-4c2a-b99a-0bd4d77e5622 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043976 Feb 10 13:39:57.142846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38538) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.162792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-3da126c7-3acc-457f-b3b0-9654f3a5afc7 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.164664 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3da126c7-3acc-457f-b3b0-9654f3a5afc7 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0207999 Feb 10 13:39:57.166923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.172220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-d76c5254-4750-4917-9f45-818071388f36 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.173374 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d76c5254-4750-4917-9f45-818071388f36 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054064 Feb 10 13:39:57.175918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.181772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-30d16975-edac-4667-8bf4-81030af88339 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.182851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30d16975-edac-4667-8bf4-81030af88339 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053332 Feb 10 13:39:57.185229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.189757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-9dd952ee-f110-464c-b56e-d699d900697c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.190848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9dd952ee-f110-464c-b56e-d699d900697c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045900 Feb 10 13:39:57.193959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38550) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.198330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-6fc45b42-76f3-4231-84f1-5b97d36d5598 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.199426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6fc45b42-76f3-4231-84f1-5b97d36d5598 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045383 Feb 10 13:39:57.201868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.205760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-5f9e1626-1114-45bd-b1d6-bef10961986b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.206825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f9e1626-1114-45bd-b1d6-bef10961986b tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039587 Feb 10 13:39:57.208932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.213993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-92d179cb-2423-41e5-a3e5-58719ee818fa tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.215095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-92d179cb-2423-41e5-a3e5-58719ee818fa tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049405 Feb 10 13:39:57.217307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38558) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.221422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-daaf3f2a-60b8-4b25-bc2b-51cdf4aa5942 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.224373 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-daaf3f2a-60b8-4b25-bc2b-51cdf4aa5942 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041521 Feb 10 13:39:57.224613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.229542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-466c45ea-840e-44b1-aff7-371bfd245025 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.233965 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-466c45ea-840e-44b1-aff7-371bfd245025 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082541 Feb 10 13:39:57.236551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.241443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-cf366752-9ff0-4b65-92fc-bf01f2ec8d0e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.245655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf366752-9ff0-4b65-92fc-bf01f2ec8d0e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073044 Feb 10 13:39:57.246423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.250828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-fa656464-94df-4008-9915-cf04ca326149 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.254104 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa656464-94df-4008-9915-cf04ca326149 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0064864 Feb 10 13:39:57.254607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.259326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-6c71cf0b-dc93-4160-878f-bbafbb84c5e5 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.261540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c71cf0b-dc93-4160-878f-bbafbb84c5e5 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054874 Feb 10 13:39:57.265241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.274244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-4053f2e9-6135-4e6c-a223-465b96688787 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.277819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4053f2e9-6135-4e6c-a223-465b96688787 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084286 Feb 10 13:39:57.280125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.286769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-2672ee09-5960-495c-ae4e-f970841d276e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.290216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2672ee09-5960-495c-ae4e-f970841d276e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091863 Feb 10 13:39:57.290960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.296855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-ffcebd99-7be9-45ba-aa71-2d7952bed4de tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.300603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ffcebd99-7be9-45ba-aa71-2d7952bed4de tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0075722 Feb 10 13:39:57.302188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.311498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-7c1dd18f-24c2-462a-98c1-4f313c15678a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.312064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fcaf-7413-4eef-af20-0b3b08ef8506 req-99c9e65e-16a8-437a-97cd-f0e260502282 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:57.318696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c1dd18f-24c2-462a-98c1-4f313c15678a tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0152845 Feb 10 13:39:57.323864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d87fcaf-7413-4eef-af20-0b3b08ef8506 req-99c9e65e-16a8-437a-97cd-f0e260502282 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1166573 Feb 10 13:39:57.324741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.334832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-ed84d058-eb5b-4a79-ae96-331aa766dcf2 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.338838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ed84d058-eb5b-4a79-ae96-331aa766dcf2 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0126221 Feb 10 13:39:57.340352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.344442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-9896791f-5075-422a-b606-385afc12d9e0 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.347849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.348058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9896791f-5075-422a-b606-385afc12d9e0 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067973 Feb 10 13:39:57.353047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-aa8c25fd-87ed-4676-815f-ad6d293245a7 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.354189 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa8c25fd-87ed-4676-815f-ad6d293245a7 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045860 Feb 10 13:39:57.356403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.360336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-52421d19-1b9b-48cf-be19-baa9c8118e21 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.368103 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52421d19-1b9b-48cf-be19-baa9c8118e21 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0106022 Feb 10 13:39:57.379503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.384561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-6e4f5945-e4be-4c85-82f6-9be35b1245f1 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.394573 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e4f5945-e4be-4c85-82f6-9be35b1245f1 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0131850 Feb 10 13:39:57.395444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.404947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-e7e94975-1f68-4ac6-bd47-d5c746e74a29 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.418252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d87fcaf-7413-4eef-af20-0b3b08ef8506 req-8e998b4d-857d-47d1-b3ad-e3a70c9cf1be tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Feb 10 13:39:57.418800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.429910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-98c9ac01-9ea7-458a-b658-c316b6d06c59 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.437288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-98c9ac01-9ea7-458a-b658-c316b6d06c59 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0173805 Feb 10 13:39:57.439698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.439896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7e94975-1f68-4ac6-bd47-d5c746e74a29 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0404956 Feb 10 13:39:57.444732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-d39c1337-06b5-4ba5-bb90-1f413340606e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.447905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d39c1337-06b5-4ba5-bb90-1f413340606e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048940 Feb 10 13:39:57.448951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.454793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-7c609a9c-b758-4a8e-9201-93b619463c7e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.460288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.461554 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c609a9c-b758-4a8e-9201-93b619463c7e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0114276 Feb 10 13:39:57.465215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-38d8e058-9732-42b1-8bf3-74ffda18ab6f tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.468237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-38d8e058-9732-42b1-8bf3-74ffda18ab6f tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048876 Feb 10 13:39:57.468428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.472522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-85b2077e-dfa8-40bd-b3a5-111c4a62f568 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.473804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-85b2077e-dfa8-40bd-b3a5-111c4a62f568 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041931 Feb 10 13:39:57.475942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38602) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.480334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-faa0e2e1-8fdf-4b98-a35d-f0945a8f59fd tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.483600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-faa0e2e1-8fdf-4b98-a35d-f0945a8f59fd tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067251 Feb 10 13:39:57.484742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.488645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-7c1b8c9d-5cb0-4bef-a85d-03942a38c1c8 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.490148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c1b8c9d-5cb0-4bef-a85d-03942a38c1c8 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0045516 Feb 10 13:39:57.492446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38606) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.496503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-0758fd26-6995-430d-95c3-5ac7ffebab0e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.500242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0758fd26-6995-430d-95c3-5ac7ffebab0e tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066867 Feb 10 13:39:57.500847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.505445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-ed7bcc30-66bc-4b8c-b65b-39215644969c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.508774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed7bcc30-66bc-4b8c-b65b-39215644969c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070705 Feb 10 13:39:57.509339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.513277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-c8f86e62-ae3d-4055-95a3-f196905dd286 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.516566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c8f86e62-ae3d-4055-95a3-f196905dd286 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063825 Feb 10 13:39:57.517192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38612) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.521118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-077f8807-6bdc-4830-a742-0a5706ec5078 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.524494 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-077f8807-6bdc-4830-a742-0a5706ec5078 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063736 Feb 10 13:39:57.525038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.531313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-99a2e092-4660-44c9-aed5-531bda9e9c8c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.534763 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99a2e092-4660-44c9-aed5-531bda9e9c8c tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088742 Feb 10 13:39:57.534897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40511ed2-d481-4063-99f3-ab0e1d730bf9 req-05d44679-4b9c-4934-ad9a-7da2be7115a6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:57.535350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38616) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.542121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-7d05a63c-b940-46a5-a9b1-dd15c82c0c02 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.542736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40511ed2-d481-4063-99f3-ab0e1d730bf9 req-05d44679-4b9c-4934-ad9a-7da2be7115a6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0644608 Feb 10 13:39:57.545137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.545304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d05a63c-b940-46a5-a9b1-dd15c82c0c02 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085452 Feb 10 13:39:57.549487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-4908eb2c-4e4e-4f47-99dd-3646e1b7fb77 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.550523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4908eb2c-4e4e-4f47-99dd-3646e1b7fb77 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043669 Feb 10 13:39:57.553409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.557510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-2552cd32-7e35-4222-aa33-144da8bd84b0 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.563628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.565587 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2552cd32-7e35-4222-aa33-144da8bd84b0 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112538 Feb 10 13:39:57.569907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [None req-f6f5f375-a471-4905-8bf9-64f9cd24f1e9 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.570956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f6f5f375-a471-4905-8bf9-64f9cd24f1e9 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063179 Feb 10 13:39:57.573580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.577760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-16c8d099-6dbe-4897-990c-b6bc55640f83 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.583677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-16c8d099-6dbe-4897-990c-b6bc55640f83 tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091801 Feb 10 13:39:57.584275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:57.593106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [None req-812d151e-acb1-4a87-8b4c-4572665e171f tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:39:57.597555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-812d151e-acb1-4a87-8b4c-4572665e171f tempest-ExtensionsTestJSON-382901737 tempest-ExtensionsTestJSON-382901737-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0120509 Feb 10 13:39:57.613121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40511ed2-d481-4063-99f3-ab0e1d730bf9 req-7d7566b2-011b-4090-922e-96b5a57b15a3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692964 Feb 10 13:39:57.806141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f6cb-aee5-4061-80ec-fb0356ffe035 req-1b094708-7a6d-4ba9-8048-dd4c0bdcea5b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:57.817501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd20f6cb-aee5-4061-80ec-fb0356ffe035 req-1b094708-7a6d-4ba9-8048-dd4c0bdcea5b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1362097 Feb 10 13:39:57.896868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd20f6cb-aee5-4061-80ec-fb0356ffe035 req-c2d0df1d-5044-438d-a9db-e37628fd20a1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725381 Feb 10 13:39:57.996668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:58.096631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66800-64a3-4194-b4df-041b75d92fcb req-480b037d-b025-40bd-82ee-fada8e265149 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:58.104694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d66800-64a3-4194-b4df-041b75d92fcb req-480b037d-b025-40bd-82ee-fada8e265149 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0931768 Feb 10 13:39:58.165235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d66800-64a3-4194-b4df-041b75d92fcb req-e62ee0fb-5c1e-493b-ae05-da4ab3550ab3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594330 Feb 10 13:39:58.178622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2123a151-362b-4a40-80a5-5313e81dd6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.331438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2123a151-362b-4a40-80a5-5313e81dd6d8 admin admin] Publish callbacks [] for security_group (eabfea8b-141c-4b5e-bcba-581165ca7a85), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.339651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2123a151-362b-4a40-80a5-5313e81dd6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eabfea8b-141c-4b5e-bcba-581165ca7a85), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.372292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123a151-362b-4a40-80a5-5313e81dd6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabfea8b-141c-4b5e-bcba-581165ca7a85,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:58.414469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2123a151-362b-4a40-80a5-5313e81dd6d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=370c149872764008bad3c028a5421df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141278 Feb 10 13:39:58.415257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38656) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:39:58.505309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] Publish callbacks [] for security_group (eabfea8b-141c-4b5e-bcba-581165ca7a85), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.530199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] Publish callbacks [] for security_group (eabfea8b-141c-4b5e-bcba-581165ca7a85), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.548320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407eecc-3361-4dcb-9fa1-4c28d1b14cc1 req-c5a212a6-c969-4e02-9418-97361155e13d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:58.550069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7407eecc-3361-4dcb-9fa1-4c28d1b14cc1 req-c5a212a6-c969-4e02-9418-97361155e13d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0615532 Feb 10 13:39:58.589458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (eabfea8b-141c-4b5e-bcba-581165ca7a85), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.593300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:39:58.594995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eabfea8b-141c-4b5e-bcba-581165ca7a85 HTTP/1.1" status: 204 len: 168 time: 0.1787741 Feb 10 13:39:58.622255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d087c1-9747-467a-8bf2-ef128bee81f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabfea8b-141c-4b5e-bcba-581165ca7a85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:39:58.644310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7407eecc-3361-4dcb-9fa1-4c28d1b14cc1 req-011628fa-704e-4ca5-9a77-10f13f51fbe8 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881689 Feb 10 13:39:58.829460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348b418-7bd6-446f-98a5-31e55ee35b86 req-286201c5-f152-45e3-97ed-3613c15d6240 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:58.849309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9348b418-7bd6-446f-98a5-31e55ee35b86 req-286201c5-f152-45e3-97ed-3613c15d6240 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1213999 Feb 10 13:39:58.930374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9348b418-7bd6-446f-98a5-31e55ee35b86 req-12b63598-cd58-4a00-be04-9418cf4d7210 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Feb 10 13:39:59.147028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c773d44-c3b3-4b76-b45f-033cfb347b78 req-87dff50e-5dae-4196-978b-0106158a5e7c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:59.154777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c773d44-c3b3-4b76-b45f-033cfb347b78 req-87dff50e-5dae-4196-978b-0106158a5e7c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0646029 Feb 10 13:39:59.200618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c773d44-c3b3-4b76-b45f-033cfb347b78 req-23cd0cb1-39fa-4284-9dd3-142d2bacfc0b tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 Feb 10 13:39:59.722803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf4e41-745a-4bfa-a91c-9e454ccdb8ab req-def6942c-9f1e-4c0a-b637-4b174d47446b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:39:59.722803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ddf4e41-745a-4bfa-a91c-9e454ccdb8ab req-def6942c-9f1e-4c0a-b637-4b174d47446b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0636971 Feb 10 13:39:59.805577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ddf4e41-745a-4bfa-a91c-9e454ccdb8ab req-8aabeb41-9ca8-4dae-b8e8-bb2528192246 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690932 Feb 10 13:40:00.052282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38724) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:00.142679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9277d0-1f50-4faa-9be4-ee507c8de8a1 req-85c67cd3-1060-406c-a247-ba0f3dd32319 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:00.144429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af9277d0-1f50-4faa-9be4-ee507c8de8a1 req-85c67cd3-1060-406c-a247-ba0f3dd32319 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1144490 Feb 10 13:40:00.226981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af9277d0-1f50-4faa-9be4-ee507c8de8a1 req-95037a37-c5de-48bf-859f-5ec24cb38784 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Feb 10 13:40:00.247948 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--358528548'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:00.273638 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.293234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.382236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13ad45-9f83-4081-9813-1fc97e2e6bab req-a72e2026-ba13-4453-a891-04524f443d30 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:00.384515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c13ad45-9f83-4081-9813-1fc97e2e6bab req-a72e2026-ba13-4453-a891-04524f443d30 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0779374 Feb 10 13:40:00.425461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (689e4f6c-d1b5-4102-a291-82ffb11fbdb2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.430910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (689e4f6c-d1b5-4102-a291-82ffb11fbdb2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.493543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c13ad45-9f83-4081-9813-1fc97e2e6bab req-b5dee4bb-6c9d-43ea-995d-3e9c2886d5ab tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947022 Feb 10 13:40:00.512677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.543551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.550960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689e4f6c-d1b5-4102-a291-82ffb11fbdb2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:00.601291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.604973 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5484862 Feb 10 13:40:00.605410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38744) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:00.612196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a927-2f18-4880-93db-e1498cc4dc58 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd29f5b-1583-4b07-96fd-9859c4460eda,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:00.698448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3e484cf-1070-443b-a545-30a37f31fc20 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0890884 Feb 10 13:40:00.698776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:00.704738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-security--1187768535', 'description': 'tempest-security-description-1852477873'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:00.778221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.837655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.844035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.847143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.851909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:00.863628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "PUT /v2.0/security-groups/abd29f5b-1583-4b07-96fd-9859c4460eda HTTP/1.1" status: 200 len: 1797 time: 0.1636028 Feb 10 13:40:00.868252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c1c37f1-b5b6-4adf-a6bc-e650f0d9b840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:00.950333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd29f5b-1583-4b07-96fd-9859c4460eda,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:00.950851 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b59417a2-9f94-4372-a1fc-7c347e7f4ef5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups/abd29f5b-1583-4b07-96fd-9859c4460eda HTTP/1.1" status: 200 len: 1797 time: 0.0968041 Feb 10 13:40:00.951088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:00.964414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.965026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.965640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.966169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.966678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.967209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.967632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.968136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.968804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.969167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.969657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.970089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:00.970515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4576-5f2d-4db9-8d84-e98ece2da4a2 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:01.003733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495f033-bf2c-4322-8c64-92d30fdfc8c7 req-9c08834d-dabc-47e3-82f0-b1727324499a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:01.011327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1495f033-bf2c-4322-8c64-92d30fdfc8c7 req-9c08834d-dabc-47e3-82f0-b1727324499a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1045375 Feb 10 13:40:01.027316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.058198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.101982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1495f033-bf2c-4322-8c64-92d30fdfc8c7 req-957fc47d-73f8-4062-9a7c-8f236d562b22 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896919 Feb 10 13:40:01.137222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (abd29f5b-1583-4b07-96fd-9859c4460eda), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.150528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.156011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/abd29f5b-1583-4b07-96fd-9859c4460eda HTTP/1.1" status: 204 len: 168 time: 0.2037215 Feb 10 13:40:01.161766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.168649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a7093-acfd-442d-86ea-017716ddd158 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd29f5b-1583-4b07-96fd-9859c4460eda,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:01.241639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ce959c76-1893-4f9d-a55c-8de5a1b02688 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0784714 Feb 10 13:40:01.245575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.279029 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-4af2c68c-d480-4e59-8e40-1324de2c2949 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] delete failed (client error): The resource could not be found. Feb 10 13:40:01.285419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.290166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985245138'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:01.294959 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4af2c68c-d480-4e59-8e40-1324de2c2949 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/abd29f5b-1583-4b07-96fd-9859c4460eda HTTP/1.1" status: 404 len: 347 time: 0.0479898 Feb 10 13:40:01.379699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.410556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca678d-f816-4ecd-adee-6f5822ba4e5f req-065b417c-1a26-43c5-b450-834f09a785ee tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:01.416630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaca678d-f816-4ecd-adee-6f5822ba4e5f req-065b417c-1a26-43c5-b450-834f09a785ee tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1050587 Feb 10 13:40:01.540955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaca678d-f816-4ecd-adee-6f5822ba4e5f req-b274a655-0836-4ea9-866a-0ef510ea8de9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226220 Feb 10 13:40:01.564328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (3708327b-5b91-400d-945b-6d20de2fa679), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.571723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3708327b-5b91-400d-945b-6d20de2fa679), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.612573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3708327b-5b91-400d-945b-6d20de2fa679,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:01.632614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.634140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bec50f30-8ee6-4c08-9e0a-4e0b9f513bfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3476832 Feb 10 13:40:01.637136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38790) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.642929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '3708327b-5b91-400d-945b-6d20de2fa679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:01.693603 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.765261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.772504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.795342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f1972a-1cfa-4f22-bfc5-9908b7bd9d91,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:01.807830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.809435 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d91efdd1-0c45-45c1-a94d-47d780c9303b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710305 Feb 10 13:40:01.812254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.827157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35558-d509-4c6e-bf6c-5a2844cd3262 req-e3614d22-5604-4c46-aa46-050f55f12eb8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:01.828694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48f35558-d509-4c6e-bf6c-5a2844cd3262 req-e3614d22-5604-4c46-aa46-050f55f12eb8 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1529050 Feb 10 13:40:01.848116 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.891999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.921317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48f35558-d509-4c6e-bf6c-5a2844cd3262 req-6369a37e-44ef-41ba-802c-3842080e1bf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851283 Feb 10 13:40:01.941759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (41f1972a-1cfa-4f22-bfc5-9908b7bd9d91), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.950104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:01.952426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/41f1972a-1cfa-4f22-bfc5-9908b7bd9d91 HTTP/1.1" status: 204 len: 168 time: 0.1380000 Feb 10 13:40:01.954435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:01.960231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89a1d-b9cb-4718-bca8-263f1e09ef1a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41f1972a-1cfa-4f22-bfc5-9908b7bd9d91,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.011410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1d9e23b5-7f61-48e2-82fd-790c92e1e88c tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557122 Feb 10 13:40:02.014084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.066137 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (3708327b-5b91-400d-945b-6d20de2fa679), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.090337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (3708327b-5b91-400d-945b-6d20de2fa679), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.173741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (3708327b-5b91-400d-945b-6d20de2fa679), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.189347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.190716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/3708327b-5b91-400d-945b-6d20de2fa679 HTTP/1.1" status: 204 len: 168 time: 0.1756279 Feb 10 13:40:02.193920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.265915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-49c96c46-31f7-43a9-88b9-aebde119a662 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0673289 Feb 10 13:40:02.266492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38820) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.273855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--451316740'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:02.286773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36aec-099d-4b80-a1b5-b8ffb0f6d57d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708327b-5b91-400d-945b-6d20de2fa679,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.299764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.322819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944f3b1-058c-4472-86b8-6d9f4cb8fd8f req-8f5d92e8-079b-41e4-9340-a91cade342b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:02.324475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6944f3b1-058c-4472-86b8-6d9f4cb8fd8f req-8f5d92e8-079b-41e4-9340-a91cade342b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1326165 Feb 10 13:40:02.386041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6944f3b1-058c-4472-86b8-6d9f4cb8fd8f req-0ba1ae4a-f18b-4d06-8200-9de6522e06c3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558264 Feb 10 13:40:02.407061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.410330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.440877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.445198 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1746547 Feb 10 13:40:02.445198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99279a-7554-4724-9983-7b1a8ecdbe43 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.445535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.450789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:02.480828 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.544639 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.550949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.569704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1637e2f4-0a02-4f2e-bc71-a745e62c884b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.595834 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.600010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.601969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-be32ad1c-b466-4814-bf95-72adb2f16658 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553485 Feb 10 13:40:02.606131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:02.636409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.719344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966018ff-3d1b-4283-82c0-c5749bc3c00c req-1156a8db-ce26-4346-8835-fa600d77e784 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:02.728495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966018ff-3d1b-4283-82c0-c5749bc3c00c req-1156a8db-ce26-4346-8835-fa600d77e784 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0901189 Feb 10 13:40:02.729000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.733680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.748674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.770114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.772233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86dab55d-d642-4b6c-9844-e22842e15954 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704991 Feb 10 13:40:02.779976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38838) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.790182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:02.804434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966018ff-3d1b-4283-82c0-c5749bc3c00c req-46deb09f-3981-41f3-8d12-da2640c90cfc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Feb 10 13:40:02.825314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.906336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.914356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.943017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2914889c-5ea0-4b78-93ea-7c227abbeeda,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:02.955388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:02.956693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-14e3323f-c21f-44f0-bc1c-80df1d1ab522 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740317 Feb 10 13:40:02.959513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:02.964740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:03.011626 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.075328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5797b95-bd44-4fc5-8439-dc5eea7eca58 req-e33511b8-0866-4ebf-8955-d2d2ec80c5b5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.087081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5797b95-bd44-4fc5-8439-dc5eea7eca58 req-e33511b8-0866-4ebf-8955-d2d2ec80c5b5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0798259 Feb 10 13:40:03.092054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.125049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.143707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bb4059-29d8-47b6-976c-29b907aaf6b9,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:03.167812 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5797b95-bd44-4fc5-8439-dc5eea7eca58 req-9626b716-b3b1-4e7e-86bc-9fea8f541514 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795887 Feb 10 13:40:03.172209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.176375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29003221-18da-40ca-b8f9-177e12c2489f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2131982 Feb 10 13:40:03.177057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:03.183060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:03.221405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.245383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-389e651d-6bbf-4322-a989-8af66c76e2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.328924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.339939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.347408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-7d5d45f1-dc65-4d92-9108-e885a046cf79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1831100 Feb 10 13:40:03.368142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f96586-9a36-4f54-ba39-0aab25cae5af,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:03.384928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.387157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-17ab641b-d27e-44c7-849b-609c9a2dc3cb tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2087770 Feb 10 13:40:03.389867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:03.431222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.448100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.462047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275974b-f31c-47fa-b435-63199871d1de req-c03e4c85-e866-47e8-88cf-21118cb9db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.464054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-c03e4c85-e866-47e8-88cf-21118cb9db15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 1127 time: 0.0916681 Feb 10 13:40:03.558104 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (35f96586-9a36-4f54-ba39-0aab25cae5af), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.565066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.570801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/35f96586-9a36-4f54-ba39-0aab25cae5af HTTP/1.1" status: 204 len: 168 time: 0.1799686 Feb 10 13:40:03.573341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:03.585804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85c64-a41c-42df-b430-4dd65cc75b42 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35f96586-9a36-4f54-ba39-0aab25cae5af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:03.638645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275974b-f31c-47fa-b435-63199871d1de req-b4904ed1-59ce-4a5f-b531-d145b25282e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.644424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-b4904ed1-59ce-4a5f-b531-d145b25282e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1480625 Feb 10 13:40:03.644668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fc2c-9409-4ce6-a8ca-a0ccb2782ada req-6b98ec27-8d9c-45c8-abce-dce179beb48c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.647090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a650fc2c-9409-4ce6-a8ca-a0ccb2782ada req-6b98ec27-8d9c-45c8-abce-dce179beb48c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1374960 Feb 10 13:40:03.658384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6d3dc4c-2aa4-43e4-b1fc-51362b9f8b1f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0839458 Feb 10 13:40:03.661038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:03.705570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-7f9384c2-e41d-4a94-9eea-4721dcd0288b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 200 len: 217 time: 0.0461397 Feb 10 13:40:03.752989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.762125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a650fc2c-9409-4ce6-a8ca-a0ccb2782ada req-c931a8ad-1e8a-45e2-b6fe-7dba35b7ff03 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092324 Feb 10 13:40:03.776296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.795412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275974b-f31c-47fa-b435-63199871d1de req-328420bd-51ef-447b-8cc2-8e0e20ee457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.796963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-328420bd-51ef-447b-8cc2-8e0e20ee457d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0849566 Feb 10 13:40:03.894429 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f0bb4059-29d8-47b6-976c-29b907aaf6b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.900071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:03.906402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f0bb4059-29d8-47b6-976c-29b907aaf6b9 HTTP/1.1" status: 204 len: 168 time: 0.2423537 Feb 10 13:40:03.906402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38890) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:03.940920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533a351-a728-4c3a-85ab-c2605a39e03b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0bb4059-29d8-47b6-976c-29b907aaf6b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:03.960480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275974b-f31c-47fa-b435-63199871d1de req-c1a61d55-4636-4fb6-85db-9b6df93af151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.962090 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-c1a61d55-4636-4fb6-85db-9b6df93af151 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1585827 Feb 10 13:40:03.991843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7f3c7-9a9c-497c-8284-dda4c41f6407 req-ab793bd0-00b1-48da-9a89-c2f3b8f2e4ba tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:03.994263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c7c7f3c7-9a9c-497c-8284-dda4c41f6407 req-ab793bd0-00b1-48da-9a89-c2f3b8f2e4ba tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1081693 Feb 10 13:40:04.021264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-80f9204c-4dbe-4137-9f6c-3011522a14be tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1063342 Feb 10 13:40:04.042842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.092719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c7c7f3c7-9a9c-497c-8284-dda4c41f6407 req-838aa1dc-d325-4258-8dbe-b28739cab34f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Feb 10 13:40:04.102144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.111092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.156052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-7498607a-9733-480e-925a-d389c60d09e5 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756554 Feb 10 13:40:04.159129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2914889c-5ea0-4b78-93ea-7c227abbeeda), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.166532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.167764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2914889c-5ea0-4b78-93ea-7c227abbeeda HTTP/1.1" status: 204 len: 168 time: 0.1240566 Feb 10 13:40:04.170261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.181538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04a55-2b09-4dac-8232-6a79e0ea18bf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2914889c-5ea0-4b78-93ea-7c227abbeeda,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:04.242215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-288a67b5-6b01-47cd-9613-19951bed423a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0665617 Feb 10 13:40:04.245319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.292260 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8275974b-f31c-47fa-b435-63199871d1de req-164beec1-15e3-4b49-9248-d07f23595e46 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290057 Feb 10 13:40:04.293549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.315897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.381522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.390953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.392295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c HTTP/1.1" status: 204 len: 168 time: 0.1460481 Feb 10 13:40:04.395061 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.401617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57100-9009-47fe-a08a-df8dc04130ef req-a0dfc165-d243-4c9e-8a88-e6d8dea339c0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:04.403359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbc57100-9009-47fe-a08a-df8dc04130ef req-a0dfc165-d243-4c9e-8a88-e6d8dea339c0 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0919404 Feb 10 13:40:04.412778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343303d-e55c-4619-91da-70d11efc651d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e7efeb3-d4ed-4d0a-ade2-fe85b82c191c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:04.464782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9aab081f-9302-45d8-9fb9-e6f77bb824f3 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0684116 Feb 10 13:40:04.467834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.502307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.507367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbc57100-9009-47fe-a08a-df8dc04130ef req-b52aee5e-4f50-435a-8170-54f81afd84ad tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974946 Feb 10 13:40:04.529962 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.566745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1637e2f4-0a02-4f2e-bc71-a745e62c884b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.575728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.576443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1637e2f4-0a02-4f2e-bc71-a745e62c884b HTTP/1.1" status: 204 len: 168 time: 0.1071100 Feb 10 13:40:04.579170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.605431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1637e2f4-0a02-4f2e-bc71-a745e62c884b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:04.616694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.617067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.617421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.617763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.618106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.618446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.618936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.619183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.619473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.619805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.620133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.620490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.620861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0e998-1b7c-478a-abe9-db88ac129e75 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:04.637699 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.638429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b320fbf2-3a11-4a6f-ba3f-e850404a9087 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573287 Feb 10 13:40:04.641429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.718797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.745137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.808895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.812052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.815525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0 HTTP/1.1" status: 204 len: 168 time: 0.1707101 Feb 10 13:40:04.815909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.835820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f291b89-c58e-48fa-be89-26c844202cbe tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2cd4b-1b1c-4cf9-a9a9-42f734b052d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:04.886487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ceee9180-069d-45bc-aed8-51074d2d99e5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655904 Feb 10 13:40:04.886909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38936) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:04.892462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--794253952'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:04.920666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:04.995245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159026-fde6-437c-be1e-ece332494348 req-7e04a6d7-4520-434a-a937-9324928cf93f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:05.003323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a159026-fde6-437c-be1e-ece332494348 req-7e04a6d7-4520-434a-a937-9324928cf93f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0836003 Feb 10 13:40:05.035037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (02297517-0b29-4422-99d3-691f37f20cb9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.053658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (02297517-0b29-4422-99d3-691f37f20cb9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.072816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a159026-fde6-437c-be1e-ece332494348 req-b96ec6c7-50b7-495e-a07e-7885ea2997a4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671015 Feb 10 13:40:05.112004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.115827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2254615 Feb 10 13:40:05.115827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1356972-8ff8-49f1-9a8d-ca4bf77ece01 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02297517-0b29-4422-99d3-691f37f20cb9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:05.116174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:05.120947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '02297517-0b29-4422-99d3-691f37f20cb9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:05.158500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (959275a3-1dcc-450f-a65a-e00d4091e702), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.261444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (959275a3-1dcc-450f-a65a-e00d4091e702), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.275470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b676040-3068-400a-8325-05bb2d8c89a2 req-1f8321c0-084f-4f47-b3bf-58d69ed6dc8f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:05.277169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b676040-3068-400a-8325-05bb2d8c89a2 req-1f8321c0-084f-4f47-b3bf-58d69ed6dc8f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0884266 Feb 10 13:40:05.278331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (959275a3-1dcc-450f-a65a-e00d4091e702), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.322910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.324114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2068946 Feb 10 13:40:05.326861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc8852-0fa9-4932-89ea-b2b600e97e4e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959275a3-1dcc-450f-a65a-e00d4091e702,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:05.327024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:05.371060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b676040-3068-400a-8325-05bb2d8c89a2 req-1fb6ead2-0ad3-4731-aea8-7b9e2518cd30 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710707 Feb 10 13:40:05.417329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (02297517-0b29-4422-99d3-691f37f20cb9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.451035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (02297517-0b29-4422-99d3-691f37f20cb9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.520004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (02297517-0b29-4422-99d3-691f37f20cb9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.523399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.527176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/02297517-0b29-4422-99d3-691f37f20cb9 HTTP/1.1" status: 204 len: 168 time: 0.1969798 Feb 10 13:40:05.527606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:05.564831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082003-c3b1-422a-a730-e5b7ebb9ddb5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02297517-0b29-4422-99d3-691f37f20cb9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:05.700200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5f48ac49-7736-4ee8-a251-d94c27ded89f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680954 Feb 10 13:40:05.701076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 38970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:05.707231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--353483029'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:05.748001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.753547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38326ef-2960-47cc-b4e9-861ba765569e req-cd098b09-b2b1-46d4-823c-e085bcbb0d16 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:05.755712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f38326ef-2960-47cc-b4e9-861ba765569e req-cd098b09-b2b1-46d4-823c-e085bcbb0d16 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1298277 Feb 10 13:40:05.856479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.869560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (218d1b00-6798-4d54-91c1-fa784d1b9c89), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.884614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f38326ef-2960-47cc-b4e9-861ba765569e req-8ba7975f-87f0-40b2-9fc0-5bd7d3c49329 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Feb 10 13:40:05.885920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (218d1b00-6798-4d54-91c1-fa784d1b9c89), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.923064 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:05.924737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2224264 Feb 10 13:40:05.928079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:05.929590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7483e8-3e97-4cf5-8fdd-c145fd3937cf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218d1b00-6798-4d54-91c1-fa784d1b9c89,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:05.937983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128039414'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:05.975449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.030412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-d854cd38-f1ac-42be-9303-605e9f789dea req-468ba6fe-84bc-4e98-ac9f-7008a986ca85 tempest-TaggedBootDevicesTest-571099327 tempest-TaggedBootDevicesTest-571099327-project] (103399) timed out ('10.222.0.13', 33652) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:40:06.061207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (c78ba959-f67c-42b4-afc4-f708a0bcf414), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.066489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c78ba959-f67c-42b4-afc4-f708a0bcf414), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.110095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ba959-f67c-42b4-afc4-f708a0bcf414,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:06.126807 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.128329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-378f602b-84a7-4586-afb9-6c95a340f719 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1990731 Feb 10 13:40:06.131179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.137693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '218d1b00-6798-4d54-91c1-fa784d1b9c89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c78ba959-f67c-42b4-afc4-f708a0bcf414', 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:06.157316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.184429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.303821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae21f06-3ba4-4e60-baa1-53fb3d3cf5ef req-338b01dd-5e74-4253-a984-7c20b0b2cfe7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:06.305426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ae21f06-3ba4-4e60-baa1-53fb3d3cf5ef req-338b01dd-5e74-4253-a984-7c20b0b2cfe7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1040015 Feb 10 13:40:06.307457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.319117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.347645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94448c6e-295d-401a-8667-44ac810783ab,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:06.365617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.367067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d993138c-3edd-481b-9fa2-555dbe151bfd tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2343612 Feb 10 13:40:06.369715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 38992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.404854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ae21f06-3ba4-4e60-baa1-53fb3d3cf5ef req-dd097e58-474e-47a6-9ed3-2a0cda58b6b9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889444 Feb 10 13:40:06.416895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.435406 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.468885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (94448c6e-295d-401a-8667-44ac810783ab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.492522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.494540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/94448c6e-295d-401a-8667-44ac810783ab HTTP/1.1" status: 204 len: 168 time: 0.1238875 Feb 10 13:40:06.497435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555e5b9-6bdc-4314-b094-5ad00e599987 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94448c6e-295d-401a-8667-44ac810783ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:06.497614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.545021 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6975c8e2-a073-479c-80a3-f6e092db6808 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463099 Feb 10 13:40:06.547674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.575555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24228420-db46-40aa-8e1d-c2933f590b41 req-834bde94-3f52-4434-b243-6dab1f97ca5f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:06.583053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24228420-db46-40aa-8e1d-c2933f590b41 req-834bde94-3f52-4434-b243-6dab1f97ca5f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0719948 Feb 10 13:40:06.603425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (c78ba959-f67c-42b4-afc4-f708a0bcf414), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.630155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (c78ba959-f67c-42b4-afc4-f708a0bcf414), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.637605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24228420-db46-40aa-8e1d-c2933f590b41 req-0512ff44-84fb-4508-b2b7-71fc09fb3d46 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Feb 10 13:40:06.679076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c78ba959-f67c-42b4-afc4-f708a0bcf414), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.682220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.686076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.686253 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/c78ba959-f67c-42b4-afc4-f708a0bcf414 HTTP/1.1" status: 204 len: 168 time: 0.1370635 Feb 10 13:40:06.698145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f0532-824f-4537-88d9-d71e4d9776c4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ba959-f67c-42b4-afc4-f708a0bcf414,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:06.766178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a5880e09-495b-48ef-9468-1fe16b4f65e4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0785396 Feb 10 13:40:06.769104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.837914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (218d1b00-6798-4d54-91c1-fa784d1b9c89), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.864407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (218d1b00-6798-4d54-91c1-fa784d1b9c89), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.917292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (218d1b00-6798-4d54-91c1-fa784d1b9c89), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.919990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:06.922050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/218d1b00-6798-4d54-91c1-fa784d1b9c89 HTTP/1.1" status: 204 len: 168 time: 0.1518345 Feb 10 13:40:06.925019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:06.932313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198646a-4533-4015-bde9-3f8cabf11341 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d1b00-6798-4d54-91c1-fa784d1b9c89,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:07.006890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aef49c37-1c10-4389-863a-6b8a26fb0847 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736182 Feb 10 13:40:07.007998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39028) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.013205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255095555'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:07.039612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.075244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ae67a-0456-42d8-97c7-bfcc1a7df85b req-3bc1b40a-36da-4694-866c-fc8ff0684b2d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:07.077400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e4ae67a-0456-42d8-97c7-bfcc1a7df85b req-3bc1b40a-36da-4694-866c-fc8ff0684b2d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0633576 Feb 10 13:40:07.132247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e4ae67a-0456-42d8-97c7-bfcc1a7df85b req-a2a4729b-83dd-48c7-abfe-3af93fc0149d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Feb 10 13:40:07.149901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (18b57ffa-a04b-469d-abd5-489754856f42), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.154702 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (18b57ffa-a04b-469d-abd5-489754856f42), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.203457 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.207551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1955523 Feb 10 13:40:07.207703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.212201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': '18b57ffa-a04b-469d-abd5-489754856f42', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:07.216276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1906089-3f27-4254-a0d5-a9acc66d8fb4 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b57ffa-a04b-469d-abd5-489754856f42,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:07.242089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.303262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.308214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.326662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b155a9c-614b-44c5-8d13-8593fce87bf5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:07.335284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.339313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd243d97-87a6-494e-a301-49f35e64219a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1279614 Feb 10 13:40:07.339571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.370904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.379520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.419007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.422659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1b155a9c-614b-44c5-8d13-8593fce87bf5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.432871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.445152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1b155a9c-614b-44c5-8d13-8593fce87bf5 HTTP/1.1" status: 204 len: 168 time: 0.0935476 Feb 10 13:40:07.445152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476314d2-2a91-4856-9361-4ebc403e253e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b155a9c-614b-44c5-8d13-8593fce87bf5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:07.445892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.560539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-598da761-9465-46ac-96d1-a2e1d21c8408 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1124253 Feb 10 13:40:07.563167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.589819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1c4af-bd5a-4310-b484-5d6edef07b5a req-75c6311e-921d-469b-8a83-bcf15bba291a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:07.591467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceb1c4af-bd5a-4310-b484-5d6edef07b5a req-75c6311e-921d-469b-8a83-bcf15bba291a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0991938 Feb 10 13:40:07.663235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (18b57ffa-a04b-469d-abd5-489754856f42), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.667610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceb1c4af-bd5a-4310-b484-5d6edef07b5a req-afb62b6e-c9e5-4270-84f6-a13f44f025ad tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693038 Feb 10 13:40:07.701349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (18b57ffa-a04b-469d-abd5-489754856f42), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.751657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (18b57ffa-a04b-469d-abd5-489754856f42), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.754565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.758154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/18b57ffa-a04b-469d-abd5-489754856f42 HTTP/1.1" status: 204 len: 168 time: 0.1916654 Feb 10 13:40:07.758643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.768598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df29646-695f-427a-b6fa-68ac65130585 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b57ffa-a04b-469d-abd5-489754856f42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:07.862301 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a1bb189-8568-4c0d-a043-592a89c28c19 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022389 Feb 10 13:40:07.866298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:07.870950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452595638'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:07.883308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282afb5f-b8f1-484b-acd0-71f01d564e9b req-a4aa2c3e-f99a-4c1c-b66e-77bb9ab36805 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:07.885171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-282afb5f-b8f1-484b-acd0-71f01d564e9b req-a4aa2c3e-f99a-4c1c-b66e-77bb9ab36805 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1093042 Feb 10 13:40:07.906115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.940875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-282afb5f-b8f1-484b-acd0-71f01d564e9b req-7473dc9d-f8d6-4bd7-a456-d4c9f54aaaec tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499370 Feb 10 13:40:07.991325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f6a29399-daf5-4148-aacf-b7117a557b4f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:07.995476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6a29399-daf5-4148-aacf-b7117a557b4f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.031349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.035321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1654935 Feb 10 13:40:08.035619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.040272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': 'f6a29399-daf5-4148-aacf-b7117a557b4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:08.040781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90e6a1-5336-4643-b769-a1ecc2368cec tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a29399-daf5-4148-aacf-b7117a557b4f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.074272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.140480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.145936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.168931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7355bf-f90c-4175-b76c-75a020434ae7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.173900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.175104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9efd4e43-b026-4d56-b08c-d8dab9f8d660 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384366 Feb 10 13:40:08.177902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39082) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.195216 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7ea28285-bb68-469e-af05-555737aaaf8f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules/db7355bf-f90c-4175-b76c-75a020434ae7 HTTP/1.1" status: 200 len: 763 time: 0.0159738 Feb 10 13:40:08.197806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.249833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-28537bd1-8854-4c6b-9310-9eb69ed227b0 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0507891 Feb 10 13:40:08.252502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.287102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.294381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0852eb-694b-4a8a-b980-501ebed3e095 req-7767e434-c5ce-4d80-9d3c-7ae9b34c8b00 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:08.295538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.296122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0852eb-694b-4a8a-b980-501ebed3e095 req-7767e434-c5ce-4d80-9d3c-7ae9b34c8b00 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0676713 Feb 10 13:40:08.342683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (db7355bf-f90c-4175-b76c-75a020434ae7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.351849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.353299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/db7355bf-f90c-4175-b76c-75a020434ae7 HTTP/1.1" status: 204 len: 168 time: 0.0997224 Feb 10 13:40:08.357911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.365599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11feb9c-715e-4249-86c9-700965398a4d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db7355bf-f90c-4175-b76c-75a020434ae7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.379768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0852eb-694b-4a8a-b980-501ebed3e095 req-91cca57a-342c-485c-8134-73efc3ec785d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769863 Feb 10 13:40:08.398451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d650811e-309e-4f93-a25f-5f4c967c777a tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393224 Feb 10 13:40:08.408372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.412992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': 'f6a29399-daf5-4148-aacf-b7117a557b4f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:08.456935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.523936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.529434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.548125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a366fd86-34af-4425-8225-35e5d56257fa,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.563662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.565067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9aea5254-a9b8-43f0-ae0e-8e829b0a6e0e tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555333 Feb 10 13:40:08.568457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39102) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.587346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-787b0fef-d148-4767-b8fb-35b2a8d94acf tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules/a366fd86-34af-4425-8225-35e5d56257fa HTTP/1.1" status: 200 len: 763 time: 0.0172625 Feb 10 13:40:08.589879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39106) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.636556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5660674b-b7cc-4860-aa7a-6d23cace20e3 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454044 Feb 10 13:40:08.639116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39112) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.671708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.680413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.730130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a366fd86-34af-4425-8225-35e5d56257fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.737399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.741517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a366fd86-34af-4425-8225-35e5d56257fa HTTP/1.1" status: 204 len: 168 time: 0.0984392 Feb 10 13:40:08.741865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.744669 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34262117-969e-4858-9173-f758b6d7889d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a366fd86-34af-4425-8225-35e5d56257fa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.796213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa4d3f46-bdc7-487f-a7d9-e634481cd6b5 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531204 Feb 10 13:40:08.802348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:08.808784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': 'f6a29399-daf5-4148-aacf-b7117a557b4f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:08.864384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.884827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84811-7281-4ac9-ab5a-3b9be1757152 req-7bfdc166-3fed-4428-8f3f-f786e6ed0764 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:08.886372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fa84811-7281-4ac9-ab5a-3b9be1757152 req-7bfdc166-3fed-4428-8f3f-f786e6ed0764 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0732424 Feb 10 13:40:08.937606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.945482 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.949210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8fa84811-7281-4ac9-ab5a-3b9be1757152 req-b45d1525-9be9-4514-8c4a-7f3c93e90f5b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556548 Feb 10 13:40:08.966619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5949a09-1cc5-45e0-bef0-8ea2a7363b07,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:08.976665 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:08.977955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-18ec94d9-3b0f-460c-bdba-b1858437af31 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741478 Feb 10 13:40:08.981179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.000980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a396a0d-4fb0-40a9-85da-d7d6efe80e81 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules/d5949a09-1cc5-45e0-bef0-8ea2a7363b07 HTTP/1.1" status: 200 len: 764 time: 0.0186121 Feb 10 13:40:09.003644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.070123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3bd60e0b-b08f-4a30-8bdc-3cfadfdf1b8f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0646169 Feb 10 13:40:09.078319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.122582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.131267 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.131894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e00b12-512f-432b-be8b-940c27958ae1 req-a947ded3-4aca-4c00-96d3-2ed2755bd79c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:09.141702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e00b12-512f-432b-be8b-940c27958ae1 req-a947ded3-4aca-4c00-96d3-2ed2755bd79c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1076524 Feb 10 13:40:09.162723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d5949a09-1cc5-45e0-bef0-8ea2a7363b07), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.172167 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.176588 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d5949a09-1cc5-45e0-bef0-8ea2a7363b07 HTTP/1.1" status: 204 len: 168 time: 0.0936739 Feb 10 13:40:09.177946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.185593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03358a-0c38-43dc-95a0-a62c272f80e7 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5949a09-1cc5-45e0-bef0-8ea2a7363b07,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:09.210477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e00b12-512f-432b-be8b-940c27958ae1 req-6adace70-61c7-4daa-99b7-12a2ea6344ae tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673895 Feb 10 13:40:09.220746 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-096f3ee1-df2e-497b-9491-61ddfaf06498 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416005 Feb 10 13:40:09.228997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.290048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f6a29399-daf5-4148-aacf-b7117a557b4f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.319477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f6a29399-daf5-4148-aacf-b7117a557b4f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.363246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f6a29399-daf5-4148-aacf-b7117a557b4f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.366468 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.367649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6a29399-daf5-4148-aacf-b7117a557b4f HTTP/1.1" status: 204 len: 168 time: 0.1429913 Feb 10 13:40:09.370576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.383660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b5137-5840-4b30-a872-699f81f7ed87 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a29399-daf5-4148-aacf-b7117a557b4f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:09.440800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59afc4e2-c34b-46a7-a51c-1e76ed1f2240 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688827 Feb 10 13:40:09.451097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.455877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group': {'name': 'tempest-secgroup--979655272'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:09.478910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.552556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e996f-eb0a-4ed0-aecb-df0144b85921 req-5e58a20f-0b95-4b73-a9f6-ab24815082fa tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:09.559899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f2eef39c-f050-49a3-b940-9f5e3b0a7467), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.561058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a50e996f-eb0a-4ed0-aecb-df0144b85921 req-5e58a20f-0b95-4b73-a9f6-ab24815082fa tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0789855 Feb 10 13:40:09.564655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f2eef39c-f050-49a3-b940-9f5e3b0a7467), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.604008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.608015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1531832 Feb 10 13:40:09.608015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b4fad-fccb-47dc-a747-8834543e397d tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eef39c-f050-49a3-b940-9f5e3b0a7467,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:09.609842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39160) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.624085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Request body: {'security_group_rule': {'security_group_id': 'f2eef39c-f050-49a3-b940-9f5e3b0a7467', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:09.624309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a50e996f-eb0a-4ed0-aecb-df0144b85921 req-67f6620a-1192-45d0-bace-bd355692e50a tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618474 Feb 10 13:40:09.654680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (6beec515-56c0-44c5-9deb-5cf5d373e9b6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.760698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (6beec515-56c0-44c5-9deb-5cf5d373e9b6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.764875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (6beec515-56c0-44c5-9deb-5cf5d373e9b6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.789627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.790833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778054 Feb 10 13:40:09.793281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0735e-541a-4ac1-9e13-c8073a453d9b tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6beec515-56c0-44c5-9deb-5cf5d373e9b6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:09.793907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:09.900646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f2eef39c-f050-49a3-b940-9f5e3b0a7467), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.926773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (f2eef39c-f050-49a3-b940-9f5e3b0a7467), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:09.971061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b9866-a675-4b93-a0ad-e93881a698d0 req-ae481242-51e5-47df-9460-97a264a017b4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:09.973007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e20b9866-a675-4b93-a0ad-e93881a698d0 req-ae481242-51e5-47df-9460-97a264a017b4 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1346848 Feb 10 13:40:10.017920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f2eef39c-f050-49a3-b940-9f5e3b0a7467), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:10.021302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:10.024746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2eef39c-f050-49a3-b940-9f5e3b0a7467 HTTP/1.1" status: 204 len: 168 time: 0.2266593 Feb 10 13:40:10.025529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.042952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e20b9866-a675-4b93-a0ad-e93881a698d0 req-d89dbc9f-f395-400d-bd9c-7d41c144bd58 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631781 Feb 10 13:40:10.043660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e039e-c3c5-41cd-a7c9-09f50f62bdfa tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eef39c-f050-49a3-b940-9f5e3b0a7467,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:10.108646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.109041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-41b19b16-6863-4827-87c6-8549aaed0e1f tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802205 Feb 10 13:40:10.194987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7e57da1a-f383-4e0b-a3ee-ad65b1be3f6c tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0828645 Feb 10 13:40:10.195513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.210166 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-b0c78fdc-78ba-4bbb-b48d-168cb6c4b462 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] delete failed (client error): The resource could not be found. Feb 10 13:40:10.211695 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0c78fdc-78ba-4bbb-b48d-168cb6c4b462 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2eef39c-f050-49a3-b940-9f5e3b0a7467 HTTP/1.1" status: 404 len: 347 time: 0.0153120 Feb 10 13:40:10.215187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.232298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f791-2fb8-4070-905d-ec30972a37c9 req-615c9500-2bf4-46e8-acc2-3461880c1b16 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:10.237225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c194f791-2fb8-4070-905d-ec30972a37c9 req-615c9500-2bf4-46e8-acc2-3461880c1b16 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1082847 Feb 10 13:40:10.281482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3620d076-c0d2-4dd3-b82f-24481c3c5793 tempest-SecGroupTest-92812617 tempest-SecGroupTest-92812617-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651746 Feb 10 13:40:10.292449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c194f791-2fb8-4070-905d-ec30972a37c9 req-0c99d590-0d5b-47d9-a335-607571956b86 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502050 Feb 10 13:40:10.424449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760328bf-cf09-45ea-96d6-39fbfd15b7b5 req-8e1fe4e9-5be6-49b3-b962-6c8612a272dd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:10.426091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-760328bf-cf09-45ea-96d6-39fbfd15b7b5 req-8e1fe4e9-5be6-49b3-b962-6c8612a272dd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0659018 Feb 10 13:40:10.509563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-760328bf-cf09-45ea-96d6-39fbfd15b7b5 req-778198a0-b05e-4c80-b03f-36cb17143012 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Feb 10 13:40:10.631120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80499cd9-5b8e-4fc1-b0ca-581904351520 req-2bec1cff-ca9e-4d1a-a150-ac45fb3a637e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:10.632626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80499cd9-5b8e-4fc1-b0ca-581904351520 req-2bec1cff-ca9e-4d1a-a150-ac45fb3a637e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0690331 Feb 10 13:40:10.644039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.699349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80499cd9-5b8e-4fc1-b0ca-581904351520 req-d85f38f1-ca1d-47fe-b1d5-f3b4512c72ac tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573039 Feb 10 13:40:10.869840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ca6f13f0-d40c-489d-b05e-e24c6bdbf32b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=749532f883c446a5b0a2464d4c32b467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246509 Feb 10 13:40:10.873169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:10.936861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] Publish callbacks [] for security_group (689e4f6c-d1b5-4102-a291-82ffb11fbdb2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:10.972083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] Publish callbacks [] for security_group (689e4f6c-d1b5-4102-a291-82ffb11fbdb2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:11.038343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ca3e4-a3f6-4a28-a2b5-22a3fe2bed2d req-63e90103-5d0d-4102-acbd-e05eb35dc228 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:11.039841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-624ca3e4-a3f6-4a28-a2b5-22a3fe2bed2d req-63e90103-5d0d-4102-acbd-e05eb35dc228 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.0883589 Feb 10 13:40:11.057341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (689e4f6c-d1b5-4102-a291-82ffb11fbdb2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:11.059925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:11.063294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/689e4f6c-d1b5-4102-a291-82ffb11fbdb2 HTTP/1.1" status: 204 len: 168 time: 0.1863253 Feb 10 13:40:11.092649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ca067-4088-4226-b58a-18abbdb90983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e4f6c-d1b5-4102-a291-82ffb11fbdb2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:11.159444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-624ca3e4-a3f6-4a28-a2b5-22a3fe2bed2d req-6273ad2e-0ff8-4ed4-bf63-0cf0d0592458 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828815 Feb 10 13:40:11.215210 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:11.505829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d120e9f-7d5d-48ba-b22c-d927cdc2a155 req-8d7592bd-b474-4685-94db-f946500fbaf7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:11.508528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d120e9f-7d5d-48ba-b22c-d927cdc2a155 req-8d7592bd-b474-4685-94db-f946500fbaf7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1156108 Feb 10 13:40:11.581459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d120e9f-7d5d-48ba-b22c-d927cdc2a155 req-b99e0258-d128-4e32-9ce3-ba146dbb43f9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667973 Feb 10 13:40:11.875810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5e10d-0e0e-40e3-bc42-fc262192c8cb req-d2bd4873-cf37-4ed5-ae72-251539d60cc3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:11.877652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81f5e10d-0e0e-40e3-bc42-fc262192c8cb req-d2bd4873-cf37-4ed5-ae72-251539d60cc3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0639818 Feb 10 13:40:11.939069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81f5e10d-0e0e-40e3-bc42-fc262192c8cb req-74042b50-238e-41d6-b744-b98a30768515 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551534 Feb 10 13:40:11.993326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:12.132150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-198431178'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:12.167957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Made reservation on behalf of 1860798faada49eeabf011e261691cb3 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:12.173680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.191444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.308849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-580ee555-66df-4f6d-a497-f59ddb4dddd6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:12.310351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-580ee555-66df-4f6d-a497-f59ddb4dddd6 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1204627 Feb 10 13:40:12.311935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks [] for security_group (6e5f2643-290b-4336-a41f-b5e86dcb1b04), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.318845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6e5f2643-290b-4336-a41f-b5e86dcb1b04), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.345611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:40:12.347972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9ddb-d283-47d6-985b-3f71a028dc6e req-ffe6a92d-a18b-46cd-848a-ae5c72024192 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:12.361376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f2643-290b-4336-a41f-b5e86dcb1b04,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:12.362743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9cde9ddb-d283-47d6-985b-3f71a028dc6e req-ffe6a92d-a18b-46cd-848a-ae5c72024192 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 945 time: 0.1245928 Feb 10 13:40:12.366419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4ae15e2f-e473-4749-acbf-615047f57864), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.366975 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Added segment 4ae15e2f-e473-4749-acbf-615047f57864 of type vlan for network 5b77d188-fc65-4c28-aa0e-eae6d0beb95a Feb 10 13:40:12.433215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5b77d188-fc65-4c28-aa0e-eae6d0beb95a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.481564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9cde9ddb-d283-47d6-985b-3f71a028dc6e req-f4c446fc-0620-4455-9f58-5674a2a4bd91 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160090 Feb 10 13:40:12.493921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5b77d188-fc65-4c28-aa0e-eae6d0beb95a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.499056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:12.499631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.505655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port f7c0aa89-5eee-4db6-a321-c395f64afffe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:40:12.506195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.545158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5476980 Feb 10 13:40:12.546222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39314) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:12.550388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-17f96d25-3757-4c84-9040-83abe4a687a0 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-560404686') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:12.593052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5b2a6-42be-4cac-9588-1935c599aece tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Pushing event updated for resources: {'Network': ['ID=5b77d188-fc65-4c28-aa0e-eae6d0beb95a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:12.631582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5b77d188-fc65-4c28-aa0e-eae6d0beb95a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:40:12.647553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port f7c0aa89-5eee-4db6-a321-c395f64afffe, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=f7c0aa89-5eee-4db6-a321-c395f64afffe,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:12.647923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.678597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for f7c0aa89-5eee-4db6-a321-c395f64afffe owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:40:12.751097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17f96d25-3757-4c84-9040-83abe4a687a0 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "PUT /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-560404686 HTTP/1.1" status: 201 len: 201 time: 0.2042165 Feb 10 13:40:12.753331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39326) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:12.764965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-33f9890d-ae0e-4b95-81a6-6ee94714fb04 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-560404686') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:12.841331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-33f9890d-ae0e-4b95-81a6-6ee94714fb04 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-560404686 HTTP/1.1" status: 204 len: 168 time: 0.0866847 Feb 10 13:40:12.843716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:12.848871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-10a593f6-dfb5-48ff-a3e3-357eb2f64d63 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:12.865769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c712-c3bd-4d6c-85a8-3c460a946067 req-dfa8b4e9-ee6c-4ec2-987a-f532cf61c84e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:12.867608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4662c712-c3bd-4d6c-85a8-3c460a946067 req-dfa8b4e9-ee6c-4ec2-987a-f532cf61c84e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1764266 Feb 10 13:40:12.931357 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10a593f6-dfb5-48ff-a3e3-357eb2f64d63 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags HTTP/1.1" status: 200 len: 237 time: 0.0864267 Feb 10 13:40:12.933785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:12.938212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-db5e0b44-1596-4914-8af3-5e7bbe4d6196 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', {'tags': ['tempest-TagsTest-Tag-670538044', 'tempest-TagsTest-Tag-1549588289', 'tempest-TagsTest-Tag-593600011']}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:12.952260 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f7c0aa89-5eee-4db6-a321-c395f64afffe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:12.964741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'f7c0aa89-5eee-4db6-a321-c395f64afffe'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:40:13.044844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=f7c0aa89-5eee-4db6-a321-c395f64afffe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:13.068514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4662c712-c3bd-4d6c-85a8-3c460a946067 req-239c0a09-04d5-4575-afa1-5e09ac8dd7f8 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942627 Feb 10 13:40:13.103295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-db5e0b44-1596-4914-8af3-5e7bbe4d6196 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "PUT /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags HTTP/1.1" status: 200 len: 307 time: 0.1684043 Feb 10 13:40:13.105927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.116586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-1d1e8bdc-7452-47d7-a64b-af946635a655 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-670538044') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.142602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port f7c0aa89-5eee-4db6-a321-c395f64afffe on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:40:13.148148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:13.153175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2407f4a-a0b0-41a6-bdb6-7a9aea225f1a req-3da8820d-a7f5-4585-ba49-fe3715492a7d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/f7c0aa89-5eee-4db6-a321-c395f64afffe HTTP/1.1" status: 204 len: 173 time: 0.8255205 Feb 10 13:40:13.153890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'name': 'network-vif-deleted', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:40:13.165719 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4979b4-a55f-47a5-a128-14980a726757" -d '{"events": [{"server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "name": "network-vif-deleted", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:40:13.241655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1d1e8bdc-7452-47d7-a64b-af946635a655 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "DELETE /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-670538044 HTTP/1.1" status: 204 len: 168 time: 0.1345351 Feb 10 13:40:13.242388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.248059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-f94626d2-2ca4-4e17-8ce1-2379f23cdc95 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-670538044') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.270566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee645c-41d8-490d-921c-ff116c7868bb req-5e55b9a1-6d9f-4741-94a6-249df5a0945f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:13.278036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdee645c-41d8-490d-921c-ff116c7868bb req-5e55b9a1-6d9f-4741-94a6-249df5a0945f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0942328 Feb 10 13:40:13.376228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdee645c-41d8-490d-921c-ff116c7868bb req-5b128f50-879a-4281-bec3-47a61ccaac35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972190 Feb 10 13:40:13.418521 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-f94626d2-2ca4-4e17-8ce1-2379f23cdc95 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] show failed (client error): The resource could not be found. Feb 10 13:40:13.419691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f94626d2-2ca4-4e17-8ce1-2379f23cdc95 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-670538044 HTTP/1.1" status: 404 len: 325 time: 0.1764011 Feb 10 13:40:13.422457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.427611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-783e4c84-2979-481e-a606-1202b9a881b8 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-1549588289') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.508335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-783e4c84-2979-481e-a606-1202b9a881b8 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-1549588289 HTTP/1.1" status: 204 len: 168 time: 0.0839310 Feb 10 13:40:13.510830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.515443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-92e9795f-6303-4cf1-94ba-0b6260615981 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-593600011') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.591649 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca05fb-4645-4042-96fc-52653bfc8186 x-openstack-request-id: req-aaca05fb-4645-4042-96fc-52653bfc8186 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:40:13.591944 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de69e67-006c-4861-afd1-3ea4e570f5eb", "name": "network-vif-deleted", "tag": "f7c0aa89-5eee-4db6-a321-c395f64afffe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:40:13.592182 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaca05fb-4645-4042-96fc-52653bfc8186 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:40:13.592574 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de69e67-006c-4861-afd1-3ea4e570f5eb', 'name': 'network-vif-deleted', 'tag': 'f7c0aa89-5eee-4db6-a321-c395f64afffe', 'status': 'completed', 'code': 200} Feb 10 13:40:13.595097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-92e9795f-6303-4cf1-94ba-0b6260615981 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-593600011 HTTP/1.1" status: 204 len: 168 time: 0.0831156 Feb 10 13:40:13.598656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.603218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-720beb65-4f99-4971-9d96-48fe85bef438 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.689932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e0f46da-dc31-4685-9b3e-60d76b1cd212 req-e8bea675-08c1-49dc-9434-13a82e47035d tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de69e67-006c-4861-afd1-3ea4e570f5eb HTTP/1.1" status: 200 len: 210 time: 0.0365543 Feb 10 13:40:13.722898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-720beb65-4f99-4971-9d96-48fe85bef438 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "DELETE /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags HTTP/1.1" status: 204 len: 168 time: 0.1231353 Feb 10 13:40:13.725944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.731621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-69585422-b8f3-4470-b742-c0f40a788e72 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-1549588289') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.820933 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-69585422-b8f3-4470-b742-c0f40a788e72 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] show failed (client error): The resource could not be found. Feb 10 13:40:13.822401 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69585422-b8f3-4470-b742-c0f40a788e72 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-1549588289 HTTP/1.1" status: 404 len: 326 time: 0.0954208 Feb 10 13:40:13.825164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.829867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-49728e9a-62f5-4ade-8f9b-d9fd99a51b7f tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a', 'tempest-TagsTest-Tag-593600011') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:13.920214 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-49728e9a-62f5-4ade-8f9b-d9fd99a51b7f tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] show failed (client error): The resource could not be found. Feb 10 13:40:13.924318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-49728e9a-62f5-4ade-8f9b-d9fd99a51b7f tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "GET /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags/tempest-TagsTest-Tag-593600011 HTTP/1.1" status: 404 len: 325 time: 0.0951085 Feb 10 13:40:13.924611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:13.929062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.tag.tag_plugin [None req-ebf66bab-274b-4b5a-93a9-7e52e19a4ea7 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b77d188-fc65-4c28-aa0e-eae6d0beb95a') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:14.017885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:14.018151 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ebf66bab-274b-4b5a-93a9-7e52e19a4ea7 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "DELETE /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a/tags HTTP/1.1" status: 204 len: 168 time: 0.0924339 Feb 10 13:40:14.143396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5b77d188-fc65-4c28-aa0e-eae6d0beb95a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.282602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5b77d188-fc65-4c28-aa0e-eae6d0beb95a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.296873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764e6f1-585a-46e6-ae3a-0687cb7921c8 req-af3fe784-fcb6-4ef0-95f0-e582d7afb1b5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:14.298659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5764e6f1-585a-46e6-ae3a-0687cb7921c8 req-af3fe784-fcb6-4ef0-95f0-e582d7afb1b5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1475005 Feb 10 13:40:14.322556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b77d188-fc65-4c28-aa0e-eae6d0beb95a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:14.340270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae15e2f-e473-4749-acbf-615047f57864') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:14.340680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae15e2f-e473-4749-acbf-615047f57864') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:14.363907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (4ae15e2f-e473-4749-acbf-615047f57864), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.390456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5764e6f1-585a-46e6-ae3a-0687cb7921c8 req-0573811e-9994-4185-9042-1726b9c13082 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846808 Feb 10 13:40:14.391404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4ae15e2f-e473-4749-acbf-615047f57864), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.399868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:40:14.400394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (4ae15e2f-e473-4749-acbf-615047f57864), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: items = [ Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:40:14.403825 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:40:14.541394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5b77d188-fc65-4c28-aa0e-eae6d0beb95a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.577041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:14.583102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] 10.222.0.13 "DELETE /v2.0/networks/5b77d188-fc65-4c28-aa0e-eae6d0beb95a HTTP/1.1" status: 204 len: 168 time: 0.5614350 Feb 10 13:40:14.583102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1157b-f6a9-453f-ae96-b937407d9787 tempest-TagsTest-1986532914 tempest-TagsTest-1986532914-project] Pushing event deleted for resources: {'Network': ['ID=5b77d188-fc65-4c28-aa0e-eae6d0beb95a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:14.600560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbcd9f-2249-4e0e-811e-b8a44d3d6158 req-158e0cce-4dea-4286-9fe8-6983c347e3c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:14.607554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96fbcd9f-2249-4e0e-811e-b8a44d3d6158 req-158e0cce-4dea-4286-9fe8-6983c347e3c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.1192622 Feb 10 13:40:14.661856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96fbcd9f-2249-4e0e-811e-b8a44d3d6158 req-4a132e27-d890-4767-8884-f51088afe419 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532808 Feb 10 13:40:14.953910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:15.131340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0511714-0e61-4aa6-a4a5-ae4bf14e3572 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1860798faada49eeabf011e261691cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758883 Feb 10 13:40:15.133733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:15.228490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] Publish callbacks [] for security_group (6e5f2643-290b-4336-a41f-b5e86dcb1b04), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:15.254648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] Publish callbacks [] for security_group (6e5f2643-290b-4336-a41f-b5e86dcb1b04), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:15.329614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6e5f2643-290b-4336-a41f-b5e86dcb1b04), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:15.333623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:15.334919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e5f2643-290b-4336-a41f-b5e86dcb1b04 HTTP/1.1" status: 204 len: 168 time: 0.1999502 Feb 10 13:40:15.344882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2fc6d-f4f4-4845-b263-ef675ed7c18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f2643-290b-4336-a41f-b5e86dcb1b04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:15.608942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a227-081f-4680-bb17-e5971351ccae req-ac4aa96b-ff7a-4f86-a3e2-b783c67879a7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:15.610706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5b0a227-081f-4680-bb17-e5971351ccae req-ac4aa96b-ff7a-4f86-a3e2-b783c67879a7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1006382 Feb 10 13:40:15.668039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5b0a227-081f-4680-bb17-e5971351ccae req-a0e8fbe5-f2a0-42bc-be24-26ce1ad9aafc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516779 Feb 10 13:40:15.801304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc977-afa9-4cf9-a759-dad4928da7de req-0cc8c387-42ab-456b-9d99-e8c0b2f728c5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:15.802822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-983cc977-afa9-4cf9-a759-dad4928da7de req-0cc8c387-42ab-456b-9d99-e8c0b2f728c5 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 946 time: 0.0687058 Feb 10 13:40:15.866240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-983cc977-afa9-4cf9-a759-dad4928da7de req-125ae7db-484e-4d5f-b0ca-5fb6f82a25d7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565314 Feb 10 13:40:16.024720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4956-3f45-4ca8-966d-b16a992bfdb2 req-d6eca769-c2d5-48c6-8825-7a378ead196c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.034162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-071f4956-3f45-4ca8-966d-b16a992bfdb2 req-d6eca769-c2d5-48c6-8825-7a378ead196c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 943 time: 0.0854194 Feb 10 13:40:16.083142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-071f4956-3f45-4ca8-966d-b16a992bfdb2 req-246936e5-8602-40e4-b877-1a6040947f84 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481083 Feb 10 13:40:16.186270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:16.388032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4695-1c45-441f-93ee-b988bce0eb02 req-a9dd0a48-a4de-49ff-b8c5-53145280a4b0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.389695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-878c4695-1c45-441f-93ee-b988bce0eb02 req-a9dd0a48-a4de-49ff-b8c5-53145280a4b0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0830579 Feb 10 13:40:16.406578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ef41a4d7-f866-4555-b46d-4e302a224a9a details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:40:16.408857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f7c0aa89-5eee-4db6-a321-c395f64afffe no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:40:16.425576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-31b364db-4204-43af-b1c4-c17090602e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.428507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-31b364db-4204-43af-b1c4-c17090602e7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.0725532 Feb 10 13:40:16.434835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112844469-network', 'tenant_id': 'c1a1ce944ad14f4e8842f6e2c6893d36'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:16.463824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Made reservation on behalf of c1a1ce944ad14f4e8842f6e2c6893d36 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:16.466503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.478779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.523175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: f7c0aa89-5eee-4db6-a321-c395f64afffe {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:40:16.523514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device f7c0aa89-5eee-4db6-a321-c395f64afffe not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:40:16.559454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:16.567221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-9e4854be-bedf-40ab-b12a-956b417ff4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.569281 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-9e4854be-bedf-40ab-b12a-956b417ff4b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1334186 Feb 10 13:40:16.570777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-878c4695-1c45-441f-93ee-b988bce0eb02 req-ebce7feb-9776-40c0-8127-8a1312442288 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683996 Feb 10 13:40:16.587080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'ef41a4d7-f866-4555-b46d-4e302a224a9a', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': 'ef41a4d7-f866-4555-b46d-4e302a224a9a', 'mac_address': 'fa:16:3e:b3:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:40:16.642317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ef41a4d7-f866-4555-b46d-4e302a224a9a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:40:16.643234 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.654984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks [] for security_group (12e1a821-9c0e-44f5-b749-9200ca9edaa9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.662334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12e1a821-9c0e-44f5-b749-9200ca9edaa9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.669743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef41a4d7-f866-4555-b46d-4e302a224a9a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:40:16.679887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-ed01c9c1-12b8-4059-b06f-cde226126204 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.1029563 Feb 10 13:40:16.691986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:40:16.692814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:16.699537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.703015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1a821-9c0e-44f5-b749-9200ca9edaa9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:16.722181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.722547 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Added segment f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b of type vlan for network c73712f6-303b-4983-b8e5-c4af89c21945 Feb 10 13:40:16.770560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:16.779217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.779569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.779913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.780253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.780588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.780954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.781605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.782103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.782631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.783126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.783631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.784624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.785155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:40:16.794665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-53045cb7-7cee-4d4d-b1ca-875244b48c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.796350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c73712f6-303b-4983-b8e5-c4af89c21945), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.796743 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-53045cb7-7cee-4d4d-b1ca-875244b48c4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1112330 Feb 10 13:40:16.827836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c73712f6-303b-4983-b8e5-c4af89c21945), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.829197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.830142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.880397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:16.880687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6932969 Feb 10 13:40:16.885861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Request body: {'subnet': {'network_id': 'c73712f6-303b-4983-b8e5-c4af89c21945', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2112844469-subnet', 'tenant_id': 'c1a1ce944ad14f4e8842f6e2c6893d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:16.912981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-e8e112e4-eaf9-4abf-89ef-b39b188d1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:16.914600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-e8e112e4-eaf9-4abf-89ef-b39b188d1e8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108599 Feb 10 13:40:16.920346 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Made reservation on behalf of c1a1ce944ad14f4e8842f6e2c6893d36 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:16.920571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918acc-d701-4b40-94f6-2f97e09baf55 admin admin] Pushing event updated for resources: {'Network': ['ID=c73712f6-303b-4983-b8e5-c4af89c21945,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:16.924837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:16.934080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c73712f6-303b-4983-b8e5-c4af89c21945 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:40:17.071021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ef41a4d7-f866-4555-b46d-4e302a224a9a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:40:17.146141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-047aae50-bab9-4513-8e46-0cbd7ae9a0e6 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183077 Feb 10 13:40:17.271024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bc04690e-cc0e-4353-bd88-c70bd71f1a50 req-1a6a9a1c-7fdc-43a6-8dc8-28fb3f56d1cd service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112921 Feb 10 13:40:17.595907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef632-e41a-43d3-9ae4-ebf7681af774 req-b1fd3d24-811d-4f13-91a2-8ed0f300140c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:17.603644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e53ef632-e41a-43d3-9ae4-ebf7681af774 req-b1fd3d24-811d-4f13-91a2-8ed0f300140c tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 946 time: 0.0856721 Feb 10 13:40:17.633400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-ac30beaf-9d8e-4ad9-bed9-71a0a92da534 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:17.635393 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-ac30beaf-9d8e-4ad9-bed9-71a0a92da534 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 946 time: 0.6433206 Feb 10 13:40:17.704783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e53ef632-e41a-43d3-9ae4-ebf7681af774 req-b64a84af-850b-4c5f-b0e1-30af563fb9bd tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a813224-7276-4073-9362-d43fdfcde536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998034 Feb 10 13:40:17.868352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90e8e5-9386-4340-b0d4-dc9340a81772 req-342d3a3b-3b8a-4cd6-8dd1-15ff63a8845e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:17.875519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd90e8e5-9386-4340-b0d4-dc9340a81772 req-342d3a3b-3b8a-4cd6-8dd1-15ff63a8845e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0684843 Feb 10 13:40:17.895391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Deleting port 5b1f1c6d-cffd-40a0-8205-405891dcd83b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:40:17.896125 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:17.933658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f51d81aa-2edc-4983-9fb4-286e4c831297), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:17.981904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51d81aa-2edc-4983-9fb4-286e4c831297,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:17.993298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd90e8e5-9386-4340-b0d4-dc9340a81772 req-32fbc0f0-d77f-4803-83fc-eb74ffe12020 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164889 Feb 10 13:40:18.016634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Checking segment: {'id': 'f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c73712f6-303b-4983-b8e5-c4af89c21945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:40:18.017096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Network hostable DHCP agents. Network: c73712f6-303b-4983-b8e5-c4af89c21945, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:40:18.038606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] For port 5b1f1c6d-cffd-40a0-8205-405891dcd83b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5b1f1c6d-cffd-40a0-8205-405891dcd83b,segment=NetworkSegment(80e7225c-1824-459c-90c0-ac01f46cb197),segment_id=80e7225c-1824-459c-90c0-ac01f46cb197)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:18.038843 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.042933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Network c73712f6-303b-4983-b8e5-c4af89c21945 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:40:18.056764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c73712f6-303b-4983-b8e5-c4af89c21945) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:40:18.056984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Calling delete_port for 5b1f1c6d-cffd-40a0-8205-405891dcd83b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:40:18.067168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:18.067987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.068655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89881369-bd79-4726-a25c-096f65211983 None None] Network c73712f6-303b-4983-b8e5-c4af89c21945 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:40:18.097159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6a739dd-c953-433d-b8d0-bba074838a61 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2149079 Feb 10 13:40:18.220033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231bd99-bda5-4cd1-948c-a97c80a5132b req-d62a5ed2-422d-4dfc-955b-d6aa7dcd0cbb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:18.230703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9231bd99-bda5-4cd1-948c-a97c80a5132b req-d62a5ed2-422d-4dfc-955b-d6aa7dcd0cbb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1207781 Feb 10 13:40:18.268825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffe746-25bf-4cbf-a8b0-08bcaf685ac2 None None] Network c73712f6-303b-4983-b8e5-c4af89c21945 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:40:18.318939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5b1f1c6d-cffd-40a0-8205-405891dcd83b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.371737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Pushing event deleted for resources: {'Port': ['ID=5b1f1c6d-cffd-40a0-8205-405891dcd83b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:18.401831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5b1f1c6d-cffd-40a0-8205-405891dcd83b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:40:18.415470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ef41a4d7-f866-4555-b46d-4e302a224a9a up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:40:18.428679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9231bd99-bda5-4cd1-948c-a97c80a5132b req-4ea5097f-c94a-4c5a-87b6-6f08e62ea377 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910896 Feb 10 13:40:18.524319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] No DVR routers for this DVR port 5b1f1c6d-cffd-40a0-8205-405891dcd83b on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:40:18.534971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.544226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d962d8e3-b09b-4ce7-a2c1-d4ebd94f6d68 req-c076b92f-f166-4951-8261-26fe8093bbf7 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.21 "DELETE /v2.0/ports/5b1f1c6d-cffd-40a0-8205-405891dcd83b HTTP/1.1" status: 204 len: 173 time: 0.8997610 Feb 10 13:40:18.544939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'name': 'network-vif-deleted', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:40:18.547726 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41aa506-3cbf-45ed-90d3-f1b45bea3cab" -d '{"events": [{"server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "name": "network-vif-deleted", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:40:18.641267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port ef41a4d7-f866-4555-b46d-4e302a224a9a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:40:18.646807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port ef41a4d7-f866-4555-b46d-4e302a224a9a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:40:18.647490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.695147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da21c9-c4f9-4955-8787-cced6f81d5a9 req-63781c25-9141-444e-9d62-3e4cb1de2e60 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:18.712229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73da21c9-c4f9-4955-8787-cced6f81d5a9 req-63781c25-9141-444e-9d62-3e4cb1de2e60 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1659892 Feb 10 13:40:18.774804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73da21c9-c4f9-4955-8787-cced6f81d5a9 req-96befb6a-0d84-43eb-93e9-fc386cafb2f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 Feb 10 13:40:18.812784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ef41a4d7-f866-4555-b46d-4e302a224a9a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:40:18.813466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.845254 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0edc1-5011-4c4c-a3d8-486725567058 x-openstack-request-id: req-dca0edc1-5011-4c4c-a3d8-486725567058 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:40:18.845477 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a8413-7140-46ff-8a4e-5ecd903b62ab", "name": "network-vif-deleted", "tag": "5b1f1c6d-cffd-40a0-8205-405891dcd83b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:40:18.845742 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca0edc1-5011-4c4c-a3d8-486725567058 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:40:18.846537 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a8413-7140-46ff-8a4e-5ecd903b62ab', 'name': 'network-vif-deleted', 'tag': '5b1f1c6d-cffd-40a0-8205-405891dcd83b', 'status': 'completed', 'code': 200} Feb 10 13:40:18.868077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:18.869218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:40:18.873211 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4bc9c8-0783-454b-8b0d-a152562df313" -d '{"events": [{"server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:40:18.887594 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.942566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:18.948832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2111905116-network', 'tenant_id': '8c79900aa1d647d8980257e5f8faa11a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:18.980660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Made reservation on behalf of 8c79900aa1d647d8980257e5f8faa11a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:18.983269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:18.985799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:18.985985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc4e433-4cba-41c2-ac61-50c50d86fac5 req-31d627c8-0f04-4cb1-8887-d4c6209027a1 tempest-ServersTestJSON-1264810031 tempest-ServersTestJSON-1264810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c7a8413-7140-46ff-8a4e-5ecd903b62ab HTTP/1.1" status: 200 len: 210 time: 0.0441349 Feb 10 13:40:19.013049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.121460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks [] for security_group (1a76c042-ddb6-40c3-a947-58ce4599bcf9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.126323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1a76c042-ddb6-40c3-a947-58ce4599bcf9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.163379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:40:19.177278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a76c042-ddb6-40c3-a947-58ce4599bcf9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:19.183057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e2431524-05a1-491c-815d-517a8d5971d4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.183488 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Added segment e2431524-05a1-491c-815d-517a8d5971d4 of type vlan for network 38409905-2baa-43b5-b7fc-e3d3750c1ed9 Feb 10 13:40:19.241860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (38409905-2baa-43b5-b7fc-e3d3750c1ed9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.251406 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a72b85-f9d7-4c3e-aeeb-5e8e692e566a x-openstack-request-id: req-d1a72b85-f9d7-4c3e-aeeb-5e8e692e566a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:40:19.252441 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:40:19.253816 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1a72b85-f9d7-4c3e-aeeb-5e8e692e566a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:40:19.255447 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a', 'code': 200} Feb 10 13:40:19.282495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (38409905-2baa-43b5-b7fc-e3d3750c1ed9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.283583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.284489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.375291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2198c-5b0b-4c6f-810d-c0f9e857c71b req-98a321fa-35fd-45bd-8a59-bd45eaf4e16e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.376943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4332256 Feb 10 13:40:19.377651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39564) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:19.381417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2dce7-6826-45dc-afc6-57fa1e7e71bc admin admin] Pushing event updated for resources: {'Network': ['ID=38409905-2baa-43b5-b7fc-e3d3750c1ed9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:19.383273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fd2198c-5b0b-4c6f-810d-c0f9e857c71b req-98a321fa-35fd-45bd-8a59-bd45eaf4e16e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0772002 Feb 10 13:40:19.392574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 38409905-2baa-43b5-b7fc-e3d3750c1ed9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:40:19.395691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Request body: {'subnet': {'network_id': '38409905-2baa-43b5-b7fc-e3d3750c1ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2111905116-subnet', 'tenant_id': '8c79900aa1d647d8980257e5f8faa11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:19.424623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Made reservation on behalf of 8c79900aa1d647d8980257e5f8faa11a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:19.428915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.449175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fd2198c-5b0b-4c6f-810d-c0f9e857c71b req-6b959638-ccbd-4e98-ae1b-8cbaf018ac4b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622854 Feb 10 13:40:19.568219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab52b1-52fd-4673-acb0-332fe0344b0d req-d81a5557-d1f3-4f3a-9e6c-c18058834345 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.575579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60ab52b1-52fd-4673-acb0-332fe0344b0d req-d81a5557-d1f3-4f3a-9e6c-c18058834345 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0706410 Feb 10 13:40:19.634656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (92077bc2-4a83-41e1-a20e-f791e9f8f722), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.652954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60ab52b1-52fd-4673-acb0-332fe0344b0d req-f55ffc06-534e-41c1-bcc9-6847d59a2cd5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761423 Feb 10 13:40:19.675640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1a5d1-de7f-4476-b279-ae6813334685 req-604d6044-3655-45d7-ae02-0429d33586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.677661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61a1a5d1-de7f-4476-b279-ae6813334685 req-604d6044-3655-45d7-ae02-0429d33586b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 1127 time: 0.3381455 Feb 10 13:40:19.678012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92077bc2-4a83-41e1-a20e-f791e9f8f722,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:19.709625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Checking segment: {'id': 'e2431524-05a1-491c-815d-517a8d5971d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '38409905-2baa-43b5-b7fc-e3d3750c1ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:40:19.709981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Network hostable DHCP agents. Network: 38409905-2baa-43b5-b7fc-e3d3750c1ed9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:40:19.730572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Network 38409905-2baa-43b5-b7fc-e3d3750c1ed9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:40:19.740316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 38409905-2baa-43b5-b7fc-e3d3750c1ed9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:40:19.749113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f0252-1a5e-42c4-9aca-7a1df212ce15 None None] Network 38409905-2baa-43b5-b7fc-e3d3750c1ed9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:40:19.766214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.767583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:19.785336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61a1a5d1-de7f-4476-b279-ae6813334685 req-b6d0ebbc-8f81-4a5c-ab7e-f05fbeb9ad49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964878 Feb 10 13:40:19.789306 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d220a8fe-69d0-45a3-a060-68e968713d0c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4104013 Feb 10 13:40:19.823633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5510e2-fd73-47ae-9383-20d29bbff859 req-075afc27-d2b5-43a1-bc44-02278813c476 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:19.834990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5510e2-fd73-47ae-9383-20d29bbff859 req-075afc27-d2b5-43a1-bc44-02278813c476 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1058757 Feb 10 13:40:19.874226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70902e1b-abc3-484d-861e-6ba13650f7ec None None] Network 38409905-2baa-43b5-b7fc-e3d3750c1ed9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:40:19.910868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5510e2-fd73-47ae-9383-20d29bbff859 req-3d6d660a-70c3-4e0c-b66f-42b0ed6dc113 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730846 Feb 10 13:40:19.945562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:20.005488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Deleting subnet f51d81aa-2edc-4983-9fb4-286e4c831297 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:40:20.009397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Publish callbacks [] for subnet (f51d81aa-2edc-4983-9fb4-286e4c831297), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.066485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (f51d81aa-2edc-4983-9fb4-286e4c831297), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.108380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918718a-561d-4f50-aff9-86301959f4af req-0d884677-2234-4807-9ebc-9a1ef47fa13b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:20.109893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8918718a-561d-4f50-aff9-86301959f4af req-0d884677-2234-4807-9ebc-9a1ef47fa13b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1177464 Feb 10 13:40:20.125627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f51d81aa-2edc-4983-9fb4-286e4c831297), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.189642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8918718a-561d-4f50-aff9-86301959f4af req-a4f33c91-4cc7-4edd-802a-b2ffb768a65f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716877 Feb 10 13:40:20.214332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f51d81aa-2edc-4983-9fb4-286e4c831297), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.237127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39582) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:20.245807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51d81aa-2edc-4983-9fb4-286e4c831297,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:20.249664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.252972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a2c0cbf7-445e-4478-8098-9716cc60f4a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f51d81aa-2edc-4983-9fb4-286e4c831297 HTTP/1.1" status: 204 len: 168 time: 0.3062720 Feb 10 13:40:20.256120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:20.316226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Deleting subnet 9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:40:20.319652 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Publish callbacks [] for subnet (9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.332440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c73712f6-303b-4983-b8e5-c4af89c21945), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.361814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.418671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5b1f1c6d-cffd-40a0-8205-405891dcd83b no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:40:20.431529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c73712f6-303b-4983-b8e5-c4af89c21945), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.446418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.463371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73712f6-303b-4983-b8e5-c4af89c21945']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:20.471330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 5b1f1c6d-cffd-40a0-8205-405891dcd83b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:40:20.471698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5b1f1c6d-cffd-40a0-8205-405891dcd83b not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:40:20.482238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:20.482843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:20.498362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.518571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.528954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:40:20.529465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (f26505a9-a96b-4fdd-bab6-1b61dc4e8c0b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:40:20.531650 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:40:20.536612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.579038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:20.586681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.592337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ab74e1f8-6611-4757-9f99-4a9b1c2d86f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9fc6d54f-e45e-4e7e-8b41-c666d4c61a0f HTTP/1.1" status: 204 len: 168 time: 0.3541081 Feb 10 13:40:20.594857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:20.604374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c73712f6-303b-4983-b8e5-c4af89c21945), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.619916 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.630482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c73712f6-303b-4983-b8e5-c4af89c21945 HTTP/1.1" status: 204 len: 168 time: 0.3705964 Feb 10 13:40:20.631565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:20.674994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493478b1-e975-4fa3-aaa2-b4934f81031a admin admin] Pushing event deleted for resources: {'Network': ['ID=c73712f6-303b-4983-b8e5-c4af89c21945,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:20.751991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (6993e91d-abd0-44ee-8a9d-54c9e6ae733b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.758658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Deleting subnet 92077bc2-4a83-41e1-a20e-f791e9f8f722 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:40:20.781551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Publish callbacks [] for subnet (92077bc2-4a83-41e1-a20e-f791e9f8f722), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.826224 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (92077bc2-4a83-41e1-a20e-f791e9f8f722), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.921635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf26b-547d-4512-81c4-060fa0e0b77b req-0ce59c70-dd40-4ba3-8a1d-4fe0dcdc872b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:20.923512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59dcf26b-547d-4512-81c4-060fa0e0b77b req-0ce59c70-dd40-4ba3-8a1d-4fe0dcdc872b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1856375 Feb 10 13:40:20.924988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (92077bc2-4a83-41e1-a20e-f791e9f8f722), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:20.975287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (6993e91d-abd0-44ee-8a9d-54c9e6ae733b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.016971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6993e91d-abd0-44ee-8a9d-54c9e6ae733b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.039977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e7225c-1824-459c-90c0-ac01f46cb197') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.040275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e7225c-1824-459c-90c0-ac01f46cb197') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.055581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (80e7225c-1824-459c-90c0-ac01f46cb197), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.086259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59dcf26b-547d-4512-81c4-060fa0e0b77b req-ec792015-efb2-4df6-a54c-4fd92314ea6a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397166 Feb 10 13:40:21.087411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (80e7225c-1824-459c-90c0-ac01f46cb197), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.102987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:40:21.103512 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (80e7225c-1824-459c-90c0-ac01f46cb197), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.109652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (92077bc2-4a83-41e1-a20e-f791e9f8f722), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:40:21.127634 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:40:21.159333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.165410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:21.169357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92077bc2-4a83-41e1-a20e-f791e9f8f722 HTTP/1.1" status: 204 len: 168 time: 0.5313363 Feb 10 13:40:21.190348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45b09d-46e3-4a42-ae52-e0d8338de4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92077bc2-4a83-41e1-a20e-f791e9f8f722,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:21.246978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (38409905-2baa-43b5-b7fc-e3d3750c1ed9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.266572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (6993e91d-abd0-44ee-8a9d-54c9e6ae733b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.275564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.281214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6993e91d-abd0-44ee-8a9d-54c9e6ae733b HTTP/1.1" status: 204 len: 168 time: 0.6851914 Feb 10 13:40:21.304326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fa184-dcaf-4e49-8d19-79501c5d1a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=6993e91d-abd0-44ee-8a9d-54c9e6ae733b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:21.329537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a1c5a-0728-417f-9afe-b7ff3a03cc3c req-97278ab0-73bb-413c-aa18-9d8e84cb9c31 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:21.337730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e70a1c5a-0728-417f-9afe-b7ff3a03cc3c req-97278ab0-73bb-413c-aa18-9d8e84cb9c31 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1425927 Feb 10 13:40:21.348629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (38409905-2baa-43b5-b7fc-e3d3750c1ed9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.372781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38409905-2baa-43b5-b7fc-e3d3750c1ed9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.387285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2431524-05a1-491c-815d-517a8d5971d4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.387624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2431524-05a1-491c-815d-517a8d5971d4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:40:21.401319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (e2431524-05a1-491c-815d-517a8d5971d4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.409091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e70a1c5a-0728-417f-9afe-b7ff3a03cc3c req-c4c6b0e1-51c0-478a-82bc-a2dd2be887d6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660431 Feb 10 13:40:21.415498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e2431524-05a1-491c-815d-517a8d5971d4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.422271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:40:21.425543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (e2431524-05a1-491c-815d-517a8d5971d4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:40:21.428073 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:40:21.492141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (38409905-2baa-43b5-b7fc-e3d3750c1ed9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.503015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.510470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38409905-2baa-43b5-b7fc-e3d3750c1ed9 HTTP/1.1" status: 204 len: 168 time: 0.3440192 Feb 10 13:40:21.526291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352102d-b740-48be-bc91-402d3ac0d255 admin admin] Pushing event deleted for resources: {'Network': ['ID=38409905-2baa-43b5-b7fc-e3d3750c1ed9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:21.599287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:21.679201 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-861d3765-bb02-4747-a186-2177ec79618d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae51a961c048441a80096fee0dac7b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761611 Feb 10 13:40:21.679389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:21.679490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:21.736893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] Publish callbacks [] for security_group (5a813224-7276-4073-9362-d43fdfcde536), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.763406 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] Publish callbacks [] for security_group (5a813224-7276-4073-9362-d43fdfcde536), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.833096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5a813224-7276-4073-9362-d43fdfcde536), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.836934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:21.840563 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a813224-7276-4073-9362-d43fdfcde536 HTTP/1.1" status: 204 len: 168 time: 0.1580100 Feb 10 13:40:21.854816 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348e81d-8818-41c6-b8d4-3da7fd614637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a813224-7276-4073-9362-d43fdfcde536,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:21.874459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-89adf271-e716-4d88-9728-39352a90fe2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a1ce944ad14f4e8842f6e2c6893d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957352 Feb 10 13:40:21.876891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39618) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:21.928034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935560e-1829-4900-8043-51f532553b0b req-b1f8c141-d328-45b8-9936-1bad7d5527b0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:21.942436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5935560e-1829-4900-8043-51f532553b0b req-b1f8c141-d328-45b8-9936-1bad7d5527b0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2127037 Feb 10 13:40:22.016365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] Publish callbacks [] for security_group (12e1a821-9c0e-44f5-b749-9200ca9edaa9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.045737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5935560e-1829-4900-8043-51f532553b0b req-da9b55a0-fc84-49f5-9b18-f3ced92c5e95 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009505 Feb 10 13:40:22.066641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] Publish callbacks [] for security_group (12e1a821-9c0e-44f5-b749-9200ca9edaa9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.119982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (12e1a821-9c0e-44f5-b749-9200ca9edaa9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.122854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.128492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e1a821-9c0e-44f5-b749-9200ca9edaa9 HTTP/1.1" status: 204 len: 168 time: 0.2489302 Feb 10 13:40:22.135286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce170c-c100-46eb-95bf-9dd41584e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1a821-9c0e-44f5-b749-9200ca9edaa9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:22.335472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0336b98-f311-432c-abf2-18f92ad3b8c3 req-377cf5a1-0cda-46e4-817b-cd0735c79f62 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:22.347976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0336b98-f311-432c-abf2-18f92ad3b8c3 req-377cf5a1-0cda-46e4-817b-cd0735c79f62 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1196814 Feb 10 13:40:22.450569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0336b98-f311-432c-abf2-18f92ad3b8c3 req-c0524ae9-d102-4b35-87fc-057ee9f4d8cf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946853 Feb 10 13:40:22.609914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef848-923e-45cd-b16c-bf2724a04992 req-631b0f4e-2180-42d6-9d7d-bc96ea4ef773 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:22.619205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ebef848-923e-45cd-b16c-bf2724a04992 req-631b0f4e-2180-42d6-9d7d-bc96ea4ef773 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0798824 Feb 10 13:40:22.701938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ebef848-923e-45cd-b16c-bf2724a04992 req-dc510ba4-5887-4855-b383-e573c8389df9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Feb 10 13:40:22.739959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:22.818956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8fd48dee-1719-4d8a-973b-d745a60863b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c79900aa1d647d8980257e5f8faa11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0777760 Feb 10 13:40:22.825601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:22.900314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] Publish callbacks [] for security_group (1a76c042-ddb6-40c3-a947-58ce4599bcf9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.918593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-3fedc989-e539-46f2-bb0f-5eb8f7ebe5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189899 Feb 10 13:40:22.945279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d33574-4f2f-446a-a318-d0f3273eee64 req-18107776-6e41-407e-bbb3-8c18b92e41e2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:22.952447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] Publish callbacks [] for security_group (1a76c042-ddb6-40c3-a947-58ce4599bcf9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:22.965595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0d33574-4f2f-446a-a318-d0f3273eee64 req-18107776-6e41-407e-bbb3-8c18b92e41e2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.1647749 Feb 10 13:40:23.047708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1a76c042-ddb6-40c3-a947-58ce4599bcf9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:23.051577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:23.055339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a76c042-ddb6-40c3-a947-58ce4599bcf9 HTTP/1.1" status: 204 len: 168 time: 0.2262681 Feb 10 13:40:23.072114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53334e6-4e4e-4928-a195-dd2064911098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a76c042-ddb6-40c3-a947-58ce4599bcf9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:23.166017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0d33574-4f2f-446a-a318-d0f3273eee64 req-84dbf8a4-a3d9-4848-b603-3a17b8c0f8ee tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885822 Feb 10 13:40:23.191880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-7334bacb-0c58-4691-9f8f-24b161c7717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:23.197162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-7334bacb-0c58-4691-9f8f-24b161c7717f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 1127 time: 0.2135246 Feb 10 13:40:23.396589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7629f-00d3-45a3-bc8b-ca97507b88f7 req-0df9cd16-4753-486d-99db-122fceaf9be0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:23.403573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec7629f-00d3-45a3-bc8b-ca97507b88f7 req-0df9cd16-4753-486d-99db-122fceaf9be0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1203332 Feb 10 13:40:23.412067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-f70ef5e8-55b8-4fbf-a482-ab9db7a16cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:23.413684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-f70ef5e8-55b8-4fbf-a482-ab9db7a16cf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1967771 Feb 10 13:40:23.493295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-9119f015-bca0-48e7-b009-7e6f32ddc7f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a HTTP/1.1" status: 200 len: 217 time: 0.0717926 Feb 10 13:40:23.496881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec7629f-00d3-45a3-bc8b-ca97507b88f7 req-e135375f-9498-4e9c-866f-63d575ff44e8 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924962 Feb 10 13:40:23.565372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-6b35ccf8-ea94-46ee-aa3f-60d60558e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:23.566985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-6b35ccf8-ea94-46ee-aa3f-60d60558e2dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0686567 Feb 10 13:40:23.661578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-40cb9577-ce91-41db-a13f-c3d0c016386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:23.664398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-40cb9577-ce91-41db-a13f-c3d0c016386f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0917003 Feb 10 13:40:23.817983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-1c0708fc-e750-49bc-9e13-de21e8440722 service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452460 Feb 10 13:40:23.973029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbfe2e75-d6da-4cc3-a557-5a095d7f72e0 req-6b1c0cba-2830-437d-953f-404cd5c6dfe4 service neutron] 10.222.0.21 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455948 Feb 10 13:40:24.199446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c80e10-804a-4dd4-9d4c-55028a08a386 req-9d973c7e-7923-47cf-bce3-cf193c06d9b5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:24.202103 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1c80e10-804a-4dd4-9d4c-55028a08a386 req-9d973c7e-7923-47cf-bce3-cf193c06d9b5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0681999 Feb 10 13:40:24.267451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1c80e10-804a-4dd4-9d4c-55028a08a386 req-ceccb8bd-a636-49a0-9b2b-d0401da8cac9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585713 Feb 10 13:40:24.419290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1787208-fb81-4cab-b5b9-965798fce98b req-0c9ca875-d5e3-4423-a162-990fa6420a0e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:24.421084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1787208-fb81-4cab-b5b9-965798fce98b req-0c9ca875-d5e3-4423-a162-990fa6420a0e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0815029 Feb 10 13:40:24.477649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1787208-fb81-4cab-b5b9-965798fce98b req-e7f33631-1e57-48d6-968c-47ae664ade36 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495200 Feb 10 13:40:24.623549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff1234-3503-437b-84ab-5762cac25c41 req-a9a4cb18-1494-4053-87fd-0c8985f30857 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:24.632148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6cff1234-3503-437b-84ab-5762cac25c41 req-a9a4cb18-1494-4053-87fd-0c8985f30857 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0815265 Feb 10 13:40:24.685940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6cff1234-3503-437b-84ab-5762cac25c41 req-c63137a1-4b60-491e-8c0c-72cfcef51baf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529037 Feb 10 13:40:24.804954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39720) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:24.829747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb12b-9212-41f8-ad87-7e39dae013c9 req-b6bbc041-d359-4e89-a2ae-fb4d89fae61f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:24.833239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3abbb12b-9212-41f8-ad87-7e39dae013c9 req-b6bbc041-d359-4e89-a2ae-fb4d89fae61f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0773587 Feb 10 13:40:24.908269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3abbb12b-9212-41f8-ad87-7e39dae013c9 req-cd80eba7-3c7e-4dfa-b787-1204ebe15cb3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688250 Feb 10 13:40:25.044401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff5138-f4f1-4129-8580-f0a2c86f3304 req-753d556d-46d2-4eb8-8a97-55307135d395 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:25.052534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78ff5138-f4f1-4129-8580-f0a2c86f3304 req-753d556d-46d2-4eb8-8a97-55307135d395 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0652215 Feb 10 13:40:25.083706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de919fb7-e647-403f-b0d5-09fad31c6b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.103428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78ff5138-f4f1-4129-8580-f0a2c86f3304 req-5a3e3062-0254-4619-aac7-bc98e94dae02 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499468 Feb 10 13:40:25.203977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de919fb7-e647-403f-b0d5-09fad31c6b92 admin admin] Publish callbacks [] for security_group (39ab3015-80e4-4286-b465-5e95895db416), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.210834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de919fb7-e647-403f-b0d5-09fad31c6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39ab3015-80e4-4286-b465-5e95895db416), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.252499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de919fb7-e647-403f-b0d5-09fad31c6b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab3015-80e4-4286-b465-5e95895db416,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:25.268489 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-de919fb7-e647-403f-b0d5-09fad31c6b92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cd1cde708834d92ad81554603094d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4624500 Feb 10 13:40:25.273285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:25.309039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b3bcf-dd9c-4a89-abdd-9a40743f8f0f req-f732a4ba-ae8f-411d-9301-ecf8a5ea83f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:25.310617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e31b3bcf-dd9c-4a89-abdd-9a40743f8f0f req-f732a4ba-ae8f-411d-9301-ecf8a5ea83f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0951843 Feb 10 13:40:25.336661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] Publish callbacks [] for security_group (39ab3015-80e4-4286-b465-5e95895db416), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.361407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] Publish callbacks [] for security_group (39ab3015-80e4-4286-b465-5e95895db416), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.372000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e31b3bcf-dd9c-4a89-abdd-9a40743f8f0f req-a09bae67-a988-4dfb-aefb-bc49e9448646 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553350 Feb 10 13:40:25.420140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (39ab3015-80e4-4286-b465-5e95895db416), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.422903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.424325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39ab3015-80e4-4286-b465-5e95895db416 HTTP/1.1" status: 204 len: 168 time: 0.1495323 Feb 10 13:40:25.454499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ac59-5089-4576-932a-6a53c232116b req-aff33ca2-9345-435e-b981-f764e8881090 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:25.455329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a238e-e2a9-4ca7-afe4-d8622b527169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab3015-80e4-4286-b465-5e95895db416,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:25.456239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f002ac59-5089-4576-932a-6a53c232116b req-aff33ca2-9345-435e-b981-f764e8881090 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.21 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0833673 Feb 10 13:40:25.628662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:25.699397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddc6c2-4ad2-460d-b2d5-7021ba79838c req-2b6b9045-5404-4a8f-ad2f-3b1402328ec9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:25.701422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87ddc6c2-4ad2-460d-b2d5-7021ba79838c req-2b6b9045-5404-4a8f-ad2f-3b1402328ec9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0946386 Feb 10 13:40:25.706025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port ef41a4d7-f866-4555-b46d-4e302a224a9a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:40:25.707380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.770612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212a98c6-6892-440f-9038-5273924b089a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.815317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87ddc6c2-4ad2-460d-b2d5-7021ba79838c req-95a20532-df26-44dc-b808-a70e51611ec6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035848 Feb 10 13:40:25.860627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port ef41a4d7-f866-4555-b46d-4e302a224a9a, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ef41a4d7-f866-4555-b46d-4e302a224a9a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:40:25.861354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.885844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212a98c6-6892-440f-9038-5273924b089a admin admin] Publish callbacks [] for security_group (c2b36d44-b32a-4fe1-b517-faa229e0bdba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.887189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for ef41a4d7-f866-4555-b46d-4e302a224a9a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:40:25.891050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-212a98c6-6892-440f-9038-5273924b089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c2b36d44-b32a-4fe1-b517-faa229e0bdba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:25.934273 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-212a98c6-6892-440f-9038-5273924b089a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8596f0872a6c44678e358c7c6d51abb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044417 Feb 10 13:40:25.938335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:25.952305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a98c6-6892-440f-9038-5273924b089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b36d44-b32a-4fe1-b517-faa229e0bdba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:25.997003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] Publish callbacks [] for security_group (c2b36d44-b32a-4fe1-b517-faa229e0bdba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.024158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] Publish callbacks [] for security_group (c2b36d44-b32a-4fe1-b517-faa229e0bdba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.072840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ef41a4d7-f866-4555-b46d-4e302a224a9a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.085139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c2b36d44-b32a-4fe1-b517-faa229e0bdba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.090005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ef41a4d7-f866-4555-b46d-4e302a224a9a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:40:26.090517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.095188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b36d44-b32a-4fe1-b517-faa229e0bdba HTTP/1.1" status: 204 len: 168 time: 0.1552658 Feb 10 13:40:26.106830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a8eff-afc0-40c9-87ac-84f28b7a9e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b36d44-b32a-4fe1-b517-faa229e0bdba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:26.175183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=ef41a4d7-f866-4555-b46d-4e302a224a9a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:26.239148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port ef41a4d7-f866-4555-b46d-4e302a224a9a on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:40:26.243953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.248825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f002ac59-5089-4576-932a-6a53c232116b req-13a6b00e-3cb3-4525-a4a6-595fdc2d1205 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.21 "DELETE /v2.0/ports/ef41a4d7-f866-4555-b46d-4e302a224a9a HTTP/1.1" status: 204 len: 173 time: 0.7848694 Feb 10 13:40:26.251249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'name': 'network-vif-deleted', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:40:26.255522 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e91c40e-c2cb-49aa-9ca5-ca8dbf0f5f45" -d '{"events": [{"server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "name": "network-vif-deleted", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:40:26.337665 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8293a-879a-4348-8f63-b132cfdd7274 x-openstack-request-id: req-95a8293a-879a-4348-8f63-b132cfdd7274 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:40:26.337961 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9", "name": "network-vif-deleted", "tag": "ef41a4d7-f866-4555-b46d-4e302a224a9a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:40:26.338218 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95a8293a-879a-4348-8f63-b132cfdd7274 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:40:26.338624 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9', 'name': 'network-vif-deleted', 'tag': 'ef41a4d7-f866-4555-b46d-4e302a224a9a', 'status': 'completed', 'code': 200} Feb 10 13:40:26.590221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:26.604028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d45d0fa1-d81b-46f7-81fb-125048680807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.681151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:26.715357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d45d0fa1-d81b-46f7-81fb-125048680807 admin admin] Publish callbacks [] for security_group (1f019852-efb2-41b4-81f7-dae74aaccae8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.720507 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d45d0fa1-d81b-46f7-81fb-125048680807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1f019852-efb2-41b4-81f7-dae74aaccae8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.761916 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d45d0fa1-d81b-46f7-81fb-125048680807 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4311c99225bb469a9f000aee02f897bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677544 Feb 10 13:40:26.762046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:26.763392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d0fa1-d81b-46f7-81fb-125048680807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f019852-efb2-41b4-81f7-dae74aaccae8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:26.811121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fa597e-a6dc-4077-978c-6c720c261407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.834863 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] Publish callbacks [] for security_group (1f019852-efb2-41b4-81f7-dae74aaccae8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.868876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] Publish callbacks [] for security_group (1f019852-efb2-41b4-81f7-dae74aaccae8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.940173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbf0a504-9530-4525-a36f-c5bcb9e582c0 req-fe6076c5-2585-449f-b9f8-2df53b7fc748 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Feb 10 13:40:26.970966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fa597e-a6dc-4077-978c-6c720c261407 admin admin] Publish callbacks [] for security_group (40dba0f6-f67b-47d0-ae4f-16633d6c8d3b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:26.975284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fa597e-a6dc-4077-978c-6c720c261407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (40dba0f6-f67b-47d0-ae4f-16633d6c8d3b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.005190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1f019852-efb2-41b4-81f7-dae74aaccae8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.007789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.008972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f019852-efb2-41b4-81f7-dae74aaccae8 HTTP/1.1" status: 204 len: 168 time: 0.2460785 Feb 10 13:40:27.038159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61fa597e-a6dc-4077-978c-6c720c261407 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ca144f70e8444a29cc97d38639320ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560562 Feb 10 13:40:27.038712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39816) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:27.039190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa597e-a6dc-4077-978c-6c720c261407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dba0f6-f67b-47d0-ae4f-16633d6c8d3b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:27.054379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a2e5-d371-4ab8-9c2c-3d8c4d594972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f019852-efb2-41b4-81f7-dae74aaccae8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:27.098542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] Publish callbacks [] for security_group (40dba0f6-f67b-47d0-ae4f-16633d6c8d3b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.124225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] Publish callbacks [] for security_group (40dba0f6-f67b-47d0-ae4f-16633d6c8d3b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.183053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (40dba0f6-f67b-47d0-ae4f-16633d6c8d3b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.185664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:27.197363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40dba0f6-f67b-47d0-ae4f-16633d6c8d3b HTTP/1.1" status: 204 len: 168 time: 0.1488531 Feb 10 13:40:27.207815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1cb1-4301-4439-bfde-46357888fdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dba0f6-f67b-47d0-ae4f-16633d6c8d3b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:28.067402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9d0ad66-fc06-49ee-9a26-c95617ee0789 req-af1f857e-b63c-4954-92e4-4c9610c18da6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0401402 Feb 10 13:40:28.439472 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:40:28.515752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ef41a4d7-f866-4555-b46d-4e302a224a9a no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:40:28.565738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: ef41a4d7-f866-4555-b46d-4e302a224a9a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:40:28.566633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ef41a4d7-f866-4555-b46d-4e302a224a9a not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:40:29.182516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b7a10cd-8c78-4b42-ad78-327548f66482 req-c8405cbc-6a73-498d-a87a-f325ce06b391 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0403500 Feb 10 13:40:29.747217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:29.868682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb83-3ab8-4b57-ae9e-7615b9b46306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:29.950440 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb83-3ab8-4b57-ae9e-7615b9b46306 admin admin] Publish callbacks [] for security_group (35fdf01a-99df-4a80-9556-476cd9d014af), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:29.955632 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb83-3ab8-4b57-ae9e-7615b9b46306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35fdf01a-99df-4a80-9556-476cd9d014af), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:29.996293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74fb83-3ab8-4b57-ae9e-7615b9b46306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fdf01a-99df-4a80-9556-476cd9d014af,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:30.013561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee74fb83-3ab8-4b57-ae9e-7615b9b46306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26ff30b825e949f28972a1f1efd6d742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648034 Feb 10 13:40:30.016579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:30.073885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] Publish callbacks [] for security_group (35fdf01a-99df-4a80-9556-476cd9d014af), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.098202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] Publish callbacks [] for security_group (35fdf01a-99df-4a80-9556-476cd9d014af), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.149612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (35fdf01a-99df-4a80-9556-476cd9d014af), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.152326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.155987 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35fdf01a-99df-4a80-9556-476cd9d014af HTTP/1.1" status: 204 len: 168 time: 0.1357377 Feb 10 13:40:30.161494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba00198-5545-46e8-8340-94de111e68ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fdf01a-99df-4a80-9556-476cd9d014af,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:30.303705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99c827ce-986a-4160-a6f2-7058872d2861 req-82b9f1f3-7734-4c8a-bf9b-c27759ff17ce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0419908 Feb 10 13:40:30.487123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 39964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:30.504165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45ec6006-cf3a-419d-bb99-d3764646a3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.591813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45ec6006-cf3a-419d-bb99-d3764646a3bb admin admin] Publish callbacks [] for security_group (89621849-f6b6-4c0c-9fce-4fd99972e040), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.596023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45ec6006-cf3a-419d-bb99-d3764646a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (89621849-f6b6-4c0c-9fce-4fd99972e040), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.641770 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-45ec6006-cf3a-419d-bb99-d3764646a3bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a68c5ffa614463693a08414c2ad9c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534123 Feb 10 13:40:30.643218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec6006-cf3a-419d-bb99-d3764646a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89621849-f6b6-4c0c-9fce-4fd99972e040,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:30.643578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 39966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:30.717226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] Publish callbacks [] for security_group (89621849-f6b6-4c0c-9fce-4fd99972e040), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.741163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] Publish callbacks [] for security_group (89621849-f6b6-4c0c-9fce-4fd99972e040), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.794354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (89621849-f6b6-4c0c-9fce-4fd99972e040), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.797431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:30.802138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89621849-f6b6-4c0c-9fce-4fd99972e040 HTTP/1.1" status: 204 len: 168 time: 0.1541297 Feb 10 13:40:30.807946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6852a-5a1a-4ee9-b308-b544f17b4ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89621849-f6b6-4c0c-9fce-4fd99972e040,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:30.851468 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4500-bbe4-4df1-9b88-57855992a72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:31.435228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05f6749c-b2aa-4669-b55e-5e691d8abcc2 req-3a7adcd2-85f5-4e0d-85b5-3e8b09526c55 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0450108 Feb 10 13:40:32.573593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:32.618611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7c974cc-882e-4811-a9ca-f58ad6fd589d req-6ff5f7d3-e2cb-441e-a8d3-c5b640e65218 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0503414 Feb 10 13:40:32.730162 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-275fcea3-b405-4ecb-9e8c-e3998b16eee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:32.835574 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-275fcea3-b405-4ecb-9e8c-e3998b16eee1 admin admin] Publish callbacks [] for security_group (0f182726-bddd-4e29-8990-08bb1bbf55b6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:32.842183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-275fcea3-b405-4ecb-9e8c-e3998b16eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f182726-bddd-4e29-8990-08bb1bbf55b6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:32.891477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fcea3-b405-4ecb-9e8c-e3998b16eee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f182726-bddd-4e29-8990-08bb1bbf55b6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:32.898130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-275fcea3-b405-4ecb-9e8c-e3998b16eee1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24f8a83079d24000b6a1164d8375559f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235564 Feb 10 13:40:32.900990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:32.970693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] Publish callbacks [] for security_group (0f182726-bddd-4e29-8990-08bb1bbf55b6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:32.994597 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] Publish callbacks [] for security_group (0f182726-bddd-4e29-8990-08bb1bbf55b6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.051972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f182726-bddd-4e29-8990-08bb1bbf55b6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.054724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.059140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f182726-bddd-4e29-8990-08bb1bbf55b6 HTTP/1.1" status: 204 len: 168 time: 0.1547074 Feb 10 13:40:33.075047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858748-5ca1-465c-94b7-be1d7b4b5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f182726-bddd-4e29-8990-08bb1bbf55b6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:33.250346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac083218-2682-43a1-a84a-973e3397903b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.512966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:33.529557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fde6f04c-82f6-4571-bd64-f4fb74cbb02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.626912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fde6f04c-82f6-4571-bd64-f4fb74cbb02d admin admin] Publish callbacks [] for security_group (232338a1-e4b8-4375-8cc6-dcca8c1e866b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.640920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fde6f04c-82f6-4571-bd64-f4fb74cbb02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (232338a1-e4b8-4375-8cc6-dcca8c1e866b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.691575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6f04c-82f6-4571-bd64-f4fb74cbb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232338a1-e4b8-4375-8cc6-dcca8c1e866b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:33.727641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fde6f04c-82f6-4571-bd64-f4fb74cbb02d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eab405d497b24505a81569e0bbc4c4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091153 Feb 10 13:40:33.728479 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40062) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:33.754425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-595eaf5f-8bb1-4da0-895b-d2fb61371d68 req-9ebf2c9c-b359-4e51-b47c-df576076be76 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0656030 Feb 10 13:40:33.809178 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] Publish callbacks [] for security_group (232338a1-e4b8-4375-8cc6-dcca8c1e866b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.831273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] Publish callbacks [] for security_group (232338a1-e4b8-4375-8cc6-dcca8c1e866b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.889161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (232338a1-e4b8-4375-8cc6-dcca8c1e866b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.891749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:33.893165 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/232338a1-e4b8-4375-8cc6-dcca8c1e866b HTTP/1.1" status: 204 len: 168 time: 0.1634350 Feb 10 13:40:33.903096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80b99-ae14-4924-87ab-3b2f4ad5fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232338a1-e4b8-4375-8cc6-dcca8c1e866b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:34.586940 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:34.871467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7fbb581-978c-4faa-bc54-e0f3ab3dc744 req-7d67142f-d6f2-441f-8113-1909b022010d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0406842 Feb 10 13:40:35.837055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:35.971486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96a3eda1-087f-4e59-9658-4807ded36667 req-809c958f-a35a-4c82-8c03-1f3a809bcec1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Feb 10 13:40:36.119157 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.079003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31d06f3e-9514-4195-8d5d-fef87ed32f4f req-0fa35ec5-ee58-4e9e-b6d1-6253bad2ffbe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0380902 Feb 10 13:40:37.278226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:37.395650 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8544076-e453-4834-834f-57a575b6b36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.411681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.479050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8544076-e453-4834-834f-57a575b6b36f admin admin] Publish callbacks [] for security_group (a1f09499-9d5b-43e2-88eb-6893c0c9e852), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.483643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8544076-e453-4834-834f-57a575b6b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1f09499-9d5b-43e2-88eb-6893c0c9e852), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.532419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:37.532648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c8544076-e453-4834-834f-57a575b6b36f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1eae6c2cc5b4262b5eb48a9220c4737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529719 Feb 10 13:40:37.533520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8544076-e453-4834-834f-57a575b6b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f09499-9d5b-43e2-88eb-6893c0c9e852,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:37.594144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] Publish callbacks [] for security_group (a1f09499-9d5b-43e2-88eb-6893c0c9e852), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.619917 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] Publish callbacks [] for security_group (a1f09499-9d5b-43e2-88eb-6893c0c9e852), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.673719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1f09499-9d5b-43e2-88eb-6893c0c9e852), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.677117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:37.680797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1f09499-9d5b-43e2-88eb-6893c0c9e852 HTTP/1.1" status: 204 len: 168 time: 0.1440840 Feb 10 13:40:37.686136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b8398-5ba6-48b5-bba7-66245437e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f09499-9d5b-43e2-88eb-6893c0c9e852,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:37.963110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:37.977217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0afc8117-924e-4b48-9492-fe6e41167b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.063231 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0afc8117-924e-4b48-9492-fe6e41167b38 admin admin] Publish callbacks [] for security_group (569c15b0-6e02-4f7c-8a2f-4f520db1a53c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.067883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0afc8117-924e-4b48-9492-fe6e41167b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (569c15b0-6e02-4f7c-8a2f-4f520db1a53c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.106701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0afc8117-924e-4b48-9492-fe6e41167b38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4885aa4ee3246a082c780a63918dfad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419704 Feb 10 13:40:38.107552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc8117-924e-4b48-9492-fe6e41167b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c15b0-6e02-4f7c-8a2f-4f520db1a53c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:38.109819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:38.160702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] Publish callbacks [] for security_group (569c15b0-6e02-4f7c-8a2f-4f520db1a53c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.184185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] Publish callbacks [] for security_group (569c15b0-6e02-4f7c-8a2f-4f520db1a53c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.218954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44c2ce1f-2c7b-4713-be59-57af172ee755 req-6adc1576-2769-44a9-bf35-e5b536c9ddb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acaa1a0-1d6f-4b59-b738-c8a3c97b2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0397460 Feb 10 13:40:38.253507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (569c15b0-6e02-4f7c-8a2f-4f520db1a53c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.256138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:38.257289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/569c15b0-6e02-4f7c-8a2f-4f520db1a53c HTTP/1.1" status: 204 len: 168 time: 0.1463401 Feb 10 13:40:38.265777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4e56-bddb-4590-84d5-2ae5fb212248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c15b0-6e02-4f7c-8a2f-4f520db1a53c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:40.743892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:40.883249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf5c69cd-bd54-4a3e-ac5f-647cc4c71355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:40.968103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf5c69cd-bd54-4a3e-ac5f-647cc4c71355 admin admin] Publish callbacks [] for security_group (f19543f7-cfe4-4500-acbf-477d9c2d9f5e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:40.974970 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf5c69cd-bd54-4a3e-ac5f-647cc4c71355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f19543f7-cfe4-4500-acbf-477d9c2d9f5e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.020195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40350) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:41.026808 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf5c69cd-bd54-4a3e-ac5f-647cc4c71355 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85d97295feee4730aa7886b48535b570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817090 Feb 10 13:40:41.065109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c69cd-bd54-4a3e-ac5f-647cc4c71355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19543f7-cfe4-4500-acbf-477d9c2d9f5e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:41.100271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] Publish callbacks [] for security_group (f19543f7-cfe4-4500-acbf-477d9c2d9f5e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.124444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] Publish callbacks [] for security_group (f19543f7-cfe4-4500-acbf-477d9c2d9f5e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.171681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f19543f7-cfe4-4500-acbf-477d9c2d9f5e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.174712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.176521 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f19543f7-cfe4-4500-acbf-477d9c2d9f5e HTTP/1.1" status: 204 len: 168 time: 0.1567516 Feb 10 13:40:41.186190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10616ba4-be1d-4cce-9493-a3b8ea158e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19543f7-cfe4-4500-acbf-477d9c2d9f5e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:41.220740 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.501204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:41.514833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8384c691-77cc-4442-8592-65956a8ca4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.600845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8384c691-77cc-4442-8592-65956a8ca4ec admin admin] Publish callbacks [] for security_group (d78669b4-9c71-4c7e-863b-3af9d32ff830), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.604743 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8384c691-77cc-4442-8592-65956a8ca4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d78669b4-9c71-4c7e-863b-3af9d32ff830), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.648207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8384c691-77cc-4442-8592-65956a8ca4ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84271c8ee2494e898957b2e021e30232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435878 Feb 10 13:40:41.648207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c691-77cc-4442-8592-65956a8ca4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78669b4-9c71-4c7e-863b-3af9d32ff830,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:41.649225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:41.709692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] Publish callbacks [] for security_group (d78669b4-9c71-4c7e-863b-3af9d32ff830), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.730492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] Publish callbacks [] for security_group (d78669b4-9c71-4c7e-863b-3af9d32ff830), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.782452 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d78669b4-9c71-4c7e-863b-3af9d32ff830), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.785752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:41.789360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d78669b4-9c71-4c7e-863b-3af9d32ff830 HTTP/1.1" status: 204 len: 168 time: 0.1366656 Feb 10 13:40:41.799935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4e01-1324-43ae-aa8a-d5bd9491a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78669b4-9c71-4c7e-863b-3af9d32ff830,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:44.265381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:44.426978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44021b37-fc47-43e9-b1de-5c36400897d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.512026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44021b37-fc47-43e9-b1de-5c36400897d4 admin admin] Publish callbacks [] for security_group (0be0e42f-cf5a-493a-98b4-13720795d3eb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.518399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44021b37-fc47-43e9-b1de-5c36400897d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0be0e42f-cf5a-493a-98b4-13720795d3eb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.567658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021b37-fc47-43e9-b1de-5c36400897d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0e42f-cf5a-493a-98b4-13720795d3eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:44.602674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-44021b37-fc47-43e9-b1de-5c36400897d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01b841ff84884e4db8087fed648c9aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3354897 Feb 10 13:40:44.606132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:44.674794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:44.677065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] Publish callbacks [] for security_group (0be0e42f-cf5a-493a-98b4-13720795d3eb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.706435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] Publish callbacks [] for security_group (0be0e42f-cf5a-493a-98b4-13720795d3eb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.764973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0be0e42f-cf5a-493a-98b4-13720795d3eb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.767792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.772836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0be0e42f-cf5a-493a-98b4-13720795d3eb HTTP/1.1" status: 204 len: 168 time: 0.1647806 Feb 10 13:40:44.785124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442a8b-93e2-4066-83b2-294ff2d6e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0e42f-cf5a-493a-98b4-13720795d3eb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:44.841236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c665c65-8c46-4375-9525-d6a63262e0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.969403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c665c65-8c46-4375-9525-d6a63262e0f8 admin admin] Publish callbacks [] for security_group (f95a2f8f-fca6-4a96-a058-6264b3580137), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:44.981551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c665c65-8c46-4375-9525-d6a63262e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f95a2f8f-fca6-4a96-a058-6264b3580137), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.029441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40536) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:45.029711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0c665c65-8c46-4375-9525-d6a63262e0f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9253d52ace3b4c0ba3004ba1dfa48525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528740 Feb 10 13:40:45.030817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c665c65-8c46-4375-9525-d6a63262e0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95a2f8f-fca6-4a96-a058-6264b3580137,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:45.103413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] Publish callbacks [] for security_group (f95a2f8f-fca6-4a96-a058-6264b3580137), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.134573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] Publish callbacks [] for security_group (f95a2f8f-fca6-4a96-a058-6264b3580137), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.195891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f95a2f8f-fca6-4a96-a058-6264b3580137), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.207286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.210755 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95a2f8f-fca6-4a96-a058-6264b3580137 HTTP/1.1" status: 204 len: 168 time: 0.1798232 Feb 10 13:40:45.234387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c273c2-6495-4306-8625-929fde48a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95a2f8f-fca6-4a96-a058-6264b3580137,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:45.246758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:45.282991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bf1ace-8ee4-4b4c-b101-acf6b86a447d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.425798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bf1ace-8ee4-4b4c-b101-acf6b86a447d admin admin] Publish callbacks [] for security_group (d3bc23f3-e743-4a5e-8bb9-d6be3a92b864), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.434330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05bf1ace-8ee4-4b4c-b101-acf6b86a447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3bc23f3-e743-4a5e-8bb9-d6be3a92b864), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.470267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1ace-8ee4-4b4c-b101-acf6b86a447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc23f3-e743-4a5e-8bb9-d6be3a92b864,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:45.494261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40552) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:45.494889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05bf1ace-8ee4-4b4c-b101-acf6b86a447d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d7660e7d73042dfa6fd4d047dddfaed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432630 Feb 10 13:40:45.556248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] Publish callbacks [] for security_group (d3bc23f3-e743-4a5e-8bb9-d6be3a92b864), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.584953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] Publish callbacks [] for security_group (d3bc23f3-e743-4a5e-8bb9-d6be3a92b864), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.690286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d3bc23f3-e743-4a5e-8bb9-d6be3a92b864), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.693375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.697343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3bc23f3-e743-4a5e-8bb9-d6be3a92b864 HTTP/1.1" status: 204 len: 168 time: 0.2018440 Feb 10 13:40:45.706027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2b996-f3e3-41aa-a60c-b4369afab332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc23f3-e743-4a5e-8bb9-d6be3a92b864,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:45.772866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40560) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:45.792050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9d94347-8888-488f-98fb-fd75c6d62d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.911171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9d94347-8888-488f-98fb-fd75c6d62d8e admin admin] Publish callbacks [] for security_group (1fca9e05-0aca-4780-adbe-0fdb5586a929), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.918609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9d94347-8888-488f-98fb-fd75c6d62d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1fca9e05-0aca-4780-adbe-0fdb5586a929), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:45.975940 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d9d94347-8888-488f-98fb-fd75c6d62d8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=790c1ddb6bad4b368f5239190512e8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2006142 Feb 10 13:40:45.978107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d94347-8888-488f-98fb-fd75c6d62d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca9e05-0aca-4780-adbe-0fdb5586a929,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:45.978226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:46.070080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] Publish callbacks [] for security_group (1fca9e05-0aca-4780-adbe-0fdb5586a929), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:46.095209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] Publish callbacks [] for security_group (1fca9e05-0aca-4780-adbe-0fdb5586a929), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:46.174197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1fca9e05-0aca-4780-adbe-0fdb5586a929), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:46.178291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:46.185161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fca9e05-0aca-4780-adbe-0fdb5586a929 HTTP/1.1" status: 204 len: 168 time: 0.2056656 Feb 10 13:40:46.195094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4f34b-3569-4e24-ad7d-574910634b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca9e05-0aca-4780-adbe-0fdb5586a929,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:48.643849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:48.850261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061bd271-92ae-4aa1-aec4-3e4c63b903e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:48.952309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061bd271-92ae-4aa1-aec4-3e4c63b903e2 admin admin] Publish callbacks [] for security_group (96f244e5-d11d-4923-b16d-cadcd13cbbf0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:48.966526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-061bd271-92ae-4aa1-aec4-3e4c63b903e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (96f244e5-d11d-4923-b16d-cadcd13cbbf0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.019607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-061bd271-92ae-4aa1-aec4-3e4c63b903e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72836c46c0f24dbdb14d61d761ece403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743026 Feb 10 13:40:49.020852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd271-92ae-4aa1-aec4-3e4c63b903e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f244e5-d11d-4923-b16d-cadcd13cbbf0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:49.022400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:49.085787 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] Publish callbacks [] for security_group (96f244e5-d11d-4923-b16d-cadcd13cbbf0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.120439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] Publish callbacks [] for security_group (96f244e5-d11d-4923-b16d-cadcd13cbbf0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.216212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (96f244e5-d11d-4923-b16d-cadcd13cbbf0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.219043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.220868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96f244e5-d11d-4923-b16d-cadcd13cbbf0 HTTP/1.1" status: 204 len: 168 time: 0.1972113 Feb 10 13:40:49.232390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f40dfd-f93b-40ac-9af3-aae4f1950c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f244e5-d11d-4923-b16d-cadcd13cbbf0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:49.542455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:49.555839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d20ea090-4b9d-4ae3-bed5-08b43baeac80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.609750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:49.636573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d20ea090-4b9d-4ae3-bed5-08b43baeac80 admin admin] Publish callbacks [] for security_group (6f8dace1-9d43-44ff-ba24-d023774c75e6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.642113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d20ea090-4b9d-4ae3-bed5-08b43baeac80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6f8dace1-9d43-44ff-ba24-d023774c75e6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.685059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d20ea090-4b9d-4ae3-bed5-08b43baeac80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=861240604fdc416697e706b7c54db284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414959 Feb 10 13:40:49.686307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ea090-4b9d-4ae3-bed5-08b43baeac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8dace1-9d43-44ff-ba24-d023774c75e6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:49.688182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:49.742134 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42f6e0b5-ea60-4241-a573-05ac51ac2e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.793092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] Publish callbacks [] for security_group (6f8dace1-9d43-44ff-ba24-d023774c75e6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.828799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] Publish callbacks [] for security_group (6f8dace1-9d43-44ff-ba24-d023774c75e6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.886322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42f6e0b5-ea60-4241-a573-05ac51ac2e08 admin admin] Publish callbacks [] for security_group (52b89984-ad1c-4f74-90df-3cc47a241b03), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.890284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42f6e0b5-ea60-4241-a573-05ac51ac2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (52b89984-ad1c-4f74-90df-3cc47a241b03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.926236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6f8dace1-9d43-44ff-ba24-d023774c75e6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.928766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:49.929903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f8dace1-9d43-44ff-ba24-d023774c75e6 HTTP/1.1" status: 204 len: 168 time: 0.2407329 Feb 10 13:40:49.935520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6e0b5-ea60-4241-a573-05ac51ac2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b89984-ad1c-4f74-90df-3cc47a241b03,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:49.943208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:49.950706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42f6e0b5-ea60-4241-a573-05ac51ac2e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add5f3c79be143249b8ca3f9e3463eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395674 Feb 10 13:40:49.968735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8312d85-8eb3-4b79-87de-24b7b60b573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8dace1-9d43-44ff-ba24-d023774c75e6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:50.018276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] Publish callbacks [] for security_group (52b89984-ad1c-4f74-90df-3cc47a241b03), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.040401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] Publish callbacks [] for security_group (52b89984-ad1c-4f74-90df-3cc47a241b03), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.093463 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (52b89984-ad1c-4f74-90df-3cc47a241b03), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.096073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.101202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52b89984-ad1c-4f74-90df-3cc47a241b03 HTTP/1.1" status: 204 len: 168 time: 0.1536276 Feb 10 13:40:50.109055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2bc10-6b58-494d-a55c-dbd58408ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b89984-ad1c-4f74-90df-3cc47a241b03,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:50.477568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:50.490822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88259df4-4f51-4513-b6df-b2fdd2d63490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.575255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88259df4-4f51-4513-b6df-b2fdd2d63490 admin admin] Publish callbacks [] for security_group (d412366a-4b5c-479c-baf9-c323df46b1e8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.579212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88259df4-4f51-4513-b6df-b2fdd2d63490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d412366a-4b5c-479c-baf9-c323df46b1e8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.621635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88259df4-4f51-4513-b6df-b2fdd2d63490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a68d44f68e184e5e91e80a91a47e6ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401227 Feb 10 13:40:50.621635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88259df4-4f51-4513-b6df-b2fdd2d63490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412366a-4b5c-479c-baf9-c323df46b1e8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:50.621967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:50.674555 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] Publish callbacks [] for security_group (d412366a-4b5c-479c-baf9-c323df46b1e8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.698300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] Publish callbacks [] for security_group (d412366a-4b5c-479c-baf9-c323df46b1e8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.754921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d412366a-4b5c-479c-baf9-c323df46b1e8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.757764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:50.761604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d412366a-4b5c-479c-baf9-c323df46b1e8 HTTP/1.1" status: 204 len: 168 time: 0.1365130 Feb 10 13:40:50.780155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0aaad-ca0b-452b-996e-ad35703bc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412366a-4b5c-479c-baf9-c323df46b1e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:52.068492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-3789c91c-5941-47c8-9c30-8a8d9ad6b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:52.073574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-3789c91c-5941-47c8-9c30-8a8d9ad6b10c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.0879633 Feb 10 13:40:52.088910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bc50-ed1b-41ee-b4d6-5d6e77b159d8 req-db8eedd1-7b76-43d9-aa0b-b2f5e5740a3d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:52.098002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e476bc50-ed1b-41ee-b4d6-5d6e77b159d8 req-db8eedd1-7b76-43d9-aa0b-b2f5e5740a3d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1246336 Feb 10 13:40:52.157930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e476bc50-ed1b-41ee-b4d6-5d6e77b159d8 req-a1ed04e1-401d-414b-874c-52334c7297d8 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537899 Feb 10 13:40:52.226185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-d6fac468-532e-48be-9f39-434fc9395244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:52.227680 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-d6fac468-532e-48be-9f39-434fc9395244 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1472769 Feb 10 13:40:52.307843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-cbe81d0a-6681-42ee-9bb2-055ff33b9b9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.0737214 Feb 10 13:40:52.361759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-257ee6c5-c04b-41d2-a318-d3ad12fdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:52.363717 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-257ee6c5-c04b-41d2-a318-d3ad12fdb660 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0485327 Feb 10 13:40:52.514529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-da2089ba-b6fb-453d-a2ab-f011c88605c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:52.521958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-da2089ba-b6fb-453d-a2ab-f011c88605c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515038 Feb 10 13:40:52.636237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:52.638142 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-fc1abe78-c5f1-456d-a70d-b9a8260212bc service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104231 Feb 10 13:40:52.743778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e9c6dd6c-06dd-49db-af50-73cd8762930e tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2106899527'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:52.744672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e9c6dd6c-06dd-49db-af50-73cd8762930e tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Unknown quota resources ['metering_label']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:40:52.789932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d7288684-bda3-4bc7-ae76-aca23262e624 req-005f7033-147e-474c-bea9-e9687f988259 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451569 Feb 10 13:40:52.975747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9c6dd6c-06dd-49db-af50-73cd8762930e tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:52.980340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e9c6dd6c-06dd-49db-af50-73cd8762930e tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3429205 Feb 10 13:40:52.982327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:52.987589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c752204-2735-40af-ae13-36b3b97f1f6f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3fe2cf84-c166-4c0a-8a5e-a72e260be24a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:52.988088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c752204-2735-40af-ae13-36b3b97f1f6f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:40:53.058995 n-d-815324-6 neutron-server[103400]: WARNING neutron.services.metering.metering_plugin [None req-6c752204-2735-40af-ae13-36b3b97f1f6f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 13:40:53.188552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c752204-2735-40af-ae13-36b3b97f1f6f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:53.194176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c752204-2735-40af-ae13-36b3b97f1f6f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2072656 Feb 10 13:40:53.195810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:53.202582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c35037f-7379-4002-8929-7ddc6144f95f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3fe2cf84-c166-4c0a-8a5e-a72e260be24a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:53.203400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c35037f-7379-4002-8929-7ddc6144f95f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:40:53.336536 n-d-815324-6 neutron-server[103399]: WARNING neutron.services.metering.metering_plugin [None req-0c35037f-7379-4002-8929-7ddc6144f95f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 13:40:53.785306 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c35037f-7379-4002-8929-7ddc6144f95f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:53.789432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:53.789639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0c35037f-7379-4002-8929-7ddc6144f95f tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5910921 Feb 10 13:40:53.802461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b6b5-c0f0-494d-be2a-e70ce9758a84 req-1c1fc2e6-b91a-4031-9aed-268cd0c3d594 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:53.808560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a33c199e-a553-4661-9456-0657471460ef tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=53dfbf85-a988-49ef-a9f4-dd2328a33f0f HTTP/1.1" status: 200 len: 464 time: 0.0178974 Feb 10 13:40:53.813000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b910b6b5-c0f0-494d-be2a-e70ce9758a84 req-1c1fc2e6-b91a-4031-9aed-268cd0c3d594 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.5106671 Feb 10 13:40:53.818490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40960) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:53.874672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b910b6b5-c0f0-494d-be2a-e70ce9758a84 req-23b0d383-a044-4b73-8de6-ab34379b6c80 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588839 Feb 10 13:40:53.964113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba590-42f6-4e86-8b17-1bf0d2ab70d9 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:53.965625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e4ba590-42f6-4e86-8b17-1bf0d2ab70d9 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/53dfbf85-a988-49ef-a9f4-dd2328a33f0f HTTP/1.1" status: 204 len: 168 time: 0.1461525 Feb 10 13:40:53.968563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:53.979883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cabe63d3-9879-469d-b37d-82a7ec58b3e8 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=53dfbf85-a988-49ef-a9f4-dd2328a33f0f HTTP/1.1" status: 200 len: 221 time: 0.0100613 Feb 10 13:40:53.985017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:53.990786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-baadf1df-de3d-4863-8bc6-ed90676d2edb tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--428828482', 'description': 'label created by tempest'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:53.991447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-baadf1df-de3d-4863-8bc6-ed90676d2edb tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Unknown quota resources ['metering_label']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:40:54.231163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-baadf1df-de3d-4863-8bc6-ed90676d2edb tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:54.233265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-baadf1df-de3d-4863-8bc6-ed90676d2edb tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2466264 Feb 10 13:40:54.235995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40970) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.293172 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-39576094-0926-41bc-89ce-b49a70c2dcda tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a8cbe9e1-d10e-42ff-b2e5-81ea9dec4404 HTTP/1.1" status: 200 len: 467 time: 0.0557995 Feb 10 13:40:54.295657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40972) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.505505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad39e-334a-4c10-b9cf-823c13d2066b tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:54.509880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.520109 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1f7ad39e-334a-4c10-b9cf-823c13d2066b tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a8cbe9e1-d10e-42ff-b2e5-81ea9dec4404 HTTP/1.1" status: 204 len: 168 time: 0.2191727 Feb 10 13:40:54.529009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40980) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.533230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4765ad45-ce98-4af2-9888-92b2d7dce728 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a8cbe9e1-d10e-42ff-b2e5-81ea9dec4404 HTTP/1.1" status: 200 len: 216 time: 0.0219586 Feb 10 13:40:54.545827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.552728 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d67bf2d4-8394-4d14-ae49-e95b173c26b2 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0225658 Feb 10 13:40:54.565989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.573258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5bad592d-061b-4bbb-8a9f-551fbf3437b3 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0247445 Feb 10 13:40:54.626344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.634848 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9cbbf441-8f45-427f-bd43-372dbb0a92bb tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/3fe2cf84-c166-4c0a-8a5e-a72e260be24a HTTP/1.1" status: 200 len: 473 time: 0.0653930 Feb 10 13:40:54.643491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 40988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.645400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b5cd24e-e767-4075-b63e-6e799a2221e7 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/9a998c80-f035-4a74-ae63-699b81f6a1bd HTTP/1.1" status: 200 len: 461 time: 0.0178704 Feb 10 13:40:54.756501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-050f5730-78fa-4aa9-8e8b-84943de2c458 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:54.760483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 40990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:54.767530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-050f5730-78fa-4aa9-8e8b-84943de2c458 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9a998c80-f035-4a74-ae63-699b81f6a1bd HTTP/1.1" status: 204 len: 168 time: 0.1220126 Feb 10 13:40:55.068168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3404ea48-f4e8-4efb-acc7-e59da188d709 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:55.069656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3404ea48-f4e8-4efb-acc7-e59da188d709 tempest-MeteringTestJSON-1352582723 tempest-MeteringTestJSON-1352582723-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/3fe2cf84-c166-4c0a-8a5e-a72e260be24a HTTP/1.1" status: 204 len: 168 time: 0.3078780 Feb 10 13:40:55.338172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3499-dfcf-4045-a04b-afe139796522 req-f3bb18d7-fe5c-433c-bc3b-eb1f0dd7b2cb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:55.346279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afab3499-dfcf-4045-a04b-afe139796522 req-f3bb18d7-fe5c-433c-bc3b-eb1f0dd7b2cb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0712397 Feb 10 13:40:55.413462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afab3499-dfcf-4045-a04b-afe139796522 req-22d66216-a0fa-450e-a32d-751b27efd549 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661018 Feb 10 13:40:55.481753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:55.602664 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d399-5f71-4ad7-a336-3996136f5eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:55.770363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d399-5f71-4ad7-a336-3996136f5eda admin admin] Publish callbacks [] for security_group (9f75b678-fe13-4a72-8f39-297835ba8ae1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:55.790199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d399-5f71-4ad7-a336-3996136f5eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9f75b678-fe13-4a72-8f39-297835ba8ae1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:55.825759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7d399-5f71-4ad7-a336-3996136f5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f75b678-fe13-4a72-8f39-297835ba8ae1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:55.861111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0dc7d399-5f71-4ad7-a336-3996136f5eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1edd667eb49d4379a82183e71ddd6383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782232 Feb 10 13:40:55.863659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:55.967646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] Publish callbacks [] for security_group (9f75b678-fe13-4a72-8f39-297835ba8ae1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.022503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] Publish callbacks [] for security_group (9f75b678-fe13-4a72-8f39-297835ba8ae1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.109895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9f75b678-fe13-4a72-8f39-297835ba8ae1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.114490 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.120539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f75b678-fe13-4a72-8f39-297835ba8ae1 HTTP/1.1" status: 204 len: 168 time: 0.2557497 Feb 10 13:40:56.140250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08621052-1ce1-4644-af4a-973939a7e382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f75b678-fe13-4a72-8f39-297835ba8ae1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:56.766446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41072) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:56.790182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67f93bda-af6e-4e89-9002-5c1a67d6cc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.900010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67f93bda-af6e-4e89-9002-5c1a67d6cc59 admin admin] Publish callbacks [] for security_group (ec7dfc1d-6903-42c2-a1f6-28a4101738f9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.916449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67f93bda-af6e-4e89-9002-5c1a67d6cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ec7dfc1d-6903-42c2-a1f6-28a4101738f9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:56.997106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67f93bda-af6e-4e89-9002-5c1a67d6cc59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ca89a75a65f467abc7d74bafb376f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294917 Feb 10 13:40:57.000071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:57.004325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f93bda-af6e-4e89-9002-5c1a67d6cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7dfc1d-6903-42c2-a1f6-28a4101738f9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:57.082926 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] Publish callbacks [] for security_group (ec7dfc1d-6903-42c2-a1f6-28a4101738f9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:57.113435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] Publish callbacks [] for security_group (ec7dfc1d-6903-42c2-a1f6-28a4101738f9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:57.177850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ec7dfc1d-6903-42c2-a1f6-28a4101738f9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:57.181305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:57.186163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec7dfc1d-6903-42c2-a1f6-28a4101738f9 HTTP/1.1" status: 204 len: 168 time: 0.1850090 Feb 10 13:40:57.199191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b7a39-b1dd-46c1-af73-fc9b857f4be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7dfc1d-6903-42c2-a1f6-28a4101738f9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:58.988661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:59.235352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-648658235'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:59.266398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Made reservation on behalf of 2665cec4cc824fe49c082c01f822e7de for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:59.271058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.284999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.382216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks [] for security_group (8ce25ecc-694f-4e85-a609-ac59cf47772e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.388045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8ce25ecc-694f-4e85-a609-ac59cf47772e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.420466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:40:59.432551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce25ecc-694f-4e85-a609-ac59cf47772e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:59.437831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c1d987c3-5c24-41fc-ac0b-49dcbef2c41c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.438418 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Added segment c1d987c3-5c24-41fc-ac0b-49dcbef2c41c of type vlan for network 331db1f2-bc35-4532-a70a-64cd7d0eab5b Feb 10 13:40:59.500848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (331db1f2-bc35-4532-a70a-64cd7d0eab5b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.534940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (331db1f2-bc35-4532-a70a-64cd7d0eab5b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.540951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:40:59.541858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.591872 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6018102 Feb 10 13:40:59.643681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f7df0-359c-4b43-b45e-8bc4e7359fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Pushing event updated for resources: {'Network': ['ID=331db1f2-bc35-4532-a70a-64cd7d0eab5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:40:59.656560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:40:59.882340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41200) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:40:59.888229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b', 'binding:host_id': 'n-h2-815324-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-571070663'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:40:59.917576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Made reservation on behalf of a47c8b617f164dbaac74c904cb6d05f9 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:40:59.920494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:40:59.933866 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.044356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for security_group (56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.050762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.058867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:00.205493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:00.376850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:00.388408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.396277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.464025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=da236ab7-ab46-4cd2-a3f0-7bb32cb02419,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:00.501157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Checking segment: {'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:00.501836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Network hostable DHCP agents. Network: 331db1f2-bc35-4532-a70a-64cd7d0eab5b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:41:00.521983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:41:00.537578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 331db1f2-bc35-4532-a70a-64cd7d0eab5b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:00.547078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb290292-feac-4cb9-b754-35ab8dbfc221 None None] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:00.558444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:00.578296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.578914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.579438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.584782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.585324 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.585996 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 2 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.602136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.602724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.603259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.610132 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.610712 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.611291 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 3 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.625757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.626089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.626564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.631682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.632012 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.632458 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 4 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.646572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.647677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.648196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.653293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.653622 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.654011 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 5 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.669107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.669701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.670038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.676027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.676345 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.676724 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 6 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.693850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.694488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.695009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.700572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.701150 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.701962 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 7 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.716309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.716944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.717565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.723598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.724334 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.724927 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 8 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.740009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.740601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.741166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.746697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.747206 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.747769 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 9 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.781743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.785341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.785870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.795299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.795822 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.796866 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 10 to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 Feb 10 13:41:00.826765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:00.829642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:00.830176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:00.838929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:00.839626 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:00.840182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.868963 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01ddff49-414e-4768-83a3-d724ba6e7a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.917715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port da236ab7-ab46-4cd2-a3f0-7bb32cb02419, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:00.917847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:41:00.926277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.965963 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:00.967041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:00.990449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.1064229 Feb 10 13:41:00.993312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41212) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:01.038026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a971-e53e-4f5e-99ae-59d31b630de1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=da236ab7-ab46-4cd2-a3f0-7bb32cb02419,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:01.085859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Deleting port da236ab7-ab46-4cd2-a3f0-7bb32cb02419 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:01.088455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.173397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port da236ab7-ab46-4cd2-a3f0-7bb32cb02419, host n-h2-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:01.174027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.189067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Calling delete_port for da236ab7-ab46-4cd2-a3f0-7bb32cb02419 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:01.296241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (da236ab7-ab46-4cd2-a3f0-7bb32cb02419), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.343980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.349660 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "DELETE /v2.0/ports/da236ab7-ab46-4cd2-a3f0-7bb32cb02419 HTTP/1.1" status: 204 len: 168 time: 0.3551824 Feb 10 13:41:01.350686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a238f-7b75-43f5-b98e-43ae6d3c3acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event deleted for resources: {'Port': ['ID=da236ab7-ab46-4cd2-a3f0-7bb32cb02419,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:01.353161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41218) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:01.397803 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-104ea8ac-aa64-42c9-bc77-157f70ec98e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:41:01.402420 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-104ea8ac-aa64-42c9-bc77-157f70ec98e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports/da236ab7-ab46-4cd2-a3f0-7bb32cb02419 HTTP/1.1" status: 404 len: 333 time: 0.0410223 Feb 10 13:41:01.407504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:01.412127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1829430380'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:01.442326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Made reservation on behalf of a47c8b617f164dbaac74c904cb6d05f9 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:01.444968 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.485950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:01.713796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.764654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.819211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:01.822492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:01.825326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:01.826315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:01.827093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:01.842059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:01.879060 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3b24e2da-0624-460e-942e-df0baa264d4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4694161 Feb 10 13:41:01.879634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:01.890336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:01.999745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.301441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:02.318932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.332907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.399752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:02.406557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.406889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.407225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.411709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.412042 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.412433 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 2 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.427028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.427374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.427700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.432149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.432469 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.432952 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 3 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.446340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.446708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.447007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.451371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.451705 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.452081 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 4 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.465218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.465556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.465887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.470182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.470505 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.471002 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 5 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.484380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.484713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.485084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.490010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.490369 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.490748 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 6 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.503929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.504261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.504594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.508964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.509290 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.509680 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 7 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.523288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.523640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.523978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.528707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.529137 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.529533 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 8 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.544093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.544435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.544794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.549971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.550345 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.550728 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 9 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.563402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.563793 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.564129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.569953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.570283 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.570672 n-d-815324-6 neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 10 to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef Feb 10 13:41:02.583165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:02.583500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:02.583949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:02.661889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:02.661889 n-d-815324-6 neutron-server[103400]: ERROR neutron.plugins.ml2.managers [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:02.661889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.702211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:02.702815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempted to set empty binding levels {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:41:02.709396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.723381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] In _notify_port_updated(), no bound segment for port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:41:02.724272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.724903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:02.729343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:02.738463 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "PUT /v2.0/ports/79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef HTTP/1.1" status: 200 len: 979 time: 0.8575752 Feb 10 13:41:02.821723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f6e2-289b-4c09-b868-ea33882a96a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:02.867806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.868215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.868686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.869172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.869630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.870082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.870706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.871294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.871880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.872469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.873108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.873903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.874489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.875075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.875657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.876268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.876729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.877208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:02.883965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c637a424-deee-4d7e-af9f-a6bb95df67c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16842 time: 0.1501465 Feb 10 13:41:02.884566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41242) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:03.029410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Deleting port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:03.029751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.292523 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc042143-1cb6-4a03-baa5-9073aaa77f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.480205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef, host n-h2-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:03.480876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.503547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Calling delete_port for 79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:03.595501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.640664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.644378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "DELETE /v2.0/ports/79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef HTTP/1.1" status: 204 len: 168 time: 0.7590439 Feb 10 13:41:03.646999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:03.656863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af7850-72af-47df-bdab-b6e85a95524d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event deleted for resources: {'Port': ['ID=79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:03.680737 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dcd91e-4a01-4746-a61d-028bb256cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:41:03.682176 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-62dcd91e-4a01-4746-a61d-028bb256cadb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports/79efe9fa-3699-4bd5-ac0c-c7e74ebf26ef HTTP/1.1" status: 404 len: 333 time: 0.0342295 Feb 10 13:41:03.685857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:03.691284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-215399993', 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:03.730611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Made reservation on behalf of a47c8b617f164dbaac74c904cb6d05f9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:03.733043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:03.775405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port 145359d7-9022-49a5-ae7d-0377fcf17890 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:04.118627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (145359d7-9022-49a5-ae7d-0377fcf17890), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.213935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (145359d7-9022-49a5-ae7d-0377fcf17890), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.322700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:04.333451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:04.335658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=145359d7-9022-49a5-ae7d-0377fcf17890,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:04.338116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:04.339561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:04.340321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.368223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6810212 Feb 10 13:41:04.370860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41272) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:04.386878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.387246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.388480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.388856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.389200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.394477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.394864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.395216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.398094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.398454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.398801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.399144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.399484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29a589-04d8-40bb-b53c-2c7dfe8b72c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:04.435391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9fdfb9-fd9a-4992-a3cc-a12c2fac93da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:04.437417 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-be9fdfb9-fd9a-4992-a3cc-a12c2fac93da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports/145359d7-9022-49a5-ae7d-0377fcf17890 HTTP/1.1" status: 200 len: 958 time: 0.0655861 Feb 10 13:41:04.440775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:04.533375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Deleting port 145359d7-9022-49a5-ae7d-0377fcf17890 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:04.534084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (145359d7-9022-49a5-ae7d-0377fcf17890), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.603167 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.620237 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (145359d7-9022-49a5-ae7d-0377fcf17890), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.641760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Calling delete_port for 145359d7-9022-49a5-ae7d-0377fcf17890 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:04.853275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (145359d7-9022-49a5-ae7d-0377fcf17890), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.853275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event deleted for resources: {'Port': ['ID=145359d7-9022-49a5-ae7d-0377fcf17890,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:04.853275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:04.859693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4aa48947-94fe-4ad8-8928-2025c875eb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "DELETE /v2.0/ports/145359d7-9022-49a5-ae7d-0377fcf17890 HTTP/1.1" status: 204 len: 168 time: 0.4124453 Feb 10 13:41:04.859999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41288) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:04.907772 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-04abdb58-d9d0-420d-8224-11c15f69f948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:41:04.909291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-04abdb58-d9d0-420d-8224-11c15f69f948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports/145359d7-9022-49a5-ae7d-0377fcf17890 HTTP/1.1" status: 404 len: 333 time: 0.0475199 Feb 10 13:41:04.912997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41290) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:04.919116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-839425833'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:04.968317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-e94c6a7e-85e6-454c-bc49-fd7a562fe35e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634705 Feb 10 13:41:04.969855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Made reservation on behalf of a47c8b617f164dbaac74c904cb6d05f9 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:04.972666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.011885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port e002ab4e-dbb6-449d-9101-b2133d257787 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:05.198063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cc80-9847-4b80-b11b-3449336c1819 req-abf632fd-dc3f-4fff-b560-4fc178379ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:05.199836 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-abf632fd-dc3f-4fff-b560-4fc178379ae3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.0971425 Feb 10 13:41:05.346792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (e002ab4e-dbb6-449d-9101-b2133d257787), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.388295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cc80-9847-4b80-b11b-3449336c1819 req-60af6e33-a37c-49b1-9a5c-0949ccddc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:05.390874 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-60af6e33-a37c-49b1-9a5c-0949ccddc437 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1704226 Feb 10 13:41:05.439120 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:41:05.453864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.525830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Network 331db1f2-bc35-4532-a70a-64cd7d0eab5b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:05.534825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:05.545880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:05.547057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:05.548112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.559354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-37eae656-960d-41fa-a15a-770641d24b8c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.1598737 Feb 10 13:41:05.579229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=e002ab4e-dbb6-449d-9101-b2133d257787,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:05.615120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.615516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.615934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.616544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.617000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.617454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.617874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.618297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.618691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.619332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.619758 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.620162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.620574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:05.631643 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-26fb0ce7-b759-432f-bdab-154684c0ff53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7167819 Feb 10 13:41:05.634324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:05.639690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:05.666537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cc80-9847-4b80-b11b-3449336c1819 req-1ff3ad16-886a-43a3-9ac5-65ac0398de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:05.670979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-1ff3ad16-886a-43a3-9ac5-65ac0398de3f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1036117 Feb 10 13:41:05.780797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cc80-9847-4b80-b11b-3449336c1819 req-4ca030b7-773e-4d52-9b99-412f0c728629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:05.784679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-4ca030b7-773e-4d52-9b99-412f0c728629 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062210 Feb 10 13:41:05.785974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.850939 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:05.922919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-1e1b9122-1416-4c70-82a7-f640072e8f37 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311469 Feb 10 13:41:06.064346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-8450cc80-9847-4b80-b11b-3449336c1819 req-870668dc-fe2f-4f52-a955-5206294fcd14 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329381 Feb 10 13:41:06.132393 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.140733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] device_id is not set on port e002ab4e-dbb6-449d-9101-b2133d257787 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:06.152928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks [] for port (e002ab4e-dbb6-449d-9101-b2133d257787), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.162589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.227614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=e002ab4e-dbb6-449d-9101-b2133d257787,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:06.245417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.245756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.246099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.255947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.256847 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.258043 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 2 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.287917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.288353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.288690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.296581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.298359 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.299183 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 3 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.337146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.337495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.338227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.352066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.352406 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.353661 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 4 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.369606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.369958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.370319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.375586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.375870 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.376270 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 5 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.391109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.391426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.391784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.397581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.397942 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.398338 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 6 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.445072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.445072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.445072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.461112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.461456 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.461860 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 7 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.485789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.486135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.486865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.491555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.491893 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.492294 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 8 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.508978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.509326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.509671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.514742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.515079 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.515477 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 9 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.529292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.529635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.529979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.534737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.535071 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.535468 n-d-815324-6 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempt 10 to bind port e002ab4e-dbb6-449d-9101-b2133d257787 Feb 10 13:41:06.549297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:06.549641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:06.549990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempting to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:06.555063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:06.555401 n-d-815324-6 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Failed to bind port e002ab4e-dbb6-449d-9101-b2133d257787 on host n-h2-815324-6 for vnic_type normal using segments [{'id': 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '331db1f2-bc35-4532-a70a-64cd7d0eab5b'}] Feb 10 13:41:06.555770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.634304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port e002ab4e-dbb6-449d-9101-b2133d257787, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:06.634678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 13:41:06.640321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.680355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] In _notify_port_updated(), no bound segment for port e002ab4e-dbb6-449d-9101-b2133d257787 on network 331db1f2-bc35-4532-a70a-64cd7d0eab5b {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:41:06.681513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:06.682116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.683502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "PUT /v2.0/ports/e002ab4e-dbb6-449d-9101-b2133d257787 HTTP/1.1" status: 200 len: 978 time: 1.0480978 Feb 10 13:41:06.686343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:06.694349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6506-d704-4abe-87aa-281d4360a502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event updated for resources: {'Port': ['ID=e002ab4e-dbb6-449d-9101-b2133d257787,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:06.854635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Deleting port e002ab4e-dbb6-449d-9101-b2133d257787 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:06.854981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.938726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] For port e002ab4e-dbb6-449d-9101-b2133d257787, host n-h2-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:06.940603 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:06.958922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Calling delete_port for e002ab4e-dbb6-449d-9101-b2133d257787 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:07.068527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e002ab4e-dbb6-449d-9101-b2133d257787), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.096788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.101761 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e002ab4e-dbb6-449d-9101-b2133d257787 HTTP/1.1" status: 204 len: 168 time: 0.4142115 Feb 10 13:41:07.104284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:07.127255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce800d03-677b-4338-b061-cd61f9439e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] Pushing event deleted for resources: {'Port': ['ID=e002ab4e-dbb6-449d-9101-b2133d257787,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:07.154540 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-574665f4-9b1e-4fb6-b9ab-8607180e14d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] GET failed (client error): The resource could not be found. Feb 10 13:41:07.156030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-574665f4-9b1e-4fb6-b9ab-8607180e14d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009923329-project-admin] 10.222.0.13 "GET /v2.0/ports/e002ab4e-dbb6-449d-9101-b2133d257787 HTTP/1.1" status: 404 len: 333 time: 0.0505474 Feb 10 13:41:07.160515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:07.253837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (331db1f2-bc35-4532-a70a-64cd7d0eab5b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.410935 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.414699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (331db1f2-bc35-4532-a70a-64cd7d0eab5b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.467694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331db1f2-bc35-4532-a70a-64cd7d0eab5b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:07.509323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:07.509617 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d987c3-5c24-41fc-ac0b-49dcbef2c41c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:07.534233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (c1d987c3-5c24-41fc-ac0b-49dcbef2c41c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.565219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c1d987c3-5c24-41fc-ac0b-49dcbef2c41c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.584846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:41:07.585515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (c1d987c3-5c24-41fc-ac0b-49dcbef2c41c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:41:07.746004 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:41:07.754248 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (331db1f2-bc35-4532-a70a-64cd7d0eab5b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.761370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:07.770327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] 10.222.0.13 "DELETE /v2.0/networks/331db1f2-bc35-4532-a70a-64cd7d0eab5b HTTP/1.1" status: 204 len: 168 time: 0.6087663 Feb 10 13:41:07.805232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41a0cd-62c4-467d-a0f5-a6f39ea2ad75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1656089300-project] Pushing event deleted for resources: {'Network': ['ID=331db1f2-bc35-4532-a70a-64cd7d0eab5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:08.134480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:08.272811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41372) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:08.516522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3ce0073-4c17-49e0-8d2e-69cc4c06e4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.597263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fb0cfb1e-0fb1-4d7d-810a-2c2e09fa481d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2665cec4cc824fe49c082c01f822e7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208508 Feb 10 13:41:08.600590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:08.613191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3ce0073-4c17-49e0-8d2e-69cc4c06e4e0 admin admin] Publish callbacks [] for security_group (1bc6d3eb-6996-4eb4-888d-10cba960c59f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.619602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3ce0073-4c17-49e0-8d2e-69cc4c06e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1bc6d3eb-6996-4eb4-888d-10cba960c59f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.670024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce0073-4c17-49e0-8d2e-69cc4c06e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc6d3eb-6996-4eb4-888d-10cba960c59f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:08.686948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] Publish callbacks [] for security_group (8ce25ecc-694f-4e85-a609-ac59cf47772e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.703014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d3ce0073-4c17-49e0-8d2e-69cc4c06e4e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6b4b21d14ee478c87f025f3ea8dc6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673230 Feb 10 13:41:08.706413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:08.719629 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] Publish callbacks [] for security_group (8ce25ecc-694f-4e85-a609-ac59cf47772e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.791204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] Publish callbacks [] for security_group (1bc6d3eb-6996-4eb4-888d-10cba960c59f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.794632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8ce25ecc-694f-4e85-a609-ac59cf47772e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.808220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.813001 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ce25ecc-694f-4e85-a609-ac59cf47772e HTTP/1.1" status: 204 len: 168 time: 0.2082474 Feb 10 13:41:08.819523 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] Publish callbacks [] for security_group (1bc6d3eb-6996-4eb4-888d-10cba960c59f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.845647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc06f5b-0a5f-4493-a7ab-446c65462aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce25ecc-694f-4e85-a609-ac59cf47772e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:08.893407 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1bc6d3eb-6996-4eb4-888d-10cba960c59f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.896859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:08.902567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bc6d3eb-6996-4eb4-888d-10cba960c59f HTTP/1.1" status: 204 len: 168 time: 0.1942158 Feb 10 13:41:08.913159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3fdd1-fb18-436f-9e1d-34831cdfb66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc6d3eb-6996-4eb4-888d-10cba960c59f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:09.444462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41418) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:09.555234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:09.564179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f1cf0650-9e7e-4aba-8cb3-6442a443b80a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a47c8b617f164dbaac74c904cb6d05f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051309 Feb 10 13:41:09.623738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] Publish callbacks [] for security_group (56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:09.652229 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] Publish callbacks [] for security_group (56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:09.788923 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:09.796059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:09.799744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9 HTTP/1.1" status: 204 len: 168 time: 0.2428226 Feb 10 13:41:09.850890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c896-8507-4073-86b3-79acebf8ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae0582-dd7a-49bf-9ec5-1e1fc0b143a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:10.783931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:11.031212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41506) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:11.105797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1701049503'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:11.110165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1273631134-network', 'tenant_id': '205ca92e73434caab1df1ba2fc1aa93d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:11.134966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Made reservation on behalf of 205ca92e73434caab1df1ba2fc1aa93d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:11.136247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:11.138831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.148152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.152816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.175789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.222113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.298859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks [] for security_group (ebc1783d-dbca-4ec1-b6aa-5583cd3e22be), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.311581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for security_group (10ea6dcc-3f87-4c74-ac41-6bd33ba37e43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.314671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ebc1783d-dbca-4ec1-b6aa-5583cd3e22be), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.315974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10ea6dcc-3f87-4c74-ac41-6bd33ba37e43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.353266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:41:11.358667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:11.369437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (62fea44e-21dc-4c87-a232-6b9ffd994164), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.370232 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Added segment 62fea44e-21dc-4c87-a232-6b9ffd994164 of type vlan for network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 Feb 10 13:41:11.388610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:41:11.426703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2a79c575-9474-4d01-88a8-7e300994213e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.428989 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Added segment 2a79c575-9474-4d01-88a8-7e300994213e of type vlan for network 5261fa8b-e059-496c-841a-437ef07f061f Feb 10 13:41:11.430468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea6dcc-3f87-4c74-ac41-6bd33ba37e43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:11.435054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (34e0b8c8-ad25-4807-8b3c-e060a83fa429), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.470273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (34e0b8c8-ad25-4807-8b3c-e060a83fa429), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.472386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:11.473278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.502133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (5261fa8b-e059-496c-841a-437ef07f061f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.542895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (5261fa8b-e059-496c-841a-437ef07f061f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.556205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:11.557129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.562394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7773230 Feb 10 13:41:11.565333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41522) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:11.571642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Request body: {'subnet': {'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1273631134-subnet', 'tenant_id': '205ca92e73434caab1df1ba2fc1aa93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:11.576601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796e448-1846-4c4c-b0d5-de98e4e0e53a admin admin] Pushing event updated for resources: {'Network': ['ID=34e0b8c8-ad25-4807-8b3c-e060a83fa429,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:11.588879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:41:11.615389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5829964 Feb 10 13:41:11.615819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41528) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:11.623155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'subnet': {'network_id': '5261fa8b-e059-496c-841a-437ef07f061f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:11.644994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Made reservation on behalf of 205ca92e73434caab1df1ba2fc1aa93d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:11.647501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:11.674678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0fed-9598-40f5-801d-6d32b9e37af5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Network': ['ID=5261fa8b-e059-496c-841a-437ef07f061f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:11.713603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 5261fa8b-e059-496c-841a-437ef07f061f details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:41:11.824198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:11.828246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.053985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (4047ca12-6bd9-4379-8219-b4d42fc76e58), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.176196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4047ca12-6bd9-4379-8219-b4d42fc76e58,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:12.212712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Checking segment: {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:12.213201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Network hostable DHCP agents. Network: 34e0b8c8-ad25-4807-8b3c-e060a83fa429, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:41:12.224789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a3c5ac74-a695-4156-9f17-f3027e1bd38a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.267175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:41:12.303043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 34e0b8c8-ad25-4807-8b3c-e060a83fa429) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:12.311940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:12.312539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.316387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Subnet': ['ID=a3c5ac74-a695-4156-9f17-f3027e1bd38a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:12.323109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ecfba-f487-4cbe-92d9-120a486ece7d None None] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:12.327642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Checking segment: {'id': '2a79c575-9474-4d01-88a8-7e300994213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5261fa8b-e059-496c-841a-437ef07f061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:12.328011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network hostable DHCP agents. Network: 5261fa8b-e059-496c-841a-437ef07f061f, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:41:12.343626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2108d96f-a4a7-4f47-b4a9-55f94db6ea64 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7772653 Feb 10 13:41:12.380322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:41:12.398537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 5261fa8b-e059-496c-841a-437ef07f061f) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:12.407887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:12.409356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.448545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3f54293d-2c6b-4ad3-879b-e185dbe71121 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8314171 Feb 10 13:41:12.451107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:12.458746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-90313501', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:12.518383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddd674-7837-4a5a-9480-58f40f7b9224 None None] Network 5261fa8b-e059-496c-841a-437ef07f061f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:12.518576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (599b15cb-81db-4ea1-889d-29bce928ca03), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.524209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (599b15cb-81db-4ea1-889d-29bce928ca03), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.652991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_controller (599b15cb-81db-4ea1-889d-29bce928ca03), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:12.663921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86665c-5b27-4e5d-9f2d-6fb39b925a6e None None] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:12.781612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde330a4-e5c2-4b54-9b39-c6ce672b8078 None None] Network 5261fa8b-e059-496c-841a-437ef07f061f requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:13.102774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (599b15cb-81db-4ea1-889d-29bce928ca03), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:13.461956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (599b15cb-81db-4ea1-889d-29bce928ca03), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:13.482687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:13.617998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.200 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/1d3a0708-8830-434a-8932-efcdfe6b0e7e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:13.806695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (1d3a0708-8830-434a-8932-efcdfe6b0e7e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:13.906317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1d3a0708-8830-434a-8932-efcdfe6b0e7e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:14.021859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:14.031816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:14.038191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:14.086100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=1d3a0708-8830-434a-8932-efcdfe6b0e7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:14.464998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (599b15cb-81db-4ea1-889d-29bce928ca03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:14.827564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (599b15cb-81db-4ea1-889d-29bce928ca03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:15.072985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:41:15.306037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:15.322156 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:15.332836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:15.337318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:15.338028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8abb66db-6f29-4f4e-92e5-994adafae4f4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8853574 Feb 10 13:41:15.356239 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:15.357035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:15.479777 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:15.498967 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:15.499816 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:15.561622 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:15.562927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3cf69-d5ef-4017-9e82-cf6f75ac36eb None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:16.078768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:16.597740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.1 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:16.854458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:16.914830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:16.967166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:16.974136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:16.976812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:17.052582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:17.077065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (599b15cb-81db-4ea1-889d-29bce928ca03), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:17.248051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:17.693019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:17.700723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:17.881424 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (599b15cb-81db-4ea1-889d-29bce928ca03), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:18.013984 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:18.018302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:18.025015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:18.236463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:18.458932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:18.472006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:18.475595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1100af62-7991-42d6-a59a-1a2b25053646 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/routers/599b15cb-81db-4ea1-889d-29bce928ca03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365182 Feb 10 13:41:18.477770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:18.483491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'port': {'network_id': '5261fa8b-e059-496c-841a-437ef07f061f', 'name': 'tempest-FloatingIPTestJSON-1065874679'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:18.484051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:18.484888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:18.527666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:18.537904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:18.538735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:18.581914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:18.582913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d2ebb-ac59-4c30-b451-cb4d1da1f225 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:18.670727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:18.676529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:18.699778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] device_id is not set on port ad776e97-7632-4221-a4d2-287ef624ac4c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:18.879564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.5 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/ad776e97-7632-4221-a4d2-287ef624ac4c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:19.170392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (ad776e97-7632-4221-a4d2-287ef624ac4c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:19.245866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ad776e97-7632-4221-a4d2-287ef624ac4c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:19.362067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=ad776e97-7632-4221-a4d2-287ef624ac4c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:19.393958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:19.396918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:19.399465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:19.468231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:19.468961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:19.484910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-56d723e5-de26-4136-95d9-f7bf7e8acfa2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0051506 Feb 10 13:41:19.487163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:19.492017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'port': {'network_id': '5261fa8b-e059-496c-841a-437ef07f061f', 'name': 'tempest-FloatingIPTestJSON-1645685626'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:19.642207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:19.647285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:19.678711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] device_id is not set on port 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:19.820155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.9 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/5c259ccd-21ed-4c17-a6b0-1b41f0be95d4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:20.043728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (5c259ccd-21ed-4c17-a6b0-1b41f0be95d4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.084933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5c259ccd-21ed-4c17-a6b0-1b41f0be95d4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.117554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:20.144321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:20.148480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:20.246474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=5c259ccd-21ed-4c17-a6b0-1b41f0be95d4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:20.283789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:20.284460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.308054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-756a04dd-70b7-4839-8ed8-5c6f6e3d6c1f tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8165243 Feb 10 13:41:20.308808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:20.314144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '5c259ccd-21ed-4c17-a6b0-1b41f0be95d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:20.370367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.545638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.711981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.154 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/471bff0a-3c59-41d0-9ea6-70624f643694) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:20.889369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (471bff0a-3c59-41d0-9ea6-70624f643694), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:20.973479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:21.051859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=471bff0a-3c59-41d0-9ea6-70624f643694,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:21.068402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:21.071440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:21.074218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:22.415447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (fcff6bd5-398d-47c9-8689-c8421c4ebb45), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:22.538258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:22.877357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (471bff0a-3c59-41d0-9ea6-70624f643694), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:22.886567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:23.034089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=471bff0a-3c59-41d0-9ea6-70624f643694,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:23.047725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fcff6bd5-398d-47c9-8689-c8421c4ebb45), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:23.401919 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP fcff6bd5-398d-47c9-8689-c8421c4ebb45 associated. External IP: 172.25.8.154, port: 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4. Feb 10 13:41:23.811594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:24.013783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:24.026410 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:24.058631 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:24.063155 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:24.069049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:24.147922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 41926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:24.149261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1498e6fe-ae45-450a-bd83-4b87e3be90c9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8390319 Feb 10 13:41:24.154172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:24.181173 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:24.213200 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:24.213821 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:24.266382 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:24.267411 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7833-59bc-4278-bc5f-c8665153596f None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:24.307361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (fcff6bd5-398d-47c9-8689-c8421c4ebb45), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:24.596165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:24.604146 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fcff6bd5-398d-47c9-8689-c8421c4ebb45), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:24.604631 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP fcff6bd5-398d-47c9-8689-c8421c4ebb45 disassociated. External IP: 172.25.8.154, port: 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4. Feb 10 13:41:25.719152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:25.940016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:25.950724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:25.951905 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:25.968378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:25.969375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:25.990671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 41980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:25.997746 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00587d20-32ad-44bd-a044-5440c5f4ddc5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/fcff6bd5-398d-47c9-8689-c8421c4ebb45 HTTP/1.1" status: 200 len: 688 time: 1.8486314 Feb 10 13:41:26.026795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:26.055446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:26.056090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:26.147059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:26.147876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9fd81-a7d7-498d-8ef9-985d3001deed None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:26.187885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 471bff0a-3c59-41d0-9ea6-70624f643694 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:26.188506 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.357425 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.357758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (471bff0a-3c59-41d0-9ea6-70624f643694), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.379576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 471bff0a-3c59-41d0-9ea6-70624f643694 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:26.637457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (471bff0a-3c59-41d0-9ea6-70624f643694), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.698843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=471bff0a-3c59-41d0-9ea6-70624f643694,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:26.836610 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (fcff6bd5-398d-47c9-8689-c8421c4ebb45), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.839466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:26.840657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-09399869-006c-45ce-858d-06d960f220bc tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcff6bd5-398d-47c9-8689-c8421c4ebb45 HTTP/1.1" status: 204 len: 168 time: 0.8489842 Feb 10 13:41:26.843976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:26.848911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'ad776e97-7632-4221-a4d2-287ef624ac4c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:26.884874 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:27.128157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:27.317484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.142 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/81a795bd-e66d-4045-99d6-87324db76d28) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:27.516173 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (81a795bd-e66d-4045-99d6-87324db76d28), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:27.561605 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (81a795bd-e66d-4045-99d6-87324db76d28), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:27.604814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:27.612619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:27.625314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:27.729556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=81a795bd-e66d-4045-99d6-87324db76d28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:27.804217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dadf80-4fcb-4dc1-826d-a4acb98480c9 req-8ca9098d-bb44-4f24-b832-f8374e4aa21a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:27.806690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1dadf80-4fcb-4dc1-826d-a4acb98480c9 req-8ca9098d-bb44-4f24-b832-f8374e4aa21a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1918349 Feb 10 13:41:27.897101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1dadf80-4fcb-4dc1-826d-a4acb98480c9 req-29042022-cb13-4c9a-a0ea-cd60abd63a7d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778472 Feb 10 13:41:28.236803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba965f84-45b6-4fbd-b72b-bdf1a4df28f4 req-7985f53e-7793-4c93-9c9b-f3eeb5cd2d33 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:28.246466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba965f84-45b6-4fbd-b72b-bdf1a4df28f4 req-7985f53e-7793-4c93-9c9b-f3eeb5cd2d33 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2292001 Feb 10 13:41:28.390311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba965f84-45b6-4fbd-b72b-bdf1a4df28f4 req-e85dad5d-feee-4c7a-986d-ed21c2e98686 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292133 Feb 10 13:41:28.722686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:28.834475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207f859-ebad-47f5-813c-a39a8dcc2c3e req-b3bdc323-6b8e-48b3-a808-d1875129dee6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:28.854518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5207f859-ebad-47f5-813c-a39a8dcc2c3e req-b3bdc323-6b8e-48b3-a808-d1875129dee6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2681308 Feb 10 13:41:29.014623 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (81a795bd-e66d-4045-99d6-87324db76d28), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:29.038684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5207f859-ebad-47f5-813c-a39a8dcc2c3e req-78b988da-ccd9-487f-a17e-f93c07ff1058 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829126 Feb 10 13:41:29.418199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36afe6-d62f-4b94-8cc9-da72917c640c req-db5039d2-dda4-4619-a645-8b983f69498b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:29.427892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae36afe6-d62f-4b94-8cc9-da72917c640c req-db5039d2-dda4-4619-a645-8b983f69498b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2416413 Feb 10 13:41:29.545220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae36afe6-d62f-4b94-8cc9-da72917c640c req-7f25c11e-fd01-4efa-8db6-cf9cbc2dd2ed tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053107 Feb 10 13:41:29.592524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (81a795bd-e66d-4045-99d6-87324db76d28), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:29.608362 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (81a795bd-e66d-4045-99d6-87324db76d28), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:29.716829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=81a795bd-e66d-4045-99d6-87324db76d28,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:29.744735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:30.067908 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP d23eb58a-0d0c-4ef1-8043-f634cadac849 associated. External IP: 172.25.8.142, port: ad776e97-7632-4221-a4d2-287ef624ac4c. Feb 10 13:41:30.139909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-dfbbb7a7-bede-4a59-a35f-cd34dedfe342 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:30.147124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-dfbbb7a7-bede-4a59-a35f-cd34dedfe342 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.3254652 Feb 10 13:41:30.170524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-53bbadae-5b14-4e51-8983-6bb0b8761c18 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/quotas/011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 375 time: 0.0224435 Feb 10 13:41:30.714672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-94b9d54a-dc28-42ae-aa62-bba2f0c8d06d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5432031 Feb 10 13:41:30.727008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-be22a197-edab-4c03-88fc-4cc8db401494 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:41:30.728133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-be22a197-edab-4c03-88fc-4cc8db401494 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058403 Feb 10 13:41:30.894228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61cb9cb7-fcce-4a64-ad42-9f3de9b52813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:30.905523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:31.026646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-20a4c65b-f16d-4595-b71e-1237df8844be service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563404 Feb 10 13:41:31.148671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:31.175832 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:31.182037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-45ed271b-37f1-4fc4-b804-c63769a7b0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219330 Feb 10 13:41:31.200287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:31.211533 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:31.217605 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:31.245016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa5fb789-d4e1-4804-a978-544430bd4348 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3999527 Feb 10 13:41:31.248161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:31.289518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:31.329721 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:31.333613 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:31.366539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2d11742f-067b-42bc-9e8c-d7892c5f50b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/floatingips/d23eb58a-0d0c-4ef1-8043-f634cadac849 HTTP/1.1" status: 200 len: 978 time: 0.1130044 Feb 10 13:41:31.367793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:31.390001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:31.393388 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4d0a7-2820-4b63-a6e0-438951a0218f None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:31.604561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-723d03d4-8c57-4b17-818e-1607fa2979b7 req-e821c473-9514-4f72-89cc-54b4927bc658 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 210 time: 0.0976660 Feb 10 13:41:31.651562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e16fe404-1f51-4364-ada9-8c13c4ea0486 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2808242 Feb 10 13:41:31.654291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42096) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:31.661923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': '5c259ccd-21ed-4c17-a6b0-1b41f0be95d4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:31.778550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:32.851729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f49ae407-8688-49b7-b265-b37a99807265 req-51cdb57e-9ceb-4adc-9dab-37b692d01c46 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 210 time: 0.1155565 Feb 10 13:41:32.953966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:41:33.050396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:33.056075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:33.264443 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP d23eb58a-0d0c-4ef1-8043-f634cadac849 associated. External IP: 172.25.8.142, port: ad776e97-7632-4221-a4d2-287ef624ac4c. Feb 10 13:41:33.265850 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c95164a9-1dd4-46e1-bc23-4a2637807b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:33.494692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-fbde85ef-4baa-42d3-9f58-a5440eea4b8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:33.496176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-fbde85ef-4baa-42d3-9f58-a5440eea4b8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.2456100 Feb 10 13:41:33.508597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'device_id': '45b47527-5218-41c9-8188-fef1410e5238', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'admin_state_up': True, 'tenant_id': '011106333efc465d80f0f09518fac835'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:33.746645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:33.757537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:33.891292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:34.173387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27976bc3-c908-434e-9b2a-3c61b9a01706 req-5e459fea-f6ce-4e46-9dcc-34d63e09ea07 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 210 time: 0.0501990 Feb 10 13:41:34.176551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:34.190343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:34.204152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:34.205570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:34.289622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.20.0.11 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/2157d5aa-0f78-43c8-84c2-b4cdae2a8247) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:34.290361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:34.304507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:34.305507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:34.385050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:34.386233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd60390-5048-4aeb-aea9-d7e02cf6f3fd None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:34.601490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:34.655365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:34.760377 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:34.902247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:34.919843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497', 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:34.933566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:34.944339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:34.952840 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:34.979550 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:34.982651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:35.054599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:35.063295 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12e14a1b-5ba4-4d35-84eb-53deecc4742a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/d23eb58a-0d0c-4ef1-8043-f634cadac849 HTTP/1.1" status: 200 len: 978 time: 3.4048672 Feb 10 13:41:35.063452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:35.063580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42136) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:35.069838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:35.088714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:35.092226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:35.134674 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:35.182135 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:35.182783 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:35.195039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.244807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:35.245349 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.271617 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:35.272257 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb0111-0066-4055-80bc-b23d4ae27ee7 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:35.334926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-d88eced3-53b2-4e30-a895-2eeff4829ad2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8301411 Feb 10 13:41:35.353593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Request body: {'port': {'device_id': '45b47527-5218-41c9-8188-fef1410e5238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:35.489829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d685a-e4fb-47b3-b45c-1aaf1f45507c req-76ccaa5f-ad61-4509-910d-e7ddbc8ae1e0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:35.492729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-304d685a-e4fb-47b3-b45c-1aaf1f45507c req-76ccaa5f-ad61-4509-910d-e7ddbc8ae1e0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 932 time: 0.2200866 Feb 10 13:41:35.493394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.553979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.561459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.561982 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP d23eb58a-0d0c-4ef1-8043-f634cadac849 disassociated. External IP: 172.25.8.142, port: 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4. Feb 10 13:41:35.589239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b8e866b5-5910-4cf3-9e33-d0df351e0f01 None None] Provisioning complete for port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:35.589648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8e866b5-5910-4cf3-9e33-d0df351e0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.634520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b8e866b5-5910-4cf3-9e33-d0df351e0f01 None None] Port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:41:35.644806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-304d685a-e4fb-47b3-b45c-1aaf1f45507c req-40ad2da6-1218-49d1-892d-99c218b196e3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349545 Feb 10 13:41:35.848832 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.949170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:41:35.959163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks [] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:35.978490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Transition to ACTIVE for port object 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:41:35.986881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.117633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:36.144087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.229812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:36.260071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Attempting to bind port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:36.260592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Attempting to bind port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:36.261104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Attempting to bind port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:36.274039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 on network 1454ff79-cca8-4871-9029-304e115a4933 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:36.274400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Attempting to bind port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:36.279692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:41:36.280037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:36.280423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:41:36.280920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Bound port: 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:41:36.281292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.400945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:36.404825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:41:36.415313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.433710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:36.444117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:36.445644 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.490347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-daff8de0-c147-4ca4-a564-bea21e0c1100 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/d23eb58a-0d0c-4ef1-8043-f634cadac849 HTTP/1.1" status: 200 len: 688 time: 1.4233284 Feb 10 13:41:36.490548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:36.490755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:36.492841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:36.536439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:36.537330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.540330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] 10.222.0.21 "PUT /v2.0/ports/2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 1092 time: 1.1971638 Feb 10 13:41:36.543210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:41:36.547392 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:41:36.607809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:36.636203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:36.636902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:36.695319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:36.696857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76284e-0d67-4b59-8e92-b117c581af03 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:36.722286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 81a795bd-e66d-4045-99d6-87324db76d28 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:36.724722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (81a795bd-e66d-4045-99d6-87324db76d28), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.725022 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda3277-680f-4b02-954f-72a3c3da3263 service neutron] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:36.791289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-81455e04-947b-4dd5-a0e1-e9d65e486d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:36.793049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-81455e04-947b-4dd5-a0e1-e9d65e486d45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 1126 time: 0.1049018 Feb 10 13:41:36.850340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-11a7ce2b-a4c0-4d4f-9a73-af3b19c0bf14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 217 time: 0.0474958 Feb 10 13:41:36.856385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-73615a3b-d32f-4121-a02c-5ad88d87abbb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:36.861204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (81a795bd-e66d-4045-99d6-87324db76d28), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.861537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (81a795bd-e66d-4045-99d6-87324db76d28), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:36.864841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-73615a3b-d32f-4121-a02c-5ad88d87abbb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2782745 Feb 10 13:41:36.876827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 81a795bd-e66d-4045-99d6-87324db76d28 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:36.908280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-141396a2-ba34-4c54-94c7-2879a8e003a9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0423422 Feb 10 13:41:36.957242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-0c263397-5f2d-4cda-9d82-75adde0017ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:36.959006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-0c263397-5f2d-4cda-9d82-75adde0017ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0864077 Feb 10 13:41:37.021855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-3ac95869-98f1-4f32-b60a-e968c1745db9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125352 Feb 10 13:41:37.047756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (81a795bd-e66d-4045-99d6-87324db76d28), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:37.088792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=81a795bd-e66d-4045-99d6-87324db76d28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:37.101537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-4baa7458-8892-4bf5-a950-39fb2301629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.103849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-4baa7458-8892-4bf5-a950-39fb2301629f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1352303 Feb 10 13:41:37.150738 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (d23eb58a-0d0c-4ef1-8043-f634cadac849), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:37.154571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:37.158444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f86b606f-dad9-4a6c-a827-2bcefc5e2eb7 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/d23eb58a-0d0c-4ef1-8043-f634cadac849 HTTP/1.1" status: 204 len: 168 time: 0.6641517 Feb 10 13:41:37.158813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42168) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:37.191084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-18084eb0-6dad-478f-a2f2-2077f9119f22 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642118 Feb 10 13:41:37.204679 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9b023a95-3a2e-4e7e-ae73-a1fd55e08393 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] delete failed (client error): The resource could not be found. Feb 10 13:41:37.212983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b023a95-3a2e-4e7e-ae73-a1fd55e08393 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/d23eb58a-0d0c-4ef1-8043-f634cadac849 HTTP/1.1" status: 404 len: 345 time: 0.0528109 Feb 10 13:41:37.213164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:37.335612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-4bbad863-8ef8-41f3-b8cc-fbad1223b4a3 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249374 Feb 10 13:41:37.406045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:37.408334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea81b9af-c4a6-48de-a524-d6b01aabebf6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.413726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea81b9af-c4a6-48de-a524-d6b01aabebf6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.419001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea81b9af-c4a6-48de-a524-d6b01aabebf6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.420661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea81b9af-c4a6-48de-a524-d6b01aabebf6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/ports?network_id=5261fa8b-e059-496c-841a-437ef07f061f HTTP/1.1" status: 200 len: 2358 time: 0.2056961 Feb 10 13:41:37.424468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:37.453859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-19b1f842-e111-425e-a61e-24cb4d926ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546546 Feb 10 13:41:37.479278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb5479-ee5a-4dd4-ad0c-e9857a1e3c74 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.480740 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1bdb5479-ee5a-4dd4-ad0c-e9857a1e3c74 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/subnets/a3c5ac74-a695-4156-9f17-f3027e1bd38a HTTP/1.1" status: 200 len: 797 time: 0.0546107 Feb 10 13:41:37.486242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:37.491095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'port': {'network_id': '5261fa8b-e059-496c-841a-437ef07f061f', 'name': 'tempest-FloatingIPTestJSON-500069679', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:37.498486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04135bf4-91a9-4c8f-b8d4-e157f9f2c182 req-958d1891-5f46-4f83-a16b-a73c5296b1b1 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510828 Feb 10 13:41:37.604264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:37.666851 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb09efea-4722-46f9-badb-bf1e67d9cc48 x-openstack-request-id: req-eb09efea-4722-46f9-badb-bf1e67d9cc48 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:41:37.667147 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:41:37.667403 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb09efea-4722-46f9-badb-bf1e67d9cc48 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:41:37.668369 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'status': 'completed', 'code': 200} Feb 10 13:41:37.715416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:37.741427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] device_id is not set on port e90e1413-2244-4dc6-8d92-6c4652ce4203 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:37.802408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-798bd66b-c083-4f0d-8dc5-5ad85c6d759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.804339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-798bd66b-c083-4f0d-8dc5-5ad85c6d759d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 1126 time: 0.1187024 Feb 10 13:41:37.816868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23047fd-c13a-438c-a65b-602a2464bffb req-b42563e0-cdb9-4083-b033-4fe08340733f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.822826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c23047fd-c13a-438c-a65b-602a2464bffb req-b42563e0-cdb9-4083-b033-4fe08340733f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 944 time: 0.0828218 Feb 10 13:41:37.958037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c23047fd-c13a-438c-a65b-602a2464bffb req-86b16d11-d8da-4300-b1dd-165606821198 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320226 Feb 10 13:41:37.996570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-43707337-e4cf-4555-ae98-7d765fa0adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:37.998108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-43707337-e4cf-4555-ae98-7d765fa0adee service neutron] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1735675 Feb 10 13:41:38.059216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-a5643c00-1317-4ce1-b499-f55ecdc0d9ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 217 time: 0.0542166 Feb 10 13:41:38.087081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c3b72aea-1534-4955-ba65-82872fd26d23 req-bbca38c6-e6f4-43d6-aee0-af1cf28b1aa4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0653770 Feb 10 13:41:38.135463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-09623dc7-e340-4c0a-b28a-e869a4d6e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:38.137118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-09623dc7-e340-4c0a-b28a-e869a4d6e95c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0713015 Feb 10 13:41:38.178844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.14 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/e90e1413-2244-4dc6-8d92-6c4652ce4203) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:38.187363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.13 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/e90e1413-2244-4dc6-8d92-6c4652ce4203) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:38.201546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-6b86dabd-2c94-4616-bf0e-f290822512de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:38.203817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-6b86dabd-2c94-4616-bf0e-f290822512de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600920 Feb 10 13:41:38.328080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-1cf26444-3bc2-49de-acdf-8eaded5738c8 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162698 Feb 10 13:41:38.393191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (e90e1413-2244-4dc6-8d92-6c4652ce4203), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:38.434457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2bf4e31-db98-4122-9d15-b089ec9c5ac2 req-c644e6d0-9383-46ce-9835-b797c5e3195d service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000938 Feb 10 13:41:38.435239 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e90e1413-2244-4dc6-8d92-6c4652ce4203), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:38.482884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:38.486114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:38.489913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:38.514243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=e90e1413-2244-4dc6-8d92-6c4652ce4203,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:38.545035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:38.545650 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:38.564714 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-592a57b9-c6af-4c60-9870-1236d5fa6e30 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0750103 Feb 10 13:41:38.564902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:38.569097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'e90e1413-2244-4dc6-8d92-6c4652ce4203', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:38.590333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:38.692428 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:39.003718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.143 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/29bff211-921c-44c5-a875-4cec54284f65) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:39.021513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-a6e8e40b-ce5d-4a5d-bbc9-c27f04bf3165 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:39.023061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-a6e8e40b-ce5d-4a5d-bbc9-c27f04bf3165 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2635036 Feb 10 13:41:39.057950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:39.112747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483196-2ba9-45e4-9b31-1184bacb21ff req-1693b6db-1e47-4af8-bdcb-ff05f16e9571 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:39.115411 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b483196-2ba9-45e4-9b31-1184bacb21ff req-1693b6db-1e47-4af8-bdcb-ff05f16e9571 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 944 time: 0.0655539 Feb 10 13:41:39.214020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b483196-2ba9-45e4-9b31-1184bacb21ff req-387f3ddb-acb4-47ab-8a15-8cccddfa1564 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Feb 10 13:41:39.267497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (29bff211-921c-44c5-a875-4cec54284f65), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:39.270711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:39.274222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:39.379110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f77abb11-547f-4626-871b-7d7d1af39eb1 req-44ae4a88-d998-4a65-8c44-60a34f6b3f3b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0586357 Feb 10 13:41:39.408413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (29bff211-921c-44c5-a875-4cec54284f65), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:39.495851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:39.505052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:39.511718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:39.538840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=29bff211-921c-44c5-a875-4cec54284f65,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:39.542364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.3 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/4752da14-4ddb-4815-a5fe-c346e94b8e8f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:39.820554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:39.972041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.057182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:40.061592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:40.068390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:40.145672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:40.189085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (11ce1ded-1b8a-419d-9219-5ad32df926e4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.219116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:40.219752 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.257550 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4c68cb43-3ac0-428a-8bfd-d63e40fa4d09 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2054021 Feb 10 13:41:40.275737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Request body: {'port': {'device_id': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:40.373125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (29bff211-921c-44c5-a875-4cec54284f65), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.402542 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a1d2fb2-77cb-40de-9d86-ec74e165d6f1 None None] Provisioning complete for port 4752da14-4ddb-4815-a5fe-c346e94b8e8f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:40.403110 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2fb2-77cb-40de-9d86-ec74e165d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.425249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc3c8-1b22-487d-a90b-f68882662f28 req-29511c34-eddd-4a16-871b-00a58e1d7f35 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:40.428629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e5cc3c8-1b22-487d-a90b-f68882662f28 req-29511c34-eddd-4a16-871b-00a58e1d7f35 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 944 time: 0.0890627 Feb 10 13:41:40.443479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d2fb2-77cb-40de-9d86-ec74e165d6f1 None None] Port 4752da14-4ddb-4815-a5fe-c346e94b8e8f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:41:40.461066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:40.493307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e5cc3c8-1b22-487d-a90b-f68882662f28 req-bbfa0e68-da5b-4da7-b83c-53dc7ec134d7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Feb 10 13:41:40.609432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb8e8c-bb5d-41a6-9b4a-ea5e46db3afb req-c05da60e-8fda-482a-85ca-b441487ae063 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:40.611759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ecb8e8c-bb5d-41a6-9b4a-ea5e46db3afb req-c05da60e-8fda-482a-85ca-b441487ae063 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 931 time: 0.0576909 Feb 10 13:41:40.668164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ecb8e8c-bb5d-41a6-9b4a-ea5e46db3afb req-5262a9ae-7e89-4181-ac45-cda5e9fba721 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Feb 10 13:41:41.202709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (29bff211-921c-44c5-a875-4cec54284f65), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.211858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (29bff211-921c-44c5-a875-4cec54284f65), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.237123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.308389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=29bff211-921c-44c5-a875-4cec54284f65,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:41.321972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (11ce1ded-1b8a-419d-9219-5ad32df926e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.445226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4752da14-4ddb-4815-a5fe-c346e94b8e8f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:41:41.457755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks [] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.482117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Transition to ACTIVE for port object 4752da14-4ddb-4815-a5fe-c346e94b8e8f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:41:41.484926 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 11ce1ded-1b8a-419d-9219-5ad32df926e4 associated. External IP: 172.25.8.143, port: e90e1413-2244-4dc6-8d92-6c4652ce4203. Feb 10 13:41:41.489143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.590633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:41.709671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaf533-d7e3-42c8-bf90-1e3235e91555 req-e045c5be-ac9d-48d9-880f-0df6fc1612d3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:41.711334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0edaf533-d7e3-42c8-bf90-1e3235e91555 req-e045c5be-ac9d-48d9-880f-0df6fc1612d3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 944 time: 0.0967774 Feb 10 13:41:41.763220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0edaf533-d7e3-42c8-bf90-1e3235e91555 req-c874cb99-fc4b-46b1-b2c7-47675404733b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Feb 10 13:41:41.836438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Attempting to bind port 4752da14-4ddb-4815-a5fe-c346e94b8e8f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:41.836707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Attempting to bind port 4752da14-4ddb-4815-a5fe-c346e94b8e8f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:41.837114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Attempting to bind port 4752da14-4ddb-4815-a5fe-c346e94b8e8f on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:41.847181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Port 4752da14-4ddb-4815-a5fe-c346e94b8e8f on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:41.847510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Attempting to bind port 4752da14-4ddb-4815-a5fe-c346e94b8e8f on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:41.864861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:41:41.865272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:41.865773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:41:41.866316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Bound port: 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:41:41.866897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:41.895998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:41.932080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0573fbc-e4ec-4efb-87f0-69cbefbbaef2 req-36b8066e-08bf-4dc7-826d-bfd3c49cc2fa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:41.941115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0573fbc-e4ec-4efb-87f0-69cbefbbaef2 req-36b8066e-08bf-4dc7-826d-bfd3c49cc2fa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0916183 Feb 10 13:41:42.019719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:42.024859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:41:42.029613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0573fbc-e4ec-4efb-87f0-69cbefbbaef2 req-1fb7b72a-3c1b-48f8-8188-a76853bdd17a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Feb 10 13:41:42.058627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:42.120097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:42.120907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:42.122408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/4752da14-4ddb-4815-a5fe-c346e94b8e8f HTTP/1.1" status: 200 len: 1091 time: 1.8543167 Feb 10 13:41:42.123264 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:41:42.125553 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98526f9a-4211-4f7a-88fc-aed90d8ca54d" -d '{"events": [{"name": "network-changed", "server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:41:42.142977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:42.165772 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:42.180639 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:42.186388 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:42.267651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:42.293260 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:42.294037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:42.299168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:42.355269 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:42.356195 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e0eca-7109-4ddd-a322-4135f275f414 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:42.417093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-25d5bb54-53da-4afb-95f3-2bb381e889de tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8511591 Feb 10 13:41:42.418666 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25c095-c885-459c-95cb-23b491dfa1f6 x-openstack-request-id: req-ce25c095-c885-459c-95cb-23b491dfa1f6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:41:42.418949 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:41:42.419200 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce25c095-c885-459c-95cb-23b491dfa1f6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:41:42.419593 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f', 'status': 'completed', 'code': 200} Feb 10 13:41:42.420095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:42.422902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042970f-1300-4886-85e9-e8ccbc2130b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:42.428962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': 'e90e1413-2244-4dc6-8d92-6c4652ce4203', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:42.437421 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:41:42.466014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-76f3bf87-8fe5-48be-a279-1f5cab6fd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:42.467672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-76f3bf87-8fe5-48be-a279-1f5cab6fd1b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 1125 time: 0.3061945 Feb 10 13:41:42.535477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-4edb4727-d7d2-4470-a5f6-63bbbbbceef6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0589528 Feb 10 13:41:42.538176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (11ce1ded-1b8a-419d-9219-5ad32df926e4), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:42.602688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-b5b5319d-34e9-4041-8275-4d5c2733c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:42.605138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-b5b5319d-34e9-4041-8275-4d5c2733c056 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0636039 Feb 10 13:41:42.666431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-5b35e95a-b312-46c3-be46-5015251fcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:42.669052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-5b35e95a-b312-46c3-be46-5015251fcbc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575674 Feb 10 13:41:42.682719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:41:42.784716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-0754436c-72ac-43c0-a0c8-16134162f621 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081398 Feb 10 13:41:42.869492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:42.890415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'mac_address': 'fa:16:3e:67:3c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:41:42.959496 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2f5634b5-aa5b-4612-a9be-abdc1d7e819a req-88a9bacd-2e95-4ca3-ae55-250ba879224e service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652982 Feb 10 13:41:42.971698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:42.972737 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:42.993602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:41:43.040468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:43.047746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:43.116158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:43.119874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-7640c364-7af9-4fd3-81cd-ef415a472a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.121426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-7640c364-7af9-4fd3-81cd-ef415a472a1a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 1125 time: 0.1004901 Feb 10 13:41:43.127692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.128253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.128662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.129149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.129607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.130073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.130512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.131180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.131615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.132091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.132690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.133165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.133597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:41:43.273529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-4fab0245-cb7c-4179-9b96-51f6d0b9a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.275787 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-4fab0245-cb7c-4179-9b96-51f6d0b9a3b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1479967 Feb 10 13:41:43.328511 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-269b4538-9755-48bd-a968-7c342a40f661 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0444865 Feb 10 13:41:43.352070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2157d5aa-0f78-43c8-84c2-b4cdae2a8247'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:43.384776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-b6702662-4196-46b1-9af9-92526eed5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.386620 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-b6702662-4196-46b1-9af9-92526eed5c35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0519345 Feb 10 13:41:43.463779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-f33d11e3-77c9-44c7-84c1-f1361384b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.468648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-f33d11e3-77c9-44c7-84c1-f1361384b93f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753107 Feb 10 13:41:43.474271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4491a2-aad9-4325-9b34-c4d5181b1b44 req-430d4e3a-96fb-4af1-85d3-07e67af8a815 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.481072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e4491a2-aad9-4325-9b34-c4d5181b1b44 req-430d4e3a-96fb-4af1-85d3-07e67af8a815 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 944 time: 0.5858209 Feb 10 13:41:43.581661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e4491a2-aad9-4325-9b34-c4d5181b1b44 req-3c94dd64-50af-4099-92ed-5a2180eb0aa9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860929 Feb 10 13:41:43.676057 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-1c8b25c3-6d36-4047-8acb-e6f806538ef0 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993563 Feb 10 13:41:43.747557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:43.755890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (11ce1ded-1b8a-419d-9219-5ad32df926e4), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:43.777022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-98526f9a-4211-4f7a-88fc-aed90d8ca54d req-1363120d-00e8-4525-acb5-1cb574ae1762 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938983 Feb 10 13:41:43.825079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c062ce-0a05-45c1-9624-5ca19507727b req-5acce675-7e57-4c1b-a638-02f872ef2738 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:43.832429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10c062ce-0a05-45c1-9624-5ca19507727b req-5acce675-7e57-4c1b-a638-02f872ef2738 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1579478 Feb 10 13:41:43.917708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10c062ce-0a05-45c1-9624-5ca19507727b req-7b991b20-335d-4a09-ae9e-e194bb30b740 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843654 Feb 10 13:41:44.060102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:44.174059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:44.178869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.185801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:44.198733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:44.200459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:44.240358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:44.240945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1a3b9afb-24c4-4941-a247-8ec7c06f8982 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/11ce1ded-1b8a-419d-9219-5ad32df926e4 HTTP/1.1" status: 200 len: 978 time: 1.8192101 Feb 10 13:41:44.249445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:44.259009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:44.259626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:44.294976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:44.295639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97874d-0513-4702-90ba-688bbb414805 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:44.426121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 29bff211-921c-44c5-a875-4cec54284f65 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:44.426660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (29bff211-921c-44c5-a875-4cec54284f65), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.512512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (29bff211-921c-44c5-a875-4cec54284f65), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.513023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (29bff211-921c-44c5-a875-4cec54284f65), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.524946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 29bff211-921c-44c5-a875-4cec54284f65 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:44.698821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:41:44.700179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb2555-da48-4bec-8de0-5f6aed7a44c6 req-e2784617-e8c8-406d-b223-aff59a6226d4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:44.708001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbeb2555-da48-4bec-8de0-5f6aed7a44c6 req-e2784617-e8c8-406d-b223-aff59a6226d4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 945 time: 0.0802901 Feb 10 13:41:44.715538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (29bff211-921c-44c5-a875-4cec54284f65), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.764357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=29bff211-921c-44c5-a875-4cec54284f65,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:44.776282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbeb2555-da48-4bec-8de0-5f6aed7a44c6 req-3d94fe43-124a-4b58-9293-a8229f64d4ea tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652232 Feb 10 13:41:44.807726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:41:44.814433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:44.815102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.856358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (11ce1ded-1b8a-419d-9219-5ad32df926e4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.856690 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 11ce1ded-1b8a-419d-9219-5ad32df926e4 disassociated (deleted). External IP: 172.25.8.143, port: e90e1413-2244-4dc6-8d92-6c4652ce4203. Feb 10 13:41:44.934146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:44.934892 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:44.977949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:41:44.982496 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2efa70a-295f-4236-b2a3-6baf3fcfd8d3" -d '{"events": [{"server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "name": "network-vif-plugged", "status": "completed", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:41:45.023785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:45.036805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:45.080096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094de90-11da-4ecd-8902-ed6b2da3a422 req-745f3a89-d7da-49d7-b680-61a256600a05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:45.088492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f094de90-11da-4ecd-8902-ed6b2da3a422 req-745f3a89-d7da-49d7-b680-61a256600a05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0880554 Feb 10 13:41:45.143773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:45.187303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f094de90-11da-4ecd-8902-ed6b2da3a422 req-5691ff78-d14c-4e24-b949-00aefe9d55c5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978658 Feb 10 13:41:45.330365 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9a3372-c059-4788-b44f-7be032e59c84 x-openstack-request-id: req-ac9a3372-c059-4788-b44f-7be032e59c84 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:41:45.330862 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "name": "network-vif-plugged", "status": "completed", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:41:45.331105 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac9a3372-c059-4788-b44f-7be032e59c84 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:41:45.331614 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'code': 200} Feb 10 13:41:45.415777 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:45.453649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea187-b3ae-49f7-a95c-96ae9a1d33ef req-8d734a24-852b-4f9d-b4d9-02908d0f6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:45.455281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-244ea187-b3ae-49f7-a95c-96ae9a1d33ef req-8d734a24-852b-4f9d-b4d9-02908d0f6f38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 1128 time: 0.0580997 Feb 10 13:41:45.525578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-244ea187-b3ae-49f7-a95c-96ae9a1d33ef req-2e6c1a1e-99d2-442f-b336-bbb9f0ae84ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637345 Feb 10 13:41:45.547439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:45.555313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:45.565116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:45.575414 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:45.576678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:45.601068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4488f491-71cd-4908-803c-152f25d2fce4 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/11ce1ded-1b8a-419d-9219-5ad32df926e4 HTTP/1.1" status: 204 len: 168 time: 1.3583679 Feb 10 13:41:45.603352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:45.620359 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:45.629071 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:45.629865 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:45.664631 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:45.665565 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20356788-abd3-427b-8b52-bf5fc4517767 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:45.739905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port e90e1413-2244-4dc6-8d92-6c4652ce4203 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:45.740514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e90e1413-2244-4dc6-8d92-6c4652ce4203), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:45.838806 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e90e1413-2244-4dc6-8d92-6c4652ce4203), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:45.854266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for e90e1413-2244-4dc6-8d92-6c4652ce4203 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:45.898773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08c0d2-52a9-48f3-a791-5bcae72c819b req-d4c50a19-e037-4ff8-9b0e-6e3d2b52b8ed tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:45.906416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f08c0d2-52a9-48f3-a791-5bcae72c819b req-d4c50a19-e037-4ff8-9b0e-6e3d2b52b8ed tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 946 time: 0.0633690 Feb 10 13:41:45.975597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f08c0d2-52a9-48f3-a791-5bcae72c819b req-9aca7684-fe07-4e0d-953d-8db923cc6180 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 Feb 10 13:41:46.138735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e90e1413-2244-4dc6-8d92-6c4652ce4203), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:46.192014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=e90e1413-2244-4dc6-8d92-6c4652ce4203,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:46.344361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d34f-4ef4-44cf-a356-8dbb85ae4f8d req-4a3e186b-9a53-4ef2-8902-5f8c69e3e7b4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:46.346343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e98d34f-4ef4-44cf-a356-8dbb85ae4f8d req-4a3e186b-9a53-4ef2-8902-5f8c69e3e7b4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0744512 Feb 10 13:41:46.353977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:46.362323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:46.363667 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4f8604ef-fcee-4750-b365-5e20b91467b8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/e90e1413-2244-4dc6-8d92-6c4652ce4203 HTTP/1.1" status: 204 len: 168 time: 0.7582219 Feb 10 13:41:46.367723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:46.425057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:46.453170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e98d34f-4ef4-44cf-a356-8dbb85ae4f8d req-685eecd5-ac93-4148-ab8b-92bdc25427fd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802464 Feb 10 13:41:46.569964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:46.761405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.248 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/9a88e953-4cf1-407d-946c-1a4e3a1bb435) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:46.969103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:47.127050 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:47.183867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263c1b1-2df2-4b77-9e70-6773e76f420f req-2a2f3438-410c-4c3c-94e9-94aa9d29d482 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:47.185505 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5263c1b1-2df2-4b77-9e70-6773e76f420f req-2a2f3438-410c-4c3c-94e9-94aa9d29d482 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 946 time: 0.1321917 Feb 10 13:41:47.210764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:47.222287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:47.227478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:47.250870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=9a88e953-4cf1-407d-946c-1a4e3a1bb435,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:47.396380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5263c1b1-2df2-4b77-9e70-6773e76f420f req-65e79e2c-f27c-410e-a294-3ca885a09248 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898599 Feb 10 13:41:47.489437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:47.617524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:47.676989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-b8accf3b-18b3-410e-96cb-c0dc954ca160 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 267 time: 0.1744733 Feb 10 13:41:47.809640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-538ffedf-83c4-4bbc-8bff-5fb85f8a50b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:47.811214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-538ffedf-83c4-4bbc-8bff-5fb85f8a50b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 946 time: 0.1280944 Feb 10 13:41:47.824562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'security_groups': []}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:47.944417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:47.973361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.016373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.193684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=9a88e953-4cf1-407d-946c-1a4e3a1bb435,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:48.213482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.255716 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.257119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-003c0cfa-aacf-4566-b541-cceb79ebda54 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8936102 Feb 10 13:41:48.263189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:48.264615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'port': {'network_id': '5261fa8b-e059-496c-841a-437ef07f061f', 'name': 'tempest-FloatingIPTestJSON-176896982'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:48.405610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:48.464695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.475665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.495925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:48.498245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497', 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:48.500688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.503207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2157d5aa-0f78-43c8-84c2-b4cdae2a8247'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:48.575474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:48.576357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:48.578391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f751a8a1-820a-4915-a38e-c57fb18c305d req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "PUT /v2.0/ports/2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 905 time: 0.7600873 Feb 10 13:41:48.583160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:41:48.585692 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:41:48.598130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] device_id is not set on port 67eb75ed-50c5-4bde-8933-0881792e375d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:41:48.674492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2157d5aa-0f78-43c8-84c2-b4cdae2a8247'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:48.696101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f42c-d45d-43d8-a77b-4f2e4308195c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:48.883655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.2 (5261fa8b-e059-496c-841a-437ef07f061f/a3c5ac74-a695-4156-9f17-f3027e1bd38a/67eb75ed-50c5-4bde-8933-0881792e375d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:48.915778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8015280-bedf-4c8c-9080-73e5a544978c req-910b7050-5b0b-440f-aab2-92f22e18bd59 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:48.923653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8015280-bedf-4c8c-9080-73e5a544978c req-910b7050-5b0b-440f-aab2-92f22e18bd59 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1511099 Feb 10 13:41:49.000178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8015280-bedf-4c8c-9080-73e5a544978c req-b28dba95-081e-4556-8544-6516a65261dc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Feb 10 13:41:49.122810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90dc6705-cfa1-4ec0-9b59-b2d37ac358ff None None] Provisioning complete for port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:49.123799 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90dc6705-cfa1-4ec0-9b59-b2d37ac358ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:49.250060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-90dc6705-cfa1-4ec0-9b59-b2d37ac358ff None None] Current status of the port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:49.275149 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (67eb75ed-50c5-4bde-8933-0881792e375d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:49.283076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38afa63-ce35-4607-b6da-f86d62868ab3 req-84c46b49-64cc-4bb2-bace-c66a1738c45f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:49.284662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d38afa63-ce35-4607-b6da-f86d62868ab3 req-84c46b49-64cc-4bb2-bace-c66a1738c45f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 908 time: 0.1511703 Feb 10 13:41:49.390264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (67eb75ed-50c5-4bde-8933-0881792e375d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:49.400378 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ca502d-0fe6-4518-96b6-1c3a1e288e03 x-openstack-request-id: req-b1ca502d-0fe6-4518-96b6-1c3a1e288e03 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:41:49.401138 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:41:49.401738 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1ca502d-0fe6-4518-96b6-1c3a1e288e03 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:41:49.403029 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'status': 'completed', 'code': 200} Feb 10 13:41:49.553382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network 5261fa8b-e059-496c-841a-437ef07f061f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:49.561452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:49.570957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:49.620620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=67eb75ed-50c5-4bde-8933-0881792e375d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:49.645615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-6e396eb4-b926-4bc7-93c9-bedd976836cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:49.647177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-6e396eb4-b926-4bc7-93c9-bedd976836cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 1090 time: 0.2380910 Feb 10 13:41:49.654067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf459076-b8cb-440c-869c-0879f1b1bbc1 req-ccd51b2a-e685-436e-8d38-c770b1f3c48a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:49.663972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf459076-b8cb-440c-869c-0879f1b1bbc1 req-ccd51b2a-e685-436e-8d38-c770b1f3c48a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2531893 Feb 10 13:41:49.685946 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:49.686567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:49.742509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-add4388e-778b-45c8-901e-22c4e62ef5e0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4816408 Feb 10 13:41:49.743512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42326) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:49.764884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': '67eb75ed-50c5-4bde-8933-0881792e375d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:49.794995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf459076-b8cb-440c-869c-0879f1b1bbc1 req-592e2121-6655-482c-b2e4-2fa52cd18775 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300554 Feb 10 13:41:49.830833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:49.835383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-818b80ca-2f89-46df-a3a2-e9f3d72a3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:49.837006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-818b80ca-2f89-46df-a3a2-e9f3d72a3bc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1707559 Feb 10 13:41:49.917015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-194e0e66-61ec-4ea5-b256-edbd09e6e68c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 217 time: 0.0696626 Feb 10 13:41:50.005868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-3228278f-e6bd-4995-8e99-7b12ad06d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:50.007499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-3228278f-e6bd-4995-8e99-7b12ad06d165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0820420 Feb 10 13:41:50.052861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac425aff-b21f-4cf5-98d0-93fa28b24e69 req-4ec7c7d2-8558-4021-ada1-2f3b8f99c3c7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:50.062622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac425aff-b21f-4cf5-98d0-93fa28b24e69 req-4ec7c7d2-8558-4021-ada1-2f3b8f99c3c7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1272547 Feb 10 13:41:50.143935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac425aff-b21f-4cf5-98d0-93fa28b24e69 req-52152e5d-9add-447f-be3f-156deb7555cb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798333 Feb 10 13:41:50.164951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-388c1ada-b526-4594-8c9d-2791df7b753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:50.169121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-388c1ada-b526-4594-8c9d-2791df7b753a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536961 Feb 10 13:41:50.347790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-54e50553-0f68-47b0-9b3e-d7a86747a6e0 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736064 Feb 10 13:41:50.356175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a30ee-ccef-4c3e-b833-c9fbb1af0ba4 req-9ce1a43b-95cf-457f-a820-2e6da0c17133 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:50.363476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-104a30ee-ccef-4c3e-b833-c9fbb1af0ba4 req-9ce1a43b-95cf-457f-a820-2e6da0c17133 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1028805 Feb 10 13:41:50.707152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:50.714526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:50.730749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-104a30ee-ccef-4c3e-b833-c9fbb1af0ba4 req-a6ec92fa-fe66-4fee-9ef6-0145a0ff0800 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604312 Feb 10 13:41:50.773910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9cf0b6c-d3f7-461c-a11f-5eedbcbdb9b8 req-6349d587-e2e9-4591-ac1e-dd591670d1fc service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037127 Feb 10 13:41:50.850293 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd associated. External IP: 172.25.8.248, port: 67eb75ed-50c5-4bde-8933-0881792e375d. Feb 10 13:41:50.900921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f64ad-4d3b-46aa-952c-02e18f1a96e4 req-a3d90755-065b-4c2a-871d-94a21e33436d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:50.909198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e29f64ad-4d3b-46aa-952c-02e18f1a96e4 req-a3d90755-065b-4c2a-871d-94a21e33436d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1006510 Feb 10 13:41:51.037655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e29f64ad-4d3b-46aa-952c-02e18f1a96e4 req-e1454b40-540c-434c-b555-d724b10b37ec tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132975 Feb 10 13:41:51.098958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:51.186896 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd8a0-7017-418f-9e44-fd1b196063fa req-3e6d9a33-5c34-4f53-ae05-2838b223294b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:51.199742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67dcd8a0-7017-418f-9e44-fd1b196063fa req-3e6d9a33-5c34-4f53-ae05-2838b223294b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0874929 Feb 10 13:41:51.220990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:51.232410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:51.241754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:51.260904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:51.263431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:51.290482 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a1031f1-4155-4ce9-b152-c7438ebb15ce tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd HTTP/1.1" status: 200 len: 977 time: 1.5405126 Feb 10 13:41:51.291280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:51.321167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:51.331969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:51.333612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:51.346582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67dcd8a0-7017-418f-9e44-fd1b196063fa req-b810e64f-41a2-4bae-813a-01b0f57d9644 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458676 Feb 10 13:41:51.377061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:51.377719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e003571-a487-4bac-ab5a-0c0443fb2f6c None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:51.438916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 67eb75ed-50c5-4bde-8933-0881792e375d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:51.439222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (67eb75ed-50c5-4bde-8933-0881792e375d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:51.584338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (67eb75ed-50c5-4bde-8933-0881792e375d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:51.648297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-2b226dad-30fa-4be6-924a-60c24d3c8731 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:51.651415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-2b226dad-30fa-4be6-924a-60c24d3c8731 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.1454189 Feb 10 13:41:51.680582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-50036001-e60a-4fd0-9106-b5d4e68ce3f4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/quotas/011106333efc465d80f0f09518fac835 HTTP/1.1" status: 200 len: 375 time: 0.0220695 Feb 10 13:41:51.808510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-00c7a33a-889b-4794-8b7b-f36a5e9f6d22 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1218107 Feb 10 13:41:51.965143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-44ef0dec-790d-4da9-834e-be12cce574b7 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555707 Feb 10 13:41:52.014350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:52.014920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:52.015207 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd disassociated. External IP: 172.25.8.248, port: 67eb75ed-50c5-4bde-8933-0881792e375d. Feb 10 13:41:52.015625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 67eb75ed-50c5-4bde-8933-0881792e375d owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:52.072735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-66d5ed4a-7be3-4bb2-86ae-6613ba7dfe47 service neutron] 10.222.0.13 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038589 Feb 10 13:41:52.187882 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (67eb75ed-50c5-4bde-8933-0881792e375d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:52.306847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=67eb75ed-50c5-4bde-8933-0881792e375d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:52.331226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d48f-9549-487a-a827-331bfe6c62bb req-8476fc66-1edd-4497-83f2-a048c72034b7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:52.339636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdb6d48f-9549-487a-a827-331bfe6c62bb req-8476fc66-1edd-4497-83f2-a048c72034b7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0890524 Feb 10 13:41:52.414833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdb6d48f-9549-487a-a827-331bfe6c62bb req-b9d0c636-f4a2-4a80-a0ef-7b16f68379eb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Feb 10 13:41:52.524929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02a85364-d76d-48a8-88f5-ce94ca299086 req-2024bbe8-535c-4883-9154-b6c42d150831 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 210 time: 0.0631230 Feb 10 13:41:52.825189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:52.945998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:52.959361 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:52.975734 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:52.977011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:53.014658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.018289 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:53.019136 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ddb47bf-6a1f-4213-a121-c128809ed730 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/67eb75ed-50c5-4bde-8933-0881792e375d HTTP/1.1" status: 204 len: 168 time: 1.7267489 Feb 10 13:41:53.021825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:53.042060 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:53.042944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:53.068811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3f3fc583-1f22-4d91-8aa6-58803b34d553 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/floatingips/50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd HTTP/1.1" status: 200 len: 688 time: 0.0451288 Feb 10 13:41:53.070966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:53.076473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:53.077143 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01aab7-b084-42ee-a1c7-6a522a085994 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:53.197257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 9a88e953-4cf1-407d-946c-1a4e3a1bb435 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:41:53.197730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.281800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.282297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (9a88e953-4cf1-407d-946c-1a4e3a1bb435), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.294975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 9a88e953-4cf1-407d-946c-1a4e3a1bb435 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:41:53.489941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-27895571-67ad-40c5-ada7-4bcd77227df3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:53.491387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-27895571-67ad-40c5-ada7-4bcd77227df3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 812 time: 0.1540487 Feb 10 13:41:53.504930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Request body: {'port': {'device_id': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'admin_state_up': True, 'tenant_id': '011106333efc465d80f0f09518fac835'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:53.637665 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9a88e953-4cf1-407d-946c-1a4e3a1bb435), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.682204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=9a88e953-4cf1-407d-946c-1a4e3a1bb435,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:53.693210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc058-c0e2-4b1a-a332-2359277faf93 req-30c7ff37-5561-40e0-b025-aad8bef1444a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:53.694777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-456bc058-c0e2-4b1a-a332-2359277faf93 req-30c7ff37-5561-40e0-b025-aad8bef1444a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.2121420 Feb 10 13:41:53.792715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Made reservation on behalf of 011106333efc465d80f0f09518fac835 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:53.795963 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.812500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.815719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.820058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61415ad5-4252-4e60-bba3-e903891232f5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/50b23f55-cb7e-4a5c-93f0-37d3e61d1bfd HTTP/1.1" status: 204 len: 168 time: 0.7449100 Feb 10 13:41:53.821019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:53.826779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '5c259ccd-21ed-4c17-a6b0-1b41f0be95d4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:53.830561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-456bc058-c0e2-4b1a-a332-2359277faf93 req-71e356bb-a843-4425-9abc-f211ee18e28a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292341 Feb 10 13:41:53.889791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:53.979588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91f6a1e9-cbed-422a-83d7-90e8fa697a83 req-9e74376b-f88e-46fa-b2fe-8c0e441409c5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 210 time: 0.0390420 Feb 10 13:41:54.006392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Allocated IP 172.20.0.9 (1454ff79-cca8-4871-9029-304e115a4933/8b7a8138-cc67-4c10-9764-a6b05e8638c6/92db6674-4d64-4b41-be03-b6eea7c49659) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:54.019883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.129707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.223 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/45bb6a0f-755d-4806-8f45-d884880e74bd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:54.156456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for port (92db6674-4d64-4b41-be03-b6eea7c49659), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.191645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.205296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497', 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:41:54.249053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.253049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Network 1454ff79-cca8-4871-9029-304e115a4933 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:54.256972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:54.277992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:54.292220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:54.315422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.359188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:54.364373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:54.367059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:54.378173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:54.379301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.401739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-55d7dcc1-16b1-414f-bcf4-df5a0cfae728 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020169 Feb 10 13:41:54.413697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Request body: {'port': {'device_id': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:54.536711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.618537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=45bb6a0f-755d-4806-8f45-d884880e74bd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:54.729096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-64a55ef1-d3ed-4c15-999f-4c65a28266a1 None None] Provisioning complete for port 92db6674-4d64-4b41-be03-b6eea7c49659 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:54.729770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64a55ef1-d3ed-4c15-999f-4c65a28266a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.780367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.839690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-64a55ef1-d3ed-4c15-999f-4c65a28266a1 None None] Port 92db6674-4d64-4b41-be03-b6eea7c49659 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:41:54.843315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92db6674-4d64-4b41-be03-b6eea7c49659 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:41:54.852545 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks [] for port (92db6674-4d64-4b41-be03-b6eea7c49659), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.875391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Transition to ACTIVE for port object 92db6674-4d64-4b41-be03-b6eea7c49659 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:41:54.886953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.893876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:54.956782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:55.104699 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.114521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.132907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a236107-201b-47d6-8dad-7e67bb9d8416 req-72e9dc1c-da70-4b34-9871-8901e7bbacce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.134516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a236107-201b-47d6-8dad-7e67bb9d8416 req-72e9dc1c-da70-4b34-9871-8901e7bbacce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1477091 Feb 10 13:41:55.135488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Attempting to bind port 92db6674-4d64-4b41-be03-b6eea7c49659 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:55.146310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Attempting to bind port 92db6674-4d64-4b41-be03-b6eea7c49659 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:55.147121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Attempting to bind port 92db6674-4d64-4b41-be03-b6eea7c49659 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:55.162891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Port 92db6674-4d64-4b41-be03-b6eea7c49659 on network 1454ff79-cca8-4871-9029-304e115a4933 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:41:55.163335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Attempting to bind port 92db6674-4d64-4b41-be03-b6eea7c49659 on network 1454ff79-cca8-4871-9029-304e115a4933 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:55.177436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:41:55.177927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Checking segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:55.178446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Bound using segment: {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:41:55.178990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Bound port: 92db6674-4d64-4b41-be03-b6eea7c49659, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb7244-bbb6-433d-a54d-6b6bc51538c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1454ff79-cca8-4871-9029-304e115a4933'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:41:55.179467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.222597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=45bb6a0f-755d-4806-8f45-d884880e74bd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:55.230394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.236853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a236107-201b-47d6-8dad-7e67bb9d8416 req-17d29066-fc2e-402f-9d49-97df40cf5108 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Feb 10 13:41:55.379976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:55.389103 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 4e3736c4-4f05-422b-b013-a25414463bb6 associated. External IP: 172.25.8.223, port: 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4. Feb 10 13:41:55.403892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:41:55.427206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ba1f7-0864-48dc-93dc-ec3d9a6df7ba req-591c3f4e-d549-4e89-8dee-cc359efada17 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.429922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-045ba1f7-0864-48dc-93dc-ec3d9a6df7ba req-591c3f4e-d549-4e89-8dee-cc359efada17 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.0913455 Feb 10 13:41:55.431815 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.489459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.490140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:55.491528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] 10.222.0.21 "PUT /v2.0/ports/92db6674-4d64-4b41-be03-b6eea7c49659 HTTP/1.1" status: 200 len: 1091 time: 1.0832369 Feb 10 13:41:55.494644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:41:55.497805 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a616519-3b78-4aa1-9899-947e37b4e33e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:41:55.540449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-045ba1f7-0864-48dc-93dc-ec3d9a6df7ba req-fb06913b-1640-40f7-872f-1da964fe80e4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042743 Feb 10 13:41:55.563681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0021027-a5b6-45b1-9003-6e8406447c13 service neutron] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:55.618746 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ec61c-053d-409e-af4c-b5c07003c98b x-openstack-request-id: req-a92ec61c-053d-409e-af4c-b5c07003c98b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:41:55.619064 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:41:55.619295 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a92ec61c-053d-409e-af4c-b5c07003c98b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:41:55.619714 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659', 'status': 'completed', 'code': 200} Feb 10 13:41:55.704410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-71d888d5-53a1-4e47-ad8f-87011ed565d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.706212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-71d888d5-53a1-4e47-ad8f-87011ed565d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 1125 time: 0.1031773 Feb 10 13:41:55.721896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:41:55.760146 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-b5181db5-6027-4635-af43-e1c42e7345d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92db6674-4d64-4b41-be03-b6eea7c49659 HTTP/1.1" status: 200 len: 217 time: 0.0463958 Feb 10 13:41:55.829637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-c5314117-0688-42fb-9108-b8e65ef8ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.831314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-c5314117-0688-42fb-9108-b8e65ef8ae1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0650330 Feb 10 13:41:55.906908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-c2321193-ddbb-4c9a-b6cd-feed4a8d915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:55.908731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-c2321193-ddbb-4c9a-b6cd-feed4a8d915d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706723 Feb 10 13:41:55.933451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:55.950940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:55.973817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:55.982888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:55.997391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.021037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:56.035826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:56.036459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:56.039915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-273e70fa-9489-4bb3-98d4-5cc8028576b6 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214204 Feb 10 13:41:56.053238 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83ed55a8-da70-4576-87e9-429db75aef3e tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2300801 Feb 10 13:41:56.053977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42422) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:56.059232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1703781250'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:56.077359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:56.078279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924f99d-c842-4ea5-a458-ec1afcfac6ee None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:56.082901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:56.086890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.113695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:41:56.125622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.126134 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Added segment 1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15 of type vlan for network ec15057e-1380-46b8-aad2-a1173661d460 Feb 10 13:41:56.177115 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ec15057e-1380-46b8-aad2-a1173661d460), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.182921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d70b2fb-2148-4b21-a0fe-e1b2e299aa0e req-c2927b6e-0b76-4eda-b196-f6757cce1573 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368973 Feb 10 13:41:56.215441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ec15057e-1380-46b8-aad2-a1173661d460), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.222012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.222788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.264194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2089851 Feb 10 13:41:56.267280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42426) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:56.273441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'subnet': {'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:56.325003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6100-9f51-430d-80c7-851af441b1b5 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Network': ['ID=ec15057e-1380-46b8-aad2-a1173661d460,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:56.338552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ec15057e-1380-46b8-aad2-a1173661d460 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:41:56.366304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-cf321d77-cda5-42ad-b9a8-60cea50e2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.369136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-cf321d77-cda5-42ad-b9a8-60cea50e2754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 1125 time: 0.1316102 Feb 10 13:41:56.456589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:41:56.461608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.514865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0953d-e799-4466-af94-3dcd3f5c09bd req-b6c273b8-8d5b-4194-b59a-6dd1d0763316 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.522255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15c0953d-e799-4466-af94-3dcd3f5c09bd req-b6c273b8-8d5b-4194-b59a-6dd1d0763316 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1651039 Feb 10 13:41:56.529920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-c3e1a0b8-1b1f-465f-8488-27830393d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.531337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-c3e1a0b8-1b1f-465f-8488-27830393d2bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1500058 Feb 10 13:41:56.586149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-a8b1a1a2-21f7-4cb3-9c32-4078f67c3dbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92db6674-4d64-4b41-be03-b6eea7c49659 HTTP/1.1" status: 200 len: 217 time: 0.0465961 Feb 10 13:41:56.646235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15c0953d-e799-4466-af94-3dcd3f5c09bd req-f5f5132c-334a-4077-a6af-ff419737800e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230001 Feb 10 13:41:56.675261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-fc587093-e9bf-463f-ae3d-309ce004875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.681367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-fc587093-e9bf-463f-ae3d-309ce004875f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0895925 Feb 10 13:41:56.691573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (cb7cdf58-9dc6-4057-aca2-916225b1844a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.765071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Subnet': ['ID=cb7cdf58-9dc6-4057-aca2-916225b1844a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:56.783768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Checking segment: {'id': '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:56.784021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-a6075348-c152-4f0f-9951-96df251e9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.784352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network hostable DHCP agents. Network: ec15057e-1380-46b8-aad2-a1173661d460, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:41:56.785663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-a6075348-c152-4f0f-9951-96df251e9a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963683 Feb 10 13:41:56.797644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601712a-a7ef-4000-96df-d0a6235f50ca req-4cc6dc10-73b8-4fef-9ee5-b213e1388fc5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.799286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f601712a-a7ef-4000-96df-d0a6235f50ca req-4cc6dc10-73b8-4fef-9ee5-b213e1388fc5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.0733998 Feb 10 13:41:56.805072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network ec15057e-1380-46b8-aad2-a1173661d460 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:41:56.816377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ec15057e-1380-46b8-aad2-a1173661d460) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:56.820904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:56.821625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.826885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86523ea1-4a76-4eb7-ac4b-1963766f8202 None None] Network ec15057e-1380-46b8-aad2-a1173661d460 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:56.845073 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-afed90dd-2e15-4891-9700-02af1f057fbd tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5760231 Feb 10 13:41:56.847926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42432) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:56.852915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-910389844', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:41:56.893268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.894353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:56.924396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f601712a-a7ef-4000-96df-d0a6235f50ca req-26bbe364-ee7b-444c-b7f1-f9412b21b7f9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157680 Feb 10 13:41:56.950992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-7b470836-b5f7-4f82-8f44-212cb9007ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505935 Feb 10 13:41:57.063762 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_controller (0c06479e-104c-43b3-a0d8-5879601dfe17), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.068320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a616519-3b78-4aa1-9899-947e37b4e33e req-36265b89-046c-4c97-81b1-c668bcf8ac14 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114588 Feb 10 13:41:57.142902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ec15057e-1380-46b8-aad2-a1173661d460', 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460', 'project_id': '886b29806a27468f83642a0a512e074f', 'fixed_ips': [{'subnet_id': 'cb7cdf58-9dc6-4057-aca2-916225b1844a'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:41:57.143755 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.222589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (0c06479e-104c-43b3-a0d8-5879601dfe17), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.281789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Allocated IP 172.20.0.2 (ec15057e-1380-46b8-aad2-a1173661d460/cb7cdf58-9dc6-4057-aca2-916225b1844a/ef7b00eb-41af-4c9a-af82-0f4d275455e3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:57.428987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (0c06479e-104c-43b3-a0d8-5879601dfe17), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.434369 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks [] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.440604 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.457382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.488304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Network ec15057e-1380-46b8-aad2-a1173661d460 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:57.491634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:57.494647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:57.502013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Pushing event updated for resources: {'Port': ['ID=ef7b00eb-41af-4c9a-af82-0f4d275455e3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:57.556361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Attempting to bind port ef7b00eb-41af-4c9a-af82-0f4d275455e3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:41:57.556867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Attempting to bind port ef7b00eb-41af-4c9a-af82-0f4d275455e3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:41:57.557316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Attempting to bind port ef7b00eb-41af-4c9a-af82-0f4d275455e3 on network ec15057e-1380-46b8-aad2-a1173661d460 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:41:57.563282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:41:57.563640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Checking segment: {'id': '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:41:57.563981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.564454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Bound using segment: {'id': '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:41:57.565064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Bound port: ef7b00eb-41af-4c9a-af82-0f4d275455e3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:41:57.565533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.582648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.25.8.34 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/abff1e30-4b5d-422d-8f52-4369987b73fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:41:57.638712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] For port ef7b00eb-41af-4c9a-af82-0f4d275455e3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:41:57.642993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] For port ef7b00eb-41af-4c9a-af82-0f4d275455e3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ef7b00eb-41af-4c9a-af82-0f4d275455e3,segment=NetworkSegment(1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15),segment_id=1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:41:57.651170 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:57.726430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83c0ed-08bf-4f2a-9751-6304b85534df None None] Pushing event updated for resources: {'Port': ['ID=ef7b00eb-41af-4c9a-af82-0f4d275455e3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:57.820910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3a4e6-4aa1-43d7-aac9-3ba20a5f316e req-5226ed5e-9601-481c-a6e0-9f146e8d0bd8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:57.823651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27d3a4e6-4aa1-43d7-aac9-3ba20a5f316e req-5226ed5e-9601-481c-a6e0-9f146e8d0bd8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0771868 Feb 10 13:41:57.911409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27d3a4e6-4aa1-43d7-aac9-3ba20a5f316e req-ce5a2034-494c-4c44-87f1-055af906d3cd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812681 Feb 10 13:41:58.082132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (abff1e30-4b5d-422d-8f52-4369987b73fd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:58.099201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de9aa-fee2-4acd-9998-0d8dc3a95913 req-17f3f36e-7bff-4b3f-9176-792d09c3b748 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:58.109425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d6de9aa-fee2-4acd-9998-0d8dc3a95913 req-17f3f36e-7bff-4b3f-9176-792d09c3b748 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.0876536 Feb 10 13:41:58.164220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (abff1e30-4b5d-422d-8f52-4369987b73fd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:58.168449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d6de9aa-fee2-4acd-9998-0d8dc3a95913 req-6aa591f1-5b83-41e1-852f-daead6688f41 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573647 Feb 10 13:41:58.210077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:41:58.214427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:41:58.217003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:41:58.222587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=abff1e30-4b5d-422d-8f52-4369987b73fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:58.484095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (0c06479e-104c-43b3-a0d8-5879601dfe17), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:58.778672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:58.991613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 0c06479e-104c-43b3-a0d8-5879601dfe17 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:41:59.007136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d96e9-c847-4e39-af1c-8cddfbb7da5a None None] Network ec15057e-1380-46b8-aad2-a1173661d460 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:41:59.072653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3701f26-dd54-4196-920a-6ea33111b07d req-1742efee-bfe1-4545-bec3-d5f7bcfdaa8f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:59.080706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3701f26-dd54-4196-920a-6ea33111b07d req-1742efee-bfe1-4545-bec3-d5f7bcfdaa8f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0734916 Feb 10 13:41:59.100619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Provisioning complete for port ef7b00eb-41af-4c9a-af82-0f4d275455e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:59.101654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.125310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:41:59.140598 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] Sync routers for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:41:59.145398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3701f26-dd54-4196-920a-6ea33111b07d req-76218c1e-0997-4064-9e10-afc18d0f2b2a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636008 Feb 10 13:41:59.156452 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:59.158636 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:59.170703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.172527 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-85580ebb-9d85-4fcf-9dae-dbf64938318c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3233931 Feb 10 13:41:59.175420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 42476) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:41:59.268060 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:59.284735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Current status of the port ef7b00eb-41af-4c9a-af82-0f4d275455e3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:59.285503 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.295400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:41:59.297187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:59.339760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] For port ef7b00eb-41af-4c9a-af82-0f4d275455e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ef7b00eb-41af-4c9a-af82-0f4d275455e3,segment=NetworkSegment(1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15),segment_id=1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:41:59.347981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.360472 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:41:59.361273 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021dbdd-f474-4c94-8374-ce446bf6acaf None None] The sync data for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:41:59.426607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d1312-7526-41ad-9010-6ad49c538e4d None None] Pushing event updated for resources: {'Port': ['ID=ef7b00eb-41af-4c9a-af82-0f4d275455e3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:41:59.439896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ef7b00eb-41af-4c9a-af82-0f4d275455e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:41:59.500763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ef7b00eb-41af-4c9a-af82-0f4d275455e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:59.501075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.592525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ef7b00eb-41af-4c9a-af82-0f4d275455e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:59.672467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab270692-726a-4694-8701-e1084327287d None None] Provisioning complete for port ef7b00eb-41af-4c9a-af82-0f4d275455e3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:41:59.672875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab270692-726a-4694-8701-e1084327287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:41:59.694675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83773-c207-4c8c-9349-8fdbeab064be req-059863cc-98e1-400e-a4a7-0f4c24763f42 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:41:59.696253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d83773-c207-4c8c-9349-8fdbeab064be req-059863cc-98e1-400e-a4a7-0f4c24763f42 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.3822427 Feb 10 13:41:59.784675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab270692-726a-4694-8701-e1084327287d None None] Current status of the port ef7b00eb-41af-4c9a-af82-0f4d275455e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:41:59.818730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d83773-c207-4c8c-9349-8fdbeab064be req-32e37fe6-23ae-4340-bd8d-9fc56135c294 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139064 Feb 10 13:42:00.102882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:00.432464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98711e-a019-47db-85fc-2f203860096b req-6762a795-e870-4e23-a2d7-7ba319d36977 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:00.433966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b98711e-a019-47db-85fc-2f203860096b req-6762a795-e870-4e23-a2d7-7ba319d36977 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.2098567 Feb 10 13:42:00.523525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b98711e-a019-47db-85fc-2f203860096b req-8d43931c-beaa-454b-809d-56de8718c351 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809743 Feb 10 13:42:00.552460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.1 (ec15057e-1380-46b8-aad2-a1173661d460/cb7cdf58-9dc6-4057-aca2-916225b1844a/58f2b14f-6c34-4d35-846f-5c650b6a6734) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:00.681101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:00.722495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:00.761578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:42:00.769401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network ec15057e-1380-46b8-aad2-a1173661d460 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:00.772681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:00.777485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:00.781505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=58f2b14f-6c34-4d35-846f-5c650b6a6734,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:00.852569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (0c06479e-104c-43b3-a0d8-5879601dfe17), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:00.972699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:00.997362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7271-b68e-4222-8f82-974b4b717e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.005402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '92db6674-4d64-4b41-be03-b6eea7c49659', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '92db6674-4d64-4b41-be03-b6eea7c49659', 'mac_address': 'fa:16:3e:45:4c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:42:01.085316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:01.085782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.105634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92db6674-4d64-4b41-be03-b6eea7c49659 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:42:01.142556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:01.153573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.173274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6931a-4e90-4732-997c-f39ca16b7147 req-ba1dabc9-4f23-4d96-8c72-f92331d44eab tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:01.174715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ff6931a-4e90-4732-997c-f39ca16b7147 req-ba1dabc9-4f23-4d96-8c72-f92331d44eab tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.1520922 Feb 10 13:42:01.221974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.268210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:01.285856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e54dc5a6-dac5-4e90-8585-b05a6e687148 None None] Provisioning complete for port 58f2b14f-6c34-4d35-846f-5c650b6a6734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:01.285856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5a6-dac5-4e90-8585-b05a6e687148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.303370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ff6931a-4e90-4732-997c-f39ca16b7147 req-6e60153c-c819-4654-a61b-d316e611f532 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103175 Feb 10 13:42:01.335466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e54dc5a6-dac5-4e90-8585-b05a6e687148 None None] Port 58f2b14f-6c34-4d35-846f-5c650b6a6734 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:42:01.346727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ef7b00eb-41af-4c9a-af82-0f4d275455e3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:01.405213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ef7b00eb-41af-4c9a-af82-0f4d275455e3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:01.405599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.511220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['92db6674-4d64-4b41-be03-b6eea7c49659'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:42:01.598151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ef7b00eb-41af-4c9a-af82-0f4d275455e3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:01.725894 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.737340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.779489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d56e-e350-45be-9b41-68aeb3cb5d1c req-9ee1da28-39ac-4a5a-b3ae-a337ccf73396 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:01.786823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2945d56e-e350-45be-9b41-68aeb3cb5d1c req-9ee1da28-39ac-4a5a-b3ae-a337ccf73396 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1585917 Feb 10 13:42:01.892289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=58f2b14f-6c34-4d35-846f-5c650b6a6734,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:01.898530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (0c06479e-104c-43b3-a0d8-5879601dfe17), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:01.924689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2945d56e-e350-45be-9b41-68aeb3cb5d1c req-55a6fa1f-9be9-4475-b9e4-0a141c92598d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369386 Feb 10 13:42:02.045682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network ec15057e-1380-46b8-aad2-a1173661d460 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:02.047399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:02.273752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 0c06479e-104c-43b3-a0d8-5879601dfe17 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:02.400054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ceac8e63-797b-436d-8b0e-a70ef9a600e8 None None] Provisioning complete for port 58f2b14f-6c34-4d35-846f-5c650b6a6734 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:02.400520 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ceac8e63-797b-436d-8b0e-a70ef9a600e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:02.487102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ceac8e63-797b-436d-8b0e-a70ef9a600e8 None None] Port 58f2b14f-6c34-4d35-846f-5c650b6a6734 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:42:02.758984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef4a6-d8f6-4a8c-bb22-c53e60ff656a req-ceaa9f5d-0ca2-48be-9705-1a4427285e68 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:02.760473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaaef4a6-d8f6-4a8c-bb22-c53e60ff656a req-ceaa9f5d-0ca2-48be-9705-1a4427285e68 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 944 time: 0.1063514 Feb 10 13:42:02.775452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:02.783259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:02.802916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-88c2d216-b179-4823-89e6-8f2f58b39d50 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/routers/0c06479e-104c-43b3-a0d8-5879601dfe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262980 Feb 10 13:42:02.805582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42852) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:02.812220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'port': {'network_id': 'ec15057e-1380-46b8-aad2-a1173661d460', 'name': 'tempest-FloatingIPTestJSON-886580960'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:02.812378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] Sync routers for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:02.843156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:02.843807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:02.851958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaaef4a6-d8f6-4a8c-bb22-c53e60ff656a req-0a69d036-e567-4fcf-bef9-4221bd089f48 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Feb 10 13:42:02.911168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:02.927221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 92db6674-4d64-4b41-be03-b6eea7c49659 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:42:02.929411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:02.929991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:41:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:02.982119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 92db6674-4d64-4b41-be03-b6eea7c49659 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:02.982729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:02.986953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:02.987758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81bede-8d47-4a66-a88b-99df8d6f6e19 None None] The sync data for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:02.991256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Made reservation on behalf of 886b29806a27468f83642a0a512e074f for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:02.997464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.045316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] device_id is not set on port 63b5c9b1-05a7-4805-95b3-c9840b27e535 yet. {{(pid=103400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:42:03.111323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631afd0-62d3-4895-af47-a26d2a883872 req-cc497c9a-7210-477c-a157-69b55f3ad392 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:03.119599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3631afd0-62d3-4895-af47-a26d2a883872 req-cc497c9a-7210-477c-a157-69b55f3ad392 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0939398 Feb 10 13:42:03.140951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:03.141360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.167505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:42:03.170393 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10ae8a-d6fa-4efe-8250-5262a26cea61" -d '{"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-plugged", "status": "completed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:42:03.188795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:03.197480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3631afd0-62d3-4895-af47-a26d2a883872 req-81ba38d2-f5f7-47c5-aa44-1530081a1e16 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765018 Feb 10 13:42:03.205308 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.235734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Allocated IP 172.20.0.7 (ec15057e-1380-46b8-aad2-a1173661d460/cb7cdf58-9dc6-4057-aca2-916225b1844a/63b5c9b1-05a7-4805-95b3-c9840b27e535) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:03.330904 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de60b1ec-964f-4f70-aa08-77a966907b22 x-openstack-request-id: req-de60b1ec-964f-4f70-aa08-77a966907b22 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:42:03.331208 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-plugged", "status": "completed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:42:03.331560 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de60b1ec-964f-4f70-aa08-77a966907b22 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:42:03.332546 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659', 'code': 200} Feb 10 13:42:03.355780 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8f5412a5-1e4f-48bd-995e-b8af31703a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.373243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:03.436984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802807c2-cad0-4065-aefc-24d572d47015 req-98d453f0-1c9a-4386-b473-dd77158b800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:03.440091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-802807c2-cad0-4065-aefc-24d572d47015 req-98d453f0-1c9a-4386-b473-dd77158b800e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 1127 time: 0.0745311 Feb 10 13:42:03.535452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.549260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-802807c2-cad0-4065-aefc-24d572d47015 req-81b543c0-647a-484e-b452-ef60868ed88a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023591 Feb 10 13:42:03.588703 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.653840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Network ec15057e-1380-46b8-aad2-a1173661d460 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:03.658342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:03.677426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:03.705762 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event updated for resources: {'Port': ['ID=63b5c9b1-05a7-4805-95b3-c9840b27e535,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:03.788320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:03.790222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:03.819249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-08b2179c-3682-4bed-97f7-7cabce5865d6 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0118871 Feb 10 13:42:03.822054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 42952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:03.830711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Request body: {'floatingip': {'port_id': '63b5c9b1-05a7-4805-95b3-c9840b27e535'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:03.950320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:04.037959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8ddea6ca-6298-4e71-b9bc-adccf3b0c8eb None None] Provisioning complete for port 63b5c9b1-05a7-4805-95b3-c9840b27e535 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:04.039446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ddea6ca-6298-4e71-b9bc-adccf3b0c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:04.045420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5b6ea-2e9d-4961-a015-74fc616f0512 req-012df66f-e29d-42cf-9cff-42739e14514e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:04.047318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ef5b6ea-2e9d-4961-a015-74fc616f0512 req-012df66f-e29d-42cf-9cff-42739e14514e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1065757 Feb 10 13:42:04.090249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8ddea6ca-6298-4e71-b9bc-adccf3b0c8eb None None] Port 63b5c9b1-05a7-4805-95b3-c9840b27e535 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:42:04.141807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ef5b6ea-2e9d-4961-a015-74fc616f0512 req-06d4bb3c-d08c-4321-a30e-e56ed3da1d82 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Feb 10 13:42:04.415858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bbdbf-f5bc-4b43-9d29-7db89bb4f9c8 req-4e48b956-c89b-4d64-9e90-d974d2462b9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:04.426309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d1bbdbf-f5bc-4b43-9d29-7db89bb4f9c8 req-4e48b956-c89b-4d64-9e90-d974d2462b9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1137335 Feb 10 13:42:04.506119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d1bbdbf-f5bc-4b43-9d29-7db89bb4f9c8 req-6f4c3dfe-398d-4977-aec4-384f4a4f56c3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740533 Feb 10 13:42:04.606656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:04.775106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:04.781162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:04.897804 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 4e3736c4-4f05-422b-b013-a25414463bb6 associated. External IP: 172.25.8.223, port: 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4. Feb 10 13:42:05.357512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859edc92-e34f-4060-add7-0505063d8286 req-1998b8ce-56a0-4fbe-8461-ec2bf201082c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:05.359239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-859edc92-e34f-4060-add7-0505063d8286 req-1998b8ce-56a0-4fbe-8461-ec2bf201082c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.0868037 Feb 10 13:42:05.434127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-859edc92-e34f-4060-add7-0505063d8286 req-7aca045b-8df3-4ad9-82b8-e871a26a0e22 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685890 Feb 10 13:42:05.496726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:05.635289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:05.648330 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:05.692386 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:05.693243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:05.811004 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:05.833197 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:05.834195 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:05.871630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:05.873253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd109-c0d4-40cd-b035-590ddb24303e req-bea1c073-410a-4880-b45c-0bca21b5d642 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:05.874985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d2bd109-c0d4-40cd-b035-590ddb24303e req-bea1c073-410a-4880-b45c-0bca21b5d642 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1074698 Feb 10 13:42:05.912382 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:05.912474 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b289eb-96cc-4460-8fe3-d8a2c08f09dc None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:06.000438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 0c06479e-104c-43b3-a0d8-5879601dfe17 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:06.022148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d2bd109-c0d4-40cd-b035-590ddb24303e req-0243ed88-048d-4ebd-b513-e505937eb1d8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400442 Feb 10 13:42:06.142261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:06.206726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351477aa-cc5a-4dbf-9a30-09ba5d3f2658 req-27b90ced-b9ac-4f1e-98bd-eed2f907e7fc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:06.215367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-351477aa-cc5a-4dbf-9a30-09ba5d3f2658 req-27b90ced-b9ac-4f1e-98bd-eed2f907e7fc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.0793262 Feb 10 13:42:06.267074 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:06.272034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:06.283131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] Sync routers for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:06.301314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:06.302009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:06.314633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-351477aa-cc5a-4dbf-9a30-09ba5d3f2658 req-bed9ba6b-00a1-489b-8751-133f6702b3e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982668 Feb 10 13:42:06.381826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d9aaa72a-fa38-492a-a788-947506870379 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/floatingips/4e3736c4-4f05-422b-b013-a25414463bb6 HTTP/1.1" status: 200 len: 977 time: 2.5582516 Feb 10 13:42:06.384583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:06.384905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-83e24dbf-688e-4c4f-b73d-f55dc8c3ba6c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285120 Feb 10 13:42:06.413375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:06.444340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:06.445381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:06.497715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869c5c-564d-406a-a45d-7800ab83331d req-4c2467a9-26cf-4525-a082-23010d33e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:06.499730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-4c2467a9-26cf-4525-a082-23010d33e5fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 1127 time: 0.0852571 Feb 10 13:42:06.507905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:06.508721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8936b-620f-479f-b569-f65cb69754b0 None None] The sync data for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:06.599838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 63b5c9b1-05a7-4805-95b3-c9840b27e535 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:06.600421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:06.701435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869c5c-564d-406a-a45d-7800ab83331d req-d5f2c221-ca85-4d89-b9ca-5bbfd932bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:06.703138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-d5f2c221-ca85-4d89-b9ca-5bbfd932bbd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1670363 Feb 10 13:42:06.714804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:06.811625 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-deb7014a-f788-4ed1-bfc1-849dab847035 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 200 len: 217 time: 0.1025403 Feb 10 13:42:06.948198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869c5c-564d-406a-a45d-7800ab83331d req-8cf7efe5-b86d-4f0e-a794-28123bed82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:06.949777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-8cf7efe5-b86d-4f0e-a794-28123bed82d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1329794 Feb 10 13:42:07.013503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869c5c-564d-406a-a45d-7800ab83331d req-832700b5-2a62-4b30-872c-c19eb6246bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:07.015208 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-832700b5-2a62-4b30-872c-c19eb6246bbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597861 Feb 10 13:42:07.127577 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-98b7092e-5ba8-4322-b1d1-10557a340533 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038499 Feb 10 13:42:07.177444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7318-d090-4698-b9c1-1246b0530c81 req-fc4e81a6-613a-45ef-a7e4-6a593a4d2fea tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:07.185890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cfe7318-d090-4698-b9c1-1246b0530c81 req-fc4e81a6-613a-45ef-a7e4-6a593a4d2fea tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1798806 Feb 10 13:42:07.238876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:07.239340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:07.239731 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Floating IP 4e3736c4-4f05-422b-b013-a25414463bb6 disassociated. External IP: 172.25.8.223, port: 63b5c9b1-05a7-4805-95b3-c9840b27e535. Feb 10 13:42:07.240306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 63b5c9b1-05a7-4805-95b3-c9840b27e535 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:07.255456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c0869c5c-564d-406a-a45d-7800ab83331d req-ee3816db-8421-4615-87ee-1838fe16ce78 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217873 Feb 10 13:42:07.264221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cfe7318-d090-4698-b9c1-1246b0530c81 req-03ffd402-2d43-4b19-aa05-3f898322fe86 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771062 Feb 10 13:42:07.424270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:07.483837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9a47d-295f-4602-8724-4389725ccf55 req-9811b09a-3c2c-45b0-a0fd-91e71d36a24b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:07.493894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fae9a47d-295f-4602-8724-4389725ccf55 req-9811b09a-3c2c-45b0-a0fd-91e71d36a24b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1239982 Feb 10 13:42:07.564474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fae9a47d-295f-4602-8724-4389725ccf55 req-240c8f70-9901-458c-90c2-96914f4ee4af tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Feb 10 13:42:07.570226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (63b5c9b1-05a7-4805-95b3-c9840b27e535), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:07.619807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=63b5c9b1-05a7-4805-95b3-c9840b27e535,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:07.764406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.764972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.765369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.766237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.767323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.767685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.768098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.768448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.768843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.769341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.769779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.770203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.770835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:07.790972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 0c06479e-104c-43b3-a0d8-5879601dfe17 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:07.925410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:07.935225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] Sync routers for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:07.957845 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:07.958473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:08.000707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:08.011346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26eb575f-74aa-4b78-83f9-82352b0ccdd1 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/63b5c9b1-05a7-4805-95b3-c9840b27e535 HTTP/1.1" status: 204 len: 168 time: 1.6186483 Feb 10 13:42:08.011444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43066) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:08.168801 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:08.178444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:08.179225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:08.274030 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:08.277514 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb02c5-6827-464c-bfa1-ba80713f4ca0 None None] The sync data for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:08.504498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040a40-3d8c-4899-b896-e60c4b57680e req-6443ba29-cc1b-4a7e-8dea-6ff33491b98c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:08.506731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50040a40-3d8c-4899-b896-e60c4b57680e req-6443ba29-cc1b-4a7e-8dea-6ff33491b98c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1179545 Feb 10 13:42:08.610053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (0c06479e-104c-43b3-a0d8-5879601dfe17), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:08.619512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50040a40-3d8c-4899-b896-e60c4b57680e req-65a97e9c-3bd2-4f16-be80-2ec2b0385d38 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062584 Feb 10 13:42:08.783223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d39b-c571-492c-9e2c-a801d26c14f6 req-66080db4-f92c-477b-af88-9d3df01aa5c1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:08.785175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1b4d39b-c571-492c-9e2c-a801d26c14f6 req-66080db4-f92c-477b-af88-9d3df01aa5c1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0761380 Feb 10 13:42:08.852104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1b4d39b-c571-492c-9e2c-a801d26c14f6 req-264ca791-0d2a-4f0f-85fc-1e12dc4be7a7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584278 Feb 10 13:42:09.304882 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 58f2b14f-6c34-4d35-846f-5c650b6a6734 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:09.305308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:09.395433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:09.410141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 58f2b14f-6c34-4d35-846f-5c650b6a6734 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:09.615193 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (58f2b14f-6c34-4d35-846f-5c650b6a6734), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:09.681015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=58f2b14f-6c34-4d35-846f-5c650b6a6734,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:09.739562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.740097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.741063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.742620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.743832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.743832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.744197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.745032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.745482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.745920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.746656 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.747317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.748040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:09.860461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fddf0a-7646-41f9-abab-a744b3c71eaa req-0363b31e-486a-46a9-b002-e47a9f950984 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:09.869257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1fddf0a-7646-41f9-abab-a744b3c71eaa req-0363b31e-486a-46a9-b002-e47a9f950984 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1379318 Feb 10 13:42:09.940196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (0c06479e-104c-43b3-a0d8-5879601dfe17), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:09.951451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1fddf0a-7646-41f9-abab-a744b3c71eaa req-c4d3d57d-b1b8-472d-a0a0-cf01771793c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812316 Feb 10 13:42:10.078029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e40cb-24f9-46e3-9f0e-2e58fb4350b6 req-a932b545-8a04-4d40-b7d7-661698e4c697 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:10.079858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-317e40cb-24f9-46e3-9f0e-2e58fb4350b6 req-a932b545-8a04-4d40-b7d7-661698e4c697 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0711689 Feb 10 13:42:10.138721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-317e40cb-24f9-46e3-9f0e-2e58fb4350b6 req-0a0f9abb-b69f-4e08-8288-3ac305f071a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497520 Feb 10 13:42:10.249972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 0c06479e-104c-43b3-a0d8-5879601dfe17 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:10.361671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:10.367504 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e3b1471e-43df-4884-8b42-46f9d4e30eec tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/routers/0c06479e-104c-43b3-a0d8-5879601dfe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585279 Feb 10 13:42:10.369718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:10.378005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] Sync routers for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:10.389839 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:10.390701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:10.427232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:10.436177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] Routers {'0c06479e-104c-43b3-a0d8-5879601dfe17'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:10.437124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c06479e-104c-43b3-a0d8-5879601dfe17'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:10.477355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:10.478256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ebf02-fd17-40bd-88e9-5a3ea7d318ab None None] The sync data for ids ['0c06479e-104c-43b3-a0d8-5879601dfe17'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:10.522086 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:10.639869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (0c06479e-104c-43b3-a0d8-5879601dfe17), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:10.703804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port abff1e30-4b5d-422d-8f52-4369987b73fd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:10.704158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (abff1e30-4b5d-422d-8f52-4369987b73fd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:10.807767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:42:10.819235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (abff1e30-4b5d-422d-8f52-4369987b73fd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:10.845352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for abff1e30-4b5d-422d-8f52-4369987b73fd owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:10.993338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:11.019374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '92db6674-4d64-4b41-be03-b6eea7c49659', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'port_id': '92db6674-4d64-4b41-be03-b6eea7c49659', 'mac_address': 'fa:16:3e:45:4c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:42:11.063698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:11.064177 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.080615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92db6674-4d64-4b41-be03-b6eea7c49659 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:42:11.123477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:11.138463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.139889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (abff1e30-4b5d-422d-8f52-4369987b73fd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.194671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=abff1e30-4b5d-422d-8f52-4369987b73fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:11.207696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f7ec0-911c-4f87-a24e-e5d30e1763cd req-07bc7f30-04c1-443d-87ee-585516e3d0ea tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:11.209271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd9f7ec0-911c-4f87-a24e-e5d30e1763cd req-07bc7f30-04c1-443d-87ee-585516e3d0ea tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1254323 Feb 10 13:42:11.263040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (0c06479e-104c-43b3-a0d8-5879601dfe17), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.273190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['92db6674-4d64-4b41-be03-b6eea7c49659'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:42:11.313594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd9f7ec0-911c-4f87-a24e-e5d30e1763cd req-c874897e-8fea-4291-9b92-48cdba6c7454 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981956 Feb 10 13:42:11.333933 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.359999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:11.423011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.428990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_controller (0c06479e-104c-43b3-a0d8-5879601dfe17), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.536665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119af8c-0b0a-4495-9322-e575924d7d2e req-39021714-bc4d-4311-9ebc-a49818b899ca tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:11.538627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f119af8c-0b0a-4495-9322-e575924d7d2e req-39021714-bc4d-4311-9ebc-a49818b899ca tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0865171 Feb 10 13:42:11.556065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0c06479e-104c-43b3-a0d8-5879601dfe17), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.556640 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Fanout notify agent at l3_agent the message router_deleted on router 0c06479e-104c-43b3-a0d8-5879601dfe17 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:42:11.577771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.582216 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c1ce9ebf-31e3-419e-a7d0-d0d73825e47a tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/routers/0c06479e-104c-43b3-a0d8-5879601dfe17 HTTP/1.1" status: 204 len: 168 time: 1.2089286 Feb 10 13:42:11.582546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43144) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:11.647946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting subnet cb7cdf58-9dc6-4057-aca2-916225b1844a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:42:11.649937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f119af8c-0b0a-4495-9322-e575924d7d2e req-a95d60db-57d5-4f6b-ac52-960dbdba1df8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057587 Feb 10 13:42:11.653170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (cb7cdf58-9dc6-4057-aca2-916225b1844a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.707832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (cb7cdf58-9dc6-4057-aca2-916225b1844a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.791586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cb7cdf58-9dc6-4057-aca2-916225b1844a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.870683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (cb7cdf58-9dc6-4057-aca2-916225b1844a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.913467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7cdf58-9dc6-4057-aca2-916225b1844a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:11.919165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:11.923560 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ecebefe5-1dce-479f-acfc-25eddf720dc8 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/subnets/cb7cdf58-9dc6-4057-aca2-916225b1844a HTTP/1.1" status: 204 len: 168 time: 0.3397579 Feb 10 13:42:11.926327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:11.933663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e5c3d-2738-42ef-8211-6a80bfe04421 None None] Network ec15057e-1380-46b8-aad2-a1173661d460 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:12.051615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ec15057e-1380-46b8-aad2-a1173661d460), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.128248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] DHCP port deletion for ec15057e-1380-46b8-aad2-a1173661d460 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:42:12.145781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port ef7b00eb-41af-4c9a-af82-0f4d275455e3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:12.146156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.200545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Deleting port ef7b00eb-41af-4c9a-af82-0f4d275455e3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:12.201068 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.259832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] For port ef7b00eb-41af-4c9a-af82-0f4d275455e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ef7b00eb-41af-4c9a-af82-0f4d275455e3,segment=NetworkSegment(1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15),segment_id=1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:12.260350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.283232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for ef7b00eb-41af-4c9a-af82-0f4d275455e3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:12.336189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] For port ef7b00eb-41af-4c9a-af82-0f4d275455e3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ef7b00eb-41af-4c9a-af82-0f4d275455e3,segment=NetworkSegment(1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15),segment_id=1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:12.337869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.375782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Calling delete_port for ef7b00eb-41af-4c9a-af82-0f4d275455e3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:12.454753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.541707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] No DVR routers for this DVR port ef7b00eb-41af-4c9a-af82-0f4d275455e3 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:12.551066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=ef7b00eb-41af-4c9a-af82-0f4d275455e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:12.617788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178de48-72d2-46e9-bd1d-72316d9e12a5 req-c938ed55-5669-4d45-ab9b-e8edce53911e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:12.619259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9178de48-72d2-46e9-bd1d-72316d9e12a5 req-c938ed55-5669-4d45-ab9b-e8edce53911e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 944 time: 0.1817799 Feb 10 13:42:12.665127 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ec15057e-1380-46b8-aad2-a1173661d460), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.673321 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (ef7b00eb-41af-4c9a-af82-0f4d275455e3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.700656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] No DVR routers for this DVR port ef7b00eb-41af-4c9a-af82-0f4d275455e3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:12.705662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3453d-50b6-4c3e-8954-e4294dcff7cc None None] Pushing event deleted for resources: {'Port': ['ID=ef7b00eb-41af-4c9a-af82-0f4d275455e3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:12.736897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9178de48-72d2-46e9-bd1d-72316d9e12a5 req-cb560cc5-582f-48c0-8b77-5b886e429975 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Feb 10 13:42:12.747765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec15057e-1380-46b8-aad2-a1173661d460']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:12.778623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:12.778929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:12.796657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.816682 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.820954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:12.887380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:12.887961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (1033ebf8-42fc-4b2b-80f9-fe5ad3d34f15), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.930677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 92db6674-4d64-4b41-be03-b6eea7c49659 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:12.931027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:12.986160 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:13.009363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ec15057e-1380-46b8-aad2-a1173661d460), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.021292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.028714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:13.030469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/networks/ec15057e-1380-46b8-aad2-a1173661d460 HTTP/1.1" status: 204 len: 168 time: 1.1020212 Feb 10 13:42:13.051287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857159b-89e6-427f-8584-979fadacd51d req-5abf4eac-9853-4c29-8515-23079b80e9dd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:13.060800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8857159b-89e6-427f-8584-979fadacd51d req-5abf4eac-9853-4c29-8515-23079b80e9dd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.2345691 Feb 10 13:42:13.078344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:13.078922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.109895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c831c-17f1-45bf-b7c6-8bf9fc08fb6c tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Network': ['ID=ec15057e-1380-46b8-aad2-a1173661d460,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:13.128974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:13.130202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:42:13.133890 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab48c3ba-3bfe-46ed-9e1b-162641ad1e44" -d '{"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-plugged", "status": "completed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:42:13.139193 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.148182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8857159b-89e6-427f-8584-979fadacd51d req-14662bc9-4430-420d-840c-86e254b5d197 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829470 Feb 10 13:42:13.200337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:13.220526 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1042b10-f5fc-4338-91bb-a26fed823e49 x-openstack-request-id: req-f1042b10-f5fc-4338-91bb-a26fed823e49 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:42:13.220851 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-plugged", "status": "completed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:42:13.221113 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1042b10-f5fc-4338-91bb-a26fed823e49 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:42:13.221519 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659', 'code': 200} Feb 10 13:42:13.315425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ef7b00eb-41af-4c9a-af82-0f4d275455e3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:42:13.362469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ef7b00eb-41af-4c9a-af82-0f4d275455e3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:42:13.363312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ef7b00eb-41af-4c9a-af82-0f4d275455e3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:42:13.391033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 45bb6a0f-755d-4806-8f45-d884880e74bd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:13.391293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.534144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.534609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (45bb6a0f-755d-4806-8f45-d884880e74bd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.565798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 45bb6a0f-755d-4806-8f45-d884880e74bd owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:13.867371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (45bb6a0f-755d-4806-8f45-d884880e74bd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:13.964079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=45bb6a0f-755d-4806-8f45-d884880e74bd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:14.009441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acc7b2-9355-4bf7-b8df-5bd338227080 req-cb53f131-e3ff-410c-b1da-026d6dd8d1b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:14.017256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34acc7b2-9355-4bf7-b8df-5bd338227080 req-cb53f131-e3ff-410c-b1da-026d6dd8d1b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1172712 Feb 10 13:42:14.097308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for floatingip (4e3736c4-4f05-422b-b013-a25414463bb6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:14.099883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:14.101092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc30dc48-6348-4866-99d9-978bc43a3cbf tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/floatingips/4e3736c4-4f05-422b-b013-a25414463bb6 HTTP/1.1" status: 204 len: 168 time: 1.0706556 Feb 10 13:42:14.110117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:14.138616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34acc7b2-9355-4bf7-b8df-5bd338227080 req-1716a401-408d-4cbb-8092-c9d05753cb10 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195602 Feb 10 13:42:14.169315 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3958295-bd89-426d-8684-f3f922c7f19b tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] DELETE failed (client error): The resource could not be found. Feb 10 13:42:14.178006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3958295-bd89-426d-8684-f3f922c7f19b tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:42:14.181530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3958295-bd89-426d-8684-f3f922c7f19b tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/63b5c9b1-05a7-4805-95b3-c9840b27e535 HTTP/1.1" status: 404 len: 333 time: 0.0703838 Feb 10 13:42:14.184120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43214) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:14.233663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-684eda70-fc9e-48f4-9de3-50ce2ce9d3b2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c06479e-104c-43b3-a0d8-5879601dfe17 HTTP/1.1" status: 200 len: 205 time: 0.0484238 Feb 10 13:42:14.236025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:14.315519 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6e31cad7-fd5d-409f-90d2-313b079603e2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] delete failed (client error): The resource could not be found. Feb 10 13:42:14.316902 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e31cad7-fd5d-409f-90d2-313b079603e2 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/routers/0c06479e-104c-43b3-a0d8-5879601dfe17 HTTP/1.1" status: 404 len: 336 time: 0.0772777 Feb 10 13:42:14.320668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:14.407104 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cdfd31-4419-42c8-93e8-7c1702efc5d9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] DELETE failed (client error): The resource could not be found. Feb 10 13:42:14.407876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6988e-8f36-4c85-9230-b4147333c6b1 req-d52bf42e-e07d-4033-bdd6-e3f0d1ba2410 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:14.408014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cdfd31-4419-42c8-93e8-7c1702efc5d9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:42:14.413597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17cdfd31-4419-42c8-93e8-7c1702efc5d9 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/subnets/cb7cdf58-9dc6-4057-aca2-916225b1844a HTTP/1.1" status: 404 len: 337 time: 0.0917921 Feb 10 13:42:14.415984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2d6988e-8f36-4c85-9230-b4147333c6b1 req-d52bf42e-e07d-4033-bdd6-e3f0d1ba2410 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1526506 Feb 10 13:42:14.418865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:14.629037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2d6988e-8f36-4c85-9230-b4147333c6b1 req-34e084a5-2d17-4d71-8ae7-117b2d02d914 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119045 Feb 10 13:42:14.655900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:14.656089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5c259ccd-21ed-4c17-a6b0-1b41f0be95d4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:14.879671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5c259ccd-21ed-4c17-a6b0-1b41f0be95d4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:14.902911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 5c259ccd-21ed-4c17-a6b0-1b41f0be95d4 owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:15.161112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5c259ccd-21ed-4c17-a6b0-1b41f0be95d4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:15.213712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=5c259ccd-21ed-4c17-a6b0-1b41f0be95d4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:15.400192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:15.403516 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68fafa6e-2552-48fb-b4fc-d81696b830ee tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/5c259ccd-21ed-4c17-a6b0-1b41f0be95d4 HTTP/1.1" status: 204 len: 168 time: 0.9834619 Feb 10 13:42:15.414379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:15.422109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a068-e8da-4e5e-afdf-95ec13713eab req-2a65d110-664c-4717-90f5-0a64895842a2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:15.423705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2062a068-e8da-4e5e-afdf-95ec13713eab req-2a65d110-664c-4717-90f5-0a64895842a2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1515088 Feb 10 13:42:15.540743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2062a068-e8da-4e5e-afdf-95ec13713eab req-3a8df80a-0899-42a5-ac69-3e7289eff0f1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969932 Feb 10 13:42:15.593315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port ad776e97-7632-4221-a4d2-287ef624ac4c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:15.593734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ad776e97-7632-4221-a4d2-287ef624ac4c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:15.847369 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ad776e97-7632-4221-a4d2-287ef624ac4c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:15.869848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a76dc-a195-4490-a027-e8bdc41b8f17 req-98448f07-57e9-41c3-9412-b66b55ad7559 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:15.893935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-798a76dc-a195-4490-a027-e8bdc41b8f17 req-98448f07-57e9-41c3-9412-b66b55ad7559 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1298866 Feb 10 13:42:15.896006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for ad776e97-7632-4221-a4d2-287ef624ac4c owned by {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:15.989066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-798a76dc-a195-4490-a027-e8bdc41b8f17 req-34bb8e0a-bbb4-40ab-aa99-d68c922e5ab0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941374 Feb 10 13:42:16.132906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ad776e97-7632-4221-a4d2-287ef624ac4c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:16.186455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=ad776e97-7632-4221-a4d2-287ef624ac4c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:16.387122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:16.393696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:16.418299 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5c69301-0f60-44b8-a213-042e3b1e34e3 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/ports/ad776e97-7632-4221-a4d2-287ef624ac4c HTTP/1.1" status: 204 len: 168 time: 1.0027642 Feb 10 13:42:16.482473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55f326-926b-432e-a367-4d08315ec1fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:16.484743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ed55f326-926b-432e-a367-4d08315ec1fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "GET /v2.0/ports?device_id=599b15cb-81db-4ea1-889d-29bce928ca03 HTTP/1.1" status: 200 len: 913 time: 0.0900440 Feb 10 13:42:16.487423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:17.225753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3c9f-273d-4058-a4f6-d320b355cf41 req-3735dd9f-a2f1-4aa6-9795-ac5ade794f0a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:17.233183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-211c3c9f-273d-4058-a4f6-d320b355cf41 req-3735dd9f-a2f1-4aa6-9795-ac5ade794f0a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.2986698 Feb 10 13:42:17.334975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-211c3c9f-273d-4058-a4f6-d320b355cf41 req-0ae30303-f0e1-41a0-bc62-b4e7e264ea00 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914419 Feb 10 13:42:17.740516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0a0f1-1c47-4fc3-82c8-7e190bc63950 req-87b00812-2d24-4bf8-97c3-491bbf2a4f14 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:17.753207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9f0a0f1-1c47-4fc3-82c8-7e190bc63950 req-87b00812-2d24-4bf8-97c3-491bbf2a4f14 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1285992 Feb 10 13:42:17.775509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (599b15cb-81db-4ea1-889d-29bce928ca03), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:17.864026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9f0a0f1-1c47-4fc3-82c8-7e190bc63950 req-19bb30ce-6927-49f4-8064-3704564743da tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048923 Feb 10 13:42:18.933671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345ffe8-33f8-423c-bf88-3f0bd2de57de req-f5f96d15-80e6-41dd-817a-365bf6d0f5ae tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:18.942313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2345ffe8-33f8-423c-bf88-3f0bd2de57de req-f5f96d15-80e6-41dd-817a-365bf6d0f5ae tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1660221 Feb 10 13:42:19.047055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2345ffe8-33f8-423c-bf88-3f0bd2de57de req-7c85503f-a8e6-4926-bcb9-f65ce89aa73d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033604 Feb 10 13:42:19.204287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:19.204646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:19.440328 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:42:19.470289 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:19.495802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:19.895658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7ba10-08a9-4dd1-ab65-ee26fabe03c1 req-e147cbde-8f39-4022-b95b-c1d4cd2fe234 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:19.905015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89c7ba10-08a9-4dd1-ab65-ee26fabe03c1 req-e147cbde-8f39-4022-b95b-c1d4cd2fe234 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.7753081 Feb 10 13:42:20.060398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89c7ba10-08a9-4dd1-ab65-ee26fabe03c1 req-0f2bedfe-5570-49e0-94ae-4804a7b23eaa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540854 Feb 10 13:42:20.078714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:20.233835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=f0c6b0d1-12dd-45ef-88b9-7a1b692d9d2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:20.685303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (599b15cb-81db-4ea1-889d-29bce928ca03), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:20.711653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfea1a-68ff-4db9-b8e1-8c8e2019bdc8 req-8b068fa4-aaf7-48c2-97d6-bef6de9ba038 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:20.713451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cddfea1a-68ff-4db9-b8e1-8c8e2019bdc8 req-8b068fa4-aaf7-48c2-97d6-bef6de9ba038 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.4857659 Feb 10 13:42:21.040966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cddfea1a-68ff-4db9-b8e1-8c8e2019bdc8 req-bf48bc41-029f-4745-8045-6aa69a27a886 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729238 Feb 10 13:42:21.088259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Router 599b15cb-81db-4ea1-889d-29bce928ca03 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:42:21.406027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:42:21.416897 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] Sync routers for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:42:21.425118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-60c407fd-117d-421e-84aa-cdb663c7c4fa tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "PUT /v2.0/routers/599b15cb-81db-4ea1-889d-29bce928ca03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9364710 Feb 10 13:42:21.429508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:21.451123 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:21.451687 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:21.460155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e994a-b4c8-4fd9-a628-664777f21ad3 req-ca389de3-55e3-43e6-a0c3-3aa743cd8028 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:21.462034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d56e994a-b4c8-4fd9-a628-664777f21ad3 req-ca389de3-55e3-43e6-a0c3-3aa743cd8028 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1810126 Feb 10 13:42:21.524496 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:21.554465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d56e994a-b4c8-4fd9-a628-664777f21ad3 req-4cc19c4a-4efb-4595-adba-1ab8ef9dc318 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835557 Feb 10 13:42:21.558954 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] Routers {'599b15cb-81db-4ea1-889d-29bce928ca03'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:42:21.559590 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:42:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['599b15cb-81db-4ea1-889d-29bce928ca03'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:21.643243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:21.644248 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597108a5-9638-447c-9451-94dc26a2e3f3 None None] The sync data for ids ['599b15cb-81db-4ea1-889d-29bce928ca03'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:42:21.716126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (599b15cb-81db-4ea1-889d-29bce928ca03), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:21.972257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_gateway (599b15cb-81db-4ea1-889d-29bce928ca03), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:22.129089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting port 1d3a0708-8830-434a-8932-efcdfe6b0e7e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:22.136986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1d3a0708-8830-434a-8932-efcdfe6b0e7e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:22.311998 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1d3a0708-8830-434a-8932-efcdfe6b0e7e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:22.342776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Calling delete_port for 1d3a0708-8830-434a-8932-efcdfe6b0e7e owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:22.389501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a2ad-c3dd-4e3b-bee9-5665b5a4a496 req-2f5c288a-6bb0-4f9c-97c0-8e99c4bf2ced tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:22.392081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c8a2ad-c3dd-4e3b-bee9-5665b5a4a496 req-2f5c288a-6bb0-4f9c-97c0-8e99c4bf2ced tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1109438 Feb 10 13:42:22.519788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c8a2ad-c3dd-4e3b-bee9-5665b5a4a496 req-9e8dbf4c-c151-429b-bdbd-4b1844319ad8 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094220 Feb 10 13:42:22.875656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e46670-5617-4701-9675-e649b0bab326 req-67c5b5bc-aad6-4425-ad5c-d6247cae3591 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:22.884070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9e46670-5617-4701-9675-e649b0bab326 req-67c5b5bc-aad6-4425-ad5c-d6247cae3591 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.2577956 Feb 10 13:42:22.908353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1d3a0708-8830-434a-8932-efcdfe6b0e7e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:23.084205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9e46670-5617-4701-9675-e649b0bab326 req-62b2d95c-bc62-498d-8cb0-18ccfcbbb816 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959264 Feb 10 13:42:23.089254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Port': ['ID=1d3a0708-8830-434a-8932-efcdfe6b0e7e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:23.188971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (599b15cb-81db-4ea1-889d-29bce928ca03), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:23.764446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451d4b-de4d-4b9e-9d42-617aea79c0cb req-4a0fda29-525e-491b-91d0-722f097bf9d3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:23.767735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7451d4b-de4d-4b9e-9d42-617aea79c0cb req-4a0fda29-525e-491b-91d0-722f097bf9d3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1347556 Feb 10 13:42:23.951850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (599b15cb-81db-4ea1-889d-29bce928ca03), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:23.956238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router_controller (599b15cb-81db-4ea1-889d-29bce928ca03), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:23.960844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f7451d4b-de4d-4b9e-9d42-617aea79c0cb req-928e354d-fc55-4092-ac31-b04577393f20 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812494 Feb 10 13:42:24.043645 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (599b15cb-81db-4ea1-889d-29bce928ca03), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.044776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Fanout notify agent at l3_agent the message router_deleted on router 599b15cb-81db-4ea1-889d-29bce928ca03 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:42:24.084065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.085381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c1a5257-4ed2-4edd-a39e-2601e7f0b2a0 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/routers/599b15cb-81db-4ea1-889d-29bce928ca03 HTTP/1.1" status: 204 len: 168 time: 2.6545038 Feb 10 13:42:24.088023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:24.207795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Deleting subnet a3c5ac74-a695-4156-9f17-f3027e1bd38a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:42:24.214330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (a3c5ac74-a695-4156-9f17-f3027e1bd38a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.318590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (a3c5ac74-a695-4156-9f17-f3027e1bd38a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.412260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafa919-5adc-4016-a64e-926a994df35a req-9f92fe54-0668-4149-a148-1d99941fa1c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:24.414509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0eafa919-5adc-4016-a64e-926a994df35a req-9f92fe54-0668-4149-a148-1d99941fa1c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1624024 Feb 10 13:42:24.416004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a3c5ac74-a695-4156-9f17-f3027e1bd38a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.584290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0eafa919-5adc-4016-a64e-926a994df35a req-9cd593f8-b5a8-4acf-8488-410695a0f596 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346195 Feb 10 13:42:24.639968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (a3c5ac74-a695-4156-9f17-f3027e1bd38a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.693225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c5ac74-a695-4156-9f17-f3027e1bd38a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:24.711411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.717391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:24.728591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-10603fe7-de73-430a-b3b5-201a6b515812 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/subnets/a3c5ac74-a695-4156-9f17-f3027e1bd38a HTTP/1.1" status: 204 len: 168 time: 0.6393692 Feb 10 13:42:24.916377 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (5261fa8b-e059-496c-841a-437ef07f061f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:24.998175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-8c13b1af-47a1-42f8-ae97-004889622767 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1317909 Feb 10 13:42:25.142836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (5261fa8b-e059-496c-841a-437ef07f061f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.190496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5261fa8b-e059-496c-841a-437ef07f061f']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:25.213178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a79c575-9474-4d01-88a8-7e300994213e') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:25.213421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a79c575-9474-4d01-88a8-7e300994213e') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:25.230120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2a79c575-9474-4d01-88a8-7e300994213e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.247786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-3cfdc175-3589-46f6-92e0-4defa119de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:25.249342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-3cfdc175-3589-46f6-92e0-4defa119de52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 1090 time: 0.1802087 Feb 10 13:42:25.261711 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2a79c575-9474-4d01-88a8-7e300994213e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.270072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:25.270699 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2a79c575-9474-4d01-88a8-7e300994213e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.291437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c74dad-5592-4f7d-8b42-0f3a6eaa77da req-a0142ade-9d8c-4b38-ab11-895ad3c5334e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:25.297369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46c74dad-5592-4f7d-8b42-0f3a6eaa77da req-a0142ade-9d8c-4b38-ab11-895ad3c5334e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1490386 Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:25.351488 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:25.358543 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (5261fa8b-e059-496c-841a-437ef07f061f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.364481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:25.379093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] 10.222.0.13 "DELETE /v2.0/networks/5261fa8b-e059-496c-841a-437ef07f061f HTTP/1.1" status: 204 len: 168 time: 0.6604068 Feb 10 13:42:25.395090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb49551-485c-40b0-b6f9-a6006e5d1843 tempest-FloatingIPTestJSON-1672944749 tempest-FloatingIPTestJSON-1672944749-project] Pushing event deleted for resources: {'Network': ['ID=5261fa8b-e059-496c-841a-437ef07f061f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:25.469933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46c74dad-5592-4f7d-8b42-0f3a6eaa77da req-944c9dc2-bb47-4117-a902-844a1a3c601b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582332 Feb 10 13:42:25.687734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-4e62dd48-2194-43bc-a0a3-524e23add18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:25.689816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-4e62dd48-2194-43bc-a0a3-524e23add18d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.3914053 Feb 10 13:42:25.754994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43668) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:25.841470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-65602406-1d39-40cc-9428-59421a46c3ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 200 len: 217 time: 0.1449018 Feb 10 13:42:26.000231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-5eaa3c68-fa63-43a0-9ab1-8352f012cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:26.003361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-5eaa3c68-fa63-43a0-9ab1-8352f012cd0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1159172 Feb 10 13:42:26.011490 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a7dc559-52a2-4da1-8317-479d4cd80c14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=886b29806a27468f83642a0a512e074f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550285 Feb 10 13:42:26.014850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:26.152462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] Publish callbacks [] for security_group (10ea6dcc-3f87-4c74-ac41-6bd33ba37e43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:26.183797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] Publish callbacks [] for security_group (10ea6dcc-3f87-4c74-ac41-6bd33ba37e43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:26.185358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-c156195a-416f-4111-8aab-ad255eca6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:26.188909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-c156195a-416f-4111-8aab-ad255eca6bfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636717 Feb 10 13:42:26.222381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e1011-19db-4861-a79c-4eb35b22a000 req-6f4c241a-80d1-45d2-aa7a-3102f7574493 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:26.243606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f24e1011-19db-4861-a79c-4eb35b22a000 req-6f4c241a-80d1-45d2-aa7a-3102f7574493 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.3944519 Feb 10 13:42:26.250270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (10ea6dcc-3f87-4c74-ac41-6bd33ba37e43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:26.253450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:26.258237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10ea6dcc-3f87-4c74-ac41-6bd33ba37e43 HTTP/1.1" status: 204 len: 168 time: 0.2421060 Feb 10 13:42:26.268419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ec017-a819-4f80-bc3b-3783840b081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea6dcc-3f87-4c74-ac41-6bd33ba37e43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:26.502992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f24e1011-19db-4861-a79c-4eb35b22a000 req-d0609f84-649f-47f3-ba16-ea7309459652 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925135 Feb 10 13:42:26.578127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-8628ec0b-9aec-44b1-8402-df74c4541ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329878 Feb 10 13:42:26.872902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-590765a5-e2e7-4255-84c7-e4cda16ec316 req-ab995f42-ca51-4659-8aee-96f8af8cc979 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736309 Feb 10 13:42:26.939496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f3da0-4fbd-413b-a596-f69cf610a238 req-9ceaacbc-5d39-45ba-a56d-4839b170c5a0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:26.942195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-722f3da0-4fbd-413b-a596-f69cf610a238 req-9ceaacbc-5d39-45ba-a56d-4839b170c5a0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1971235 Feb 10 13:42:27.114174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-722f3da0-4fbd-413b-a596-f69cf610a238 req-7f26ca79-bcc9-4922-95b6-d83b51a86372 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625690 Feb 10 13:42:27.581211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:27.783575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220c37a-235f-4e31-8da9-debe68de46d3 req-4399843f-15bf-4d3f-b4e2-b8b2dc8d9fa4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:27.791633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8220c37a-235f-4e31-8da9-debe68de46d3 req-4399843f-15bf-4d3f-b4e2-b8b2dc8d9fa4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1382501 Feb 10 13:42:27.815763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226616936'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:27.871208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:27.887325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:27.904581 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:27.925820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8220c37a-235f-4e31-8da9-debe68de46d3 req-3fed3cbe-5b36-4123-8314-d72305086ef3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276693 Feb 10 13:42:28.006586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for security_group (faf3cc26-f39f-4760-977a-5c1f65013c28), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.012101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (faf3cc26-f39f-4760-977a-5c1f65013c28), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.058308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:28.069117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (134df303-cc71-4c78-b98b-4224f294c01d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.069812 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 134df303-cc71-4c78-b98b-4224f294c01d of type vlan for network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 Feb 10 13:42:28.115857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.169702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.175430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:28.176220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:28.227114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf3cc26-f39f-4760-977a-5c1f65013c28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:28.286350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7037616 Feb 10 13:42:28.412833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:28.422164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67947110-18a1-4d32-9316-5e7aa386c05d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:28.423536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:28.436606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:28.462309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a463cf-05c3-4e89-8863-0d33b6f640d2 req-df81f5f1-454f-4917-b765-d15d4de1e2c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:28.464220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57a463cf-05c3-4e89-8863-0d33b6f640d2 req-df81f5f1-454f-4917-b765-d15d4de1e2c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.2258165 Feb 10 13:42:28.600000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57a463cf-05c3-4e89-8863-0d33b6f640d2 req-6de97688-7338-4890-a3c3-6afc58b26c7f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Feb 10 13:42:28.653039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:28.658100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.096296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (365aeb74-6ee3-40b8-b3c9-48fb407cc9b0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.144536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3933d30-b2ff-4988-a1a1-63bed18113dd req-6f91ed12-3ae1-49b4-9a69-5f0936f19677 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:29.153152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3933d30-b2ff-4988-a1a1-63bed18113dd req-6f91ed12-3ae1-49b4-9a69-5f0936f19677 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.0953267 Feb 10 13:42:29.238201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3933d30-b2ff-4988-a1a1-63bed18113dd req-f271be24-ddfe-4af7-9b4a-71cda5ffaa61 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786974 Feb 10 13:42:29.281255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=365aeb74-6ee3-40b8-b3c9-48fb407cc9b0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:29.293819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '134df303-cc71-4c78-b98b-4224f294c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:29.296113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:29.320991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:29.334249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:29.342860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:29.344200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.348232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e92d0a-2416-4e4f-a952-25768c79ea8c None None] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:29.370432 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc663d95-d479-4814-be32-0b51d9b2de77 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9564908 Feb 10 13:42:29.374162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:29.382944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198366940'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:29.431047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:29.437890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.489167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5', 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '365aeb74-6ee3-40b8-b3c9-48fb407cc9b0'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:29.490282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.505752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:29.526560 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ee6dbf5f-eb23-47c9-aece-c764d9e7e526), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.526927 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment ee6dbf5f-eb23-47c9-aece-c764d9e7e526 of type vlan for network f73ee559-7281-4cff-b202-699ef0409a42 Feb 10 13:42:29.707351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f73ee559-7281-4cff-b202-699ef0409a42), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.770858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f73ee559-7281-4cff-b202-699ef0409a42), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.778983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:29.781762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:29.866523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Allocated IP 172.20.255.242 (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5/365aeb74-6ee3-40b8-b3c9-48fb407cc9b0/f6ae281c-531c-4851-aaf6-68e51a076955) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:30.195815 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks [] for port (f6ae281c-531c-4851-aaf6-68e51a076955), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.214697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.318284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:30.322048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:30.329026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:30.354042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Pushing event updated for resources: {'Port': ['ID=f6ae281c-531c-4851-aaf6-68e51a076955,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:30.489125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1130092 Feb 10 13:42:30.492929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 43962) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:30.495183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Attempting to bind port f6ae281c-531c-4851-aaf6-68e51a076955 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:42:30.495729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Attempting to bind port f6ae281c-531c-4851-aaf6-68e51a076955 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '134df303-cc71-4c78-b98b-4224f294c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:42:30.495850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Attempting to bind port f6ae281c-531c-4851-aaf6-68e51a076955 on network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:42:30.501985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': 'f73ee559-7281-4cff-b202-699ef0409a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:30.506518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:42:30.506913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Checking segment: {'id': '134df303-cc71-4c78-b98b-4224f294c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:30.507316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.507709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Bound using segment: {'id': '134df303-cc71-4c78-b98b-4224f294c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:42:30.508183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Bound port: f6ae281c-531c-4851-aaf6-68e51a076955, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134df303-cc71-4c78-b98b-4224f294c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:42:30.511346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.541632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef5202-4fac-42ee-bf3a-0448746ceb9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=f73ee559-7281-4cff-b202-699ef0409a42,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:30.585421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e22c9-7d4f-43cc-bdcd-cf5426d55152 req-5e601f44-7149-4ef9-a289-1d32d8b3dc9c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:30.590582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf3e22c9-7d4f-43cc-bdcd-cf5426d55152 req-5e601f44-7149-4ef9-a289-1d32d8b3dc9c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.8027554 Feb 10 13:42:30.654226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] For port f6ae281c-531c-4851-aaf6-68e51a076955, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:42:30.660583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] For port f6ae281c-531c-4851-aaf6-68e51a076955, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f6ae281c-531c-4851-aaf6-68e51a076955,segment=NetworkSegment(134df303-cc71-4c78-b98b-4224f294c01d),segment_id=134df303-cc71-4c78-b98b-4224f294c01d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:42:30.670246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f73ee559-7281-4cff-b202-699ef0409a42 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:30.697825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf3e22c9-7d4f-43cc-bdcd-cf5426d55152 req-7d71ce88-a098-4850-9b17-aa438cfc4106 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997705 Feb 10 13:42:30.792231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:30.797125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.818396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.902349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a935a526-31e8-4406-8ef5-b7da6c3c0046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:30.959410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398bd7d-cec6-4038-8435-f4d650b9fbb9 None None] Pushing event updated for resources: {'Port': ['ID=f6ae281c-531c-4851-aaf6-68e51a076955,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:31.050743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e0f4-eb93-4825-b125-d1990f17b399 req-8fddc6e4-a30d-4206-920f-80fd1a146757 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:31.052619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fca6e0f4-eb93-4825-b125-d1990f17b399 req-8fddc6e4-a30d-4206-920f-80fd1a146757 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1414468 Feb 10 13:42:31.156684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fca6e0f4-eb93-4825-b125-d1990f17b399 req-fd85c1d3-17d5-4056-8899-16d8a4ac72f7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922396 Feb 10 13:42:31.269100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (247cfd48-6350-427d-87c3-48d239351b06), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:31.412303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': 'ee6dbf5f-eb23-47c9-aece-c764d9e7e526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f73ee559-7281-4cff-b202-699ef0409a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:31.413029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: f73ee559-7281-4cff-b202-699ef0409a42, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:31.415359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=247cfd48-6350-427d-87c3-48d239351b06,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:31.457831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network f73ee559-7281-4cff-b202-699ef0409a42 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:31.478728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f73ee559-7281-4cff-b202-699ef0409a42) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:31.493648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:31.496390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:31.509258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f6ae281c-531c-4851-aaf6-68e51a076955 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:31.548802 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4940670e-f9c6-4e6d-8b5f-117b2b2b8569 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0520546 Feb 10 13:42:31.552263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 43990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:31.567011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d387bf-74d0-426e-9bda-5142fa5438a4 None None] Network f73ee559-7281-4cff-b202-699ef0409a42 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:31.672602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f6ae281c-531c-4851-aaf6-68e51a076955 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:31.673242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:31.751726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f73ee559-7281-4cff-b202-699ef0409a42), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:31.865478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (247cfd48-6350-427d-87c3-48d239351b06), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:31.883674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d88e3-d35c-4351-a00d-e13e00b38fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f73ee559-7281-4cff-b202-699ef0409a42', 'network_id': 'f73ee559-7281-4cff-b202-699ef0409a42', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '247cfd48-6350-427d-87c3-48d239351b06'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:31.884883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e6d88e3-d35c-4351-a00d-e13e00b38fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.035015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f6ae281c-531c-4851-aaf6-68e51a076955 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:32.035404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.143923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5d2e-5693-412d-b891-da51c11293e4 req-55ce538e-d5e8-495f-a497-93f49d4673ff tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:32.151320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fea5d2e-5693-412d-b891-da51c11293e4 req-55ce538e-d5e8-495f-a497-93f49d4673ff tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.2706032 Feb 10 13:42:32.211014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (247cfd48-6350-427d-87c3-48d239351b06), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.248059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f6ae281c-531c-4851-aaf6-68e51a076955, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f6ae281c-531c-4851-aaf6-68e51a076955,segment=NetworkSegment(134df303-cc71-4c78-b98b-4224f294c01d),segment_id=134df303-cc71-4c78-b98b-4224f294c01d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:32.265937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.290822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=247cfd48-6350-427d-87c3-48d239351b06,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:32.324388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fea5d2e-5693-412d-b891-da51c11293e4 req-ffcaad0f-ce37-48e0-b2e8-b909208fe670 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680806 Feb 10 13:42:32.437021 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f73ee559-7281-4cff-b202-699ef0409a42), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-0e6d88e3-d35c-4351-a00d-e13e00b38fe4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 247cfd48-6350-427d-87c3-48d239351b06: This subnet is being modified by another concurrent operation. Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 247cfd48-6350-427d-87c3-48d239351b06: This subnet is being modified by another concurrent operation. Feb 10 13:42:32.439291 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:42:32.480052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba49406-1f4c-4b7a-b7df-6ac492a6dca4 None None] Network f73ee559-7281-4cff-b202-699ef0409a42 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:32.596011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73ee559-7281-4cff-b202-699ef0409a42']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:32.659691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6dbf5f-eb23-47c9-aece-c764d9e7e526') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:32.659989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6dbf5f-eb23-47c9-aece-c764d9e7e526') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:32.711016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f6ae281c-531c-4851-aaf6-68e51a076955,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:32.714932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (ee6dbf5f-eb23-47c9-aece-c764d9e7e526), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.766984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (ee6dbf5f-eb23-47c9-aece-c764d9e7e526), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.773552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:32.773954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (ee6dbf5f-eb23-47c9-aece-c764d9e7e526), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.782630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e5eff-0bdc-4fd5-8743-b2fd94bb6c4c None None] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:32.926606 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:32.928828 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f73ee559-7281-4cff-b202-699ef0409a42), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:32.939763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6305be-6829-40d8-a5dc-1fba382d99b9 req-5b2d9a87-1c45-448a-af01-d8c7f3498ea4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:32.948104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c6305be-6829-40d8-a5dc-1fba382d99b9 req-5b2d9a87-1c45-448a-af01-d8c7f3498ea4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.5159528 Feb 10 13:42:32.992028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.000993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:33.001698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f73ee559-7281-4cff-b202-699ef0409a42 HTTP/1.1" status: 204 len: 168 time: 1.4480617 Feb 10 13:42:33.002877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45c6ec-c5bb-4264-a4c6-5dfc798c86ac tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=f73ee559-7281-4cff-b202-699ef0409a42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:33.008044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126354535'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:33.048292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:33.053902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.076272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c6305be-6829-40d8-a5dc-1fba382d99b9 req-95d5a450-e620-408d-a29d-5679a65f6daf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268382 Feb 10 13:42:33.113498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:33.127483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a918043d-0917-4586-b717-dafa554183f8 None None] Provisioning complete for port f6ae281c-531c-4851-aaf6-68e51a076955 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:33.127855 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a918043d-0917-4586-b717-dafa554183f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.143572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2a4c1ea9-5747-4fca-b6f1-86ec1865b12d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.143920 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 2a4c1ea9-5747-4fca-b6f1-86ec1865b12d of type vlan for network 67af7b00-d388-4ae9-8a29-b4189f0924aa Feb 10 13:42:33.204643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (67af7b00-d388-4ae9-8a29-b4189f0924aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.240610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (67af7b00-d388-4ae9-8a29-b4189f0924aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.249288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:33.250712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.285930 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f3efd0c-c739-414a-8a58-795b1bfe57b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.347210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a918043d-0917-4586-b717-dafa554183f8 None None] Current status of the port f6ae281c-531c-4851-aaf6-68e51a076955 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:33.389493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=67af7b00-d388-4ae9-8a29-b4189f0924aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:33.400862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 67af7b00-d388-4ae9-8a29-b4189f0924aa details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:33.420414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-424b0a09-a535-49f3-b1a3-dbc17cd74e80 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4175501 Feb 10 13:42:33.424096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:33.446031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '67af7b00-d388-4ae9-8a29-b4189f0924aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:33.511656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f6ae281c-531c-4851-aaf6-68e51a076955 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:33.597714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f6ae281c-531c-4851-aaf6-68e51a076955 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:33.598442 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.613404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff160a-c2cb-4f9c-a78d-27b507483e37 req-44321642-cc7e-466e-b161-da0ee6d02eb0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:33.622098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfff160a-c2cb-4f9c-a78d-27b507483e37 req-44321642-cc7e-466e-b161-da0ee6d02eb0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1352148 Feb 10 13:42:33.704565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f6ae281c-531c-4851-aaf6-68e51a076955 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:33.761473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfff160a-c2cb-4f9c-a78d-27b507483e37 req-62492ff2-37d3-4511-8fc0-7e581ebdd889 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342921 Feb 10 13:42:33.818581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a1e53-fdfc-44a2-be33-ee0efcfc2447 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:33.840715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:33.845207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.956885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9cff5abf-95db-41e3-91dd-3429ca61c8eb None None] Provisioning complete for port f6ae281c-531c-4851-aaf6-68e51a076955 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:33.957508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9cff5abf-95db-41e3-91dd-3429ca61c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:33.989454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a1e53-fdfc-44a2-be33-ee0efcfc2447 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:34.003413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:42:34.003941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:42:34.208384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9cff5abf-95db-41e3-91dd-3429ca61c8eb None None] Current status of the port f6ae281c-531c-4851-aaf6-68e51a076955 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:34.363425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb20a9-a039-48bd-b6a5-7b5a5807aacc req-237505c8-89b3-47bf-9d8a-c54c1568b691 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:34.370731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efbb20a9-a039-48bd-b6a5-7b5a5807aacc req-237505c8-89b3-47bf-9d8a-c54c1568b691 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1249905 Feb 10 13:42:34.426433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efbb20a9-a039-48bd-b6a5-7b5a5807aacc req-7c9b956f-759b-46fe-a8de-94441a926365 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Feb 10 13:42:34.443830 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (1fbe52f6-68d7-45cc-a382-03db3766fd50), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:34.546653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '2a4c1ea9-5747-4fca-b6f1-86ec1865b12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '67af7b00-d388-4ae9-8a29-b4189f0924aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:34.547510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 67af7b00-d388-4ae9-8a29-b4189f0924aa, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:34.551935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=1fbe52f6-68d7-45cc-a382-03db3766fd50,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:34.600395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:34.602321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 67af7b00-d388-4ae9-8a29-b4189f0924aa is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:34.618497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 67af7b00-d388-4ae9-8a29-b4189f0924aa) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:34.625952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:34.630559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca8b39-13b2-40a2-a9ae-e72b0887b8e8 None None] Network 67af7b00-d388-4ae9-8a29-b4189f0924aa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:34.641817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:34.687585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-adc54fd6-5903-4737-a76a-79c4274f30c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2615743 Feb 10 13:42:34.690256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:34.851458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (67af7b00-d388-4ae9-8a29-b4189f0924aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.057197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1fbe52f6-68d7-45cc-a382-03db3766fd50), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.185551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f81b93-aaf2-40e3-a2a5-a4d6bbbda147 req-72087dc9-bf85-4b5d-b716-bf8d9de87590 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:35.189469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8f81b93-aaf2-40e3-a2a5-a4d6bbbda147 req-72087dc9-bf85-4b5d-b716-bf8d9de87590 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.2095339 Feb 10 13:42:35.293226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1fbe52f6-68d7-45cc-a382-03db3766fd50), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.349569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8f81b93-aaf2-40e3-a2a5-a4d6bbbda147 req-925463af-f708-493a-a059-4245de85e9e9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448021 Feb 10 13:42:35.394756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbe52f6-68d7-45cc-a382-03db3766fd50,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:35.413144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9177f05-238d-4e77-8d92-bb6b8f07ebad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-67af7b00-d388-4ae9-8a29-b4189f0924aa', 'network_id': '67af7b00-d388-4ae9-8a29-b4189f0924aa', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '1fbe52f6-68d7-45cc-a382-03db3766fd50'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:35.415551 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9177f05-238d-4e77-8d92-bb6b8f07ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.520174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4195e-0a80-4c0a-bfb4-a44df54ffd00 None None] Network 67af7b00-d388-4ae9-8a29-b4189f0924aa requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:35.547511 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (67af7b00-d388-4ae9-8a29-b4189f0924aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.576228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67af7b00-d388-4ae9-8a29-b4189f0924aa']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:35.590447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c1ea9-5747-4fca-b6f1-86ec1865b12d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:35.591101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c1ea9-5747-4fca-b6f1-86ec1865b12d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:35.602552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (2a4c1ea9-5747-4fca-b6f1-86ec1865b12d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.619124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2a4c1ea9-5747-4fca-b6f1-86ec1865b12d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.627382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:35.628281 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (2a4c1ea9-5747-4fca-b6f1-86ec1865b12d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:35.681226 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:35.810259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (67af7b00-d388-4ae9-8a29-b4189f0924aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.831637 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.835508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/67af7b00-d388-4ae9-8a29-b4189f0924aa HTTP/1.1" status: 204 len: 168 time: 1.1436934 Feb 10 13:42:35.839801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44068) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:35.848164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820706116'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:35.850616 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.866521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf59155-3366-4820-9f57-1ee32b98c906 req-c4891901-550c-44a2-b732-ba780f87c209 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:35.871361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cf59155-3366-4820-9f57-1ee32b98c906 req-c4891901-550c-44a2-b732-ba780f87c209 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1873231 Feb 10 13:42:35.872850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d55fc1-ea7e-4d75-bd95-8aa27b44ffab tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=67af7b00-d388-4ae9-8a29-b4189f0924aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:35.897867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:35.903056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.949294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cf59155-3366-4820-9f57-1ee32b98c906 req-8fa4fbc4-bc78-4793-97d7-000b2f528551 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664868 Feb 10 13:42:35.978546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:35.997479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:35.997932 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 16bf57a7-d429-473f-be2f-24a9cebc4e31 of type vlan for network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed Feb 10 13:42:36.086352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.123055 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.132971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:36.133758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.135889 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.164467 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3225789 Feb 10 13:42:36.167419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:36.173964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:36.300420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f71a6-ad5b-4bb8-b8cd-9e2bf3650495 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=9e7ec2fa-dd15-4a0b-b97c-45f2428042ed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:36.309735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:36.388064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:36.391796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.670232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25859ac9-a54a-4c99-8d16-b0338b953b9f req-51c2bdc8-418c-4e9c-9144-b29a742d0033 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:36.678026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25859ac9-a54a-4c99-8d16-b0338b953b9f req-51c2bdc8-418c-4e9c-9144-b29a742d0033 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1724997 Feb 10 13:42:36.770456 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (a78e3118-afab-4f63-be72-ae7053b10d63), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:36.830277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25859ac9-a54a-4c99-8d16-b0338b953b9f req-d5393c05-02fb-4351-b35d-fdee90c46b33 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374748 Feb 10 13:42:36.910407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=a78e3118-afab-4f63-be72-ae7053b10d63,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:36.935042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '16bf57a7-d429-473f-be2f-24a9cebc4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:36.935404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:36.971700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:36.995391 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:37.004045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016e545-2e7d-47a1-86bf-cf2b2b5fd005 None None] Network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:37.018957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:37.020692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.054040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cea65470-76ea-4399-88b7-09451f9bd155 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8846908 Feb 10 13:42:37.059239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:37.298552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9e7ec2fa-dd15-4a0b-b97c-45f2428042ed', 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': 'a78e3118-afab-4f63-be72-ae7053b10d63'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:37.299658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.304277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.331196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5fc8-7adc-4f4e-bfea-87aae089f5ef req-7bcaac69-387c-41bc-a7ae-c0fa3ea1fee4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:37.332929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee1d5fc8-7adc-4f4e-bfea-87aae089f5ef req-7bcaac69-387c-41bc-a7ae-c0fa3ea1fee4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.1506424 Feb 10 13:42:37.432004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee1d5fc8-7adc-4f4e-bfea-87aae089f5ef req-53b856fb-a04a-4331-a0f7-717dd346d5f3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847967 Feb 10 13:42:37.489305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a78e3118-afab-4f63-be72-ae7053b10d63), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.510510 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.532987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Allocated IP 172.20.0.1 (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed/a78e3118-afab-4f63-be72-ae7053b10d63/c976b367-e83f-4ba1-84e2-610e59d4122e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:37.721380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks [] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.728107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.745246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a78e3118-afab-4f63-be72-ae7053b10d63), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.780836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=a78e3118-afab-4f63-be72-ae7053b10d63,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:37.788412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:37.792055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:37.794773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:37.813721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Pushing event updated for resources: {'Port': ['ID=c976b367-e83f-4ba1-84e2-610e59d4122e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:37.908632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.922901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Attempting to bind port c976b367-e83f-4ba1-84e2-610e59d4122e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:42:37.923291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Attempting to bind port c976b367-e83f-4ba1-84e2-610e59d4122e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '16bf57a7-d429-473f-be2f-24a9cebc4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:42:37.923673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Attempting to bind port c976b367-e83f-4ba1-84e2-610e59d4122e on network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:42:37.929794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:42:37.930188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Checking segment: {'id': '16bf57a7-d429-473f-be2f-24a9cebc4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:37.930609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.931406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Bound using segment: {'id': '16bf57a7-d429-473f-be2f-24a9cebc4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:42:37.931891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Bound port: c976b367-e83f-4ba1-84e2-610e59d4122e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bf57a7-d429-473f-be2f-24a9cebc4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:42:37.932281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.946625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7ec2fa-dd15-4a0b-b97c-45f2428042ed']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:37.961580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bf57a7-d429-473f-be2f-24a9cebc4e31') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:37.962049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bf57a7-d429-473f-be2f-24a9cebc4e31') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:37.982867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:37.993314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8040-d78d-4315-9cee-a56b2bdcf124 req-0dd2314d-db08-4e9a-89fd-10d603d39da4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:37.994807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db9a8040-d78d-4315-9cee-a56b2bdcf124 req-0dd2314d-db08-4e9a-89fd-10d603d39da4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.0861320 Feb 10 13:42:38.005776 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.016444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:38.017823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.048013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] For port c976b367-e83f-4ba1-84e2-610e59d4122e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:42:38.060269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db9a8040-d78d-4315-9cee-a56b2bdcf124 req-a0f7f89c-416e-463f-88f7-b524b8d4e1db tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592992 Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:38.063867 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:38.134941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] For port c976b367-e83f-4ba1-84e2-610e59d4122e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c976b367-e83f-4ba1-84e2-610e59d4122e,segment=NetworkSegment(16bf57a7-d429-473f-be2f-24a9cebc4e31),segment_id=16bf57a7-d429-473f-be2f-24a9cebc4e31)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:42:38.138325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:42:38.138325 n-d-815324-6 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:42:38.138325 n-d-815324-6 neutron-server[103400]: [parameters: {'id': '9e7ec2fa-dd15-4a0b-b97c-45f2428042ed'}] Feb 10 13:42:38.138325 n-d-815324-6 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:42:38.138668 n-d-815324-6 neutron-server[103400]: DEBUG oslo_db.api [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:42:38.145861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.232206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf87d5-dbd3-4904-b9be-2f14ddb1c47b None None] Pushing event updated for resources: {'Port': ['ID=c976b367-e83f-4ba1-84e2-610e59d4122e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:38.269581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084888c-f33b-46d2-be7a-c39a790dee2c None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:38.397822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084888c-f33b-46d2-be7a-c39a790dee2c None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:38.525869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7f70196e-ac67-4873-a96b-702950d64749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:38.527720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7f70196e-ac67-4873-a96b-702950d64749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 1127 time: 0.0787656 Feb 10 13:42:38.591010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4752da14-4ddb-4815-a5fe-c346e94b8e8f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:42:38.639759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.774157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port c976b367-e83f-4ba1-84e2-610e59d4122e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:38.774964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.811886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7a162594-2eeb-4187-87f3-050192bd8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:38.814198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7a162594-2eeb-4187-87f3-050192bd8b7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.2801719 Feb 10 13:42:38.821952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e490-7752-488c-a3c9-3168c6a210f5 req-106f8678-2ec0-42a0-bf2e-8baac81c688c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:38.823875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af67e490-7752-488c-a3c9-3168c6a210f5 req-106f8678-2ec0-42a0-bf2e-8baac81c688c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 943 time: 0.2462416 Feb 10 13:42:38.880842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c2917-1f86-4667-8b17-37032dbafaab None None] Network 9e7ec2fa-dd15-4a0b-b97c-45f2428042ed requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:38.881033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:38.904543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-bf6d7964-ed1d-4d46-bad3-c6c067c40f69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92db6674-4d64-4b41-be03-b6eea7c49659 HTTP/1.1" status: 200 len: 217 time: 0.0801940 Feb 10 13:42:38.946049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port c976b367-e83f-4ba1-84e2-610e59d4122e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c976b367-e83f-4ba1-84e2-610e59d4122e,segment=NetworkSegment(16bf57a7-d429-473f-be2f-24a9cebc4e31),segment_id=16bf57a7-d429-473f-be2f-24a9cebc4e31)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:38.946433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:38.968784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '4752da14-4ddb-4815-a5fe-c346e94b8e8f', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': '4752da14-4ddb-4815-a5fe-c346e94b8e8f', 'mac_address': 'fa:16:3e:28:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:42:38.991549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for c976b367-e83f-4ba1-84e2-610e59d4122e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:39.007849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-ab717e2a-4a00-4e35-8352-b18554504c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:39.010023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-ab717e2a-4a00-4e35-8352-b18554504c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0971704 Feb 10 13:42:39.022528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af67e490-7752-488c-a3c9-3168c6a210f5 req-20803cac-924e-4025-97c0-7c15c09b958c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160238 Feb 10 13:42:39.074615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4752da14-4ddb-4815-a5fe-c346e94b8e8f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:39.076139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.115712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7b61f7c8-b7e2-4344-a4b5-9a92fcaf4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:39.121119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-7b61f7c8-b7e2-4344-a4b5-9a92fcaf4045 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0943379 Feb 10 13:42:39.151362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4752da14-4ddb-4815-a5fe-c346e94b8e8f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:42:39.183586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:39.204179 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.246755 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c976b367-e83f-4ba1-84e2-610e59d4122e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.310514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=c976b367-e83f-4ba1-84e2-610e59d4122e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:39.317214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port c976b367-e83f-4ba1-84e2-610e59d4122e on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:39.323869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:39.361189 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-c2b124f8-2cf1-4cfc-aada-7872ad949691 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339642 Feb 10 13:42:39.409421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dffb8-ccab-4094-8c38-eda265be3532 req-e018b822-bfea-4253-b4ef-37ffc42d35b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:39.410944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be7dffb8-ccab-4094-8c38-eda265be3532 req-e018b822-bfea-4253-b4ef-37ffc42d35b7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.2390852 Feb 10 13:42:39.459605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4752da14-4ddb-4815-a5fe-c346e94b8e8f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:42:39.505550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.540321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7ec2fa-dd15-4a0b-b97c-45f2428042ed']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:39.553558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bf57a7-d429-473f-be2f-24a9cebc4e31') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:39.553914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bf57a7-d429-473f-be2f-24a9cebc4e31') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:39.555665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be7dffb8-ccab-4094-8c38-eda265be3532 req-c988a19f-0016-41ce-85d4-c0f00bcc24f9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372201 Feb 10 13:42:39.566491 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.581174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.587895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:39.587895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (16bf57a7-d429-473f-be2f-24a9cebc4e31), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.632903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9522516-df71-4644-abd9-ba4ac24a5ed4 req-8419ad37-3676-41f2-9313-ebec3a557460 service neutron] 10.222.0.21 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606189 Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:39.679910 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:39.687092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9e7ec2fa-dd15-4a0b-b97c-45f2428042ed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.692728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.699679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/9e7ec2fa-dd15-4a0b-b97c-45f2428042ed HTTP/1.1" status: 204 len: 168 time: 2.6386933 Feb 10 13:42:39.703764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:39.709092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870909988'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:39.752334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c45e-d75d-40b7-98a0-fff3674ad078 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=9e7ec2fa-dd15-4a0b-b97c-45f2428042ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:39.755294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:39.759418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.796701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:39.807603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (72d9406f-a24a-4e3d-bb07-38e97b0910ba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.808162 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 72d9406f-a24a-4e3d-bb07-38e97b0910ba of type vlan for network a726790e-f031-443e-aa05-0d9c0507d4ac Feb 10 13:42:39.854177 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a726790e-f031-443e-aa05-0d9c0507d4ac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.890821 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a726790e-f031-443e-aa05-0d9c0507d4ac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.898035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:39.899097 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:39.953387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2485046 Feb 10 13:42:39.956259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:39.961789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': 'a726790e-f031-443e-aa05-0d9c0507d4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:39.990055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1982e0-70c1-4b74-b28d-e334cbf2cfe8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=a726790e-f031-443e-aa05-0d9c0507d4ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:40.003441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a726790e-f031-443e-aa05-0d9c0507d4ac details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:40.157044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:40.161184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.224283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618014-0caa-4872-aed7-2cc63b4efad0 req-c0cccd1d-6831-4fd3-b4bf-21181d99c3a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:40.226714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b618014-0caa-4872-aed7-2cc63b4efad0 req-c0cccd1d-6831-4fd3-b4bf-21181d99c3a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 944 time: 0.1058698 Feb 10 13:42:40.294409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b618014-0caa-4872-aed7-2cc63b4efad0 req-d68b17c6-467b-4b7c-bf1f-6895d1b2839a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607033 Feb 10 13:42:40.443701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a7390132-f59e-4c62-be1b-728d1b94c7ec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.482290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4752da14-4ddb-4815-a5fe-c346e94b8e8f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:42:40.580647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=a7390132-f59e-4c62-be1b-728d1b94c7ec,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:40.589579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '72d9406f-a24a-4e3d-bb07-38e97b0910ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a726790e-f031-443e-aa05-0d9c0507d4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:40.589955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: a726790e-f031-443e-aa05-0d9c0507d4ac, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:40.611677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 4752da14-4ddb-4815-a5fe-c346e94b8e8f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:42:40.614658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network a726790e-f031-443e-aa05-0d9c0507d4ac is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:40.625459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 4752da14-4ddb-4815-a5fe-c346e94b8e8f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:42:40.625939 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.663474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a726790e-f031-443e-aa05-0d9c0507d4ac) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:40.670039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:40.671430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.700502 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092f5ae-054e-4f00-b79e-57ed9e8ad11b None None] Network a726790e-f031-443e-aa05-0d9c0507d4ac requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:40.711651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-844eb44e-5537-45fc-ae38-e9c4cb7e2fae tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7540052 Feb 10 13:42:40.712542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:40.835893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63033429-7571-4ffe-98e7-2a4d600bfc9b req-1d01edd1-304f-4ac4-9024-bd1513974ab1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:40.837527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63033429-7571-4ffe-98e7-2a4d600bfc9b req-1d01edd1-304f-4ac4-9024-bd1513974ab1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 945 time: 0.1463978 Feb 10 13:42:40.876251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a726790e-f031-443e-aa05-0d9c0507d4ac), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.969737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:42:40.978214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (a7390132-f59e-4c62-be1b-728d1b94c7ec), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:40.980160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63033429-7571-4ffe-98e7-2a4d600bfc9b req-0af319d6-35fb-4e0d-88ba-d95ff1a2b405 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361001 Feb 10 13:42:41.055119 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (a7390132-f59e-4c62-be1b-728d1b94c7ec), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.095983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40670c2e-41a1-4a8d-9308-b9e51c22ded7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-a726790e-f031-443e-aa05-0d9c0507d4ac', 'network_id': 'a726790e-f031-443e-aa05-0d9c0507d4ac', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': 'a7390132-f59e-4c62-be1b-728d1b94c7ec'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:41.097414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-40670c2e-41a1-4a8d-9308-b9e51c22ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.141872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4752da14-4ddb-4815-a5fe-c346e94b8e8f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:41.142334 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.199330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:41.203577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a726790e-f031-443e-aa05-0d9c0507d4ac), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.204538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:42:41.209215 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10fea66-e08c-48ca-9b10-0a3d2b3fc25d" -d '{"events": [{"server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "name": "network-vif-plugged", "status": "completed", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:42:41.220783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.228121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a726790e-f031-443e-aa05-0d9c0507d4ac']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:41.238115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d9406f-a24a-4e3d-bb07-38e97b0910ba') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:41.238469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d9406f-a24a-4e3d-bb07-38e97b0910ba') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:41.248235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (72d9406f-a24a-4e3d-bb07-38e97b0910ba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.266292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (72d9406f-a24a-4e3d-bb07-38e97b0910ba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.273481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:41.274049 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (72d9406f-a24a-4e3d-bb07-38e97b0910ba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:41.357481 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:41.410247 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc58f0-ec44-492d-96a5-51d91097d968 x-openstack-request-id: req-fadc58f0-ec44-492d-96a5-51d91097d968 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:42:41.410601 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "name": "network-vif-plugged", "status": "completed", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:42:41.410951 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fadc58f0-ec44-492d-96a5-51d91097d968 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:42:41.411434 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f', 'code': 200} Feb 10 13:42:41.415560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:41.473776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=a7390132-f59e-4c62-be1b-728d1b94c7ec,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:41.503824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9727e0-d49c-40af-86e0-014b5cecad95 None None] Network a726790e-f031-443e-aa05-0d9c0507d4ac requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:41.510486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a726790e-f031-443e-aa05-0d9c0507d4ac), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.556462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9727e0-d49c-40af-86e0-014b5cecad95 None None] Network a726790e-f031-443e-aa05-0d9c0507d4ac could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:42:41.573508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.584006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.591808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/a726790e-f031-443e-aa05-0d9c0507d4ac HTTP/1.1" status: 204 len: 168 time: 0.8741410 Feb 10 13:42:41.592356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:41.605259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812117874'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:41.626924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e131d-8f1a-4c29-8ccc-301c7d15a1c8 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=a726790e-f031-443e-aa05-0d9c0507d4ac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:41.632486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:41.637741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.641781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359284e0-24b9-4a2b-8621-bce4197e3caa req-94977e99-b9ee-4c88-a8be-3f989bce53b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:41.652911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-359284e0-24b9-4a2b-8621-bce4197e3caa req-94977e99-b9ee-4c88-a8be-3f989bce53b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.2368577 Feb 10 13:42:41.660053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:41.661874 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.697354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8d5e-f81e-4c05-b48e-3b61682a086e req-f3753e05-e299-43b1-867a-4801a1469d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:41.698955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c8b8d5e-f81e-4c05-b48e-3b61682a086e req-f3753e05-e299-43b1-867a-4801a1469d4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 1127 time: 0.2175965 Feb 10 13:42:41.734680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:41.746700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:41.754738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-359284e0-24b9-4a2b-8621-bce4197e3caa req-bc9147bd-881a-4134-acc5-f6a18b353e8d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952199 Feb 10 13:42:41.762356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.768982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (132304a1-768b-4b52-8b75-cad014dfe18d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.769345 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 132304a1-768b-4b52-8b75-cad014dfe18d of type vlan for network e72659e1-a681-42db-82b0-2ba24b38afe8 Feb 10 13:42:41.834583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:41.859137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e72659e1-a681-42db-82b0-2ba24b38afe8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.895914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2c8b8d5e-f81e-4c05-b48e-3b61682a086e req-4cd3273f-710d-4a54-997e-17be370fd0dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898606 Feb 10 13:42:41.922534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e72659e1-a681-42db-82b0-2ba24b38afe8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:41.928470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:41.929251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:42.008244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=e72659e1-a681-42db-82b0-2ba24b38afe8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:42.031199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e72659e1-a681-42db-82b0-2ba24b38afe8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:42.056370 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37c6d43e-ff01-4aab-a207-81142bce7390 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4607036 Feb 10 13:42:42.056780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:42.064139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': 'e72659e1-a681-42db-82b0-2ba24b38afe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:42.228663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51889ac-6bdc-444c-8448-7b5c2d8dd244 req-09a2146d-8663-413b-8a9b-932582640a05 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:42.230173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d51889ac-6bdc-444c-8448-7b5c2d8dd244 req-09a2146d-8663-413b-8a9b-932582640a05 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.1205583 Feb 10 13:42:42.243932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:42.248666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:42.321307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:42:42.322078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:42:42.381162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d51889ac-6bdc-444c-8448-7b5c2d8dd244 req-cdac2c14-1da3-46c2-8ae4-14989f41797a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661073 Feb 10 13:42:42.500381 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3db98226-46f1-4baf-a3de-e65dfad45bea), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:42.600912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=3db98226-46f1-4baf-a3de-e65dfad45bea,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:42.639585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '132304a1-768b-4b52-8b75-cad014dfe18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e72659e1-a681-42db-82b0-2ba24b38afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:42.639955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: e72659e1-a681-42db-82b0-2ba24b38afe8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:42.651438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb3da9-0aed-48b8-9701-7c06b6f141ab req-eb5c1ed2-8ab2-4871-9ccf-7f8e15b841f7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:42.661214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89cb3da9-0aed-48b8-9701-7c06b6f141ab req-eb5c1ed2-8ab2-4871-9ccf-7f8e15b841f7 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1242328 Feb 10 13:42:42.711309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network e72659e1-a681-42db-82b0-2ba24b38afe8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:42.738904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89cb3da9-0aed-48b8-9701-7c06b6f141ab req-77b53cda-92fa-4c8f-85ff-c14aed4865a2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708759 Feb 10 13:42:42.746433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e72659e1-a681-42db-82b0-2ba24b38afe8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:42.762915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:42.763519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:42.764472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e743b-bd39-46c8-b149-ec3b4e3a4e61 None None] Network e72659e1-a681-42db-82b0-2ba24b38afe8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:42.786542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0784c9de-3271-4929-ad5c-2188ccba04ef tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7283423 Feb 10 13:42:42.789179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:42.921641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c2316-88bf-44bf-a9a3-c29749fa33bc req-32d5df05-7369-4365-bcf7-b8eac2cbb89b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:42.933867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a6c2316-88bf-44bf-a9a3-c29749fa33bc req-32d5df05-7369-4365-bcf7-b8eac2cbb89b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1148248 Feb 10 13:42:43.006477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6106a-1426-45bd-90d0-792de7ab4443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e72659e1-a681-42db-82b0-2ba24b38afe8', 'network_id': 'e72659e1-a681-42db-82b0-2ba24b38afe8', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '3db98226-46f1-4baf-a3de-e65dfad45bea'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:43.008123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a6106a-1426-45bd-90d0-792de7ab4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.024460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e72659e1-a681-42db-82b0-2ba24b38afe8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.084786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a6c2316-88bf-44bf-a9a3-c29749fa33bc req-0d272487-a314-4322-b9c7-ecc09bc58f2c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434226 Feb 10 13:42:43.132931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3db98226-46f1-4baf-a3de-e65dfad45bea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.250987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3db98226-46f1-4baf-a3de-e65dfad45bea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.310635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=3db98226-46f1-4baf-a3de-e65dfad45bea,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:43.330010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a547708-6cdc-4258-9e58-1a1f0cb44239 req-b96ef7a7-1a37-45f0-bced-5254ef3aa22b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:43.331559 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a547708-6cdc-4258-9e58-1a1f0cb44239 req-b96ef7a7-1a37-45f0-bced-5254ef3aa22b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.1088398 Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-09a6106a-1426-45bd-90d0-792de7ab4443 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db98226-46f1-4baf-a3de-e65dfad45bea: This subnet is being modified by another concurrent operation. Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3db98226-46f1-4baf-a3de-e65dfad45bea: This subnet is being modified by another concurrent operation. Feb 10 13:42:43.404738 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:42:43.443006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:42:43.446162 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c221e4-888f-4d57-a3e5-f6b75c585845" -d '{"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-unplugged", "status": "completed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:42:43.449795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5f57e-b4d3-4594-bf5b-6d5fdfeba7f5 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:43.451030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a547708-6cdc-4258-9e58-1a1f0cb44239 req-b7045818-2d17-44ee-8c53-b11074e1597f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053178 Feb 10 13:42:43.456904 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e72659e1-a681-42db-82b0-2ba24b38afe8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.497983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72659e1-a681-42db-82b0-2ba24b38afe8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:43.513846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132304a1-768b-4b52-8b75-cad014dfe18d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:43.516205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132304a1-768b-4b52-8b75-cad014dfe18d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:43.544914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (132304a1-768b-4b52-8b75-cad014dfe18d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.582934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (132304a1-768b-4b52-8b75-cad014dfe18d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.585829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5f57e-b4d3-4594-bf5b-6d5fdfeba7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:43.600598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:43.601047 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (132304a1-768b-4b52-8b75-cad014dfe18d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:43.613065 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:43.679144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488b42c-dc37-41b0-8712-1300a15db336 req-4ebe72ab-a55e-4030-b52a-82a9e69c67bc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:43.680873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f488b42c-dc37-41b0-8712-1300a15db336 req-4ebe72ab-a55e-4030-b52a-82a9e69c67bc tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0929017 Feb 10 13:42:43.769180 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e72659e1-a681-42db-82b0-2ba24b38afe8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.778709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.784938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/e72659e1-a681-42db-82b0-2ba24b38afe8 HTTP/1.1" status: 204 len: 168 time: 0.9925618 Feb 10 13:42:43.786544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:43.795367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455216559'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:43.802694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f488b42c-dc37-41b0-8712-1300a15db336 req-9a846580-840c-4847-a5a6-a114a22d4f42 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099670 Feb 10 13:42:43.824063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84448336-1412-4ac8-a002-9ac9f76c7c2c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=e72659e1-a681-42db-82b0-2ba24b38afe8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:43.857233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:43.863303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b076a0b-4c4b-4477-8a4f-9d9865c48e93 None None] Network e72659e1-a681-42db-82b0-2ba24b38afe8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:43.867251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.891748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b076a0b-4c4b-4477-8a4f-9d9865c48e93 None None] Network e72659e1-a681-42db-82b0-2ba24b38afe8 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:42:43.932131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:43.961749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (20618606-7b68-4936-af47-52efbd3278b1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:43.962202 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 20618606-7b68-4936-af47-52efbd3278b1 of type vlan for network 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 Feb 10 13:42:43.988148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f523f-d19c-4bca-9e1c-547904081f5f req-ee7acad7-0c3d-422b-99e0-fcfd32b16ca7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:43.989693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d96f523f-d19c-4bca-9e1c-547904081f5f req-ee7acad7-0c3d-422b-99e0-fcfd32b16ca7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.0931709 Feb 10 13:42:44.007427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.039709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.047182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:44.048130 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.085173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d96f523f-d19c-4bca-9e1c-547904081f5f req-5eab3a71-cc51-41e7-962a-b339bf862267 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873258 Feb 10 13:42:44.087502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3000963 Feb 10 13:42:44.091192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:44.100680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:44.142122 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048c910-fe12-4a10-8819-6053e295d547 x-openstack-request-id: req-f048c910-fe12-4a10-8819-6053e295d547 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:42:44.147196 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-unplugged", "status": "failed", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659", "code": 422}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:42:44.147664 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f048c910-fe12-4a10-8819-6053e295d547 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:42:44.148345 n-d-815324-6 neutron-server[103401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659', 'code': 422} returned with failed status Feb 10 13:42:44.231850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a5e5f-8fb7-46c5-805b-4fa42d82c65e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:44.234754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:44.339471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:44.343460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.371486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bec32-19bf-409c-95dc-626a9d2311c8 req-7bc1bc51-3a27-4673-b700-9347ad331921 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:44.374783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de8bec32-19bf-409c-95dc-626a9d2311c8 req-7bc1bc51-3a27-4673-b700-9347ad331921 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1062984 Feb 10 13:42:44.495720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de8bec32-19bf-409c-95dc-626a9d2311c8 req-b08f3a2b-d1b0-4cf1-af4a-b0744878b005 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039705 Feb 10 13:42:44.712184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f289422a-c672-4eb7-8832-884c12e911ab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.742170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dda4b-2961-45ef-b6f9-dce09b637a52 req-e4c8967c-cfc0-4308-9543-d83670bc6d7f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:44.744443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4dda4b-2961-45ef-b6f9-dce09b637a52 req-e4c8967c-cfc0-4308-9543-d83670bc6d7f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.1456683 Feb 10 13:42:44.830187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=f289422a-c672-4eb7-8832-884c12e911ab,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:44.853307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab4dda4b-2961-45ef-b6f9-dce09b637a52 req-27ddd2d9-50dd-40bc-a6ac-3e61b7ec12f9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Feb 10 13:42:44.880115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '20618606-7b68-4936-af47-52efbd3278b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:44.880792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:44.927386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:44.943282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:44.949572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:44.950645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:44.953297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742682ca-00da-43b8-adca-5558981233c7 None None] Network 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:44.982210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 92db6674-4d64-4b41-be03-b6eea7c49659 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:42:44.994872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-af4f1d1c-4633-43a6-a323-26c0d1ef9fd1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8998344 Feb 10 13:42:44.995309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:45.162793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:45.341283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c9d54-4451-4249-811a-cfbf0700443e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9', 'network_id': '9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': 'f289422a-c672-4eb7-8832-884c12e911ab'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:45.342196 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-452c9d54-4451-4249-811a-cfbf0700443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:45.352142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f289422a-c672-4eb7-8832-884c12e911ab), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:45.375126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 92db6674-4d64-4b41-be03-b6eea7c49659 is: DOWN; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:42:45.440474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7812f3-363c-4253-ae80-1c6e1c9b96b9 req-7ba9c0b2-7229-4e91-bd5c-cc61160a2ddb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:45.449696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe7812f3-363c-4253-ae80-1c6e1c9b96b9 req-7ba9c0b2-7229-4e91-bd5c-cc61160a2ddb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1561882 Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-452c9d54-4451-4249-811a-cfbf0700443e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f289422a-c672-4eb7-8832-884c12e911ab: This subnet is being modified by another concurrent operation. Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f289422a-c672-4eb7-8832-884c12e911ab: This subnet is being modified by another concurrent operation. Feb 10 13:42:45.530805 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 13:42:45.583833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9cfbf-b612-44f7-b2d3-99f5b3985868 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:45.770679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9cfbf-b612-44f7-b2d3-99f5b3985868 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:45.891507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f289422a-c672-4eb7-8832-884c12e911ab), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:45.923006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=f289422a-c672-4eb7-8832-884c12e911ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:45.942093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe7812f3-363c-4253-ae80-1c6e1c9b96b9 req-bb524582-c489-4601-a24b-810f29748315 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630697 Feb 10 13:42:46.019454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.051657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:46.065899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20618606-7b68-4936-af47-52efbd3278b1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:46.066546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20618606-7b68-4936-af47-52efbd3278b1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:46.083251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (20618606-7b68-4936-af47-52efbd3278b1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.097578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21fc77-05ea-4b41-ae60-5c1626322c1d None None] Network 9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:46.099847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (20618606-7b68-4936-af47-52efbd3278b1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.106201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:46.106711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (20618606-7b68-4936-af47-52efbd3278b1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:46.189445 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:46.207063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.219288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.223590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 HTTP/1.1" status: 204 len: 168 time: 1.2257392 Feb 10 13:42:46.227674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:46.232697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680304954'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:46.255819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:46.260535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.292494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:46.305211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7553beac-a8db-4444-b113-db8aa5463115), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.306022 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 7553beac-a8db-4444-b113-db8aa5463115 of type vlan for network 1561208c-6b04-4d2d-8a48-8137bff7bee5 Feb 10 13:42:46.308681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da351c29-96f8-4850-abee-a91ed63e895a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:46.337226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760c9a4-7a49-403b-aaaa-0d8d538c2a1a req-38204192-7360-4a9a-928c-7016f7c5eec1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:46.339605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4760c9a4-7a49-403b-aaaa-0d8d538c2a1a req-38204192-7360-4a9a-928c-7016f7c5eec1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.1493402 Feb 10 13:42:46.394039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.432211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.442471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4760c9a4-7a49-403b-aaaa-0d8d538c2a1a req-2f3a8684-1899-4718-b326-d9dc4cee4038 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961056 Feb 10 13:42:46.445621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:46.446238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:46.497245 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2682960 Feb 10 13:42:46.501304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:46.534006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd81dd8-d7ff-44de-a2d3-83aa24215fd7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=1561208c-6b04-4d2d-8a48-8137bff7bee5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:46.537770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:46.545064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 1561208c-6b04-4d2d-8a48-8137bff7bee5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:46.720744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:46.744421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.006371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (7d11c2c0-f155-49c6-ac33-4347f787e659), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.165324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=7d11c2c0-f155-49c6-ac33-4347f787e659,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:47.169550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '7553beac-a8db-4444-b113-db8aa5463115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:47.170038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 1561208c-6b04-4d2d-8a48-8137bff7bee5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:47.200501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480bb9-5ee2-4154-8d33-f24a0767bdb5 req-71cf89de-3c5c-4959-87a6-f9caf9d1713a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:47.202751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5480bb9-5ee2-4154-8d33-f24a0767bdb5 req-71cf89de-3c5c-4959-87a6-f9caf9d1713a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1309621 Feb 10 13:42:47.204058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 1561208c-6b04-4d2d-8a48-8137bff7bee5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:47.217291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-0cb8478a-65e6-4132-94a0-1410285c0903 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:47.219422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-0cb8478a-65e6-4132-94a0-1410285c0903 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.5097089 Feb 10 13:42:47.222243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 1561208c-6b04-4d2d-8a48-8137bff7bee5) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:47.231330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca737612-46d0-4440-af7b-2a791e821486 None None] Network 1561208c-6b04-4d2d-8a48-8137bff7bee5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:47.246937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:47.248155 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.295271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9b0117c-e253-4a3d-bf90-73a7ae0e8a2e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7935126 Feb 10 13:42:47.296516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44410) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:47.312060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5480bb9-5ee2-4154-8d33-f24a0767bdb5 req-d147fb07-9650-4f2e-8852-abdc63c46734 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995381 Feb 10 13:42:47.420351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.440594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-1561208c-6b04-4d2d-8a48-8137bff7bee5', 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '7d11c2c0-f155-49c6-ac33-4347f787e659'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:47.442191 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.570058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port 4752da14-4ddb-4815-a5fe-c346e94b8e8f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:47.581152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.653285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7d11c2c0-f155-49c6-ac33-4347f787e659), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.656651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Allocated IP 172.20.0.1 (1561208c-6b04-4d2d-8a48-8137bff7bee5/7d11c2c0-f155-49c6-ac33-4347f787e659/22f42a6c-c606-45ca-927c-bce13ff2fa15) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:47.682983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d04b-6d9d-4c24-a844-18cce1036ad5 req-95fff5ae-3e79-43bd-851e-41b030eadb67 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:47.691459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05d1d04b-6d9d-4c24-a844-18cce1036ad5 req-95fff5ae-3e79-43bd-851e-41b030eadb67 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 945 time: 0.1262956 Feb 10 13:42:47.772179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05d1d04b-6d9d-4c24-a844-18cce1036ad5 req-07ef3ebb-6e02-40e7-acc0-0d835df4886d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739069 Feb 10 13:42:47.843090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port 4752da14-4ddb-4815-a5fe-c346e94b8e8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4752da14-4ddb-4815-a5fe-c346e94b8e8f,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:47.843736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.882041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for 4752da14-4ddb-4815-a5fe-c346e94b8e8f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:47.915625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks [] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.923623 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.959929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (7d11c2c0-f155-49c6-ac33-4347f787e659), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:47.961438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Network 1561208c-6b04-4d2d-8a48-8137bff7bee5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:47.964850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:47.972830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:48.008638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=7d11c2c0-f155-49c6-ac33-4347f787e659,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:48.015370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Pushing event updated for resources: {'Port': ['ID=22f42a6c-c606-45ca-927c-bce13ff2fa15,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:48.048649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Attempting to bind port 22f42a6c-c606-45ca-927c-bce13ff2fa15 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:42:48.048990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Attempting to bind port 22f42a6c-c606-45ca-927c-bce13ff2fa15 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7553beac-a8db-4444-b113-db8aa5463115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:42:48.049362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Attempting to bind port 22f42a6c-c606-45ca-927c-bce13ff2fa15 on network 1561208c-6b04-4d2d-8a48-8137bff7bee5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:42:48.054902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:42:48.055287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Checking segment: {'id': '7553beac-a8db-4444-b113-db8aa5463115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:48.055757 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.056164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Bound using segment: {'id': '7553beac-a8db-4444-b113-db8aa5463115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:42:48.056636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Bound port: 22f42a6c-c606-45ca-927c-bce13ff2fa15, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7553beac-a8db-4444-b113-db8aa5463115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:42:48.057073 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.072938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.073303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.073712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.074113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.074462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.074852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.075190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.075526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.075909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.076294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.076630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.077073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.077407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:42:48.087148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.110802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1561208c-6b04-4d2d-8a48-8137bff7bee5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:48.122919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7553beac-a8db-4444-b113-db8aa5463115') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:48.123532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7553beac-a8db-4444-b113-db8aa5463115') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:48.139960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] For port 22f42a6c-c606-45ca-927c-bce13ff2fa15, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:42:48.144117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] For port 22f42a6c-c606-45ca-927c-bce13ff2fa15, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22f42a6c-c606-45ca-927c-bce13ff2fa15,segment=NetworkSegment(7553beac-a8db-4444-b113-db8aa5463115),segment_id=7553beac-a8db-4444-b113-db8aa5463115)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:42:48.146704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7553beac-a8db-4444-b113-db8aa5463115), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.152677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.167226 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7553beac-a8db-4444-b113-db8aa5463115), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.198055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:48.198592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7553beac-a8db-4444-b113-db8aa5463115), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:48.203228 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:48.329390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4752da14-4ddb-4815-a5fe-c346e94b8e8f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.330967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:42:48.330967 n-d-815324-6 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:42:48.330967 n-d-815324-6 neutron-server[103400]: [parameters: {'id': '1561208c-6b04-4d2d-8a48-8137bff7bee5'}] Feb 10 13:42:48.330967 n-d-815324-6 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:42:48.331324 n-d-815324-6 neutron-server[103400]: DEBUG oslo_db.api [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:42:48.333828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166e80a-8024-4a0f-9150-96e83f63800a None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:48.373226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=4752da14-4ddb-4815-a5fe-c346e94b8e8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:48.436890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port 4752da14-4ddb-4815-a5fe-c346e94b8e8f on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:48.441016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.446141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9d0edd71-f87d-436b-b77f-0343ae2b1056 req-259d0add-4d23-4fc5-af19-b72d83a9065a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/4752da14-4ddb-4815-a5fe-c346e94b8e8f HTTP/1.1" status: 204 len: 173 time: 1.2209010 Feb 10 13:42:48.446812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'name': 'network-vif-deleted', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:42:48.451261 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b058c2-990f-488f-bb84-53ade0f23a1f" -d '{"events": [{"server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "name": "network-vif-deleted", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:42:48.472362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4752da14-4ddb-4815-a5fe-c346e94b8e8f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:42:48.564176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6c73-3c52-441e-a9a5-972c550bd2e2 None None] Pushing event updated for resources: {'Port': ['ID=22f42a6c-c606-45ca-927c-bce13ff2fa15,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:48.564652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47db4-d805-45b1-8eb5-eb531e7f1898 req-b70823d4-07fe-4728-8290-90c341fa05d1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:48.571652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dae47db4-d805-45b1-8eb5-eb531e7f1898 req-b70823d4-07fe-4728-8290-90c341fa05d1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1307600 Feb 10 13:42:48.626602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166e80a-8024-4a0f-9150-96e83f63800a None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:48.646788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dae47db4-d805-45b1-8eb5-eb531e7f1898 req-994f033c-5338-4508-9818-02d026c0bd99 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741417 Feb 10 13:42:48.705408 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f7d3b-867e-4975-b415-1dd8f00c496f x-openstack-request-id: req-150f7d3b-867e-4975-b415-1dd8f00c496f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:42:48.705820 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2583f25c-d0c5-4a27-98ad-029b0b2a9438", "name": "network-vif-deleted", "tag": "4752da14-4ddb-4815-a5fe-c346e94b8e8f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:42:48.706162 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-150f7d3b-867e-4975-b415-1dd8f00c496f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:42:48.707368 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2583f25c-d0c5-4a27-98ad-029b0b2a9438', 'name': 'network-vif-deleted', 'tag': '4752da14-4ddb-4815-a5fe-c346e94b8e8f', 'status': 'completed', 'code': 200} Feb 10 13:42:48.836489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.945478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port 22f42a6c-c606-45ca-927c-bce13ff2fa15 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:48.949276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:48.963676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24755ee8-07e2-42d8-abea-8920732fcf39 None None] Network 1561208c-6b04-4d2d-8a48-8137bff7bee5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:48.989440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe29a367-9bcf-439b-9ea2-3c97d700e4fd req-8860d71a-8d56-4632-83d8-95796398af25 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0872803 Feb 10 13:42:49.080578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port 22f42a6c-c606-45ca-927c-bce13ff2fa15, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=22f42a6c-c606-45ca-927c-bce13ff2fa15,segment=NetworkSegment(7553beac-a8db-4444-b113-db8aa5463115),segment_id=7553beac-a8db-4444-b113-db8aa5463115)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:49.080970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.117237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for 22f42a6c-c606-45ca-927c-bce13ff2fa15 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:49.228361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (22f42a6c-c606-45ca-927c-bce13ff2fa15), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.275739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=22f42a6c-c606-45ca-927c-bce13ff2fa15,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:49.280718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port 22f42a6c-c606-45ca-927c-bce13ff2fa15 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:49.392207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.414631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1561208c-6b04-4d2d-8a48-8137bff7bee5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:49.426108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7553beac-a8db-4444-b113-db8aa5463115') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:49.426712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7553beac-a8db-4444-b113-db8aa5463115') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:49.439277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7553beac-a8db-4444-b113-db8aa5463115), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.454992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7553beac-a8db-4444-b113-db8aa5463115), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.462925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:49.463503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7553beac-a8db-4444-b113-db8aa5463115), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:49.467296 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:49.567297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1561208c-6b04-4d2d-8a48-8137bff7bee5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.579995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.595765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/1561208c-6b04-4d2d-8a48-8137bff7bee5 HTTP/1.1" status: 204 len: 168 time: 2.2974114 Feb 10 13:42:49.599024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:49.604031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382126379'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:49.618752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f8b7-58cb-466a-80df-d93d5f2c2f92 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=1561208c-6b04-4d2d-8a48-8137bff7bee5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:49.636591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:49.643477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.694759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:49.709064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.709730 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment cdae2e3c-9006-4e05-afdb-633d15651f74 of type vlan for network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad Feb 10 13:42:49.781931 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.846978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d991be8-4c91-4af6-b3c7-a623b2958acf req-858878d4-c422-4aee-8815-e3d064c37364 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:49.848933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d991be8-4c91-4af6-b3c7-a623b2958acf req-858878d4-c422-4aee-8815-e3d064c37364 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0923321 Feb 10 13:42:49.850164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.855830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:49.856467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:49.968224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3672616 Feb 10 13:42:49.971627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:49.977493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:50.017227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d991be8-4c91-4af6-b3c7-a623b2958acf req-241e6c49-119c-48a0-b329-1c384e383cd1 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554251 Feb 10 13:42:50.031151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8b5e-42a6-4b65-bb35-07def2573cb4 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:50.041093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:50.124634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2387d93-e5aa-4c07-8570-7c05d123beab req-0717e2d5-8da3-4a1b-86a6-e5795d2672cc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0403595 Feb 10 13:42:50.257499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.284467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.332308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:42:50.337721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:50.338552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.340046 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "PUT /v2.0/networks/f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad HTTP/1.1" status: 200 len: 723 time: 0.3673115 Feb 10 13:42:50.343220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:50.373079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:50.415990 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e17d0-31cf-4767-9295-5b9bdcf19824 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:50.428966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:50.508366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:50.512829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.551590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4752da14-4ddb-4815-a5fe-c346e94b8e8f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:42:50.633376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 4752da14-4ddb-4815-a5fe-c346e94b8e8f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:42:50.633727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4752da14-4ddb-4815-a5fe-c346e94b8e8f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:42:50.783745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f60bb18d-19ba-487f-9eb0-7182620733fb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.839134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=f60bb18d-19ba-487f-9eb0-7182620733fb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:50.898278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': 'cdae2e3c-9006-4e05-afdb-633d15651f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:50.898662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:50.934306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:50.949118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:50.953907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:50.954532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:50.965667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bc397-a253-4f32-a9e8-e6dc51d44123 None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:51.000033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02a35967-962b-44fe-b560-1b45e41570d1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6529717 Feb 10 13:42:51.000355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:51.008513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:51.188930 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60208929'] for subnet (f60bb18d-19ba-487f-9eb0-7182620733fb), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.196797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10a9c-ea22-49fe-9338-49a4cff71940 req-6920f4f9-3ba1-4c3b-aeb0-c2fb0f0eb783 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:51.207663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1a10a9c-ea22-49fe-9338-49a4cff71940 req-6920f4f9-3ba1-4c3b-aeb0-c2fb0f0eb783 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1018374 Feb 10 13:42:51.231936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad', 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': 'f60bb18d-19ba-487f-9eb0-7182620733fb'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:51.239608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.276859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1a10a9c-ea22-49fe-9338-49a4cff71940 req-424c8686-ee6e-415d-944f-f473aba1071f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628729 Feb 10 13:42:51.462990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-00482c9b-dbaf-489e-8f57-3966eefae238 req-72b179d7-4315-4f95-99e0-3283bcc401e8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Feb 10 13:42:51.595390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754120288247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59276660'] for subnet (f60bb18d-19ba-487f-9eb0-7182620733fb), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.612864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:51.613465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.617501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:51.617694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "PUT /v2.0/subnets/f60bb18d-19ba-487f-9eb0-7182620733fb HTTP/1.1" status: 200 len: 806 time: 0.6156380 Feb 10 13:42:51.678572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Allocated IP 172.20.0.2 (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad/f60bb18d-19ba-487f-9eb0-7182620733fb/b3a4cd0e-52e4-41a0-b1de-a6ce27357841) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:51.710121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162e946-0150-499a-a5d7-4f69e86522af tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=f60bb18d-19ba-487f-9eb0-7182620733fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:51.744564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.831905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f60bb18d-19ba-487f-9eb0-7182620733fb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.976007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks [] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:51.989697 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.012535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f60bb18d-19ba-487f-9eb0-7182620733fb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.043055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=f60bb18d-19ba-487f-9eb0-7182620733fb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:52.062748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:52.066392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:52.069729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:52.080174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Pushing event updated for resources: {'Port': ['ID=b3a4cd0e-52e4-41a0-b1de-a6ce27357841,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:52.129322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.166485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:52.179479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdae2e3c-9006-4e05-afdb-633d15651f74') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:52.179897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdae2e3c-9006-4e05-afdb-633d15651f74') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:52.187663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Attempting to bind port b3a4cd0e-52e4-41a0-b1de-a6ce27357841 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:42:52.188035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Attempting to bind port b3a4cd0e-52e4-41a0-b1de-a6ce27357841 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'cdae2e3c-9006-4e05-afdb-633d15651f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:42:52.188402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Attempting to bind port b3a4cd0e-52e4-41a0-b1de-a6ce27357841 on network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:42:52.191600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.200006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:42:52.202949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Checking segment: {'id': 'cdae2e3c-9006-4e05-afdb-633d15651f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:52.203752 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.210730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Bound using segment: {'id': 'cdae2e3c-9006-4e05-afdb-633d15651f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:42:52.211293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Bound port: b3a4cd0e-52e4-41a0-b1de-a6ce27357841, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdae2e3c-9006-4e05-afdb-633d15651f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:42:52.211703 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.218695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.226104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:52.226502 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:52.289563 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:52.291324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] For port b3a4cd0e-52e4-41a0-b1de-a6ce27357841, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:42:52.295566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] For port b3a4cd0e-52e4-41a0-b1de-a6ce27357841, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3a4cd0e-52e4-41a0-b1de-a6ce27357841,segment=NetworkSegment(cdae2e3c-9006-4e05-afdb-633d15651f74),segment_id=cdae2e3c-9006-4e05-afdb-633d15651f74)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:42:52.297947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:42:52.297947 n-d-815324-6 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:42:52.297947 n-d-815324-6 neutron-server[103399]: [parameters: {'id': 'f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad'}] Feb 10 13:42:52.297947 n-d-815324-6 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:42:52.298344 n-d-815324-6 neutron-server[103399]: DEBUG oslo_db.api [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:42:52.304633 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.416797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c0c1-4934-4bf1-98f4-c3e92bd27c8a None None] Pushing event updated for resources: {'Port': ['ID=b3a4cd0e-52e4-41a0-b1de-a6ce27357841,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:52.477392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee3736-56ba-4df6-b50b-7ca99d05aa3f None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:52.564926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507c2f1-fe57-43ea-b51e-240c6f66166e req-47503bda-ee73-4adc-ae6d-e63ff9beb0e9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:52.574418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9507c2f1-fe57-43ea-b51e-240c6f66166e req-47503bda-ee73-4adc-ae6d-e63ff9beb0e9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1125891 Feb 10 13:42:52.674383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9507c2f1-fe57-43ea-b51e-240c6f66166e req-ab9da57c-e951-4c89-92cc-ca72986be463 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989606 Feb 10 13:42:52.674996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee3736-56ba-4df6-b50b-7ca99d05aa3f None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:52.786053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-495fd3c9-32f6-4062-be7f-bd3c7265d79d req-fab7c529-7cf0-49b8-a814-1adfc4b219b9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0392320 Feb 10 13:42:52.810483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:52.926183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port b3a4cd0e-52e4-41a0-b1de-a6ce27357841 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:52.926532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.016927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port b3a4cd0e-52e4-41a0-b1de-a6ce27357841, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3a4cd0e-52e4-41a0-b1de-a6ce27357841,segment=NetworkSegment(cdae2e3c-9006-4e05-afdb-633d15651f74),segment_id=cdae2e3c-9006-4e05-afdb-633d15651f74)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:53.017320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.039879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for b3a4cd0e-52e4-41a0-b1de-a6ce27357841 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:53.188929 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b3a4cd0e-52e4-41a0-b1de-a6ce27357841), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.243952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=b3a4cd0e-52e4-41a0-b1de-a6ce27357841,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:53.247166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df8a095-9e60-456b-b3f7-f457a1450eb9 None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:53.250927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port b3a4cd0e-52e4-41a0-b1de-a6ce27357841 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:53.377569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8289d-01a7-4eb1-a2d5-4baa14fb63cc None None] Network f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:53.410000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.507397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:53.519361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdae2e3c-9006-4e05-afdb-633d15651f74') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:53.519921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdae2e3c-9006-4e05-afdb-633d15651f74') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:53.530479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.544932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.552040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:53.553143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (cdae2e3c-9006-4e05-afdb-633d15651f74), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:53.556389 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:53.662340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.669909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.676938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:53.685303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad HTTP/1.1" status: 204 len: 168 time: 2.0662346 Feb 10 13:42:53.714880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3a6d-9147-425b-824f-2463d073c03a tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:53.740622 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aa4784-563b-4a26-8adb-5d88a5ace9ff tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:42:53.741200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79aa4784-563b-4a26-8adb-5d88a5ace9ff tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:42:53.746110 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79aa4784-563b-4a26-8adb-5d88a5ace9ff tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad HTTP/1.1" status: 404 len: 339 time: 0.0681469 Feb 10 13:42:53.751052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:53.756237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1183222889', 'description': 'd1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:53.846164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:53.851590 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.912039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:53.922413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6bda348c-bf8d-4aeb-b8da-32dc1d511e46), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:53.922818 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 6bda348c-bf8d-4aeb-b8da-32dc1d511e46 of type vlan for network db204521-4906-4e1a-8146-801577eea7ff Feb 10 13:42:53.971860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd80c9-5c9d-48ba-8432-f4a8cd7b691b req-c5e43381-f66d-46b3-912d-3e720e25d4a5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:53.973365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73dd80c9-5c9d-48ba-8432-f4a8cd7b691b req-c5e43381-f66d-46b3-912d-3e720e25d4a5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1746795 Feb 10 13:42:53.987827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (db204521-4906-4e1a-8146-801577eea7ff), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.097825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73dd80c9-5c9d-48ba-8432-f4a8cd7b691b req-7f1fe771-71c3-4311-ab4e-ae3da6fdbb0b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058741 Feb 10 13:42:54.117805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (db204521-4906-4e1a-8146-801577eea7ff), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.122221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:54.122809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.200918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4487042 Feb 10 13:42:54.204263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:54.270094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978108f-e012-4a03-bc4a-6a7714f59bbe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=db204521-4906-4e1a-8146-801577eea7ff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:54.293914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network db204521-4906-4e1a-8146-801577eea7ff details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:54.369652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e1ac85d-ab14-4ae4-8e41-f33eb6bec958 req-786feb32-af05-4d16-b8f4-8daecb232872 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0344753 Feb 10 13:42:54.409550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d81ae-2c05-4e7a-a202-3e2f800b6dc6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:54.411053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-644d81ae-2c05-4e7a-a202-3e2f800b6dc6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks?id=db204521-4906-4e1a-8146-801577eea7ff HTTP/1.1" status: 200 len: 761 time: 0.2061830 Feb 10 13:42:54.413873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:54.419253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'description': 'd2'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:54.695417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (db204521-4906-4e1a-8146-801577eea7ff), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.714150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (db204521-4906-4e1a-8146-801577eea7ff), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.791863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network db204521-4906-4e1a-8146-801577eea7ff is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 13:42:54.798867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:54.799480 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:54.800782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "PUT /v2.0/networks/db204521-4906-4e1a-8146-801577eea7ff HTTP/1.1" status: 200 len: 758 time: 0.3857102 Feb 10 13:42:54.802084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dc31f-0873-4d9a-9692-ecfb5cd5e371 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=db204521-4906-4e1a-8146-801577eea7ff,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:54.803602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:54.815181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network db204521-4906-4e1a-8146-801577eea7ff details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:54.944262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006fa0a-6987-4291-8383-277f3ffec7bf tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:54.944262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4006fa0a-6987-4291-8383-277f3ffec7bf tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks?id=db204521-4906-4e1a-8146-801577eea7ff HTTP/1.1" status: 200 len: 761 time: 0.1222429 Feb 10 13:42:54.944262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:54.944262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-446351895'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:55.001124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:55.006622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.053004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:42:55.065364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.065913 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment eb071f99-484a-4346-8717-3535ad6271ea of type vlan for network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed Feb 10 13:42:55.125689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.154236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.160226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:55.161167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.273425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:55.278675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:42:55.283416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3497863 Feb 10 13:42:55.301989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab82d2-232b-411e-a873-b5e6d8903b30 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=2c1bb2ec-61ea-44e8-89b2-d151a24103ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:55.321734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:42:55.374483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91cac-edd9-437f-b531-dc82eff1da56 req-271a0f1b-9fd0-4c46-a597-33b933c41f49 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:55.400848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8b91cac-edd9-437f-b531-dc82eff1da56 req-271a0f1b-9fd0-4c46-a597-33b933c41f49 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1970651 Feb 10 13:42:55.492568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:42:55.498240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.581496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8b91cac-edd9-437f-b531-dc82eff1da56 req-d7180c69-5646-41ba-98c8-a7d015d67892 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784320 Feb 10 13:42:55.752490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76257eeb-a70e-4150-87e1-d6ffc99c4821 req-4bc8fd60-afd1-41be-b3ad-675be939f668 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0560029 Feb 10 13:42:55.838758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (7e60ddf0-5546-45a2-927a-4b482b1bc0b8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.908492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=7e60ddf0-5546-45a2-927a-4b482b1bc0b8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:55.937374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': 'eb071f99-484a-4346-8717-3535ad6271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:55.937744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 2c1bb2ec-61ea-44e8-89b2-d151a24103ed, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:42:55.960905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:42:55.974161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2c1bb2ec-61ea-44e8-89b2-d151a24103ed) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:55.984601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:55.985725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:55.986494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e866345-f998-40ab-915f-bfc84b47db84 None None] Network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:56.019422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-466997ac-7ea0-4e02-943b-d616a008b5d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7446949 Feb 10 13:42:56.021763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:56.194815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2c1bb2ec-61ea-44e8-89b2-d151a24103ed', 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': '7e60ddf0-5546-45a2-927a-4b482b1bc0b8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:42:56.195794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.322062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.411566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Allocated IP 172.20.0.2 (2c1bb2ec-61ea-44e8-89b2-d151a24103ed/7e60ddf0-5546-45a2-927a-4b482b1bc0b8/4198a54b-c765-4692-8cd1-e3a4379e7399) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:42:56.414437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7e60ddf0-5546-45a2-927a-4b482b1bc0b8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.441124 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:42:56.613336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks [] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.628140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.651700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (7e60ddf0-5546-45a2-927a-4b482b1bc0b8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.711216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Pushing event updated for resources: {'Port': ['ID=4198a54b-c765-4692-8cd1-e3a4379e7399,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:56.721797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=7e60ddf0-5546-45a2-927a-4b482b1bc0b8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:56.736862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:42:56.739439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:42:56.749498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:42:56.790979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5acb-d37d-44b9-ab1e-983e906d3148 req-a87b0ba8-9727-4eaf-91fb-6a4f8a27e8fa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:56.799565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d5acb-d37d-44b9-ab1e-983e906d3148 req-a87b0ba8-9727-4eaf-91fb-6a4f8a27e8fa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0919850 Feb 10 13:42:56.853850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.877105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1bb2ec-61ea-44e8-89b2-d151a24103ed']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:56.885516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d5acb-d37d-44b9-ab1e-983e906d3148 req-1bf4df67-8641-448e-91fb-1b4c40b1f64c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844228 Feb 10 13:42:56.897245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb071f99-484a-4346-8717-3535ad6271ea') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:56.897548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb071f99-484a-4346-8717-3535ad6271ea') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:56.901926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Attempting to bind port 4198a54b-c765-4692-8cd1-e3a4379e7399 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:42:56.905007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Attempting to bind port 4198a54b-c765-4692-8cd1-e3a4379e7399 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eb071f99-484a-4346-8717-3535ad6271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:42:56.905399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Attempting to bind port 4198a54b-c765-4692-8cd1-e3a4379e7399 on network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:42:56.907804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.917934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:42:56.918261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Checking segment: {'id': 'eb071f99-484a-4346-8717-3535ad6271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:42:56.918678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.919082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Bound using segment: {'id': 'eb071f99-484a-4346-8717-3535ad6271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:42:56.921852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.924152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Bound port: 4198a54b-c765-4692-8cd1-e3a4379e7399, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb071f99-484a-4346-8717-3535ad6271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:42:56.924598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:56.928536 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:56.928816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:57.017395 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:57.026034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 13:42:57.026034 n-d-815324-6 neutron-server[103400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 13:42:57.026034 n-d-815324-6 neutron-server[103400]: [parameters: {'id': '2c1bb2ec-61ea-44e8-89b2-d151a24103ed'}] Feb 10 13:42:57.026034 n-d-815324-6 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:42:57.026930 n-d-815324-6 neutron-server[103400]: DEBUG oslo_db.api [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:42:57.053401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42e9dffb-a471-4d50-8a97-82ba0195f413 req-725451ee-69ca-47a0-ac30-e82b768cff96 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0692561 Feb 10 13:42:57.097999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] For port 4198a54b-c765-4692-8cd1-e3a4379e7399, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:42:57.105595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] For port 4198a54b-c765-4692-8cd1-e3a4379e7399, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4198a54b-c765-4692-8cd1-e3a4379e7399,segment=NetworkSegment(eb071f99-484a-4346-8717-3535ad6271ea),segment_id=eb071f99-484a-4346-8717-3535ad6271ea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:42:57.118612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:57.229813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e6d95-ca5e-4659-a368-e8c54a727933 None None] Pushing event updated for resources: {'Port': ['ID=4198a54b-c765-4692-8cd1-e3a4379e7399,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:57.302188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20e818-fb4e-4b0a-a6e0-5064ea1ece75 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 13:42:57.390794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bca32-2fee-4449-8fcf-2abf2bcbc425 req-bf8a4844-505b-46d2-846e-4c533fca2c66 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:57.402410 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-913bca32-2fee-4449-8fcf-2abf2bcbc425 req-bf8a4844-505b-46d2-846e-4c533fca2c66 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0939286 Feb 10 13:42:57.405946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-67836124-35cb-41a7-b9d0-a9bbe8d8574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:57.407502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-67836124-35cb-41a7-b9d0-a9bbe8d8574c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.1066999 Feb 10 13:42:57.525775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-0b0f3bb8-9459-44e7-a326-b410e272a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:57.527410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-0b0f3bb8-9459-44e7-a326-b410e272a75a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.1102052 Feb 10 13:42:57.527975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:57.551003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-913bca32-2fee-4449-8fcf-2abf2bcbc425 req-725e1111-061d-4e23-a764-f4d38a07742c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443591 Feb 10 13:42:57.558535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20e818-fb4e-4b0a-a6e0-5064ea1ece75 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 13:42:57.668584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port 4198a54b-c765-4692-8cd1-e3a4379e7399 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:42:57.668954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:57.696966 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-3ec2ff1e-1e27-4da2-b120-9ef031b604cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.1600747 Feb 10 13:42:57.824113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port 4198a54b-c765-4692-8cd1-e3a4379e7399, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4198a54b-c765-4692-8cd1-e3a4379e7399,segment=NetworkSegment(eb071f99-484a-4346-8717-3535ad6271ea),segment_id=eb071f99-484a-4346-8717-3535ad6271ea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:42:57.824493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:57.829373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9071e143-f22d-483d-bcad-ed72d9577116 None None] Network 2c1bb2ec-61ea-44e8-89b2-d151a24103ed requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:42:57.844459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for 4198a54b-c765-4692-8cd1-e3a4379e7399 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:42:57.854461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-ba385576-f778-48c1-aff2-1ebecf6a2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:57.855938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-ba385576-f778-48c1-aff2-1ebecf6a2a3d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1089432 Feb 10 13:42:57.986083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4198a54b-c765-4692-8cd1-e3a4379e7399), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.024152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=4198a54b-c765-4692-8cd1-e3a4379e7399,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:58.038407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port 4198a54b-c765-4692-8cd1-e3a4379e7399 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:42:58.051236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-8db03df8-eccd-4631-af74-88c36643432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:58.052772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-8db03df8-eccd-4631-af74-88c36643432c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1833155 Feb 10 13:42:58.208657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8419d06c-d508-4087-b2af-9265a46d7568 req-4b2c406b-257b-4e4e-9bcc-ff0530beadfd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0596762 Feb 10 13:42:58.216909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.255002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1bb2ec-61ea-44e8-89b2-d151a24103ed']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:58.271458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb071f99-484a-4346-8717-3535ad6271ea') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:58.271981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb071f99-484a-4346-8717-3535ad6271ea') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:42:58.287923 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.295955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-57a9ace6-0986-4029-afb7-374a49f76593 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170281 Feb 10 13:42:58.328733 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.345402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:42:58.345898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (eb071f99-484a-4346-8717-3535ad6271ea), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:42:58.349520 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:42:58.483541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-cc3d61da-624d-4045-b94d-bf81921c6bb8 req-8307d237-b66b-4339-bf93-9a2637bf4037 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806824 Feb 10 13:42:58.488786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2c1bb2ec-61ea-44e8-89b2-d151a24103ed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.525070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:42:58.546274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:58.556829 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/2c1bb2ec-61ea-44e8-89b2-d151a24103ed HTTP/1.1" status: 204 len: 168 time: 2.5336289 Feb 10 13:42:58.557799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2eabc-7c13-485a-9281-2d847a5d8ab2 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=2c1bb2ec-61ea-44e8-89b2-d151a24103ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:42:58.597077 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-17005411-5867-4010-8544-002acc04dc9f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] GET failed (client error): The resource could not be found. Feb 10 13:42:58.598718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-17005411-5867-4010-8544-002acc04dc9f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets/7e60ddf0-5546-45a2-927a-4b482b1bc0b8 HTTP/1.1" status: 404 len: 337 time: 0.0511351 Feb 10 13:42:58.601435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:58.647067 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-23836399-2402-455b-83fd-21c521c05eb1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:42:58.652953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23836399-2402-455b-83fd-21c521c05eb1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:42:58.657173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-23836399-2402-455b-83fd-21c521c05eb1 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/2c1bb2ec-61ea-44e8-89b2-d151a24103ed HTTP/1.1" status: 404 len: 339 time: 0.0544093 Feb 10 13:42:58.663286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:58.729287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2377f5-4ff7-4532-bdf0-dc9924a40e62 req-03aa6fae-b16c-4bcd-a201-77d6742e8f84 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:58.730815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c2377f5-4ff7-4532-bdf0-dc9924a40e62 req-03aa6fae-b16c-4bcd-a201-77d6742e8f84 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0723803 Feb 10 13:42:58.801238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c2377f5-4ff7-4532-bdf0-dc9924a40e62 req-2fdb5a25-6e28-4f09-acd3-c5a8aea56f94 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643191 Feb 10 13:42:58.941031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0f883-d9e2-4a82-81fe-c049357d3037 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:58.942678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f7f0f883-d9e2-4a82-81fe-c049357d3037 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2783916 Feb 10 13:42:58.945482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:59.010427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3bd52491-0d61-42b0-a7cd-0367f6130e9c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 207 time: 0.0634098 Feb 10 13:42:59.015756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:59.328867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76f07f7-a29f-478e-8b11-8f7280f04886 req-f2f5fdaa-41ee-4850-892c-a378aa06f5a4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0419090 Feb 10 13:42:59.349011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9593059-4b41-4969-ba8b-554de66cd405 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:59.353942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9593059-4b41-4969-ba8b-554de66cd405 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:59.358857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9593059-4b41-4969-ba8b-554de66cd405 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:59.364161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9593059-4b41-4969-ba8b-554de66cd405 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:42:59.371133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44810) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:42:59.371287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a9593059-4b41-4969-ba8b-554de66cd405 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3539667 Feb 10 13:42:59.883018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d94c3cd2-fe62-4aa7-b2b1-04a450cb0972 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5058088 Feb 10 13:42:59.883365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.009160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398338-1360-4387-bda1-0ff2b865c981 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.010560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398338-1360-4387-bda1-0ff2b865c981 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.012072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f5398338-1360-4387-bda1-0ff2b865c981 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1139941 Feb 10 13:43:00.017365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.020665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea68e6-b1f4-41c4-89a9-f324f9428245 req-173a37db-65ce-4df1-8282-ea1f80a2981c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.022122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89ea68e6-b1f4-41c4-89a9-f324f9428245 req-173a37db-65ce-4df1-8282-ea1f80a2981c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1227276 Feb 10 13:43:00.094115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4769c-1039-4945-9bca-9350e1d57d74 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.095956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4769c-1039-4945-9bca-9350e1d57d74 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['shared'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.097444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ce4769c-1039-4945-9bca-9350e1d57d74 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0773630 Feb 10 13:43:00.100969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.109945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89ea68e6-b1f4-41c4-89a9-f324f9428245 req-9d8af919-6c07-462a-bef5-427c0a8d6114 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762794 Feb 10 13:43:00.240310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180ef5a-a50d-4e8b-9df8-1dcf30a78068 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.240310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d180ef5a-a50d-4e8b-9df8-1dcf30a78068 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks/f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 HTTP/1.1" status: 200 len: 800 time: 0.1377382 Feb 10 13:43:00.245588 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44854) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.317401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07cdea-f283-4f31-a227-451a991afd5c req-b9dfb30e-341d-43d9-8e4b-1e7f08d2db0f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.319482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d07cdea-f283-4f31-a227-451a991afd5c req-b9dfb30e-341d-43d9-8e4b-1e7f08d2db0f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1180074 Feb 10 13:43:00.366433 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d4d3eb2f-89f5-4760-8dec-aa9e496ee671 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/networks/f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1199503 Feb 10 13:43:00.367373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.384889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d07cdea-f283-4f31-a227-451a991afd5c req-1c1950d5-6d36-44f9-a873-ce6d1b9c4eeb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595000 Feb 10 13:43:00.440684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734d4f7-b544-4436-8f00-286fee616076 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.442095 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9734d4f7-b544-4436-8f00-286fee616076 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets/365aeb74-6ee3-40b8-b3c9-48fb407cc9b0 HTTP/1.1" status: 200 len: 811 time: 0.0737441 Feb 10 13:43:00.445837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.516080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bea39c3b-4e1d-4ed1-badc-76d7bc8048c1 req-9a1e9513-5ddc-4e2a-a53e-611a3c500a86 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0590949 Feb 10 13:43:00.538045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0769423-ff73-442d-9ccf-6dfb8ca06e02 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.539448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b0769423-ff73-442d-9ccf-6dfb8ca06e02 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "GET /v2.0/subnets/365aeb74-6ee3-40b8-b3c9-48fb407cc9b0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0926402 Feb 10 13:43:00.545680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.551197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557068838'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:00.589107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:00.598842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.631889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:43:00.643596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2026403b-9c97-4a91-b879-9d8d6988a94c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.643999 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Added segment 2026403b-9c97-4a91-b879-9d8d6988a94c of type vlan for network 47fc3338-a0b1-4016-a9d9-b862396a55fe Feb 10 13:43:00.728605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (47fc3338-a0b1-4016-a9d9-b862396a55fe), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.741485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc75e-800a-4dcb-99b7-26738319bdab req-b9c7f1d5-131d-4fac-b1ca-2299085ae6b9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.749329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a79cc75e-800a-4dcb-99b7-26738319bdab req-b9c7f1d5-131d-4fac-b1ca-2299085ae6b9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1151056 Feb 10 13:43:00.770571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (47fc3338-a0b1-4016-a9d9-b862396a55fe), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.779719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:00.781197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.824349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2771926 Feb 10 13:43:00.828836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:00.834071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:00.848525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a79cc75e-800a-4dcb-99b7-26738319bdab req-766e2d52-09db-4db2-b42b-d5f29d2e55f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982456 Feb 10 13:43:00.862699 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dacc3a58-16da-4d0e-bc06-d4a3df85aaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:00.897741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4efa2-cf13-4f25-8a91-5bdcdc5b070f tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Network': ['ID=47fc3338-a0b1-4016-a9d9-b862396a55fe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:00.913200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:43:01.090582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Made reservation on behalf of d1188008e4fa436aa69b40270c79cdef for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:01.095648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:01.118050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4c0b7-5233-4e04-89b7-7ff4f021ac44 req-e18e8179-75e3-4e3c-a72d-b1a0b98833e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:01.119823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84d4c0b7-5233-4e04-89b7-7ff4f021ac44 req-e18e8179-75e3-4e3c-a72d-b1a0b98833e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1064565 Feb 10 13:43:01.214532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 13:43:01.215301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 13:43:01.260138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84d4c0b7-5233-4e04-89b7-7ff4f021ac44 req-023fb545-95b2-4a5d-9db1-8a1b5037ff18 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288021 Feb 10 13:43:01.481763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (c42651f8-1fa2-461a-a3d8-7454eb2aab64), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:01.496301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4e43-bfd1-41a6-9c58-9dfc2caadc52 req-4beba5ff-78f3-47a3-b4f8-7c724b243cd4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:01.501775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-468f4e43-bfd1-41a6-9c58-9dfc2caadc52 req-4beba5ff-78f3-47a3-b4f8-7c724b243cd4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1443164 Feb 10 13:43:01.579123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=c42651f8-1fa2-461a-a3d8-7454eb2aab64,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:01.614436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Checking segment: {'id': '2026403b-9c97-4a91-b879-9d8d6988a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:43:01.614797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network hostable DHCP agents. Network: 47fc3338-a0b1-4016-a9d9-b862396a55fe, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:43:01.627763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-468f4e43-bfd1-41a6-9c58-9dfc2caadc52 req-5a6a249b-329a-433c-9783-333f94017523 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081526 Feb 10 13:43:01.666037 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:43:01.694347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 47fc3338-a0b1-4016-a9d9-b862396a55fe) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:43:01.702335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878cc89-4c2a-4426-97a0-4afc406906ba None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:01.706350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:01.706973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:01.727319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3c8263a-0f7b-4d9f-9d55-da8912c20de8 req-a6eb3505-b0b1-4948-b309-efce3469c659 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0340064 Feb 10 13:43:01.767093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:01.767589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9e952edc-6c7a-40b0-ae46-a87bbf397555 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9370439 Feb 10 13:43:01.772432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:01.869723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-47fc3338-a0b1-4016-a9d9-b862396a55fe', 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe', 'project_id': 'd1188008e4fa436aa69b40270c79cdef', 'fixed_ips': [{'subnet_id': 'c42651f8-1fa2-461a-a3d8-7454eb2aab64'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:43:01.871875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:01.910448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60208929'] for subnet (c42651f8-1fa2-461a-a3d8-7454eb2aab64), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.096893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754120288247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59276660'] for subnet (c42651f8-1fa2-461a-a3d8-7454eb2aab64), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.189220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event updated for resources: {'Subnet': ['ID=c42651f8-1fa2-461a-a3d8-7454eb2aab64,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:02.209477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:02.210225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.213876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18fe74-9fec-43fb-b76a-02272907ad09 req-058c30b8-e3f2-42e3-ad98-88ae96d60965 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:02.215430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-11b7a47c-3dd4-4587-8319-85219fcabddc tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "PUT /v2.0/subnets/c42651f8-1fa2-461a-a3d8-7454eb2aab64 HTTP/1.1" status: 200 len: 877 time: 0.4472756 Feb 10 13:43:02.215666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Allocated IP 172.20.0.3 (47fc3338-a0b1-4016-a9d9-b862396a55fe/c42651f8-1fa2-461a-a3d8-7454eb2aab64/cbfb01ec-95c9-4c1f-8d32-55797a666d1b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:43:02.216051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44924) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:02.219156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e18fe74-9fec-43fb-b76a-02272907ad09 req-058c30b8-e3f2-42e3-ad98-88ae96d60965 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1074746 Feb 10 13:43:02.320407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e18fe74-9fec-43fb-b76a-02272907ad09 req-d097df4c-373e-4d68-91c3-652ae49ac36d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952244 Feb 10 13:43:02.465112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (47fc3338-a0b1-4016-a9d9-b862396a55fe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.471412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks [] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.488578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.534763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:43:02.538233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:43:02.541464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:43:02.620850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Attempting to bind port cbfb01ec-95c9-4c1f-8d32-55797a666d1b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:43:02.621424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Attempting to bind port cbfb01ec-95c9-4c1f-8d32-55797a666d1b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2026403b-9c97-4a91-b879-9d8d6988a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:43:02.621931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Attempting to bind port cbfb01ec-95c9-4c1f-8d32-55797a666d1b on network 47fc3338-a0b1-4016-a9d9-b862396a55fe {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:43:02.622784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port cbfb01ec-95c9-4c1f-8d32-55797a666d1b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:02.623126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.627773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:43:02.628283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Checking segment: {'id': '2026403b-9c97-4a91-b879-9d8d6988a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:43:02.628927 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.629572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Bound using segment: {'id': '2026403b-9c97-4a91-b879-9d8d6988a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:43:02.630165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Bound port: cbfb01ec-95c9-4c1f-8d32-55797a666d1b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2026403b-9c97-4a91-b879-9d8d6988a94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '47fc3338-a0b1-4016-a9d9-b862396a55fe'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:43:02.630641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.649366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Pushing event updated for resources: {'Port': ['ID=cbfb01ec-95c9-4c1f-8d32-55797a666d1b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:02.718972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] For port cbfb01ec-95c9-4c1f-8d32-55797a666d1b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:43:02.722972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] For port cbfb01ec-95c9-4c1f-8d32-55797a666d1b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=cbfb01ec-95c9-4c1f-8d32-55797a666d1b,segment=NetworkSegment(2026403b-9c97-4a91-b879-9d8d6988a94c),segment_id=2026403b-9c97-4a91-b879-9d8d6988a94c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:43:02.725285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port cbfb01ec-95c9-4c1f-8d32-55797a666d1b, host n-d-815324-6, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:02.725671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.734057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:02.740316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for cbfb01ec-95c9-4c1f-8d32-55797a666d1b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:02.809995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82552f83-b937-40ed-b2e5-c178df38d64e None None] Pushing event updated for resources: {'Port': ['ID=cbfb01ec-95c9-4c1f-8d32-55797a666d1b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:02.923894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d47b3a32-4958-4bb8-bcc2-207ebb595f50 req-08318b4f-93c5-4d33-adb6-53db922b3e73 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=2583f25c-d0c5-4a27-98ad-029b0b2a9438 HTTP/1.1" status: 200 len: 210 time: 0.0696311 Feb 10 13:43:03.020664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (cbfb01ec-95c9-4c1f-8d32-55797a666d1b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.134525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=cbfb01ec-95c9-4c1f-8d32-55797a666d1b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:03.159896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port cbfb01ec-95c9-4c1f-8d32-55797a666d1b on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:03.261303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eb59fcd8-ea9a-4e88-b45f-6e9cc0e6ce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.290188 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c42651f8-1fa2-461a-a3d8-7454eb2aab64), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.389451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c42651f8-1fa2-461a-a3d8-7454eb2aab64), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.428156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=c42651f8-1fa2-461a-a3d8-7454eb2aab64,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:03.505136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd5df1-caf4-4ce2-ab98-59fb101ca975 req-be78ec62-aa66-44af-a406-a8adf0d9799b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:03.512449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32cd5df1-caf4-4ce2-ab98-59fb101ca975 req-be78ec62-aa66-44af-a406-a8adf0d9799b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0909448 Feb 10 13:43:03.554594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (47fc3338-a0b1-4016-a9d9-b862396a55fe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.573698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32cd5df1-caf4-4ce2-ab98-59fb101ca975 req-710f29f2-6b09-4ef7-b63d-03b58210b788 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601563 Feb 10 13:43:03.607649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fc3338-a0b1-4016-a9d9-b862396a55fe']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:03.633062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2026403b-9c97-4a91-b879-9d8d6988a94c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:03.633288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2026403b-9c97-4a91-b879-9d8d6988a94c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:03.659297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2026403b-9c97-4a91-b879-9d8d6988a94c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.689877 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2026403b-9c97-4a91-b879-9d8d6988a94c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.696885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:43:03.697293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2026403b-9c97-4a91-b879-9d8d6988a94c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:43:03.704296 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:43:03.787651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (47fc3338-a0b1-4016-a9d9-b862396a55fe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.809038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:03.817084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/47fc3338-a0b1-4016-a9d9-b862396a55fe HTTP/1.1" status: 204 len: 168 time: 1.5962260 Feb 10 13:43:03.821282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:03.881385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a7f1-0adf-422b-a9db-7a43bdee28dd tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=47fc3338-a0b1-4016-a9d9-b862396a55fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:03.894053 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd718943-b6f9-46f2-915a-9f2410c89a01 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:03.895953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd718943-b6f9-46f2-915a-9f2410c89a01 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:03.907731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd718943-b6f9-46f2-915a-9f2410c89a01 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/c42651f8-1fa2-461a-a3d8-7454eb2aab64 HTTP/1.1" status: 404 len: 337 time: 0.0836365 Feb 10 13:43:03.910702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 44978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:03.983074 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e688d863-f35e-4a14-9bc6-02668a3661e7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:03.984343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e688d863-f35e-4a14-9bc6-02668a3661e7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:03.995612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e688d863-f35e-4a14-9bc6-02668a3661e7 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/47fc3338-a0b1-4016-a9d9-b862396a55fe HTTP/1.1" status: 404 len: 339 time: 0.0829337 Feb 10 13:43:04.004726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44982) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:04.060665 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f3f8de-7dcc-4a9c-af6e-894b7b2cca9e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:04.061361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f3f8de-7dcc-4a9c-af6e-894b7b2cca9e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:04.067220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68f3f8de-7dcc-4a9c-af6e-894b7b2cca9e tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/7e60ddf0-5546-45a2-927a-4b482b1bc0b8 HTTP/1.1" status: 404 len: 337 time: 0.0465155 Feb 10 13:43:04.071175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44986) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:04.073646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-b02c5383-de17-4693-a7dd-391ed6773b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:04.076146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-b02c5383-de17-4693-a7dd-391ed6773b97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 1127 time: 0.1902828 Feb 10 13:43:04.117326 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ea9f82-b4aa-429f-9069-c494b1a02f75 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:04.118027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ea9f82-b4aa-429f-9069-c494b1a02f75 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:04.128106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-41ea9f82-b4aa-429f-9069-c494b1a02f75 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/2c1bb2ec-61ea-44e8-89b2-d151a24103ed HTTP/1.1" status: 404 len: 339 time: 0.0481248 Feb 10 13:43:04.145884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 44988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:04.445069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (db204521-4906-4e1a-8146-801577eea7ff), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.486965 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-fd7e3d2a-4dba-46c0-95b1-af88113ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:04.489051 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-fd7e3d2a-4dba-46c0-95b1-af88113ce6c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.3787627 Feb 10 13:43:04.649598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0fd18d-d7a5-4493-8dcb-4494f9949e16 None None] DHCP port deletion for 47fc3338-a0b1-4016-a9d9-b862396a55fe request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:43:04.662661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cd78-32c6-4d16-a598-8dfad89d155d req-afdcf92c-17f9-445f-a77a-0ae159f933cf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:04.664295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4886cd78-32c6-4d16-a598-8dfad89d155d req-afdcf92c-17f9-445f-a77a-0ae159f933cf tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.7127938 Feb 10 13:43:04.667164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.671495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f30eaf7-ef8d-48db-80fd-f6b658beb2d7 None None] Could not find standard attr ID for object cbfb01ec-95c9-4c1f-8d32-55797a666d1b. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:43:04.698945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b927619e-fc82-4730-a3d7-b449dbf9efb0 None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:04.721094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b927619e-fc82-4730-a3d7-b449dbf9efb0 None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:43:04.733868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763a366-1885-4035-b0f0-16b9227e0db7 None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:04.746864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (db204521-4906-4e1a-8146-801577eea7ff), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.758602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763a366-1885-4035-b0f0-16b9227e0db7 None None] Network 47fc3338-a0b1-4016-a9d9-b862396a55fe could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 13:43:04.772041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4886cd78-32c6-4d16-a598-8dfad89d155d req-edca2151-4b36-484f-bf52-a4674f451857 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988047 Feb 10 13:43:04.815800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-3bdbb8e4-fc0c-4499-bd5c-5b469d29842d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 200 len: 1000 time: 0.2985506 Feb 10 13:43:04.822373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db204521-4906-4e1a-8146-801577eea7ff']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:04.864837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bda348c-bf8d-4aeb-b8da-32dc1d511e46') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:04.865379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bda348c-bf8d-4aeb-b8da-32dc1d511e46') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:04.880960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (6bda348c-bf8d-4aeb-b8da-32dc1d511e46), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.903224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6bda348c-bf8d-4aeb-b8da-32dc1d511e46), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.906892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-6e6500bc-9701-4872-b3ab-a167d7561a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:04.909409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-6e6500bc-9701-4872-b3ab-a167d7561a3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.0832300 Feb 10 13:43:04.922622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:43:04.923028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (6bda348c-bf8d-4aeb-b8da-32dc1d511e46), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:43:04.926371 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:43:05.016730 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-f3960b6a-cf3a-4752-b0d5-ee0d32ca454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:05.018278 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-f3960b6a-cf3a-4752-b0d5-ee0d32ca454b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041534 Feb 10 13:43:05.019547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (db204521-4906-4e1a-8146-801577eea7ff), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:05.037408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:05.040551 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/db204521-4906-4e1a-8146-801577eea7ff HTTP/1.1" status: 204 len: 168 time: 0.8914790 Feb 10 13:43:05.043298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.050434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111b98-c06f-4b6e-b67f-888d180a91d6 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=db204521-4906-4e1a-8146-801577eea7ff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:05.080845 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4e405c-8eb0-498f-8f1d-1ec01f695129 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.081374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4e405c-8eb0-498f-8f1d-1ec01f695129 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.088240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4c4e405c-8eb0-498f-8f1d-1ec01f695129 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/f60bb18d-19ba-487f-9eb0-7182620733fb HTTP/1.1" status: 404 len: 337 time: 0.0427523 Feb 10 13:43:05.095267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.110310 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c0fd51-7da5-41df-8564-9dfc6c7b59a9 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.111261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c0fd51-7da5-41df-8564-9dfc6c7b59a9 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.132796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b8c0fd51-7da5-41df-8564-9dfc6c7b59a9 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f0fed7cb-d17e-4ef7-ab4c-bd74a9a181ad HTTP/1.1" status: 404 len: 339 time: 0.0268695 Feb 10 13:43:05.132796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.156199 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3543a3-4215-42bc-a826-131435134898 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.157061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3543a3-4215-42bc-a826-131435134898 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.164226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f3543a3-4215-42bc-a826-131435134898 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/7d11c2c0-f155-49c6-ac33-4347f787e659 HTTP/1.1" status: 404 len: 337 time: 0.0427327 Feb 10 13:43:05.165260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.192187 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb239db9-1666-44f2-8f35-35e6d1e11855 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.192697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb239db9-1666-44f2-8f35-35e6d1e11855 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.198228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bb239db9-1666-44f2-8f35-35e6d1e11855 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/1561208c-6b04-4d2d-8a48-8137bff7bee5 HTTP/1.1" status: 404 len: 339 time: 0.0295656 Feb 10 13:43:05.198363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-bef21ffe-88eb-40df-9bc3-abfbe5d0edca service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555815 Feb 10 13:43:05.201186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45026) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.240392 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf33984a-c2e3-4705-9b96-fa3c03a05cea tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.240893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf33984a-c2e3-4705-9b96-fa3c03a05cea tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.246237 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf33984a-c2e3-4705-9b96-fa3c03a05cea tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/f289422a-c672-4eb7-8832-884c12e911ab HTTP/1.1" status: 404 len: 337 time: 0.0387418 Feb 10 13:43:05.246601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.279427 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4c9da5-3d2f-4cd2-ace1-08239a30e1cf tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.279870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4c9da5-3d2f-4cd2-ace1-08239a30e1cf tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.285222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ba4c9da5-3d2f-4cd2-ace1-08239a30e1cf tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/9162c9e9-2ad0-4bb6-b3cb-c79cf19963d9 HTTP/1.1" status: 404 len: 339 time: 0.0353506 Feb 10 13:43:05.287058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45032) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.321056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device cbfb01ec-95c9-4c1f-8d32-55797a666d1b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:05.358011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: cbfb01ec-95c9-4c1f-8d32-55797a666d1b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:05.358398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device cbfb01ec-95c9-4c1f-8d32-55797a666d1b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:05.389449 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1daa5474-e239-4abf-aeb4-dfe4e922dc0c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.389983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1daa5474-e239-4abf-aeb4-dfe4e922dc0c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.395260 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1daa5474-e239-4abf-aeb4-dfe4e922dc0c tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/3db98226-46f1-4baf-a3de-e65dfad45bea HTTP/1.1" status: 404 len: 337 time: 0.1051526 Feb 10 13:43:05.396035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.413846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e1ccce52-8b1d-41cc-a0b4-40a6644ad256 req-a3f0eb6a-da5f-428c-abdd-e582a11154e7 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987162 Feb 10 13:43:05.423241 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eafad3-badd-457e-894b-13179a9adb06 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.424259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eafad3-badd-457e-894b-13179a9adb06 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.429733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c7eafad3-badd-457e-894b-13179a9adb06 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/e72659e1-a681-42db-82b0-2ba24b38afe8 HTTP/1.1" status: 404 len: 339 time: 0.0320916 Feb 10 13:43:05.431799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.469966 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8546a3a-b9aa-415b-9b7e-5604df59c0db tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.470428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8546a3a-b9aa-415b-9b7e-5604df59c0db tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.491583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.493219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8546a3a-b9aa-415b-9b7e-5604df59c0db tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/a7390132-f59e-4c62-be1b-728d1b94c7ec HTTP/1.1" status: 404 len: 337 time: 0.0566847 Feb 10 13:43:05.525968 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ed5299-d892-4627-b985-a5bf214b9dfe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.526997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ed5299-d892-4627-b985-a5bf214b9dfe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.530964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9ed5299-d892-4627-b985-a5bf214b9dfe tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/a726790e-f031-443e-aa05-0d9c0507d4ac HTTP/1.1" status: 404 len: 339 time: 0.0381963 Feb 10 13:43:05.533480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.566091 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3467a74-05a6-4b9a-8555-259af0d0b453 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.566543 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3467a74-05a6-4b9a-8555-259af0d0b453 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.572285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3467a74-05a6-4b9a-8555-259af0d0b453 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/a78e3118-afab-4f63-be72-ae7053b10d63 HTTP/1.1" status: 404 len: 337 time: 0.0355284 Feb 10 13:43:05.572631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.593300 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-904533f5-7d9d-464c-a90e-01f0df2faf07 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.594080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904533f5-7d9d-464c-a90e-01f0df2faf07 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.601000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45054) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.609964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-904533f5-7d9d-464c-a90e-01f0df2faf07 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/9e7ec2fa-dd15-4a0b-b97c-45f2428042ed HTTP/1.1" status: 404 len: 339 time: 0.0362463 Feb 10 13:43:05.632646 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-90814657-0151-43c9-af81-29d3a9c44c37 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.633172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90814657-0151-43c9-af81-29d3a9c44c37 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.639494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.639617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-90814657-0151-43c9-af81-29d3a9c44c37 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/1fbe52f6-68d7-45cc-a382-03db3766fd50 HTTP/1.1" status: 404 len: 337 time: 0.0374360 Feb 10 13:43:05.658563 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-95515312-ac48-46d2-ad66-bb9e10007183 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.659377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95515312-ac48-46d2-ad66-bb9e10007183 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.663353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-95515312-ac48-46d2-ad66-bb9e10007183 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/67af7b00-d388-4ae9-8a29-b4189f0924aa HTTP/1.1" status: 404 len: 339 time: 0.0224206 Feb 10 13:43:05.666255 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.693488 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b43528d-16c4-4639-95f6-e873b46b37f0 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.694274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b43528d-16c4-4639-95f6-e873b46b37f0 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.697902 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7b43528d-16c4-4639-95f6-e873b46b37f0 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/247cfd48-6350-427d-87c3-48d239351b06 HTTP/1.1" status: 404 len: 337 time: 0.0303600 Feb 10 13:43:05.700944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.722434 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7391fa-9fb0-4ecf-b331-c72e3676862d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] DELETE failed (client error): The resource could not be found. Feb 10 13:43:05.722955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7391fa-9fb0-4ecf-b331-c72e3676862d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 13:43:05.726038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c7391fa-9fb0-4ecf-b331-c72e3676862d tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f73ee559-7281-4cff-b202-699ef0409a42 HTTP/1.1" status: 404 len: 339 time: 0.0244987 Feb 10 13:43:05.728812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:05.784570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting subnet 365aeb74-6ee3-40b8-b3c9-48fb407cc9b0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:43:05.787903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (365aeb74-6ee3-40b8-b3c9-48fb407cc9b0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:05.855331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:05.926571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (365aeb74-6ee3-40b8-b3c9-48fb407cc9b0), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:05.969550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21eeff-6261-4aaf-8032-6e2be4fef9c7 req-288ab3f0-d436-4c29-adf7-f6bc6c16257b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:05.971145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e21eeff-6261-4aaf-8032-6e2be4fef9c7 req-288ab3f0-d436-4c29-adf7-f6bc6c16257b tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0968723 Feb 10 13:43:06.110291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e21eeff-6261-4aaf-8032-6e2be4fef9c7 req-bfc15b96-4d87-49da-943a-9b39d2a21817 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177599 Feb 10 13:43:06.190279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.196163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (365aeb74-6ee3-40b8-b3c9-48fb407cc9b0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.261558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (365aeb74-6ee3-40b8-b3c9-48fb407cc9b0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.293126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Subnet': ['ID=365aeb74-6ee3-40b8-b3c9-48fb407cc9b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:06.301462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.307299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3c5469b3-b0a5-449c-9b7e-9d993a9f4d36 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/subnets/365aeb74-6ee3-40b8-b3c9-48fb407cc9b0 HTTP/1.1" status: 204 len: 168 time: 0.5753367 Feb 10 13:43:06.308165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:06.316820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487dba6a-db78-476b-917e-ec25cfc7308b None None] Network f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:06.447530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.544098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] DHCP port deletion for f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:43:06.606483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Deleting port f6ae281c-531c-4851-aaf6-68e51a076955 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:06.606913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.627053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Deleting port f6ae281c-531c-4851-aaf6-68e51a076955 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:06.627533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.692290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] For port f6ae281c-531c-4851-aaf6-68e51a076955, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f6ae281c-531c-4851-aaf6-68e51a076955,segment=NetworkSegment(134df303-cc71-4c78-b98b-4224f294c01d),segment_id=134df303-cc71-4c78-b98b-4224f294c01d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:06.692290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.709191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Calling delete_port for f6ae281c-531c-4851-aaf6-68e51a076955 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:06.727900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] For port f6ae281c-531c-4851-aaf6-68e51a076955, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f6ae281c-531c-4851-aaf6-68e51a076955,segment=NetworkSegment(134df303-cc71-4c78-b98b-4224f294c01d),segment_id=134df303-cc71-4c78-b98b-4224f294c01d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:06.728227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.744920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Calling delete_port for f6ae281c-531c-4851-aaf6-68e51a076955 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:06.814743 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.838290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Port': ['ID=f6ae281c-531c-4851-aaf6-68e51a076955,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:06.849647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] No DVR routers for this DVR port f6ae281c-531c-4851-aaf6-68e51a076955 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:06.925446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f6ae281c-531c-4851-aaf6-68e51a076955), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:06.971425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.009082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:07.021774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134df303-cc71-4c78-b98b-4224f294c01d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:07.022129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134df303-cc71-4c78-b98b-4224f294c01d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:07.034170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (134df303-cc71-4c78-b98b-4224f294c01d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.064840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (134df303-cc71-4c78-b98b-4224f294c01d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.076205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:43:07.076657 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (134df303-cc71-4c78-b98b-4224f294c01d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:43:07.080979 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:43:07.162743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] Pushing event deleted for resources: {'Port': ['ID=f6ae281c-531c-4851-aaf6-68e51a076955,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:07.167131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce383d3-a30d-4605-94de-52be217aaf6d None None] No DVR routers for this DVR port f6ae281c-531c-4851-aaf6-68e51a076955 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:07.245942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.261006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.266396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] 10.222.0.13 "DELETE /v2.0/networks/f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5 HTTP/1.1" status: 204 len: 168 time: 0.9567885 Feb 10 13:43:07.281443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd2d1e-3152-4a0e-9c13-79b6ce605300 tempest-NetworksTest-1277198147 tempest-NetworksTest-1277198147-project] Pushing event deleted for resources: {'Network': ['ID=f3cc61b6-6717-46a2-a81a-5c9ea6cb6ad5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:07.414461 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:07.448920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822162b6-75b8-4b3e-8716-0ee527319f37 req-b0de0c4f-f407-4f09-891f-a8c17b43b304 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:07.453770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-822162b6-75b8-4b3e-8716-0ee527319f37 req-b0de0c4f-f407-4f09-891f-a8c17b43b304 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.2304227 Feb 10 13:43:07.469355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f6ae281c-531c-4851-aaf6-68e51a076955 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:07.511706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-822162b6-75b8-4b3e-8716-0ee527319f37 req-e72655ab-df9a-40fb-922b-ec99bc6fa1c0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506196 Feb 10 13:43:07.514461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f6ae281c-531c-4851-aaf6-68e51a076955 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:07.514863 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f6ae281c-531c-4851-aaf6-68e51a076955 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:07.661016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:07.693376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd19330-5d50-4582-b027-424d8e1d72af req-1270ddbc-4cd3-4f2b-a71d-2758131ca4cb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:07.703193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd19330-5d50-4582-b027-424d8e1d72af req-1270ddbc-4cd3-4f2b-a71d-2758131ca4cb tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.0918519 Feb 10 13:43:07.777697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd19330-5d50-4582-b027-424d8e1d72af req-8aafb2ec-12a4-4c8c-b3e2-a7d1984f2b94 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729489 Feb 10 13:43:07.856688 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-caef314d-644b-4f43-a673-e6277bf4cc4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1188008e4fa436aa69b40270c79cdef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944957 Feb 10 13:43:07.859450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:07.956548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Publish callbacks [] for security_group (faf3cc26-f39f-4760-977a-5c1f65013c28), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:08.048788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Publish callbacks [] for security_group (faf3cc26-f39f-4760-977a-5c1f65013c28), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:08.207194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (faf3cc26-f39f-4760-977a-5c1f65013c28), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:08.210461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:08.211700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faf3cc26-f39f-4760-977a-5c1f65013c28 HTTP/1.1" status: 204 len: 168 time: 0.3512337 Feb 10 13:43:08.230325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf3cc26-f39f-4760-977a-5c1f65013c28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:08.261084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.261450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.273254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.273401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.273738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.274088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.274431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.274768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.275100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.275517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.275750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.276088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.276405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04686fb8-2bac-4c5c-b3dc-8e24b1c405cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:08.336118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-45561556-06c2-4166-a1c7-d9fcdb287756 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948639 Feb 10 13:43:08.464104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-b4ec0180-e470-4b6d-a9fe-ac021ab7d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:08.465833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-b4ec0180-e470-4b6d-a9fe-ac021ab7d14c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=011106333efc465d80f0f09518fac835&device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 1128 time: 0.0704753 Feb 10 13:43:08.750701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-e9848d65-44a8-4e24-b47a-4586ab895c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:08.752212 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-e9848d65-44a8-4e24-b47a-4586ab895c9d service neutron] 10.222.0.77 "GET /v2.0/networks?id=1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 200 len: 913 time: 0.2497652 Feb 10 13:43:08.818782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-a4e5c005-7239-4919-b788-17b2d35a45f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28 HTTP/1.1" status: 200 len: 217 time: 0.0606384 Feb 10 13:43:08.948255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-8a087ef6-50e2-4589-b7e3-8d53cf5a9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:08.950138 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-8a087ef6-50e2-4589-b7e3-8d53cf5a9cb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 200 len: 851 time: 0.1248837 Feb 10 13:43:09.061081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-fc040ea9-5cf2-436d-8e0c-a5821d298dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:09.063117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-fc040ea9-5cf2-436d-8e0c-a5821d298dcd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1454ff79-cca8-4871-9029-304e115a4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029034 Feb 10 13:43:09.108605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-fd66f678-55ce-45eb-b0ad-00d399714235 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:09.110257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-fd66f678-55ce-45eb-b0ad-00d399714235 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23e3c4-8c87-4378-8e02-da73c6474656 HTTP/1.1" status: 200 len: 943 time: 0.1138489 Feb 10 13:43:09.217714 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-56a452b4-0cba-457c-ac17-0317443e8cc0 service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478825 Feb 10 13:43:09.302687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port 92db6674-4d64-4b41-be03-b6eea7c49659 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:09.304634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.397634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:09.483297 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-51d6684f-8cb8-4ea0-b73c-04c6d8c7e066 req-59373314-4a75-4023-a93c-9c351d2b8d6f service neutron] 10.222.0.77 "GET /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602961 Feb 10 13:43:09.527460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port 92db6674-4d64-4b41-be03-b6eea7c49659, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=92db6674-4d64-4b41-be03-b6eea7c49659,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:09.528095 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.542692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for 92db6674-4d64-4b41-be03-b6eea7c49659 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:09.612008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a9a68017-45b1-41d3-a125-0393c0980b9d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:09.612686 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-a9a68017-45b1-41d3-a125-0393c0980b9d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 13:43:09.613405 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-a9a68017-45b1-41d3-a125-0393c0980b9d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:43:09.618093 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a9a68017-45b1-41d3-a125-0393c0980b9d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2194989 Feb 10 13:43:09.618837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:09.626718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--537281322'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:09.664120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.675489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.785795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (92db6674-4d64-4b41-be03-b6eea7c49659), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.799682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497', 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:43:09.830628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=92db6674-4d64-4b41-be03-b6eea7c49659,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:09.887050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (14bc8832-8c2b-4125-90a9-0de3cc698b96), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.898927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (14bc8832-8c2b-4125-90a9-0de3cc698b96), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.951983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] No DVR routers for this DVR port 92db6674-4d64-4b41-be03-b6eea7c49659 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:09.955104 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:09.969845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afd32d3e-541a-4424-bb61-f832ff8fdd4d req-7cc9d371-eacd-4b1b-8a52-be7ce1ae57e2 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "DELETE /v2.0/ports/92db6674-4d64-4b41-be03-b6eea7c49659 HTTP/1.1" status: 204 len: 173 time: 0.8543069 Feb 10 13:43:09.970828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-deleted', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:09.972929 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bd7635-c3cd-4754-ac47-e63d2b205306" -d '{"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-deleted", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:10.018952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc8832-8c2b-4125-90a9-0de3cc698b96,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:10.055033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.055394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.055746 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.056127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.056495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.056840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.057201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.057518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.057846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.058174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.058503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.058827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.059144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:10.163396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (24d13456-db12-45ed-b03f-70fe6c4d9a01), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.173870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24d13456-db12-45ed-b03f-70fe6c4d9a01), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.205845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.207028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5854151 Feb 10 13:43:10.209952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:10.214516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '24d13456-db12-45ed-b03f-70fe6c4d9a01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:10.271307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16825276-1418-45a3-a3fa-8035d43ebde9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d13456-db12-45ed-b03f-70fe6c4d9a01,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:10.278978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group_rule (2cd132bb-a97c-4180-8f30-bea97746bffb), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.389619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group_rule (2cd132bb-a97c-4180-8f30-bea97746bffb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.398139 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2cd132bb-a97c-4180-8f30-bea97746bffb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.422110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd132bb-a97c-4180-8f30-bea97746bffb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:10.432254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.433796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-03cf1ee1-d586-4104-87df-24d4ce62e20c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228403 Feb 10 13:43:10.436913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:10.447665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25c9ae97-8c17-4318-b83d-650f4caeea68 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '24d13456-db12-45ed-b03f-70fe6c4d9a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:10.493699 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae97-8c17-4318-b83d-650f4caeea68 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group_rule (98cf3561-06bd-4215-bd36-02c22edc6b6a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.567116 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-25c9ae97-8c17-4318-b83d-650f4caeea68 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 13:43:10.568499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-25c9ae97-8c17-4318-b83d-650f4caeea68 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1302772 Feb 10 13:43:10.571485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:10.635968 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf756e5a-a586-4b8e-a02a-f8b8dbc2b078 x-openstack-request-id: req-cf756e5a-a586-4b8e-a02a-f8b8dbc2b078 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:10.636270 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23e3c4-8c87-4378-8e02-da73c6474656", "name": "network-vif-deleted", "tag": "92db6674-4d64-4b41-be03-b6eea7c49659", "status": "failed", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:10.637247 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf756e5a-a586-4b8e-a02a-f8b8dbc2b078 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:10.637684 n-d-815324-6 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc23e3c4-8c87-4378-8e02-da73c6474656', 'name': 'network-vif-deleted', 'tag': '92db6674-4d64-4b41-be03-b6eea7c49659', 'status': 'failed', 'code': 422} returned with failed status Feb 10 13:43:10.692475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (24d13456-db12-45ed-b03f-70fe6c4d9a01), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.722352 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (24d13456-db12-45ed-b03f-70fe6c4d9a01), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.787413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24d13456-db12-45ed-b03f-70fe6c4d9a01), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.790859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:10.792967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/24d13456-db12-45ed-b03f-70fe6c4d9a01 HTTP/1.1" status: 204 len: 168 time: 0.2204728 Feb 10 13:43:10.796001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:10.827782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640d0aa-fe53-45e7-a14e-946e867eed0d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d13456-db12-45ed-b03f-70fe6c4d9a01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:10.915994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a61f95a-6bc7-4269-a0ba-54dd361d3e6a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181722 Feb 10 13:43:10.919446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:10.925703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358813014'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:10.954111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.036206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd90fb-8b12-4952-95c3-c67ef5081f4d req-8ed4529a-0d77-4a2f-b151-e39ed99d6176 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:11.059516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ecd90fb-8b12-4952-95c3-c67ef5081f4d req-8ed4529a-0d77-4a2f-b151-e39ed99d6176 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 908 time: 0.1027069 Feb 10 13:43:11.126104 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (7384c4ad-4575-49fa-b81d-def1898bf55d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.127839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-38398343-8c5e-4bd4-81cc-863e2326b5ac req-0e075520-9b4a-407e-9f41-4d78e4b8ce15 service neutron] (103399) timed out ('10.222.0.13', 48856) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:43:11.132879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7384c4ad-4575-49fa-b81d-def1898bf55d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.166754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7384c4ad-4575-49fa-b81d-def1898bf55d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:11.173969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.175296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-521f60b2-4394-4c62-8ce7-980e3d967a29 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2543645 Feb 10 13:43:11.178016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.182740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a71c30db-211d-49ec-9cbd-1108f28d671f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '7384c4ad-4575-49fa-b81d-def1898bf55d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:11.183671 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-a71c30db-211d-49ec-9cbd-1108f28d671f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 13:43:11.184177 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a71c30db-211d-49ec-9cbd-1108f28d671f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:11.194454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a71c30db-211d-49ec-9cbd-1108f28d671f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090170 Feb 10 13:43:11.194454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.256874 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (7384c4ad-4575-49fa-b81d-def1898bf55d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.277563 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.281812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (7384c4ad-4575-49fa-b81d-def1898bf55d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.348996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7384c4ad-4575-49fa-b81d-def1898bf55d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.351887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.356002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/7384c4ad-4575-49fa-b81d-def1898bf55d HTTP/1.1" status: 204 len: 168 time: 0.1610229 Feb 10 13:43:11.356315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45316) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.365672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befede8-b351-40db-b0ba-9c072600eb53 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7384c4ad-4575-49fa-b81d-def1898bf55d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:11.408562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-291ae2e6-26d1-49ac-bba9-22d201802e35 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476170 Feb 10 13:43:11.409470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.415270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222865321'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:11.451687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.565529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aaf45257-3821-4007-8189-5298bf26a467), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.572020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aaf45257-3821-4007-8189-5298bf26a467), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.611153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.613386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2027667 Feb 10 13:43:11.616867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.617414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd669ac-abfd-4cc6-baa9-b81c888bf99d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf45257-3821-4007-8189-5298bf26a467,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:11.632973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-24988603-3859-4c23-af52-8d52138ed7bd tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aaf45257-3821-4007-8189-5298bf26a467', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:11.634433 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-24988603-3859-4c23-af52-8d52138ed7bd tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 13:43:11.636212 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-24988603-3859-4c23-af52-8d52138ed7bd tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:11.638054 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-24988603-3859-4c23-af52-8d52138ed7bd tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0197635 Feb 10 13:43:11.640842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45332) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.749024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aaf45257-3821-4007-8189-5298bf26a467), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.814698 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aaf45257-3821-4007-8189-5298bf26a467), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.943710 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aaf45257-3821-4007-8189-5298bf26a467), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.949293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:11.952576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/aaf45257-3821-4007-8189-5298bf26a467 HTTP/1.1" status: 204 len: 168 time: 0.3095875 Feb 10 13:43:11.955243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:11.974375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e678ac0-a4ed-459e-889d-0022f5dfa52e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf45257-3821-4007-8189-5298bf26a467,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:12.044653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-61710e30-049e-44ba-9b22-b8bd64c0d58e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882480 Feb 10 13:43:12.049093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.055211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099936946'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.142793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.229327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8ba5-4386-4138-8b50-5d7173522774 req-7b154e86-0b9c-457c-a7e0-3188745347a4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:12.231215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-157b8ba5-4386-4138-8b50-5d7173522774 req-7b154e86-0b9c-457c-a7e0-3188745347a4 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 908 time: 0.0970168 Feb 10 13:43:12.277706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (73430a2e-d30c-48d5-8dd2-c3759f5a1145), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.283672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (73430a2e-d30c-48d5-8dd2-c3759f5a1145), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.324799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.327508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2773070 Feb 10 13:43:12.342826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.355198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3c28e481-6459-474e-84d7-fcd6c9ce40de tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '73430a2e-d30c-48d5-8dd2-c3759f5a1145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.365070 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-3c28e481-6459-474e-84d7-fcd6c9ce40de tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 13:43:12.365070 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-3c28e481-6459-474e-84d7-fcd6c9ce40de tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:12.365070 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c28e481-6459-474e-84d7-fcd6c9ce40de tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139282 Feb 10 13:43:12.365352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.371077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3db7f01e-f518-461f-b974-3e83a7fced9e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '73430a2e-d30c-48d5-8dd2-c3759f5a1145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.376091 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-3db7f01e-f518-461f-b974-3e83a7fced9e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 13:43:12.376091 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3db7f01e-f518-461f-b974-3e83a7fced9e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:12.380801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3db7f01e-f518-461f-b974-3e83a7fced9e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148110 Feb 10 13:43:12.385893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.397875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-297a47ca-fc5b-40ae-95b4-e0fcd01c07d2 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '73430a2e-d30c-48d5-8dd2-c3759f5a1145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.398937 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-297a47ca-fc5b-40ae-95b4-e0fcd01c07d2 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 13:43:12.399431 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-297a47ca-fc5b-40ae-95b4-e0fcd01c07d2 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:12.402298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84cc66-d1b7-4c40-99e0-c3f168ce215a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73430a2e-d30c-48d5-8dd2-c3759f5a1145,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:12.406379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-297a47ca-fc5b-40ae-95b4-e0fcd01c07d2 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0203362 Feb 10 13:43:12.411717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.418576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7696a2f0-30b9-48df-b1cf-2919d517a91d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': '73430a2e-d30c-48d5-8dd2-c3759f5a1145', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.419480 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-7696a2f0-30b9-48df-b1cf-2919d517a91d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 13:43:12.420433 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-7696a2f0-30b9-48df-b1cf-2919d517a91d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:12.429649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7696a2f0-30b9-48df-b1cf-2919d517a91d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0175450 Feb 10 13:43:12.433103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.469426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-7d9ca465-5fee-4700-b254-af19146cd875 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:12.470995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-7d9ca465-5fee-4700-b254-af19146cd875 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 908 time: 0.1752579 Feb 10 13:43:12.563235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (73430a2e-d30c-48d5-8dd2-c3759f5a1145), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.639988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (73430a2e-d30c-48d5-8dd2-c3759f5a1145), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.675097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:12.675453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.702062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (73430a2e-d30c-48d5-8dd2-c3759f5a1145), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.706109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.709621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/73430a2e-d30c-48d5-8dd2-c3759f5a1145 HTTP/1.1" status: 204 len: 168 time: 0.2722380 Feb 10 13:43:12.711850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.781358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df766-df28-41f9-ba77-df58ae151b0e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73430a2e-d30c-48d5-8dd2-c3759f5a1145,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:12.799639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:12.800393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:12.825325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:12.859972 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dda3ed34-d397-4f02-b450-ec145dd5e8ef tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1455057 Feb 10 13:43:12.865267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:12.874143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--858058593'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:12.903779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.014092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2157d5aa-0f78-43c8-84c2-b4cdae2a8247), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.054115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=2157d5aa-0f78-43c8-84c2-b4cdae2a8247,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:13.087390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aa5bfdea-15ab-446b-8e84-cd39d4ae3bda), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.096016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa5bfdea-15ab-446b-8e84-cd39d4ae3bda), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.118858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] No DVR routers for this DVR port 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:13.125224 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.130366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bf846bd-7adf-4472-a826-6df7d2822c62 req-698b86e1-8b20-4550-b3a3-b312ae8e80d9 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.21 "DELETE /v2.0/ports/2157d5aa-0f78-43c8-84c2-b4cdae2a8247 HTTP/1.1" status: 204 len: 173 time: 0.6527574 Feb 10 13:43:13.131091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'name': 'network-vif-deleted', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:13.136396 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9bba7-d781-4b44-8374-9610c2ddc19e" -d '{"events": [{"server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "name": "network-vif-deleted", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:13.179535 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.185946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3182144 Feb 10 13:43:13.189680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.195034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-332cc59b-a517-46a7-8cf0-28d28d77244c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.196234 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-332cc59b-a517-46a7-8cf0-28d28d77244c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 13:43:13.196853 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-332cc59b-a517-46a7-8cf0-28d28d77244c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.201538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.202089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-332cc59b-a517-46a7-8cf0-28d28d77244c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113401 Feb 10 13:43:13.209796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bf32a263-bb0f-4ce8-bc78-ceeca6fd8d2f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.220623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179e477-24da-4a4b-aef6-168d2f63777b tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5bfdea-15ab-446b-8e84-cd39d4ae3bda,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:13.287678 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40416807-48b3-4aa7-a7f9-cae3dfa832f1 x-openstack-request-id: req-40416807-48b3-4aa7-a7f9-cae3dfa832f1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:13.287970 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b47527-5218-41c9-8188-fef1410e5238", "name": "network-vif-deleted", "tag": "2157d5aa-0f78-43c8-84c2-b4cdae2a8247", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:13.288512 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40416807-48b3-4aa7-a7f9-cae3dfa832f1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:13.288971 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b47527-5218-41c9-8188-fef1410e5238', 'name': 'network-vif-deleted', 'tag': '2157d5aa-0f78-43c8-84c2-b4cdae2a8247', 'status': 'completed', 'code': 200} Feb 10 13:43:13.303193 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-bf32a263-bb0f-4ce8-bc78-ceeca6fd8d2f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.304488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bf32a263-bb0f-4ce8-bc78-ceeca6fd8d2f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1019449 Feb 10 13:43:13.307295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.313326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ef90deb7-6e02-45ed-9515-55b31e8ee065 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.314066 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-ef90deb7-6e02-45ed-9515-55b31e8ee065 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 13:43:13.314699 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ef90deb7-6e02-45ed-9515-55b31e8ee065 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.318639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ef90deb7-6e02-45ed-9515-55b31e8ee065 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088110 Feb 10 13:43:13.319291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.326290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-febd5c1b-3d4f-4651-b8bf-ab0f7dd88d84 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.438458 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-febd5c1b-3d4f-4651-b8bf-ab0f7dd88d84 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.441775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-febd5c1b-3d4f-4651-b8bf-ab0f7dd88d84 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1186433 Feb 10 13:43:13.442578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.451375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b92ad069-7917-4688-a44f-16be3ccb6c64 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.452019 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-b92ad069-7917-4688-a44f-16be3ccb6c64 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 13:43:13.452614 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-b92ad069-7917-4688-a44f-16be3ccb6c64 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.457079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b92ad069-7917-4688-a44f-16be3ccb6c64 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077434 Feb 10 13:43:13.457079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.462025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e628e81d-0a42-4fc2-9c1b-67a2791274db tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.512966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ab07a59-cd43-497e-85ac-dad6d980fe77 req-07a8011a-7486-446d-89ec-4984d740a220 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b47527-5218-41c9-8188-fef1410e5238 HTTP/1.1" status: 200 len: 210 time: 0.0697966 Feb 10 13:43:13.515370 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-e628e81d-0a42-4fc2-9c1b-67a2791274db tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Project 9eb8a5fd218f4f4b8e40450ed46db569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:43:13.537579 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e628e81d-0a42-4fc2-9c1b-67a2791274db tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.539339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e628e81d-0a42-4fc2-9c1b-67a2791274db tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0809386 Feb 10 13:43:13.541836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.547010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1b0a3421-0726-4778-a3db-382653b9c483 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.547495 n-d-815324-6 neutron-server[103400]: WARNING neutron.api.v2.base [None req-1b0a3421-0726-4778-a3db-382653b9c483 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 13:43:13.547964 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-1b0a3421-0726-4778-a3db-382653b9c483 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.551359 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1b0a3421-0726-4778-a3db-382653b9c483 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059657 Feb 10 13:43:13.552020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.557007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64a0bc65-dcc7-4ade-bb5c-0f586de8255e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.594147 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-64a0bc65-dcc7-4ade-bb5c-0f586de8255e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Project 9eb8a5fd218f4f4b8e40450ed46db569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:43:13.643624 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-64a0bc65-dcc7-4ade-bb5c-0f586de8255e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.647422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-64a0bc65-dcc7-4ade-bb5c-0f586de8255e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0940802 Feb 10 13:43:13.661170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.680415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9ecf69a4-dade-4574-ba95-6d2d0256da98 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bfdea-15ab-446b-8e84-cd39d4ae3bda', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:13.742353 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-9ecf69a4-dade-4574-ba95-6d2d0256da98 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Project 9eb8a5fd218f4f4b8e40450ed46db569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:43:13.776222 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9ecf69a4-dade-4574-ba95-6d2d0256da98 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:13.780634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9ecf69a4-dade-4574-ba95-6d2d0256da98 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1079233 Feb 10 13:43:13.781180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.860988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aa5bfdea-15ab-446b-8e84-cd39d4ae3bda), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.898429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (aa5bfdea-15ab-446b-8e84-cd39d4ae3bda), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.951844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa5bfdea-15ab-446b-8e84-cd39d4ae3bda), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.954592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:13.958292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa5bfdea-15ab-446b-8e84-cd39d4ae3bda HTTP/1.1" status: 204 len: 168 time: 0.1739841 Feb 10 13:43:13.958672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:13.974404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c73532-bbe2-4453-9742-85e5bce965e8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5bfdea-15ab-446b-8e84-cd39d4ae3bda,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:14.047868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.048304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b9f2ea2-6a07-4396-9ebb-b46a78f96fd7 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0880277 Feb 10 13:43:14.053001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--316895305'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:14.118187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.208166 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (b25d958a-89c0-4340-ad6b-6be157308d69), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.214982 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b25d958a-89c0-4340-ad6b-6be157308d69), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.265385 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.269573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2178714 Feb 10 13:43:14.270574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.271058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98dcfc-ac9d-4db1-97fe-077b69dd320a tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d958a-89c0-4340-ad6b-6be157308d69,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:14.281375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9be18733-e9b8-45de-aee8-944ec26456d8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'b25d958a-89c0-4340-ad6b-6be157308d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:14.373145 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-9be18733-e9b8-45de-aee8-944ec26456d8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The resource could not be found. Feb 10 13:43:14.375098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9be18733-e9b8-45de-aee8-944ec26456d8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1028309 Feb 10 13:43:14.377884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.382808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf5a451e-a6ce-4e62-8241-051b7f3bfc2d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'b25d958a-89c0-4340-ad6b-6be157308d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4e687e0a-75f5-4d11-b6ee-a251eb3947e1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:14.430079 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-cf5a451e-a6ce-4e62-8241-051b7f3bfc2d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The resource could not be found. Feb 10 13:43:14.434346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf5a451e-a6ce-4e62-8241-051b7f3bfc2d tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0528924 Feb 10 13:43:14.434657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.507403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (b25d958a-89c0-4340-ad6b-6be157308d69), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.572462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (b25d958a-89c0-4340-ad6b-6be157308d69), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.671909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b25d958a-89c0-4340-ad6b-6be157308d69), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.675152 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:14.679326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.679814 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/b25d958a-89c0-4340-ad6b-6be157308d69 HTTP/1.1" status: 204 len: 168 time: 0.2436631 Feb 10 13:43:14.698295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02715419-081b-4dbd-b926-537b1436aa6e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d958a-89c0-4340-ad6b-6be157308d69,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:14.797685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45474) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.802547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-161496df-8e74-4417-9f28-a4a3b5c6ae81 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'e568efd1-3aaf-42ce-a677-f964a0a2bfbe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:14.808179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0fe3f0f1-a05d-4f03-a4c2-0fc6101f3a57 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267471 Feb 10 13:43:14.905714 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-161496df-8e74-4417-9f28-a4a3b5c6ae81 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The resource could not be found. Feb 10 13:43:14.911406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-161496df-8e74-4417-9f28-a4a3b5c6ae81 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1079369 Feb 10 13:43:14.911406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:14.914873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--260918194'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:14.937544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.075193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:15.128372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ffdd0a34-2d12-492b-980c-a25d124c043a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.131228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:15.131931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2157d5aa-0f78-43c8-84c2-b4cdae2a8247 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:15.137826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ffdd0a34-2d12-492b-980c-a25d124c043a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.203930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd0a34-2d12-492b-980c-a25d124c043a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:15.209367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.214151 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6c2f1389-202f-4202-abe4-c7cc150150c0 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3027003 Feb 10 13:43:15.215497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:15.220641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551155365'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:15.296441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.306600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26097a5-2f8d-4402-b964-b60d700e4f77 req-eab42734-12d1-40e2-a1fc-c8e3f76ce96e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:15.318693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e26097a5-2f8d-4402-b964-b60d700e4f77 req-eab42734-12d1-40e2-a1fc-c8e3f76ce96e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.1470640 Feb 10 13:43:15.387822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (52a97fb1-5ce2-45da-b3b3-060a9840620a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.394677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (52a97fb1-5ce2-45da-b3b3-060a9840620a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.432779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e26097a5-2f8d-4402-b964-b60d700e4f77 req-56989fab-968c-4fce-90e1-da8221aabc1d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131558 Feb 10 13:43:15.433305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.435028 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2183957 Feb 10 13:43:15.438491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45492) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:15.455600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c8610cf3-34af-461b-829e-6cbc3d0d1597 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'ffdd0a34-2d12-492b-980c-a25d124c043a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '52a97fb1-5ce2-45da-b3b3-060a9840620a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:15.455600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0779705-e7bb-4e77-8324-9ccd9105936f tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a97fb1-5ce2-45da-b3b3-060a9840620a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:15.533666 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-c8610cf3-34af-461b-829e-6cbc3d0d1597 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:15.534822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c8610cf3-34af-461b-829e-6cbc3d0d1597 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0953586 Feb 10 13:43:15.537620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:15.638416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (52a97fb1-5ce2-45da-b3b3-060a9840620a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.664677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (52a97fb1-5ce2-45da-b3b3-060a9840620a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.722603 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (52a97fb1-5ce2-45da-b3b3-060a9840620a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.726035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:15.727389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/52a97fb1-5ce2-45da-b3b3-060a9840620a HTTP/1.1" status: 204 len: 168 time: 0.1888235 Feb 10 13:43:15.730170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:15.750968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1d712-2c48-4c7f-94ce-9a8e2fd6e3a1 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a97fb1-5ce2-45da-b3b3-060a9840620a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:15.825974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-adcb028e-8d8f-4286-acf5-0cd8beac311e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0943069 Feb 10 13:43:15.828624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:15.955113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ffdd0a34-2d12-492b-980c-a25d124c043a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.016368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ffdd0a34-2d12-492b-980c-a25d124c043a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.064132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ffdd0a34-2d12-492b-980c-a25d124c043a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.067448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.069077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffdd0a34-2d12-492b-980c-a25d124c043a HTTP/1.1" status: 204 len: 168 time: 0.2391870 Feb 10 13:43:16.071504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:16.081190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f916f-a44c-42a4-8900-ab3331a9cc77 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd0a34-2d12-492b-980c-a25d124c043a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:16.179077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-279b382b-a5a6-4f93-8f99-fc95bb857cac tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1063678 Feb 10 13:43:16.182739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45526) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:16.188364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045574834'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:16.216374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.348425 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ecb6e68b-7459-4184-aba0-2566ced5ec3b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.356284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ecb6e68b-7459-4184-aba0-2566ced5ec3b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.384585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.386022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2019165 Feb 10 13:43:16.389594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:16.395113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d3ee9fd2-941b-4c2c-bc91-870fc1c17d93 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6e68b-7459-4184-aba0-2566ced5ec3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:16.530708 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d3ee9fd2-941b-4c2c-bc91-870fc1c17d93 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:16.534011 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b94d84-ec9f-4f99-994a-596a03a94391 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6e68b-7459-4184-aba0-2566ced5ec3b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:16.534150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d3ee9fd2-941b-4c2c-bc91-870fc1c17d93 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1406920 Feb 10 13:43:16.534266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:16.539086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb39f1a5-c8b7-4aa7-9073-37ad45bcf0ae tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6e68b-7459-4184-aba0-2566ced5ec3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:16.592032 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21426a33-5842-42b6-9f7a-d50539be1001 req-7c3a4e15-bc21-4677-a463-01024f05af4e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:16.593610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-21426a33-5842-42b6-9f7a-d50539be1001 req-7c3a4e15-bc21-4677-a463-01024f05af4e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.1780248 Feb 10 13:43:16.625517 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-bb39f1a5-c8b7-4aa7-9073-37ad45bcf0ae tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:43:16.629153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bb39f1a5-c8b7-4aa7-9073-37ad45bcf0ae tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0911081 Feb 10 13:43:16.640330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:16.735055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a60b-0630-4bff-8eae-e35301177859 req-44306fd8-6cf0-4a71-a3dc-f5c5f8e795b3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:16.745689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1011a60b-0630-4bff-8eae-e35301177859 req-44306fd8-6cf0-4a71-a3dc-f5c5f8e795b3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 946 time: 0.1720667 Feb 10 13:43:16.769862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ecb6e68b-7459-4184-aba0-2566ced5ec3b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.809397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (ecb6e68b-7459-4184-aba0-2566ced5ec3b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.838686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port ca5ea7e0-6c33-46fc-819f-dd635b17de28 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:16.839151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:16.846254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1011a60b-0630-4bff-8eae-e35301177859 req-fc60258a-0ad9-418d-a7aa-f2f994dbeed3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900562 Feb 10 13:43:17.033724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port ca5ea7e0-6c33-46fc-819f-dd635b17de28, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ca5ea7e0-6c33-46fc-819f-dd635b17de28,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:17.034293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.050618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for ca5ea7e0-6c33-46fc-819f-dd635b17de28 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:17.055169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ecb6e68b-7459-4184-aba0-2566ced5ec3b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.058170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.059500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/ecb6e68b-7459-4184-aba0-2566ced5ec3b HTTP/1.1" status: 204 len: 168 time: 0.4182301 Feb 10 13:43:17.062308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.110497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb68b47-ea24-4c20-800b-bafcf68ebd97 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6e68b-7459-4184-aba0-2566ced5ec3b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:17.220101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f4a7b7d-071c-4baa-8fc7-2b2da6b9898e tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1515296 Feb 10 13:43:17.220420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45562) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.225674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127448556'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:17.262854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ca5ea7e0-6c33-46fc-819f-dd635b17de28), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.274310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497', 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:43:17.275333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.313237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=ca5ea7e0-6c33-46fc-819f-dd635b17de28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:17.420612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.442160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.501834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] No DVR routers for this DVR port ca5ea7e0-6c33-46fc-819f-dd635b17de28 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:17.504634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.508597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-21426a33-5842-42b6-9f7a-d50539be1001 req-55683deb-fa19-44ee-b8c0-1352b1891a3c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "DELETE /v2.0/ports/ca5ea7e0-6c33-46fc-819f-dd635b17de28 HTTP/1.1" status: 204 len: 173 time: 0.9098349 Feb 10 13:43:17.512506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'name': 'network-vif-deleted', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:17.515513 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa0c04d-0700-4035-958e-2b3cf3525e8d" -d '{"events": [{"server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "name": "network-vif-deleted", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:17.540121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.541670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3201277 Feb 10 13:43:17.544595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.557023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7861443-4ad9-4baf-805d-373a8360fb9c tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:17.575261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9a76399d-2d7d-440d-bceb-a404713675f9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:17.575679 n-d-815324-6 neutron-server[103399]: WARNING neutron.api.v2.base [None req-9a76399d-2d7d-440d-bceb-a404713675f9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 13:43:17.576707 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9a76399d-2d7d-440d-bceb-a404713675f9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 13:43:17.590261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a76399d-2d7d-440d-bceb-a404713675f9 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "PUT /v2.0/security-groups/2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84 HTTP/1.1" status: 409 len: 330 time: 0.0186000 Feb 10 13:43:17.593618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.626324 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1174e2-e165-41ae-a15a-5b9bdb75598a x-openstack-request-id: req-5d1174e2-e165-41ae-a15a-5b9bdb75598a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:17.626754 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e275efd-f5a9-45d5-b587-e9cfe9e5b82e", "name": "network-vif-deleted", "tag": "ca5ea7e0-6c33-46fc-819f-dd635b17de28", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:17.630426 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d1174e2-e165-41ae-a15a-5b9bdb75598a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:17.630958 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e275efd-f5a9-45d5-b587-e9cfe9e5b82e', 'name': 'network-vif-deleted', 'tag': 'ca5ea7e0-6c33-46fc-819f-dd635b17de28', 'status': 'completed', 'code': 200} Feb 10 13:43:17.713047 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.758870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.826594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.829209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:17.832995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84 HTTP/1.1" status: 204 len: 168 time: 0.2382145 Feb 10 13:43:17.833195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.849435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d913b-6b07-4fbd-85c9-c649a77a29a4 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e728faa-e0ce-4ac3-83ab-7bbc39cf7d84,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:17.965354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:17.977509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0bd0c257-2504-4849-be4e-22ad580ec966 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1424065 Feb 10 13:43:17.986181 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-5b9cecd9-4a01-4ebb-8f13-64cd08b31a72 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] delete failed (client error): The resource could not be found. Feb 10 13:43:17.993655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:18.002555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5b9cecd9-4a01-4ebb-8f13-64cd08b31a72 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f2e5c81-ee8b-4873-a602-ff1cdefcb737 HTTP/1.1" status: 404 len: 347 time: 0.0348732 Feb 10 13:43:18.015503 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7ffb1e98-8760-406c-8e91-f6e65f258494 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] show failed (client error): The resource could not be found. Feb 10 13:43:18.021169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45598) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:18.033505 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7ffb1e98-8760-406c-8e91-f6e65f258494 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-groups/6b3f7d74-65cb-4b5c-a028-c43acae60ecd HTTP/1.1" status: 404 len: 347 time: 0.0381396 Feb 10 13:43:18.035259 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-e0faaa0c-89d1-47e9-b420-16517cf32ef8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] show failed (client error): The resource could not be found. Feb 10 13:43:18.049101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e0faaa0c-89d1-47e9-b420-16517cf32ef8 tempest-NegativeSecGroupIPv6Test-1648240856 tempest-NegativeSecGroupIPv6Test-1648240856-project] 10.222.0.13 "GET /v2.0/security-group-rules/144d336d-7414-480a-96f5-0382205d7057 HTTP/1.1" status: 404 len: 356 time: 0.0256484 Feb 10 13:43:18.178339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e40f43af-bcea-44d5-b64a-69a8a67d7ad5 req-1c189835-1771-41c3-8d4a-5a32328bd30e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e275efd-f5a9-45d5-b587-e9cfe9e5b82e HTTP/1.1" status: 200 len: 210 time: 0.0613239 Feb 10 13:43:18.540228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 45624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:18.922408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 45632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:18.929502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d68eb970-1a25-4936-ae0f-0c2932078fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9eb8a5fd218f4f4b8e40450ed46db569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880410 Feb 10 13:43:19.078778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] Publish callbacks [] for security_group (14bc8832-8c2b-4125-90a9-0de3cc698b96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:19.170553 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] Publish callbacks [] for security_group (14bc8832-8c2b-4125-90a9-0de3cc698b96), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:19.287455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (14bc8832-8c2b-4125-90a9-0de3cc698b96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:19.290211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:19.291530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14bc8832-8c2b-4125-90a9-0de3cc698b96 HTTP/1.1" status: 204 len: 168 time: 0.3674378 Feb 10 13:43:19.314328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5564b-fd10-4e18-a2dc-4340c852815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc8832-8c2b-4125-90a9-0de3cc698b96,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:19.799017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5769a6-cad5-440f-8876-eaa21baa7344 req-1a0f3d77-c67e-4178-91de-7cdac939087a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:19.822468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c5769a6-cad5-440f-8876-eaa21baa7344 req-1a0f3d77-c67e-4178-91de-7cdac939087a tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1093278 Feb 10 13:43:19.955726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c5769a6-cad5-440f-8876-eaa21baa7344 req-efcd370d-0a3e-4b9e-b932-c5e6bda7034c tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320658 Feb 10 13:43:20.678007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca5ea7e0-6c33-46fc-819f-dd635b17de28 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:20.738977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: ca5ea7e0-6c33-46fc-819f-dd635b17de28 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:20.739322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ca5ea7e0-6c33-46fc-819f-dd635b17de28 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:21.019524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-5e0bba6d-215f-4412-90d0-64bd8014c6ac tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:21.023185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-5e0bba6d-215f-4412-90d0-64bd8014c6ac tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.2339077 Feb 10 13:43:21.318276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287c505-7102-48de-8f3e-d8342070c73c req-709c4f4d-da16-4d99-97de-d5a890712887 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:21.329555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7287c505-7102-48de-8f3e-d8342070c73c req-709c4f4d-da16-4d99-97de-d5a890712887 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 945 time: 0.1782737 Feb 10 13:43:21.338372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port 935b43fa-3acc-4cc2-8864-884c20991497 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:21.339564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (935b43fa-3acc-4cc2-8864-884c20991497), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:21.505652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7287c505-7102-48de-8f3e-d8342070c73c req-d148b8e5-846f-4a39-8070-1a4015d536a3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=0563b784-09e5-43a2-86a3-a610949a20ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731439 Feb 10 13:43:21.595405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port 935b43fa-3acc-4cc2-8864-884c20991497, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=935b43fa-3acc-4cc2-8864-884c20991497,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:21.595763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (935b43fa-3acc-4cc2-8864-884c20991497), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:21.695641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for 935b43fa-3acc-4cc2-8864-884c20991497 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:22.073136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (935b43fa-3acc-4cc2-8864-884c20991497), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:22.086448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['935b43fa-3acc-4cc2-8864-884c20991497'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:43:22.200801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=935b43fa-3acc-4cc2-8864-884c20991497,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:22.348483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] No DVR routers for this DVR port 935b43fa-3acc-4cc2-8864-884c20991497 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:22.353616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:22.365509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41c2e15d-bf3e-46d5-947a-a90f6763235c req-08b2c91d-c6fc-4f22-826b-c52b50725a8e tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "DELETE /v2.0/ports/935b43fa-3acc-4cc2-8864-884c20991497 HTTP/1.1" status: 204 len: 173 time: 1.3350151 Feb 10 13:43:22.367586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'name': 'network-vif-deleted', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:22.381285 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa1a51-4caf-42a1-9f17-4566e1765264" -d '{"events": [{"server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "name": "network-vif-deleted", "tag": "935b43fa-3acc-4cc2-8864-884c20991497"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:22.462855 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e5232-8f88-4a0f-b1b5-7b2959525256 x-openstack-request-id: req-357e5232-8f88-4a0f-b1b5-7b2959525256 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:22.463365 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1c9036-1cd8-4020-8999-91b8303baa86", "name": "network-vif-deleted", "tag": "935b43fa-3acc-4cc2-8864-884c20991497", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:22.463782 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-357e5232-8f88-4a0f-b1b5-7b2959525256 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:22.464343 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1c9036-1cd8-4020-8999-91b8303baa86', 'name': 'network-vif-deleted', 'tag': '935b43fa-3acc-4cc2-8864-884c20991497', 'status': 'completed', 'code': 200} Feb 10 13:43:22.816066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35af0f90-40be-4638-86be-3b45c1f70188 req-e04caa41-cde5-47c8-9b07-2a9e51387dc0 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e1c9036-1cd8-4020-8999-91b8303baa86 HTTP/1.1" status: 200 len: 210 time: 0.1439123 Feb 10 13:43:24.446303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d9eb-aaca-4823-807b-d7e2cb20127f req-406ce699-5e51-4d85-9217-6d1a10d767f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:24.456686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25c9d9eb-aaca-4823-807b-d7e2cb20127f req-406ce699-5e51-4d85-9217-6d1a10d767f6 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1033409 Feb 10 13:43:24.623801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25c9d9eb-aaca-4823-807b-d7e2cb20127f req-66ca91dd-9f18-416d-84ae-e66ea5819d3d tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650386 Feb 10 13:43:24.708634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 935b43fa-3acc-4cc2-8864-884c20991497 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:24.783536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 935b43fa-3acc-4cc2-8864-884c20991497 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:24.784041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 935b43fa-3acc-4cc2-8864-884c20991497 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:25.824106 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-5a0b5200-acee-4ca8-bcff-2bfa9dff3aa5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:25.826751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-5a0b5200-acee-4ca8-bcff-2bfa9dff3aa5 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1979160 Feb 10 13:43:25.903483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd994ea7-3514-4bf4-9b2d-df81ef8b1ff0 req-ce573ed9-2598-4125-94e8-c430337634ac tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:25.906583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd994ea7-3514-4bf4-9b2d-df81ef8b1ff0 req-ce573ed9-2598-4125-94e8-c430337634ac tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1252265 Feb 10 13:43:26.016636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd994ea7-3514-4bf4-9b2d-df81ef8b1ff0 req-9e59ecc7-37ed-454e-a436-3750c15d1583 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036553 Feb 10 13:43:26.214374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:26.214716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:26.447876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] For port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:26.448319 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:27.319545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ca437-9c90-4ccc-812d-94df58fc96d6 req-72c6b660-3f81-4746-af19-76102d0d973f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:27.332326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6ca437-9c90-4ccc-812d-94df58fc96d6 req-72c6b660-3f81-4746-af19-76102d0d973f tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/ports?device_id=f72f4ca2-8bbc-42db-a699-33b18025bc6a HTTP/1.1" status: 200 len: 945 time: 0.1668680 Feb 10 13:43:27.415041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:27.415648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:27.415743 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Floating IP 19521e1e-60df-4fe0-913c-6909975bae3a disassociated. External IP: 172.25.8.216, port: 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0. Feb 10 13:43:27.416042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:27.504001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6ca437-9c90-4ccc-812d-94df58fc96d6 req-a674db68-ee5b-4937-a418-2a65f13f8999 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667230 Feb 10 13:43:27.814125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3dffbd5b-3146-4d1a-a1f9-c758f829ccd0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:27.871976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=3dffbd5b-3146-4d1a-a1f9-c758f829ccd0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:28.080739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-5af55a9e-e29d-49e0-84e8-8d27d0f31e21 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:28.091618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-5af55a9e-e29d-49e0-84e8-8d27d0f31e21 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 814 time: 0.3534586 Feb 10 13:43:28.103163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Router 297e1517-0fda-4062-83b2-98e0560db4a5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:43:28.118110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-516563a0-5e72-4b44-9cc8-e8b9caddd710 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/quotas/205ca92e73434caab1df1ba2fc1aa93d HTTP/1.1" status: 200 len: 375 time: 0.0254829 Feb 10 13:43:28.189938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-b0d49d88-707c-4596-b10d-ba55d1574baf tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708230 Feb 10 13:43:28.330302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:43:28.342201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Sync routers for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:43:28.367735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:43:28.402405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:43:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:28.413170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] No DVR routers for this DVR port 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:28.429018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:28.437412 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-401bd118-a5a4-4d59-9ac5-4d1be4ed15fd req-b0d50d02-e738-4969-8b6d-1ceb3b508922 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.77 "DELETE /v2.0/ports/3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 HTTP/1.1" status: 204 len: 173 time: 2.5903337 Feb 10 13:43:28.438252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-deleted', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:28.441764 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225802cb-6066-4caa-96aa-ad16d57c1911" -d '{"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-deleted", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:28.713498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:28.774360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:28.774941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 3dffbd5b-3146-4d1a-a1f9-c758f829ccd0 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:28.795050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-0a7c415f-015c-492e-ada2-ee2edd59163d service neutron] 10.222.0.13 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030331 Feb 10 13:43:28.926752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:43:29.034318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-7bd4affa-1935-4118-8e34-18c436d7f100 service neutron] 10.222.0.13 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372415 Feb 10 13:43:29.431505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:29.499620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Checking router: 297e1517-0fda-4062-83b2-98e0560db4a5 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:43:29.501671 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2429a1-e64d-4ff6-b224-ae5a085cdb06 x-openstack-request-id: req-1e2429a1-e64d-4ff6-b224-ae5a085cdb06 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:29.502106 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f4ca2-8bbc-42db-a699-33b18025bc6a", "name": "network-vif-deleted", "tag": "3dffbd5b-3146-4d1a-a1f9-c758f829ccd0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:29.502209 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e2429a1-e64d-4ff6-b224-ae5a085cdb06 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:29.502599 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f4ca2-8bbc-42db-a699-33b18025bc6a', 'name': 'network-vif-deleted', 'tag': '3dffbd5b-3146-4d1a-a1f9-c758f829ccd0', 'status': 'completed', 'code': 200} Feb 10 13:43:29.530024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:43:29.530669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:43:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:29.759416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:43:29.835880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95da169e-03c0-407f-937b-904e54c3db9f req-826ef7c7-c9bf-497b-bb6a-c14d3e97a64c tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 210 time: 0.0958781 Feb 10 13:43:29.922337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:30.032019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (4a7230e3-b5a5-43b5-9cc5-d5af3faceed2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.082720 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (4a7230e3-b5a5-43b5-9cc5-d5af3faceed2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.173031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4a7230e3-b5a5-43b5-9cc5-d5af3faceed2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.176098 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.177607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a7230e3-b5a5-43b5-9cc5-d5af3faceed2 HTTP/1.1" status: 204 len: 168 time: 0.2542527 Feb 10 13:43:30.183586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46446) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:30.204202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afe7ca-bb2c-4f18-accd-49bb1f54de06 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7230e3-b5a5-43b5-9cc5-d5af3faceed2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:30.227832 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-0d0e65dd-da9e-4cd4-977c-957cfb381eaa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] show failed (client error): The resource could not be found. Feb 10 13:43:30.242087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d0e65dd-da9e-4cd4-977c-957cfb381eaa tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "GET /v2.0/security-groups/4a7230e3-b5a5-43b5-9cc5-d5af3faceed2 HTTP/1.1" status: 404 len: 347 time: 0.0568256 Feb 10 13:43:30.244800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46448) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:30.451296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:30.511485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Deleting port 5e243f6e-62c7-4596-9a5a-461704addfd4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:30.512035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.523537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f911538-ca15-42bf-986a-4b267ebe1260 None None] The sync data for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 is: [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:35:48Z', 'revision_number': 4, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '10731f72-d5c0-45f1-b9df-8f97446fb1bc', 'name': '', 'network_id': '1454ff79-cca8-4871-9029-304e115a4933', 'tenant_id': '011106333efc465d80f0f09518fac835', 'mac_address': 'fa:16:3e:0c:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:46Z', 'updated_at': '2022-02-10T13:35:53Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'subnets': [{'id': '8b7a8138-cc67-4c10-9764-a6b05e8638c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:43:30.711970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.712376 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (5e243f6e-62c7-4596-9a5a-461704addfd4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:30.726284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Calling delete_port for 5e243f6e-62c7-4596-9a5a-461704addfd4 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:30.870751 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a4b9-03c5-4a88-a7cd-f9a792be357b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:31.049156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-941e9819-6e08-4b71-a5ff-e48bd5367801 req-cfc433bf-d8e4-407b-a879-3a242761ba90 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 210 time: 0.0538363 Feb 10 13:43:31.084563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5e243f6e-62c7-4596-9a5a-461704addfd4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:31.101502 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044c37d-1042-4133-b7ce-c16ae123b2a9 None None] New status for floating IP 19521e1e-60df-4fe0-913c-6909975bae3a: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:43:31.165596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Pushing event deleted for resources: {'Port': ['ID=5e243f6e-62c7-4596-9a5a-461704addfd4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:31.271318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks [] for floatingip (19521e1e-60df-4fe0-913c-6909975bae3a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:31.295822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:31.304855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0138f29-64cd-4f20-8f92-7a148706f4f3 tempest-ServerActionsTestJSON-299364123 tempest-ServerActionsTestJSON-299364123-project] 10.222.0.13 "DELETE /v2.0/floatingips/19521e1e-60df-4fe0-913c-6909975bae3a HTTP/1.1" status: 204 len: 168 time: 1.0587103 Feb 10 13:43:31.306288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46470) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:31.356333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-c9c39846-27c8-47ba-be20-be58b051ed7c tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:31.360942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-c9c39846-27c8-47ba-be20-be58b051ed7c tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 814 time: 0.3077755 Feb 10 13:43:31.383279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Request body: {'port': {'device_id': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429', 'admin_state_up': True, 'tenant_id': '205ca92e73434caab1df1ba2fc1aa93d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:31.543766 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Made reservation on behalf of 205ca92e73434caab1df1ba2fc1aa93d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:31.549669 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:31.774817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Allocated IP 172.20.0.12 (34e0b8c8-ad25-4807-8b3c-e060a83fa429/4047ca12-6bd9-4379-8219-b4d42fc76e58/0264729a-44ce-4711-bacc-233550c938d1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:43:32.079509 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks [] for port (0264729a-44ce-4711-bacc-233550c938d1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:32.209560 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:32.302707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (297e1517-0fda-4062-83b2-98e0560db4a5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:32.364234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:43:32.372739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:43:32.375909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:43:32.379250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Pushing event updated for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:32.465246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995a0c-1a53-4ca6-8e97-31b13c1ec05b req-326499bd-a9ea-46e2-a7bb-e08e86b8faf7 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:32.481358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f995a0c-1a53-4ca6-8e97-31b13c1ec05b req-326499bd-a9ea-46e2-a7bb-e08e86b8faf7 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 932 time: 0.2449975 Feb 10 13:43:32.546775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:32.547473 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:32.638762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-975ecedd-3eb4-4187-a042-ae3efdc4bcb4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2613730 Feb 10 13:43:32.667415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Request body: {'port': {'device_id': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:32.785201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f995a0c-1a53-4ca6-8e97-31b13c1ec05b req-8f1c5edd-17bc-4de0-b9e3-b85d4cd960ee tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022625 Feb 10 13:43:32.855577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Deleting port 10731f72-d5c0-45f1-b9df-8f97446fb1bc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:32.856071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:32.870933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0264729a-44ce-4711-bacc-233550c938d1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.058603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] For port 10731f72-d5c0-45f1-b9df-8f97446fb1bc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=10731f72-d5c0-45f1-b9df-8f97446fb1bc,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:33.059312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.094045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Calling delete_port for 10731f72-d5c0-45f1-b9df-8f97446fb1bc owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:33.264069 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8e302a99-3106-4347-82d6-b13ae763fad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.442781 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:43:33.470462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0264729a-44ce-4711-bacc-233550c938d1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:43:33.478733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks [] for port (0264729a-44ce-4711-bacc-233550c938d1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.506829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (10731f72-d5c0-45f1-b9df-8f97446fb1bc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.516325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Transition to ACTIVE for port object 0264729a-44ce-4711-bacc-233550c938d1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:43:33.527020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:33.636461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Pushing event deleted for resources: {'Port': ['ID=10731f72-d5c0-45f1-b9df-8f97446fb1bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:33.662068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Pushing event updated for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:33.884086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Attempting to bind port 0264729a-44ce-4711-bacc-233550c938d1 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:43:33.884657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Attempting to bind port 0264729a-44ce-4711-bacc-233550c938d1 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:43:33.885185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Attempting to bind port 0264729a-44ce-4711-bacc-233550c938d1 on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:43:33.901496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Port 0264729a-44ce-4711-bacc-233550c938d1 on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:43:33.901496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Attempting to bind port 0264729a-44ce-4711-bacc-233550c938d1 on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:43:33.910872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:43:33.925549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Checking segment: {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:43:33.928009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Bound using segment: {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:43:33.935754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Bound port: 0264729a-44ce-4711-bacc-233550c938d1, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:43:33.938798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0264729a-44ce-4711-bacc-233550c938d1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:34.155329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (297e1517-0fda-4062-83b2-98e0560db4a5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:34.275975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc69861-3af8-4378-abf1-8288538b3612 req-f23a27b2-bbe8-42f0-bcca-0076decac064 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:34.283894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc69861-3af8-4378-abf1-8288538b3612 req-f23a27b2-bbe8-42f0-bcca-0076decac064 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 944 time: 0.3422365 Feb 10 13:43:34.314467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:43:34.340439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0264729a-44ce-4711-bacc-233550c938d1,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:43:34.377192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc69861-3af8-4378-abf1-8288538b3612 req-9b2ed5f1-def2-406f-bc9f-ba4d71f44c6a tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922327 Feb 10 13:43:34.378432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:34.507537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:34.519457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:34.520982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] 10.222.0.21 "PUT /v2.0/ports/0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 200 len: 1092 time: 1.8581076 Feb 10 13:43:34.521485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'tag': '0264729a-44ce-4711-bacc-233550c938d1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:34.523851 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddd5db-4e6c-4e30-961d-b7c54141a70e" -d '{"events": [{"name": "network-changed", "server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "tag": "0264729a-44ce-4711-bacc-233550c938d1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:34.571030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f343eb-0fe0-4e1c-ac1b-b5df958a333a service neutron] Pushing event updated for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:34.630897 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:34.695340 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffe6c7-907b-46ef-aa7b-b7c5fe63ec73 x-openstack-request-id: req-e0ffe6c7-907b-46ef-aa7b-b7c5fe63ec73 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:34.695645 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "tag": "0264729a-44ce-4711-bacc-233550c938d1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:34.704394 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0ffe6c7-907b-46ef-aa7b-b7c5fe63ec73 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:34.705801 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'tag': '0264729a-44ce-4711-bacc-233550c938d1', 'status': 'completed', 'code': 200} Feb 10 13:43:34.748693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-00585cb7-8e08-40ee-80cc-f8227cb33aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:34.750206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-00585cb7-8e08-40ee-80cc-f8227cb33aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 1126 time: 0.1653047 Feb 10 13:43:34.771807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Router 297e1517-0fda-4062-83b2-98e0560db4a5 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:43:34.832663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-d2e82406-c346-4769-9657-94401ce49f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 200 len: 217 time: 0.0693951 Feb 10 13:43:34.936130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-3f3dfa81-d1a1-4aa7-bdcb-265d842c740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:34.957302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-3f3dfa81-d1a1-4aa7-bdcb-265d842c740b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.1105864 Feb 10 13:43:35.030129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:43:35.047347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Sync routers for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:43:35.063424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-6f268c9d-f3b3-425c-add1-04e98318d60c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010036 Feb 10 13:43:35.065267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:35.065960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-853f95bb-0e15-40cb-a907-a15cd749f861 admin admin] 10.222.0.13 "PUT /v2.0/routers/297e1517-0fda-4062-83b2-98e0560db4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7534783 Feb 10 13:43:35.070706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:43:35.071436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:43:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:35.280950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-b285261d-fb43-4f77-8e59-ad57e897b056 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096584 Feb 10 13:43:35.312621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:43:35.562372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:43:33Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:35.634285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Checking router: 297e1517-0fda-4062-83b2-98e0560db4a5 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:43:35.644047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Routers {'297e1517-0fda-4062-83b2-98e0560db4a5'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:43:35.644988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:43:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['297e1517-0fda-4062-83b2-98e0560db4a5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:35.707353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a94fbc9a-8175-4d64-8809-9cf24f13ccba req-8ba6b6bc-8ee8-4db7-ac79-ee82a5e01137 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434289 Feb 10 13:43:35.953724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] Set router 297e1517-0fda-4062-83b2-98e0560db4a5 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:43:36.046675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks [] for router (297e1517-0fda-4062-83b2-98e0560db4a5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:36.189365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-31138285-611b-4a82-ad31-1328b7deee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:36.194567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-31138285-611b-4a82-ad31-1328b7deee02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 1126 time: 0.4071743 Feb 10 13:43:36.233439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a0368-5db1-46c5-9c75-302b0d7f2b00 req-a05320fd-20d7-4bb6-9909-519d6de9bca2 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:36.243766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-588a0368-5db1-46c5-9c75-302b0d7f2b00 req-a05320fd-20d7-4bb6-9909-519d6de9bca2 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 944 time: 0.5353918 Feb 10 13:43:36.466668 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:36.475361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:36.540948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:43:33Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:36.627819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a644ebbe-24c6-43d7-bf91-5ab6b635aa59 None None] The sync data for ids ['297e1517-0fda-4062-83b2-98e0560db4a5'] in n-d-815324-6 is: [{'id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'name': 'tempest-ServerActionsTestJSON-1438660482-router', 'tenant_id': '011106333efc465d80f0f09518fac835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:35:36Z', 'updated_at': '2022-02-10T13:43:33Z', 'revision_number': 5, 'project_id': '011106333efc465d80f0f09518fac835', 'gw_port': {'id': '36eb3ada-4012-4494-826a-1de59e8609b8', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e1517-0fda-4062-83b2-98e0560db4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:35:38Z', 'updated_at': '2022-02-10T13:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:43:37.108294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-5d136b3e-b9ef-4799-92b2-ecc727e795cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:37.110158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-5d136b3e-b9ef-4799-92b2-ecc727e795cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 915 time: 0.8609426 Feb 10 13:43:37.114468 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks [] for router_gateway (297e1517-0fda-4062-83b2-98e0560db4a5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:37.218916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-60a0d485-c39c-4e4c-92df-d68d2b4d3177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 200 len: 217 time: 0.0873792 Feb 10 13:43:37.327427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-033d261a-533f-4057-9186-6d93ce888765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:37.330673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-033d261a-533f-4057-9186-6d93ce888765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.1031139 Feb 10 13:43:37.337055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-588a0368-5db1-46c5-9c75-302b0d7f2b00 req-81b4f273-fd71-4d14-8ea2-77de7ccf60bf tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0907984 Feb 10 13:43:37.372391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-e06940ad-d819-453e-983d-7dde1640cefa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339284 Feb 10 13:43:37.386211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 10731f72-d5c0-45f1-b9df-8f97446fb1bc no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:37.427831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 10731f72-d5c0-45f1-b9df-8f97446fb1bc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:37.428468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 10731f72-d5c0-45f1-b9df-8f97446fb1bc not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:37.480787 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:37.554170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-46d0959c-05d9-4583-83e6-a6771399e6be service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581688 Feb 10 13:43:37.583335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Deleting port 36eb3ada-4012-4494-826a-1de59e8609b8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:37.583997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:37.730314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] For port 36eb3ada-4012-4494-826a-1de59e8609b8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=36eb3ada-4012-4494-826a-1de59e8609b8,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:37.730779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:37.753354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ddd5db-4e6c-4e30-961d-b7c54141a70e req-5f804868-b704-4453-8bd2-6bb0b25d4e94 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920581 Feb 10 13:43:37.761335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Calling delete_port for 36eb3ada-4012-4494-826a-1de59e8609b8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:38.000955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (36eb3ada-4012-4494-826a-1de59e8609b8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.032336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=36eb3ada-4012-4494-826a-1de59e8609b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:38.113670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (297e1517-0fda-4062-83b2-98e0560db4a5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.295901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (297e1517-0fda-4062-83b2-98e0560db4a5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.298827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks [] for router_controller (297e1517-0fda-4062-83b2-98e0560db4a5), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.372539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (297e1517-0fda-4062-83b2-98e0560db4a5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.373159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297e1517-0fda-4062-83b2-98e0560db4a5 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:43:38.379087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.380341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0a444b9f-1b6c-46d7-b0d2-1254f1a23b1b admin admin] 10.222.0.13 "DELETE /v2.0/routers/297e1517-0fda-4062-83b2-98e0560db4a5 HTTP/1.1" status: 204 len: 168 time: 3.3104153 Feb 10 13:43:38.382930 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:38.454396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Deleting subnet 8b7a8138-cc67-4c10-9764-a6b05e8638c6 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:43:38.459805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Publish callbacks [] for subnet (8b7a8138-cc67-4c10-9764-a6b05e8638c6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.535428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (8b7a8138-cc67-4c10-9764-a6b05e8638c6), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.668110 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8b7a8138-cc67-4c10-9764-a6b05e8638c6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.720443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc529d8b-85ac-4a4a-b792-a2065645fef1 req-7c6bb371-a6e3-464c-800a-ec3637eaed79 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:38.722032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc529d8b-85ac-4a4a-b792-a2065645fef1 req-7c6bb371-a6e3-464c-800a-ec3637eaed79 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 944 time: 0.1356246 Feb 10 13:43:38.808607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (8b7a8138-cc67-4c10-9764-a6b05e8638c6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.882336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7a8138-cc67-4c10-9764-a6b05e8638c6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:38.895816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5626745b-40d6-4402-87f9-247b1724974d None None] Network 1454ff79-cca8-4871-9029-304e115a4933 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:38.898438 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:38.913468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9c61d8c-8e5b-431a-9a34-a1a514b1e877 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b7a8138-cc67-4c10-9764-a6b05e8638c6 HTTP/1.1" status: 204 len: 168 time: 0.5259509 Feb 10 13:43:38.914166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:38.932272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc529d8b-85ac-4a4a-b792-a2065645fef1 req-b23010f3-37cf-4c1c-a80f-d936ccea1a59 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039156 Feb 10 13:43:39.127129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1454ff79-cca8-4871-9029-304e115a4933), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.252331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Deleting port 1c901ba4-f097-400c-a689-0022c6ad1533 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:39.252951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.270347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0264729a-44ce-4711-bacc-233550c938d1 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:43:39.346405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] DHCP port deletion for 1454ff79-cca8-4871-9029-304e115a4933 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:43:39.447358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] For port 1c901ba4-f097-400c-a689-0022c6ad1533, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1c901ba4-f097-400c-a689-0022c6ad1533,segment=NetworkSegment(92cb7244-bbb6-433d-a54d-6b6bc51538c9),segment_id=92cb7244-bbb6-433d-a54d-6b6bc51538c9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:39.447825 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.479794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Calling delete_port for 1c901ba4-f097-400c-a689-0022c6ad1533 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:39.488465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36eb3ada-4012-4494-826a-1de59e8609b8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:39.621652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0264729a-44ce-4711-bacc-233550c938d1,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:39.652329 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '0264729a-44ce-4711-bacc-233550c938d1', 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429', 'port_id': '0264729a-44ce-4711-bacc-233550c938d1', 'mac_address': 'fa:16:3e:4c:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4047ca12-6bd9-4379-8219-b4d42fc76e58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:43:39.665557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.735571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c901ba4-f097-400c-a689-0022c6ad1533,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:39.750581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] No DVR routers for this DVR port 1c901ba4-f097-400c-a689-0022c6ad1533 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:39.751007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0264729a-44ce-4711-bacc-233550c938d1 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:43:39.751803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0264729a-44ce-4711-bacc-233550c938d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.754004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 36eb3ada-4012-4494-826a-1de59e8609b8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:39.754792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 36eb3ada-4012-4494-826a-1de59e8609b8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:39.755426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c901ba4-f097-400c-a689-0022c6ad1533 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:43:39.947791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1454ff79-cca8-4871-9029-304e115a4933), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:39.982459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1454ff79-cca8-4871-9029-304e115a4933']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:40.005402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1c901ba4-f097-400c-a689-0022c6ad1533 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:43:40.006535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1c901ba4-f097-400c-a689-0022c6ad1533 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:43:40.007507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cb7244-bbb6-433d-a54d-6b6bc51538c9') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:40.007812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cb7244-bbb6-433d-a54d-6b6bc51538c9') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:43:40.015851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0264729a-44ce-4711-bacc-233550c938d1 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:43:40.034586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (92cb7244-bbb6-433d-a54d-6b6bc51538c9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.045355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0264729a-44ce-4711-bacc-233550c938d1,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:40.053209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Deleting port 1c901ba4-f097-400c-a689-0022c6ad1533 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:40.053802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.069633 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (92cb7244-bbb6-433d-a54d-6b6bc51538c9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.084906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:43:40.086062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (92cb7244-bbb6-433d-a54d-6b6bc51538c9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:43:40.093812 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:43:40.163212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] For port 1c901ba4-f097-400c-a689-0022c6ad1533, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:40.163983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.181148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Calling delete_port for 1c901ba4-f097-400c-a689-0022c6ad1533 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:43:40.186599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Port 1c901ba4-f097-400c-a689-0022c6ad1533 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:43:40.191443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1c901ba4-f097-400c-a689-0022c6ad1533), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.205640 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.212612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] No DVR routers for this DVR port 1c901ba4-f097-400c-a689-0022c6ad1533 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:43:40.225650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477ea9-e2ce-4c9b-bfb8-65e71ec189eb req-06315427-b9e9-4d60-a223-9cc0288c0867 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:40.232938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46477ea9-e2ce-4c9b-bfb8-65e71ec189eb req-06315427-b9e9-4d60-a223-9cc0288c0867 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 945 time: 0.1277018 Feb 10 13:43:40.254844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016f6ce-e084-439d-881b-629db9d836a3 None None] Pushing event deleted for resources: {'Port': ['ID=1c901ba4-f097-400c-a689-0022c6ad1533,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:40.338512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1454ff79-cca8-4871-9029-304e115a4933), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.375696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:40.407595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.415804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46477ea9-e2ce-4c9b-bfb8-65e71ec189eb req-225de821-163f-4d69-a573-d02efe8abc21 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818860 Feb 10 13:43:40.429823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1454ff79-cca8-4871-9029-304e115a4933 HTTP/1.1" status: 204 len: 168 time: 1.5142651 Feb 10 13:43:40.430809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3b444-e030-4fce-9f09-4c5ec09aa912 admin admin] Pushing event deleted for resources: {'Network': ['ID=1454ff79-cca8-4871-9029-304e115a4933,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:40.525445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0264729a-44ce-4711-bacc-233550c938d1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:43:40.707611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46726) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:40.797335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 46728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:40.810737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-edf1e457-0476-4c32-8377-6150ba8f84e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=011106333efc465d80f0f09518fac835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1016700 Feb 10 13:43:40.897162 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] Publish callbacks [] for security_group (0563b784-09e5-43a2-86a3-a610949a20ef), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:40.950112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] Publish callbacks [] for security_group (0563b784-09e5-43a2-86a3-a610949a20ef), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:41.034740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0563b784-09e5-43a2-86a3-a610949a20ef), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:41.038255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:41.042514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0563b784-09e5-43a2-86a3-a610949a20ef HTTP/1.1" status: 204 len: 168 time: 0.2416193 Feb 10 13:43:41.052453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78834c5-6025-4a44-9e33-115871c17d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563b784-09e5-43a2-86a3-a610949a20ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:41.280254 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:41.671238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7348bc-5f15-4fd8-a2b2-d7b0f184ae96 req-8c2ddd77-d825-4f4a-837c-8ff516d9ba35 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:41.673732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b7348bc-5f15-4fd8-a2b2-d7b0f184ae96 req-8c2ddd77-d825-4f4a-837c-8ff516d9ba35 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 945 time: 0.1511540 Feb 10 13:43:41.811977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b7348bc-5f15-4fd8-a2b2-d7b0f184ae96 req-0dbabebb-652b-47e3-88ae-2ba5778d3588 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266623 Feb 10 13:43:42.277049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:42.421577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1985984504-network', 'tenant_id': 'c238616768bc479c98a4f25ca40ab149'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:42.469306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Made reservation on behalf of c238616768bc479c98a4f25ca40ab149 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:42.473639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.488705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.597016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks [] for security_group (4feccd99-e7ef-44b1-9e58-9991b096395f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.604528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4feccd99-e7ef-44b1-9e58-9991b096395f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.621278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:43:42.634578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1cf1a908-24e6-4bf0-9079-c598f84be050), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.635097 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Added segment 1cf1a908-24e6-4bf0-9079-c598f84be050 of type vlan for network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d Feb 10 13:43:42.687583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.734975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feccd99-e7ef-44b1-9e58-9991b096395f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:42.744166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.745340 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:42.746102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:42.818377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:42.825174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d8f0b55a-3620-4d5c-a491-2b4104253d72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5461016 Feb 10 13:43:42.829120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 46796) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:43:42.830272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:43:42.834731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Request body: {'subnet': {'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1985984504-subnet', 'tenant_id': 'c238616768bc479c98a4f25ca40ab149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:42.896717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Made reservation on behalf of c238616768bc479c98a4f25ca40ab149 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:42.904471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.018724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa8805-cd7c-49a2-b326-0a468377132d req-ffc5adae-7d45-4659-838d-1923debd44c3 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:43.020388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34aa8805-cd7c-49a2-b326-0a468377132d req-ffc5adae-7d45-4659-838d-1923debd44c3 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 945 time: 0.1124024 Feb 10 13:43:43.127648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34aa8805-cd7c-49a2-b326-0a468377132d req-9e1233c6-0d9b-43b3-a48c-33b77357ea23 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998232 Feb 10 13:43:43.286540 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0264729a-44ce-4711-bacc-233550c938d1 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:43:43.336138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (d1457a0f-5bd6-4cf8-b356-220f705d6718), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.416686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 0264729a-44ce-4711-bacc-233550c938d1 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:43:43.421305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 0264729a-44ce-4711-bacc-233550c938d1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:43:43.421693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0264729a-44ce-4711-bacc-233550c938d1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.460861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1457a0f-5bd6-4cf8-b356-220f705d6718,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:43.478288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Checking segment: {'id': '1cf1a908-24e6-4bf0-9079-c598f84be050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:43:43.478657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Network hostable DHCP agents. Network: fdb16e09-86e0-470d-abbf-e3a3fbfbf30d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:43:43.528857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:43:43.546110 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, fdb16e09-86e0-470d-abbf-e3a3fbfbf30d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:43:43.556290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:43.556948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.576898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0264729a-44ce-4711-bacc-233550c938d1 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:43:43.577315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0264729a-44ce-4711-bacc-233550c938d1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.584850 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a9e5f5e-b243-46a2-b593-375abd8160a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7514598 Feb 10 13:43:43.586014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d1909-7934-41ad-ac2e-2b45f73b9f2b None None] Network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:43.675548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264729a-44ce-4711-bacc-233550c938d1'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:43.678013 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c342b416-b705-4ce3-b56a-ee5a8d502984" -d '{"events": [{"server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "name": "network-vif-plugged", "status": "completed", "tag": "0264729a-44ce-4711-bacc-233550c938d1"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:43.796715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0264729a-44ce-4711-bacc-233550c938d1,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:43.822809 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:43.840108 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679fd09-2c8f-4679-b721-2bf319290c10 x-openstack-request-id: req-6679fd09-2c8f-4679-b721-2bf319290c10 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:43.841071 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "name": "network-vif-plugged", "status": "completed", "tag": "0264729a-44ce-4711-bacc-233550c938d1", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:43.841471 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6679fd09-2c8f-4679-b721-2bf319290c10 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:43.842000 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264729a-44ce-4711-bacc-233550c938d1', 'code': 200} Feb 10 13:43:43.978298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b2f11-d252-4f1e-b64f-5e47404633dc None None] Network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:43:44.091724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4831b-e94c-4a6b-89a3-625d2b3eb44b req-ff0df0d5-b375-4540-a46c-e8727ddd0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:44.095231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbe4831b-e94c-4a6b-89a3-625d2b3eb44b req-ff0df0d5-b375-4540-a46c-e8727ddd0c9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 1128 time: 0.1570699 Feb 10 13:43:44.201970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:44.212105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbe4831b-e94c-4a6b-89a3-625d2b3eb44b req-7284eb8c-105f-4bf3-bb9b-6911e065f826 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103361 Feb 10 13:43:44.581010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-0cb530cf-dbae-4299-83e9-702b857c1f8b tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:44.588500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-0cb530cf-dbae-4299-83e9-702b857c1f8b tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/networks?id=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d HTTP/1.1" status: 200 len: 821 time: 0.1752424 Feb 10 13:43:44.610299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-76b26eed-1630-4739-92c5-73290715ba94 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/quotas/c238616768bc479c98a4f25ca40ab149 HTTP/1.1" status: 200 len: 375 time: 0.0208213 Feb 10 13:43:44.656860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-08d30ed4-e286-4594-9a9f-bdbd1e38eb93 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c238616768bc479c98a4f25ca40ab149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402105 Feb 10 13:43:44.806622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-91d8aae4-6d0a-4456-abf5-8bf3760bfacd service neutron] 10.222.0.13 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416180 Feb 10 13:43:44.964957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-82e4c20b-ed12-4118-8787-e21fc47dd4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518307 Feb 10 13:43:45.390607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb43b07-ded7-4442-8b92-8f2ba01ac785 req-7fb2c690-e082-4a9d-87ac-cc7fddfb0b0d tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:45.393213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb43b07-ded7-4442-8b92-8f2ba01ac785 req-7fb2c690-e082-4a9d-87ac-cc7fddfb0b0d tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 946 time: 0.0891390 Feb 10 13:43:45.516183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb43b07-ded7-4442-8b92-8f2ba01ac785 req-209863ba-6da6-45f4-82e5-8538e285d8fa tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173699 Feb 10 13:43:45.659967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0488c62c-723b-4fe0-b9d7-c1550e852237 req-7b2cbc5f-aef6-4e4e-9c6b-4855c85f4af6 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 210 time: 0.0357816 Feb 10 13:43:46.687256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96d970-0188-45fb-b0d5-03de2e7fe167 req-1beb6fe8-d6b9-43c5-9519-9b10fce2592d tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:46.696922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a96d970-0188-45fb-b0d5-03de2e7fe167 req-1beb6fe8-d6b9-43c5-9519-9b10fce2592d tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 946 time: 0.0746982 Feb 10 13:43:46.763060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a96d970-0188-45fb-b0d5-03de2e7fe167 req-e9edf149-3ffa-4f09-b9db-dcf8901d4b4d tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650280 Feb 10 13:43:46.964153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f4b7c70-cc74-4950-9254-d5522b51507a req-064c42e0-df1e-4984-ba7b-452dcf0747fd tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 210 time: 0.0766056 Feb 10 13:43:47.115176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-c097d462-6eb3-4d21-87cb-042df0a783a5 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:47.117355 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-c097d462-6eb3-4d21-87cb-042df0a783a5 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.77 "GET /v2.0/networks?id=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d HTTP/1.1" status: 200 len: 821 time: 0.2748232 Feb 10 13:43:47.136623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Request body: {'port': {'device_id': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d', 'admin_state_up': True, 'tenant_id': 'c238616768bc479c98a4f25ca40ab149'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:48.047871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Made reservation on behalf of c238616768bc479c98a4f25ca40ab149 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:43:48.063006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:48.140265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-14f0ba7a-85a5-472f-929c-80fa4ba4101b req-cb92aa26-bb4b-4af5-81d2-99d09eef7f8f tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 210 time: 0.0670905 Feb 10 13:43:48.414825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Allocated IP 172.20.0.12 (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d/d1457a0f-5bd6-4cf8-b356-220f705d6718/788253c6-63b8-4ddd-b6d9-315ae5d8f444) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:43:48.672580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks [] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:48.718184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:48.827084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:43:48.839552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:43:48.845591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:43:48.885325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Pushing event updated for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:48.966430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:48.967066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:48.984834 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-174c6477-41f5-4b15-bc6c-f6815f951c10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8533833 Feb 10 13:43:49.008410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Request body: {'port': {'device_id': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:43:49.143971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:49.392607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf38d-a849-42ab-a1cb-696af12ccf27 req-fbd90555-a7a0-48d3-ac7e-4f5c1ce9ddfb tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:49.400943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32ccf38d-a849-42ab-a1cb-696af12ccf27 req-fbd90555-a7a0-48d3-ac7e-4f5c1ce9ddfb tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 932 time: 0.1480470 Feb 10 13:43:49.486051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32ccf38d-a849-42ab-a1cb-696af12ccf27 req-cc14816d-de51-4068-afc4-21c58d88269e tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835979 Feb 10 13:43:49.776391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788253c6-63b8-4ddd-b6d9-315ae5d8f444 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:43:49.786196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks [] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:49.806558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Transition to ACTIVE for port object 788253c6-63b8-4ddd-b6d9-315ae5d8f444 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:43:49.813992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:49.926454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Pushing event updated for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:50.076013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Attempting to bind port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:43:50.076516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Attempting to bind port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1cf1a908-24e6-4bf0-9079-c598f84be050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:43:50.077023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Attempting to bind port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 on network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:43:50.081899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 on network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:43:50.082405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Attempting to bind port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 on network fdb16e09-86e0-470d-abbf-e3a3fbfbf30d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:43:50.091201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:43:50.093452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Checking segment: {'id': '1cf1a908-24e6-4bf0-9079-c598f84be050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:43:50.094098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Bound using segment: {'id': '1cf1a908-24e6-4bf0-9079-c598f84be050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:43:50.094895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Bound port: 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf1a908-24e6-4bf0-9079-c598f84be050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:43:50.095271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:50.229082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:43:50.239915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444,segment=NetworkSegment(1cf1a908-24e6-4bf0-9079-c598f84be050),segment_id=1cf1a908-24e6-4bf0-9079-c598f84be050)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:43:50.253345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:50.345414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:50.349453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:50.359129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/788253c6-63b8-4ddd-b6d9-315ae5d8f444 HTTP/1.1" status: 200 len: 1092 time: 1.3610539 Feb 10 13:43:50.359742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:50.367416 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:50.409216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f402c-3a75-40d8-bcf1-c6af3fde32b1 service neutron] Pushing event updated for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:50.465871 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c56e67-41f0-412f-b126-f8a4e955f4c0 x-openstack-request-id: req-13c56e67-41f0-412f-b126-f8a4e955f4c0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:50.466361 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:50.466615 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c56e67-41f0-412f-b126-f8a4e955f4c0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:50.467085 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444', 'status': 'completed', 'code': 200} Feb 10 13:43:50.509798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-e5d09cdc-ceec-4ea8-b283-5ed4ee814bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:50.512283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-e5d09cdc-ceec-4ea8-b283-5ed4ee814bb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c238616768bc479c98a4f25ca40ab149&device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 1126 time: 0.0936825 Feb 10 13:43:50.582766 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-754b8efe-9c6c-4fb3-8dc9-29ae51a9f5b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444 HTTP/1.1" status: 200 len: 217 time: 0.0626001 Feb 10 13:43:50.715114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-2acac44f-98ed-4e6c-8682-5add8d0f6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:50.716744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-2acac44f-98ed-4e6c-8682-5add8d0f6eaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d1457a0f-5bd6-4cf8-b356-220f705d6718 HTTP/1.1" status: 200 len: 861 time: 0.1267467 Feb 10 13:43:50.773860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55cfa1-6911-48d0-a77c-4812b6cf24c2 req-cd9f5720-ac00-4cff-add2-ebac3b7b3972 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:50.781933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac55cfa1-6911-48d0-a77c-4812b6cf24c2 req-cd9f5720-ac00-4cff-add2-ebac3b7b3972 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 944 time: 0.1212966 Feb 10 13:43:50.803648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-6282f8ef-c8e7-491a-a32a-5680026d036b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791082 Feb 10 13:43:50.890639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac55cfa1-6911-48d0-a77c-4812b6cf24c2 req-6a295d7a-1530-42e9-8e25-96c39dfdad10 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030321 Feb 10 13:43:51.035562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-1faaaa7e-4704-4719-beda-3767999a8aeb service neutron] 10.222.0.77 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252111 Feb 10 13:43:51.162826 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-bdbdd4b3-dd70-43f1-941d-4a64110939e3 req-8571061c-6c27-4a35-818e-0d3ad0da7efb service neutron] 10.222.0.77 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199968 Feb 10 13:43:51.324237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-d0f3e9c1-0962-4e71-93ec-5cf6970e845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:51.327291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-d0f3e9c1-0962-4e71-93ec-5cf6970e845f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c238616768bc479c98a4f25ca40ab149&device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 1126 time: 0.1063769 Feb 10 13:43:51.552726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-3b6cf202-9d04-4c89-bb9d-dd28ee7c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:51.554938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-3b6cf202-9d04-4c89-bb9d-dd28ee7c9f86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d HTTP/1.1" status: 200 len: 922 time: 0.2208710 Feb 10 13:43:51.637776 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-23e2ab69-f859-4a80-b6e7-9f2ecb4405d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444 HTTP/1.1" status: 200 len: 217 time: 0.0756702 Feb 10 13:43:51.727492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-622424c6-1873-45eb-b584-db420db02f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:51.733025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-622424c6-1873-45eb-b584-db420db02f48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d1457a0f-5bd6-4cf8-b356-220f705d6718 HTTP/1.1" status: 200 len: 861 time: 0.0882764 Feb 10 13:43:51.779032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-014bbe25-bcd4-453f-9121-bcec35723b88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351284 Feb 10 13:43:51.977712 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-8abdd21f-1bf8-4de1-a7f9-14f7f58875d7 service neutron] 10.222.0.77 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920500 Feb 10 13:43:52.083987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3c5a-3ba1-40f8-bcc5-2ea88fa51c56 req-cb704bec-82c9-4a9a-a03f-5272008b0907 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:52.086203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03ff3c5a-3ba1-40f8-bcc5-2ea88fa51c56 req-cb704bec-82c9-4a9a-a03f-5272008b0907 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 944 time: 0.0758026 Feb 10 13:43:52.176616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03ff3c5a-3ba1-40f8-bcc5-2ea88fa51c56 req-970dff4c-a1dd-4d32-bc9c-ec10d3cbbfda tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817773 Feb 10 13:43:52.196043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e442cd0-2bdf-41cf-b909-6a02fdb52fd6 req-a482e4b7-77d6-4518-b5ed-8213ccfa680d service neutron] 10.222.0.77 "GET /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102799 Feb 10 13:43:52.838218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 788253c6-63b8-4ddd-b6d9-315ae5d8f444 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:43:53.015465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444,segment=NetworkSegment(1cf1a908-24e6-4bf0-9079-c598f84be050),segment_id=1cf1a908-24e6-4bf0-9079-c598f84be050)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:53.030099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '788253c6-63b8-4ddd-b6d9-315ae5d8f444', 'network_id': 'fdb16e09-86e0-470d-abbf-e3a3fbfbf30d', 'port_id': '788253c6-63b8-4ddd-b6d9-315ae5d8f444', 'mac_address': 'fa:16:3e:b9:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1457a0f-5bd6-4cf8-b356-220f705d6718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:43:53.087101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:43:53.087980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:53.106829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788253c6-63b8-4ddd-b6d9-315ae5d8f444 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:43:53.130507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444,segment=NetworkSegment(1cf1a908-24e6-4bf0-9079-c598f84be050),segment_id=1cf1a908-24e6-4bf0-9079-c598f84be050)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:53.139831 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:53.266365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:53.295084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.295439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.295779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.296218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.296539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.296745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.298466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.298890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.299102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.300860 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.302135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.305875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.308439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:43:53.352345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['788253c6-63b8-4ddd-b6d9-315ae5d8f444'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:43:53.420380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0191-dd51-4c98-ab51-33dc2abd96e4 req-8e6fd806-1228-4b8b-9d9b-08e598c3c7c4 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:53.425955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2ce0191-dd51-4c98-ab51-33dc2abd96e4 req-8e6fd806-1228-4b8b-9d9b-08e598c3c7c4 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 945 time: 0.1412888 Feb 10 13:43:53.509741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2ce0191-dd51-4c98-ab51-33dc2abd96e4 req-da852b90-8eac-4ea0-8a02-add5dc1bc709 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753903 Feb 10 13:43:54.714464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c864238-620e-4bd2-9d90-60875c56fbc2 req-030ffb91-430e-4c61-abae-6e76d92e403e tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:54.723952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c864238-620e-4bd2-9d90-60875c56fbc2 req-030ffb91-430e-4c61-abae-6e76d92e403e tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 945 time: 0.0962231 Feb 10 13:43:54.798589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c864238-620e-4bd2-9d90-60875c56fbc2 req-fe33caea-35f4-4275-bfb1-636edf973907 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733135 Feb 10 13:43:54.838747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 788253c6-63b8-4ddd-b6d9-315ae5d8f444 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:43:54.958033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:43:54.963320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:43:54.963993 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:55.090771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:43:55.091474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:55.122050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:43:55.124898 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e902c-4155-485b-961b-61c940e06f5d" -d '{"events": [{"server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "name": "network-vif-plugged", "status": "completed", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:43:55.141223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444,segment=NetworkSegment(1cf1a908-24e6-4bf0-9079-c598f84be050),segment_id=1cf1a908-24e6-4bf0-9079-c598f84be050)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:43:55.147244 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:43:55.225079 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf0135a-2670-4275-bc20-2e902ae680e1 x-openstack-request-id: req-baf0135a-2670-4275-bc20-2e902ae680e1 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:43:55.227820 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "name": "network-vif-plugged", "status": "completed", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:43:55.228350 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baf0135a-2670-4275-bc20-2e902ae680e1 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:43:55.229043 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444', 'code': 200} Feb 10 13:43:55.231737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:43:55.371960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39f642-b6f0-4dd7-9e3d-df570dab6462 req-0aa71162-52dc-45a7-b194-e53145e88be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:55.373539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a39f642-b6f0-4dd7-9e3d-df570dab6462 req-0aa71162-52dc-45a7-b194-e53145e88be9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 1128 time: 0.1191852 Feb 10 13:43:55.445932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a39f642-b6f0-4dd7-9e3d-df570dab6462 req-1f4ab8ad-9fc4-41b2-9fe9-b83005403800 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616570 Feb 10 13:43:55.957863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b163d1-c7c1-44d7-9a58-af0b50ddbc44 req-c58d4dad-8b40-4056-9ede-ea9840b33e21 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:55.960121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92b163d1-c7c1-44d7-9a58-af0b50ddbc44 req-c58d4dad-8b40-4056-9ede-ea9840b33e21 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 946 time: 0.0608985 Feb 10 13:43:56.054598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92b163d1-c7c1-44d7-9a58-af0b50ddbc44 req-a39651cb-5d89-4041-b2d0-d66d44ad6400 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888298 Feb 10 13:43:57.239167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23aff-0e03-4b42-8f6b-d679498c8d1b req-cb665e46-cad3-4a13-a331-6c49829e1546 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:57.246997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fc23aff-0e03-4b42-8f6b-d679498c8d1b req-cb665e46-cad3-4a13-a331-6c49829e1546 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 946 time: 0.1103380 Feb 10 13:43:57.327178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fc23aff-0e03-4b42-8f6b-d679498c8d1b req-1cec1c61-99b2-4558-b5ce-17e8a4143154 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Feb 10 13:43:58.322416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b6592-4830-47fd-844c-050f8715c5b8 req-ab81762c-10e9-49d9-a288-45d565b2f811 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:58.325003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e83b6592-4830-47fd-844c-050f8715c5b8 req-ab81762c-10e9-49d9-a288-45d565b2f811 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 946 time: 0.0923965 Feb 10 13:43:58.397820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e83b6592-4830-47fd-844c-050f8715c5b8 req-06ea3eec-84ee-485f-a573-7441ece3d409 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674548 Feb 10 13:43:59.515310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-2804a391-47b6-4fc8-8b16-8bb354578e39 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:59.519871 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-2804a391-47b6-4fc8-8b16-8bb354578e39 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 946 time: 0.1432762 Feb 10 13:43:59.607703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9327de-9d58-49ac-8614-850923a7e794 req-a0ff0a65-c33b-4b2c-bafe-fb3203c5b5da tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:43:59.619296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9327de-9d58-49ac-8614-850923a7e794 req-a0ff0a65-c33b-4b2c-bafe-fb3203c5b5da tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 946 time: 0.1084089 Feb 10 13:43:59.723085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a9327de-9d58-49ac-8614-850923a7e794 req-a8ba811a-d5c3-4e96-8583-ca39e89519fa tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/security-groups?id=4feccd99-e7ef-44b1-9e58-9991b096395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009436 Feb 10 13:43:59.733983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Deleting port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:43:59.734639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:00.003068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] For port 788253c6-63b8-4ddd-b6d9-315ae5d8f444, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=788253c6-63b8-4ddd-b6d9-315ae5d8f444,segment=NetworkSegment(1cf1a908-24e6-4bf0-9079-c598f84be050),segment_id=1cf1a908-24e6-4bf0-9079-c598f84be050)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:00.003610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:00.032494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Calling delete_port for 788253c6-63b8-4ddd-b6d9-315ae5d8f444 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:00.314871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (788253c6-63b8-4ddd-b6d9-315ae5d8f444), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:00.329648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['788253c6-63b8-4ddd-b6d9-315ae5d8f444'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:44:00.463953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Pushing event deleted for resources: {'Port': ['ID=788253c6-63b8-4ddd-b6d9-315ae5d8f444,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:00.547726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] No DVR routers for this DVR port 788253c6-63b8-4ddd-b6d9-315ae5d8f444 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:44:00.556576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:00.560082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a516e971-50ad-4c08-b16b-e0bb67d53098 req-66e10872-bd79-4ccd-a250-71ed25cc9b51 tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.77 "DELETE /v2.0/ports/788253c6-63b8-4ddd-b6d9-315ae5d8f444 HTTP/1.1" status: 204 len: 173 time: 1.0331609 Feb 10 13:44:00.560525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'name': 'network-vif-deleted', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:44:00.563032 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1308e-9677-40f9-8bc8-d5f7e589dc12" -d '{"events": [{"server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "name": "network-vif-deleted", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:44:00.662738 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05639181-d4e3-462f-96d8-0652e965ee23 x-openstack-request-id: req-05639181-d4e3-462f-96d8-0652e965ee23 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:44:00.663036 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a559b1d-03f3-4a95-be57-393c9dab60ec", "name": "network-vif-deleted", "tag": "788253c6-63b8-4ddd-b6d9-315ae5d8f444", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:44:00.663297 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05639181-d4e3-462f-96d8-0652e965ee23 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:44:00.663708 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a559b1d-03f3-4a95-be57-393c9dab60ec', 'name': 'network-vif-deleted', 'tag': '788253c6-63b8-4ddd-b6d9-315ae5d8f444', 'status': 'completed', 'code': 200} Feb 10 13:44:00.870029 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-588a1490-c877-449f-8d0a-f1cd1fc0afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:00.973407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eb3eb05-837c-481c-b4b2-be583dcee274 req-eebad0b4-7c1f-4c04-bceb-71d4e87b7a2a tempest-ServerMetadataNegativeTestJSON-627309941 tempest-ServerMetadataNegativeTestJSON-627309941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a559b1d-03f3-4a95-be57-393c9dab60ec HTTP/1.1" status: 200 len: 210 time: 0.0803330 Feb 10 13:44:02.102784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:02.205646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Deleting subnet d1457a0f-5bd6-4cf8-b356-220f705d6718 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:44:02.210822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Publish callbacks [] for subnet (d1457a0f-5bd6-4cf8-b356-220f705d6718), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.267293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (d1457a0f-5bd6-4cf8-b356-220f705d6718), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.312989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d1457a0f-5bd6-4cf8-b356-220f705d6718), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.390582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (d1457a0f-5bd6-4cf8-b356-220f705d6718), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.471895 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1457a0f-5bd6-4cf8-b356-220f705d6718,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:02.478312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.484485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0be9abd6-b662-42aa-b50b-2b234ca69899 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1457a0f-5bd6-4cf8-b356-220f705d6718 HTTP/1.1" status: 204 len: 168 time: 0.3794372 Feb 10 13:44:02.489248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:02.650689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.868977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 788253c6-63b8-4ddd-b6d9-315ae5d8f444 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:02.890135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:02.934211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 788253c6-63b8-4ddd-b6d9-315ae5d8f444 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:02.934832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 788253c6-63b8-4ddd-b6d9-315ae5d8f444 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:02.941548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb16e09-86e0-470d-abbf-e3a3fbfbf30d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:02.959883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf1a908-24e6-4bf0-9079-c598f84be050') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:02.965610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf1a908-24e6-4bf0-9079-c598f84be050') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:02.987151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (1cf1a908-24e6-4bf0-9079-c598f84be050), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.005822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1cf1a908-24e6-4bf0-9079-c598f84be050), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.012239 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:44:03.012853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (1cf1a908-24e6-4bf0-9079-c598f84be050), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:44:03.070744 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:44:03.088178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (fdb16e09-86e0-470d-abbf-e3a3fbfbf30d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.096633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.104797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdb16e09-86e0-470d-abbf-e3a3fbfbf30d HTTP/1.1" status: 204 len: 168 time: 0.6113105 Feb 10 13:44:03.120812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31b4ff-a68f-4139-9016-736d5f73781e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb16e09-86e0-470d-abbf-e3a3fbfbf30d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:03.263211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eecafe2b-a44c-4138-888e-db5f717659e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.277358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:03.334259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-521e33a2-c674-47b6-b889-0ef254588feb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c238616768bc479c98a4f25ca40ab149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544314 Feb 10 13:44:03.336171 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:03.432974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] Publish callbacks [] for security_group (4feccd99-e7ef-44b1-9e58-9991b096395f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.481171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] Publish callbacks [] for security_group (4feccd99-e7ef-44b1-9e58-9991b096395f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.591582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4feccd99-e7ef-44b1-9e58-9991b096395f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.603296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:03.608082 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4feccd99-e7ef-44b1-9e58-9991b096395f HTTP/1.1" status: 204 len: 168 time: 0.2703722 Feb 10 13:44:03.627433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379dda-7c8f-435b-bc52-f382b381052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feccd99-e7ef-44b1-9e58-9991b096395f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:04.611988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:04.928724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:05.092227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1008940263-network', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:05.154782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Made reservation on behalf of 4307efeae40b47bc8927d2c286f7e30a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:05.157756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.179521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.371589 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks [] for security_group (336f356a-c0c4-4611-9c9b-7b2fedb68902), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.382346 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (336f356a-c0c4-4611-9c9b-7b2fedb68902), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.404562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:44:05.417627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3609de67-c9bc-4237-ac69-f43a3aea8e26), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.418008 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Added segment 3609de67-c9bc-4237-ac69-f43a3aea8e26 of type vlan for network 2d685794-1742-449d-8a63-a76ae09ed60d Feb 10 13:44:05.477449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f356a-c0c4-4611-9c9b-7b2fedb68902,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:05.495434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2d685794-1742-449d-8a63-a76ae09ed60d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.550863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2d685794-1742-449d-8a63-a76ae09ed60d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.552858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:05.553486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.610188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6802945 Feb 10 13:44:05.613127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:05.619320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Request body: {'subnet': {'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1008940263-subnet', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:05.655837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Made reservation on behalf of 4307efeae40b47bc8927d2c286f7e30a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:05.660351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:05.692189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05fa99-a7cc-4106-b0fb-c33a90c57394 admin admin] Pushing event updated for resources: {'Network': ['ID=2d685794-1742-449d-8a63-a76ae09ed60d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:05.708025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2d685794-1742-449d-8a63-a76ae09ed60d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:44:05.898258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.027299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (fbaf4035-29d1-4081-902a-e8d581e11464), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.098536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaf4035-29d1-4081-902a-e8d581e11464,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:06.163954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Checking segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:06.165126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Network hostable DHCP agents. Network: 2d685794-1742-449d-8a63-a76ae09ed60d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:44:06.185505 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.218468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Network 2d685794-1742-449d-8a63-a76ae09ed60d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:44:06.237869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2d685794-1742-449d-8a63-a76ae09ed60d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:06.248936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d361e5b-5ca0-43d1-9873-d1967f5aa2c7 None None] Network 2d685794-1742-449d-8a63-a76ae09ed60d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:06.270376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:06.270975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.320215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-31ea8e60-222a-4791-b86f-081590bd0da6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7051513 Feb 10 13:44:06.322942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:06.328026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:06.374465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.375658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.494808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for router_controller (d51fb71e-d0bb-4c88-941c-232358f922aa), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.539415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2d685794-1742-449d-8a63-a76ae09ed60d', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:44:06.552023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.660510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:06.841148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for router_gateway (d51fb71e-d0bb-4c88-941c-232358f922aa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:06.965904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Allocated IP 172.20.0.2 (2d685794-1742-449d-8a63-a76ae09ed60d/fbaf4035-29d1-4081-902a-e8d581e11464/bbaeb925-9514-416f-9eed-8515780ecfe3) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:07.038805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c421db14-6a12-4e59-85ba-c1055f2bc1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.225880 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c421db14-6a12-4e59-85ba-c1055f2bc1cf admin admin] Publish callbacks [] for security_group (496f9b12-047b-4185-b72a-27c968da5bc2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.235792 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c421db14-6a12-4e59-85ba-c1055f2bc1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (496f9b12-047b-4185-b72a-27c968da5bc2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.280631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421db14-6a12-4e59-85ba-c1055f2bc1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496f9b12-047b-4185-b72a-27c968da5bc2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:07.296422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for router_gateway (d51fb71e-d0bb-4c88-941c-232358f922aa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.346793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.367355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c421db14-6a12-4e59-85ba-c1055f2bc1cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3958abdf01a94cfe9079dd8b43bf40ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049143 Feb 10 13:44:07.373499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:07.379342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks [] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.392143 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.458810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Network 2d685794-1742-449d-8a63-a76ae09ed60d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:07.511705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Allocated IP 172.25.8.9 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/e02e24ac-edc6-415d-a8bc-8ef1d450ccf7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:07.533103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Pushing event updated for resources: {'Port': ['ID=bbaeb925-9514-416f-9eed-8515780ecfe3,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:07.537695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:07.541455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:07.546564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.574332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] Publish callbacks [] for security_group (496f9b12-047b-4185-b72a-27c968da5bc2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.637539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] Publish callbacks [] for security_group (496f9b12-047b-4185-b72a-27c968da5bc2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.669923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Attempting to bind port bbaeb925-9514-416f-9eed-8515780ecfe3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:07.669923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Attempting to bind port bbaeb925-9514-416f-9eed-8515780ecfe3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:07.669923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Attempting to bind port bbaeb925-9514-416f-9eed-8515780ecfe3 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:07.681788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:07.682178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Checking segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:07.682606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.684722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Bound using segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:07.688664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Bound port: bbaeb925-9514-416f-9eed-8515780ecfe3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:07.689108 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.728531 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (496f9b12-047b-4185-b72a-27c968da5bc2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.732422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.736526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/496f9b12-047b-4185-b72a-27c968da5bc2 HTTP/1.1" status: 204 len: 168 time: 0.3614104 Feb 10 13:44:07.750829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f87e-5600-4834-8f58-6e14524bca65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496f9b12-047b-4185-b72a-27c968da5bc2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:07.775517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.833240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] For port bbaeb925-9514-416f-9eed-8515780ecfe3, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:07.842191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] For port bbaeb925-9514-416f-9eed-8515780ecfe3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbaeb925-9514-416f-9eed-8515780ecfe3,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:07.847141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:07.898630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:08.005037 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:08.039395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:08.042645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:08.045647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:08.088407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202e24a-9b58-4e90-a36e-56626f6f9df0 None None] Pushing event updated for resources: {'Port': ['ID=bbaeb925-9514-416f-9eed-8515780ecfe3,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:08.678445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for router_gateway (d51fb71e-d0bb-4c88-941c-232358f922aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:08.724666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:08.742949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.032662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Publish callbacks [] for security_group (2a55292c-dff7-49db-b949-27d9e3f43b43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.040719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a55292c-dff7-49db-b949-27d9e3f43b43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.169668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23e3bce942d445b684d943a7556abedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4391203 Feb 10 13:44:09.170551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:09.185992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55292c-dff7-49db-b949-27d9e3f43b43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:09.238368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.320201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.322182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.322619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.324238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.324942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.326157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.326522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.328198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.328435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.328976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.329349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.330823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.331423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd11016-d748-408e-a489-9a10f4dd21b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:09.354950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] Publish callbacks [] for security_group (2a55292c-dff7-49db-b949-27d9e3f43b43), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.457290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] Publish callbacks [] for security_group (2a55292c-dff7-49db-b949-27d9e3f43b43), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.616054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a55292c-dff7-49db-b949-27d9e3f43b43), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.619278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:09.622767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a55292c-dff7-49db-b949-27d9e3f43b43 HTTP/1.1" status: 204 len: 168 time: 0.4490058 Feb 10 13:44:09.651052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec7453-6a93-4fb0-9ba5-2480adb8119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55292c-dff7-49db-b949-27d9e3f43b43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:09.651300 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Router d51fb71e-d0bb-4c88-941c-232358f922aa is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:44:09.747942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbaeb925-9514-416f-9eed-8515780ecfe3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:09.884717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port bbaeb925-9514-416f-9eed-8515780ecfe3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:09.888063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:10.013984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port bbaeb925-9514-416f-9eed-8515780ecfe3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:10.014619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:10.076112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:10.086942 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:10.110849 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:10.113333 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:10.123588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:10.127409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1bafbfe7-8c38-4c81-bcb4-59b9b7847aa4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8009090 Feb 10 13:44:10.127737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:10.149012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce155bb-a937-4296-aa6d-97b24919843c None None] Network 2d685794-1742-449d-8a63-a76ae09ed60d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:10.156841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port bbaeb925-9514-416f-9eed-8515780ecfe3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbaeb925-9514-416f-9eed-8515780ecfe3,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:10.172676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:10.257217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=bbaeb925-9514-416f-9eed-8515780ecfe3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:10.393225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:10.460397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-abe1db6e-b053-43dd-8193-d8032120f87c None None] Provisioning complete for port bbaeb925-9514-416f-9eed-8515780ecfe3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:10.460810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abe1db6e-b053-43dd-8193-d8032120f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:10.571662 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:44:10.732322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-abe1db6e-b053-43dd-8193-d8032120f87c None None] Current status of the port bbaeb925-9514-416f-9eed-8515780ecfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:10.755645 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:08Z', 'revision_number': 3, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:10.821594 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:10.823112 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Updating router d51fb71e-d0bb-4c88-941c-232358f922aa port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:10.923377 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.312339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f9f12277-ad8d-434d-9f6e-dece4a01373c None None] Provisioning complete for port bbaeb925-9514-416f-9eed-8515780ecfe3 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:11.313078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9f12277-ad8d-434d-9f6e-dece4a01373c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.364114 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.480189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.551936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbaeb925-9514-416f-9eed-8515780ecfe3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:11.643768 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks [] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.651706 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.712659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Pushing event updated for resources: {'Port': ['ID=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:11.724136 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.727506 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.728036 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.728551 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.729104 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.729591 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.730091 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.732934 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.733529 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.734070 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.734645 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.735408 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.736061 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:11.759046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f9f12277-ad8d-434d-9f6e-dece4a01373c None None] Current status of the port bbaeb925-9514-416f-9eed-8515780ecfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:11.759689 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Attempting to bind port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:11.760433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Attempting to bind port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:11.761063 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Attempting to bind port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:11.769292 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:11.770154 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:11.770825 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.772428 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:11.772428 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Bound port: e02e24ac-edc6-415d-a8bc-8ef1d450ccf7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:11.772829 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.817700 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port bbaeb925-9514-416f-9eed-8515780ecfe3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:11.819708 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:11.843650 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] For port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:11.850159 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] For port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:11.863975 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:12.017606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Allocated IP 172.20.0.1 (2d685794-1742-449d-8a63-a76ae09ed60d/fbaf4035-29d1-4081-902a-e8d581e11464/20c38f98-581e-405f-bb2b-326a92cfa678) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:12.042514 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:12.046806 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:12.055174 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11159a8b-8ac5-4b73-b698-d568688d3641 None None] Pushing event updated for resources: {'Port': ['ID=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:12.081613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port bbaeb925-9514-416f-9eed-8515780ecfe3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:12.221058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks [] for port (20c38f98-581e-405f-bb2b-326a92cfa678), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:12.331922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:12.351994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:12.461567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Network 2d685794-1742-449d-8a63-a76ae09ed60d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:12.468050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:12.489596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:12.549621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (d51fb71e-d0bb-4c88-941c-232358f922aa), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:12.658294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Pushing event updated for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:12.843615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:12.961058 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:08Z', 'revision_number': 3, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:12.992815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9720-ec3a-4dab-9f66-e6d9ff0fb213 None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:08Z', 'revision_number': 3, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:13.029078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-12a0cf4a-2c0e-4fc7-8e02-1819f60f80a0 None None] Provisioning complete for port 20c38f98-581e-405f-bb2b-326a92cfa678 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:13.031188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12a0cf4a-2c0e-4fc7-8e02-1819f60f80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:13.146240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks [] for port (20c38f98-581e-405f-bb2b-326a92cfa678), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:13.155540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:13.174288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-12a0cf4a-2c0e-4fc7-8e02-1819f60f80a0 None None] Port 20c38f98-581e-405f-bb2b-326a92cfa678 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:13.269604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (d51fb71e-d0bb-4c88-941c-232358f922aa), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:13.990715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Pushing event updated for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:14.087294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Network 2d685794-1742-449d-8a63-a76ae09ed60d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:14.089326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:14.266502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:14.496425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:14.500105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32f074d3-000d-4185-b4bf-75be96b1c68e admin admin] 10.222.0.13 "PUT /v2.0/routers/d51fb71e-d0bb-4c88-941c-232358f922aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3711207 Feb 10 13:44:14.537678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fe7e9860-736a-42e7-b974-e942029deb21 None None] Provisioning complete for port 20c38f98-581e-405f-bb2b-326a92cfa678 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:14.538232 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9860-736a-42e7-b974-e942029deb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:14.638350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e9860-736a-42e7-b974-e942029deb21 None None] Port 20c38f98-581e-405f-bb2b-326a92cfa678 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:15.148431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:15.154823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822211281', 'description': 'tempest-description--882320938'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:15.197530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.307487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (01794b64-a990-4473-afe9-4676727482e3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.315028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (01794b64-a990-4473-afe9-4676727482e3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.375931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01794b64-a990-4473-afe9-4676727482e3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:15.380781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.384702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b2c637d-acee-4bbb-9104-343dd96405de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2326996 Feb 10 13:44:15.385189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47944) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:15.390874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group_rule': {'security_group_id': '01794b64-a990-4473-afe9-4676727482e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:15.421611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (fd48e2a9-5788-4b93-bd49-fcedf52eca25), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.542913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (fd48e2a9-5788-4b93-bd49-fcedf52eca25), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.554520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (fd48e2a9-5788-4b93-bd49-fcedf52eca25), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.588526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.592535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 47946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:15.592681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060308 Feb 10 13:44:15.597237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group_rule': {'security_group_id': '01794b64-a990-4473-afe9-4676727482e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:15.607240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:15.626280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd48e2a9-5788-4b93-bd49-fcedf52eca25,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:15.641601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (cdfeeda5-98e2-453e-9754-4f9bd99eb595), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.659876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.660286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.660645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.661026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.665307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.665701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.666056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.666407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.673994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.674366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.676058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.676427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.676809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31036ffb-a1f3-4bf4-9a9e-3d3ba7d8fa70 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:15.757178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (cdfeeda5-98e2-453e-9754-4f9bd99eb595), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.769635 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (cdfeeda5-98e2-453e-9754-4f9bd99eb595), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.785260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:15.785845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.799402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfeeda5-98e2-453e-9754-4f9bd99eb595,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:15.813228 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.816246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42fd7aed-d136-4041-b34b-275dcec9a4c1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2220399 Feb 10 13:44:15.818967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 47954) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:15.824568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:15.891040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:15.978196 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:15.978695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.023172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:16.033479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.143489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.147009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:16.160376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:16.173686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:16.174950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:16.284862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Allocated IP 172.25.8.182 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/fe0bdd42-8e9c-481c-98d0-880091297732) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:16.411411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (fe0bdd42-8e9c-481c-98d0-880091297732), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.453297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.508774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:16.513150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:16.517426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:16.579883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=fe0bdd42-8e9c-481c-98d0-880091297732,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:16.602380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-0d88efb1-1620-441d-b78e-7af0c1858479 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:16.612903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-0d88efb1-1620-441d-b78e-7af0c1858479 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2213788 Feb 10 13:44:16.632905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-d7110a23-dd1e-42ee-ac8e-037bcc8ad596 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0186677 Feb 10 13:44:16.692362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.713339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-5e743132-901a-48c0-8d6c-a9cefdbc8e99 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789912 Feb 10 13:44:16.758975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:16.766489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:16.847257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-dd511298-dd92-4556-ace4-6069e226803f service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237295 Feb 10 13:44:16.962942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-ae4bbde6-8dee-451d-a90b-673bcb93b086 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148019 Feb 10 13:44:17.043584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 2, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:17.113434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:17.113843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Updating router d51fb71e-d0bb-4c88-941c-232358f922aa port 20c38f98-581e-405f-bb2b-326a92cfa678 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:17.175277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.561790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:17.632009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:17.632559 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.686979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b1451d-c16b-4db2-a40a-7fb5f9df652b req-95ddb00b-5be6-4962-97b2-1ac284a01a5a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.1230905 Feb 10 13:44:17.736647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (fe0bdd42-8e9c-481c-98d0-880091297732), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.743550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.748061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:17.918605 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks [] for port (20c38f98-581e-405f-bb2b-326a92cfa678), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.932988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:17.978675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=fe0bdd42-8e9c-481c-98d0-880091297732,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:17.990802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.031149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.032497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1860dde2-03a4-4004-a5a7-a4ab12027731 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2123089 Feb 10 13:44:18.035602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d99f52-bd12-4620-9146-a17760e9321d None None] Pushing event updated for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:18.165131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Attempting to bind port 20c38f98-581e-405f-bb2b-326a92cfa678 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:18.170232 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Attempting to bind port 20c38f98-581e-405f-bb2b-326a92cfa678 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:18.170745 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Attempting to bind port 20c38f98-581e-405f-bb2b-326a92cfa678 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:18.181632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:18.182028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Checking segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:18.183720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.184125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Bound using segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:18.184949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Bound port: 20c38f98-581e-405f-bb2b-326a92cfa678, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:18.185402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.324888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-8dd8b96f-9caf-42ed-a9c3-de302002b4c8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1822211281&fields=id&tenant_id=4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 267 time: 0.1162705 Feb 10 13:44:18.348071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] For port 20c38f98-581e-405f-bb2b-326a92cfa678, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:18.359062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] For port 20c38f98-581e-405f-bb2b-326a92cfa678, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20c38f98-581e-405f-bb2b-326a92cfa678,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:18.387260 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.526152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-a5cd2180-965c-4a8a-a653-cafa98441bb6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:18.545375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-a5cd2180-965c-4a8a-a653-cafa98441bb6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 811 time: 0.2183294 Feb 10 13:44:18.553033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d99f52-bd12-4620-9146-a17760e9321d None None] Pushing event updated for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:18.575266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:18.575919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:18.578233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Provisioning complete for port 20c38f98-581e-405f-bb2b-326a92cfa678 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:18.579204 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:18.585436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-08f858e7-f50c-4e5d-a7d9-bbbd59ec323b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/quotas/4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 375 time: 0.0390806 Feb 10 13:44:18.726468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-4521694a-37fc-40c5-8eb3-11701959484b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401389 Feb 10 13:44:18.955154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-f450d437-0a10-44a3-8607-3393cc0aeaba service neutron] 10.222.0.13 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130635 Feb 10 13:44:18.995761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:19.049699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Current status of the port 20c38f98-581e-405f-bb2b-326a92cfa678 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:19.050622 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:19.096548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-b124ebd3-ddc4-4904-be43-7b950a7dd8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401367 Feb 10 13:44:19.220524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] For port 20c38f98-581e-405f-bb2b-326a92cfa678, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20c38f98-581e-405f-bb2b-326a92cfa678,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:19.267505 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:19.438915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-03de02d3-7ad8-4319-8546-2ef4176be7fb None None] Provisioning complete for port 20c38f98-581e-405f-bb2b-326a92cfa678 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:19.439288 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-03de02d3-7ad8-4319-8546-2ef4176be7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:19.517814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6dfb96f-4fed-4e63-a186-ea62d15bd00d req-39b2f018-9e26-4487-ba4f-243f6dcf85f2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0631187 Feb 10 13:44:19.613981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-962169d0-6e52-4182-ad0f-22b5c963efea tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:19.615517 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-962169d0-6e52-4182-ad0f-22b5c963efea tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.3450389 Feb 10 13:44:19.634961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:19.674879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a159b6-0574-4d05-a665-83c787927408 None None] Pushing event updated for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:19.690262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54821681-4727-4de1-b6a5-5e70335ec9d6 req-b0296034-00ef-4230-9384-48010a051a3d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 210 time: 0.1367285 Feb 10 13:44:19.924245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:18Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:19.944131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:19.949391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:19.962622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e969f-0725-43f9-a9d6-140bc35907b4 None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:18Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:19.974253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-03de02d3-7ad8-4319-8546-2ef4176be7fb None None] Current status of the port 20c38f98-581e-405f-bb2b-326a92cfa678 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:20.243058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.5 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/bc7db3d5-4123-4fb8-912e-ccfd76372ded) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:20.654065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:20.751052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:20.827935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e3f12bf-6fd3-4b0f-a79e-e4062f2a140e req-b7276cda-2c86-4ccc-9291-94e03573836d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.1280005 Feb 10 13:44:20.846837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:20.882161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:20.886551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:21.039875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:21.050481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4451727c-6a91-4973-a4e8-2badd2b004af req-8ddae997-f7e6-4fee-9313-52a5fbd7f02d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 210 time: 0.0499570 Feb 10 13:44:21.088193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:21.106120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:21.149151 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-34f76605-e402-48a2-afa6-5824f060f600 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5192344 Feb 10 13:44:21.161137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Request body: {'port': {'device_id': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:21.340675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:21.472049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c40a70d4-c2bb-4fa8-944f-ad12c4b5f91b None None] Provisioning complete for port bc7db3d5-4123-4fb8-912e-ccfd76372ded triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:21.477379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c40a70d4-c2bb-4fa8-944f-ad12c4b5f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:21.575032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c40a70d4-c2bb-4fa8-944f-ad12c4b5f91b None None] Port bc7db3d5-4123-4fb8-912e-ccfd76372ded cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:21.690148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20c38f98-581e-405f-bb2b-326a92cfa678 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:21.774715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-a8ff9ec5-31b1-427d-9029-84f039d2c6bb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:21.781282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-a8ff9ec5-31b1-427d-9029-84f039d2c6bb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 811 time: 0.4088578 Feb 10 13:44:21.879204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 20c38f98-581e-405f-bb2b-326a92cfa678 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:21.882941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:21.995347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-e3a87126-cbec-41ad-929a-a22c55b7ea7b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 380 time: 0.2044568 Feb 10 13:44:22.004718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7db3d5-4123-4fb8-912e-ccfd76372ded {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:44:22.033456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks [] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:22.042223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'port': {'device_id': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'admin_state_up': True, 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'security_groups': ['01794b64-a990-4473-afe9-4676727482e3']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:22.071894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Transition to ACTIVE for port object bc7db3d5-4123-4fb8-912e-ccfd76372ded will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:44:22.079623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:22.237846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 20c38f98-581e-405f-bb2b-326a92cfa678 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:22.303707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:22.384799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61175e33-9ad3-4480-a85d-32a5502f2ca6 req-11ef7735-b4bd-4182-80fa-a888faf29a22 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:22.409829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61175e33-9ad3-4480-a85d-32a5502f2ca6 req-11ef7735-b4bd-4182-80fa-a888faf29a22 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 931 time: 0.4021442 Feb 10 13:44:22.491846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Attempting to bind port bc7db3d5-4123-4fb8-912e-ccfd76372ded on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:22.503800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Attempting to bind port bc7db3d5-4123-4fb8-912e-ccfd76372ded by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:22.504377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Attempting to bind port bc7db3d5-4123-4fb8-912e-ccfd76372ded on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:22.510951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Port bc7db3d5-4123-4fb8-912e-ccfd76372ded on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:44:22.512813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Attempting to bind port bc7db3d5-4123-4fb8-912e-ccfd76372ded on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:22.525788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:22.526435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:22.532168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:22.533224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Bound port: bc7db3d5-4123-4fb8-912e-ccfd76372ded, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:22.533771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:22.675107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61175e33-9ad3-4480-a85d-32a5502f2ca6 req-1cc3eeb4-6b5e-46ee-b274-426669b0b7a4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603595 Feb 10 13:44:22.711150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Made reservation on behalf of 4307efeae40b47bc8927d2c286f7e30a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:22.724250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:22.839410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:22.864229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:22.891159 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:23.107832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:23.111459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:23.128154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] 10.222.0.77 "PUT /v2.0/ports/bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 200 len: 1091 time: 1.9582100 Feb 10 13:44:23.129040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:44:23.136863 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce9c81-05c8-4b6e-801f-c588c423a2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:44:23.225235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609fe3-a714-4d0a-8aa6-5f9c1c735ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:23.288202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2d66d98-f8c5-4989-90a9-1aa171f71be5 req-d6e772ea-391d-46e4-b35e-d59d39b18cdb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 210 time: 0.0764141 Feb 10 13:44:23.298925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Allocated IP 172.20.0.3 (2d685794-1742-449d-8a63-a76ae09ed60d/fbaf4035-29d1-4081-902a-e8d581e11464/a131b9b2-6336-448f-b3d8-4f6a8e30cfd0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:23.324885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-3a115d5b-4e0c-491c-95cf-c178e3dd1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:23.332809 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-3a115d5b-4e0c-491c-95cf-c178e3dd1940 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 1125 time: 0.1280510 Feb 10 13:44:23.401237 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a808789-f40f-46e0-82e3-c62ee2d8c25a x-openstack-request-id: req-4a808789-f40f-46e0-82e3-c62ee2d8c25a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:44:23.402202 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:44:23.403909 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a808789-f40f-46e0-82e3-c62ee2d8c25a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:44:23.406216 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'status': 'completed', 'code': 200} Feb 10 13:44:23.410315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-6fccaccc-0bcc-4a07-88eb-e757e9e49f4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 200 len: 217 time: 0.0688982 Feb 10 13:44:23.540388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-ee280353-422a-4461-8ab2-c62693bfe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:23.541906 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-ee280353-422a-4461-8ab2-c62693bfe73a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.1258271 Feb 10 13:44:23.552382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:23.617467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:23.637453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-830c24d6-9f15-4d9e-a5f3-5b31e547343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:23.639182 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-830c24d6-9f15-4d9e-a5f3-5b31e547343d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856822 Feb 10 13:44:23.712888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Network 2d685794-1742-449d-8a63-a76ae09ed60d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:23.724015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:23.728313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:23.802153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:23.835383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-68dc258c-33f2-4067-bf94-ea4927ed1a6c service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900234 Feb 10 13:44:23.878410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:23.879094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:23.940930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-94310ce9-d34d-4b99-8980-59af465dc158 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9047549 Feb 10 13:44:23.971188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Request body: {'port': {'device_id': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:24.087403 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e4650e1f-1f07-4502-97a0-3781ffeb2770 req-7fb44ffc-3c42-411d-8542-79f83b855873 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422044 Feb 10 13:44:24.157434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:24.195995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021436e9-4be6-4bb4-bb66-d6070688946b req-84b84172-ab06-4063-b58e-ecb6e5c3dc23 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.197888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-021436e9-4be6-4bb4-bb66-d6070688946b req-84b84172-ab06-4063-b58e-ecb6e5c3dc23 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.3568974 Feb 10 13:44:24.229431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-68715809-4bc6-4cbb-af13-5fb909e88d7c None None] Provisioning complete for port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:24.230556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68715809-4bc6-4cbb-af13-5fb909e88d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:24.259739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-ec2b1805-f0ba-406e-8fbc-8ad0de802b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.261452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-ec2b1805-f0ba-406e-8fbc-8ad0de802b4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 1125 time: 0.1237833 Feb 10 13:44:24.332708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-68715809-4bc6-4cbb-af13-5fb909e88d7c None None] Port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:24.375635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-021436e9-4be6-4bb4-bb66-d6070688946b req-c84203db-b5c9-4e49-9ed7-7aef82df813d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531734 Feb 10 13:44:24.395577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-de360bbe-a223-4a7e-8f25-4193010c0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.397844 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-de360bbe-a223-4a7e-8f25-4193010c0a7d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1298733 Feb 10 13:44:24.485679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-4ae1b09d-2436-45cb-8122-fedf00b7764a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 200 len: 217 time: 0.0813241 Feb 10 13:44:24.594474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-7b125de6-fc43-4a6c-848b-2b3f7690448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.594598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-7b125de6-fc43-4a6c-848b-2b3f7690448a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0969415 Feb 10 13:44:24.671804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114ed91-b857-4e4e-bfd4-5c56af28d63e req-eabfabd9-46c0-4b34-aa00-e9abc668e236 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.672124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-63942a66-c40a-4056-8c20-e40063621371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:24.673800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e114ed91-b857-4e4e-bfd4-5c56af28d63e req-eabfabd9-46c0-4b34-aa00-e9abc668e236 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 931 time: 0.1649520 Feb 10 13:44:24.674050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-63942a66-c40a-4056-8c20-e40063621371 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732400 Feb 10 13:44:24.812582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e114ed91-b857-4e4e-bfd4-5c56af28d63e req-312b527b-12fc-4793-a8ca-d5ca85a9040c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307104 Feb 10 13:44:24.962566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-4fe63e53-653e-4d91-b4ed-ad99511d52a8 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823143 Feb 10 13:44:24.973623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:44:24.987887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-6e89e079-0581-44ad-9f62-75a7f60b9958 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595607 Feb 10 13:44:24.993670 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks [] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:25.031222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Transition to ACTIVE for port object a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:44:25.040614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:25.152224 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-70ce9c81-05c8-4b6e-801f-c588c423a2b5 req-ec40904b-c3cf-4dbf-b96f-c8dcf89e07b3 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814208 Feb 10 13:44:25.267849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-18d1aad7-9be6-4450-8f07-d50369653b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:25.269456 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-18d1aad7-9be6-4450-8f07-d50369653b1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 1128 time: 0.1163054 Feb 10 13:44:25.354222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:25.359174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Attempting to bind port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:25.359515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Attempting to bind port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:25.359848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Attempting to bind port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:25.369429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 on network 2d685794-1742-449d-8a63-a76ae09ed60d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:44:25.369758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Attempting to bind port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:25.384007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:25.384574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Checking segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:25.414012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Bound using segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:25.415447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Bound port: a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:25.416057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:25.548397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-d2217a16-0d76-4451-b672-90175b8b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:25.550220 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-d2217a16-0d76-4451-b672-90175b8b38cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 915 time: 0.2600865 Feb 10 13:44:25.621605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:25.626824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:25.634265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-b77595c5-9cd3-434c-8c1e-62f970e81c94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 200 len: 217 time: 0.0742550 Feb 10 13:44:25.673774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:25.748938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-34263ced-3970-4dc6-9968-c7c227a9e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:25.750747 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-34263ced-3970-4dc6-9968-c7c227a9e0e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.1123366 Feb 10 13:44:25.825932 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-cab306ff-7c02-40d5-b31e-6ae19bdce938 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666630 Feb 10 13:44:25.886413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:25.929302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:25.929935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:25.937169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-bcb75e98-348b-4fd3-860e-507f0b101ef4 service neutron] 10.222.0.21 "PUT /v2.0/ports/a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1091 time: 1.9774370 Feb 10 13:44:25.937663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:44:25.954321 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b661c7ba-1cb2-4483-88f4-12235682d0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:44:25.988148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff17be6-2de3-489a-99cd-7b59b934bbf7 req-70f012a6-8078-4408-8031-577f2b3d49c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:26.005800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ff17be6-2de3-489a-99cd-7b59b934bbf7 req-70f012a6-8078-4408-8031-577f2b3d49c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.3745382 Feb 10 13:44:26.063741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-05229c97-2558-434c-a800-93ca94f8e1e7 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315543 Feb 10 13:44:26.215403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ff17be6-2de3-489a-99cd-7b59b934bbf7 req-392d29fa-198f-44f9-af23-74f922452e99 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046571 Feb 10 13:44:26.228986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-2d2ddb3e-7dfe-481e-9509-178f52a3951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:26.240849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-2d2ddb3e-7dfe-481e-9509-178f52a3951b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1125 time: 0.1877370 Feb 10 13:44:26.288734 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-346496dc-b2c7-479b-a37c-66b8d5600c19 req-430baf2b-bd53-4e08-baf8-ed016a4a1cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181611 Feb 10 13:44:26.381720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-33bc5cd2-de48-41c8-adb1-0a2513ee14d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 217 time: 0.1197567 Feb 10 13:44:26.507840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-3411ab6b-adec-42ae-8199-bece62dec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:26.509432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-3411ab6b-adec-42ae-8199-bece62dec82d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.1207075 Feb 10 13:44:26.669629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c624d9-69b9-4020-b96c-60772ff5e669 req-46b10076-2be7-495a-8165-d66040a2ce8a tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:26.672590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92c624d9-69b9-4020-b96c-60772ff5e669 req-46b10076-2be7-495a-8165-d66040a2ce8a tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 943 time: 0.2708182 Feb 10 13:44:26.710574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-e898cbcf-b2ca-4496-ad7e-9452ef912e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:26.712516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-e898cbcf-b2ca-4496-ad7e-9452ef912e3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1929574 Feb 10 13:44:26.842259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92c624d9-69b9-4020-b96c-60772ff5e669 req-e843a3ca-51cc-4e04-9ad7-b5c2e4bca160 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599782 Feb 10 13:44:26.914760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-f0d7b51e-5e94-4738-bfb8-99e00af4511a service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849415 Feb 10 13:44:26.965827 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e1c0c-81b7-4364-86ce-ec1f42925b75 x-openstack-request-id: req-159e1c0c-81b7-4364-86ce-ec1f42925b75 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:44:26.966229 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:44:26.966583 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-159e1c0c-81b7-4364-86ce-ec1f42925b75 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:44:26.967087 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'status': 'completed', 'code': 200} Feb 10 13:44:27.112866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cf7621-c7c0-47ac-866a-30c9aaa32d04 req-124fd8cd-406f-45f2-976c-3b10b52cfa3d service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909256 Feb 10 13:44:27.242839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-28c25e63-d5b2-457e-9e78-847664e77aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:27.244668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-28c25e63-d5b2-457e-9e78-847664e77aa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1125 time: 0.0748997 Feb 10 13:44:27.360823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-94ca9d90-3a46-444b-b171-bb20271e7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:27.362494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-94ca9d90-3a46-444b-b171-bb20271e7735 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.1109436 Feb 10 13:44:27.446086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-3bb9f4a3-300a-4b94-8de8-b4a57acd1a58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 217 time: 0.0437074 Feb 10 13:44:27.555230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-838bb603-6909-41bd-96be-460624dea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:27.555915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-838bb603-6909-41bd-96be-460624dea391 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.1014898 Feb 10 13:44:27.631125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6796c8-e5a0-4a38-b357-7bb8011e61f9 req-b0e10261-4be7-4dda-9439-5c0acb8819b3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:27.633009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df6796c8-e5a0-4a38-b357-7bb8011e61f9 req-b0e10261-4be7-4dda-9439-5c0acb8819b3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.2693467 Feb 10 13:44:27.694967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-f64fa5b6-bcd1-4b84-a1a4-8fc9d11b88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:27.696513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-f64fa5b6-bcd1-4b84-a1a4-8fc9d11b88ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276796 Feb 10 13:44:27.700528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df6796c8-e5a0-4a38-b357-7bb8011e61f9 req-3339a542-93d2-4936-906a-53030e0039dc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Feb 10 13:44:27.811610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-e36f1889-d378-4cb8-bb17-fadf6ee03afb service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067173 Feb 10 13:44:27.964789 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b661c7ba-1cb2-4483-88f4-12235682d0d0 req-a4c2ca06-7e3b-4338-a73e-901f493a727c service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458187 Feb 10 13:44:28.069246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54105b-5c1f-463c-b4d3-d58b80718ac3 req-bd114dd3-2019-4e06-b0ec-d3fc2e62642f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:28.082154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b54105b-5c1f-463c-b4d3-d58b80718ac3 req-bd114dd3-2019-4e06-b0ec-d3fc2e62642f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 943 time: 0.1060290 Feb 10 13:44:28.177697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b54105b-5c1f-463c-b4d3-d58b80718ac3 req-9ffa8ce4-7be0-4287-a760-93b622754e47 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900359 Feb 10 13:44:28.449508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:28.743961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a58c5599-1439-4509-8188-2d47665d91ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:28.980434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a58c5599-1439-4509-8188-2d47665d91ef admin admin] Publish callbacks [] for security_group (937aa6ca-4323-449c-ae50-4038fb77f8aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:28.989081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a58c5599-1439-4509-8188-2d47665d91ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (937aa6ca-4323-449c-ae50-4038fb77f8aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:29.009620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72656080-996a-47a3-bed8-2385ec869b23 req-910572e3-35cd-4306-b577-afdc2ad907a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:29.015848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72656080-996a-47a3-bed8-2385ec869b23 req-910572e3-35cd-4306-b577-afdc2ad907a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1927717 Feb 10 13:44:29.065299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c5599-1439-4509-8188-2d47665d91ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937aa6ca-4323-449c-ae50-4038fb77f8aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:29.126377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72656080-996a-47a3-bed8-2385ec869b23 req-aa9265ac-2d22-4b63-88e9-f4b4f0172348 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046166 Feb 10 13:44:29.143592 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a58c5599-1439-4509-8188-2d47665d91ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b395221a61574782858566001ea9c124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6905539 Feb 10 13:44:29.144553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:29.232344 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] Publish callbacks [] for security_group (937aa6ca-4323-449c-ae50-4038fb77f8aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:29.274959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] Publish callbacks [] for security_group (937aa6ca-4323-449c-ae50-4038fb77f8aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:29.473192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8536d-ffff-4c4e-89cc-f04bcafcd3ec req-c7786f60-374d-489d-aa17-d9eb3b344685 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:29.476041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67c8536d-ffff-4c4e-89cc-f04bcafcd3ec req-c7786f60-374d-489d-aa17-d9eb3b344685 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 943 time: 0.1642120 Feb 10 13:44:29.478638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (937aa6ca-4323-449c-ae50-4038fb77f8aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:29.482731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:29.486631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/937aa6ca-4323-449c-ae50-4038fb77f8aa HTTP/1.1" status: 204 len: 168 time: 0.3385878 Feb 10 13:44:29.526974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f30d4-184c-426e-a31e-028a47fdb75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937aa6ca-4323-449c-ae50-4038fb77f8aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:29.628860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67c8536d-ffff-4c4e-89cc-f04bcafcd3ec req-6d04ec22-238a-422d-81d3-75b40682235e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412563 Feb 10 13:44:30.114680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:30.156201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1503aeb8-2041-44ad-bc55-4ddde05ab01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.366252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65c6e-4407-46fa-a8fe-4b90d1677ca8 req-ede804ca-9c0b-49aa-86fe-983d386c1bfc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:30.373524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fdd65c6e-4407-46fa-a8fe-4b90d1677ca8 req-ede804ca-9c0b-49aa-86fe-983d386c1bfc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1286526 Feb 10 13:44:30.407024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1503aeb8-2041-44ad-bc55-4ddde05ab01c admin admin] Publish callbacks [] for security_group (16683f79-ab91-448d-9c54-f9a3082e5b93), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.423786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1503aeb8-2041-44ad-bc55-4ddde05ab01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16683f79-ab91-448d-9c54-f9a3082e5b93), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.468868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fdd65c6e-4407-46fa-a8fe-4b90d1677ca8 req-6d324aa9-e1fd-4540-bea6-9ac88eed066a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941951 Feb 10 13:44:30.481809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503aeb8-2041-44ad-bc55-4ddde05ab01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16683f79-ab91-448d-9c54-f9a3082e5b93,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:30.490724 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:30.502973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1503aeb8-2041-44ad-bc55-4ddde05ab01c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63680fd2357c4802b39e26d40220b720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869298 Feb 10 13:44:30.574955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] Publish callbacks [] for security_group (16683f79-ab91-448d-9c54-f9a3082e5b93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.663430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] Publish callbacks [] for security_group (16683f79-ab91-448d-9c54-f9a3082e5b93), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.762687 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16683f79-ab91-448d-9c54-f9a3082e5b93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.765812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.769341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16683f79-ab91-448d-9c54-f9a3082e5b93 HTTP/1.1" status: 204 len: 168 time: 0.2752931 Feb 10 13:44:30.781657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51057-6fc8-4a01-8411-3b66ae6c770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16683f79-ab91-448d-9c54-f9a3082e5b93,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:30.889808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-29d79e6b-76df-4144-9f8c-64ea7a36477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:30.943017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad99f6-1566-49d0-97b8-991db16ef3a7 req-85ec5a7b-5cb1-4ab6-94f9-2dabbcbafd99 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:30.950816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bad99f6-1566-49d0-97b8-991db16ef3a7 req-85ec5a7b-5cb1-4ab6-94f9-2dabbcbafd99 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 943 time: 0.1460676 Feb 10 13:44:31.043846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bad99f6-1566-49d0-97b8-991db16ef3a7 req-89845e6b-133a-4538-9332-c92c19260f0a tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915442 Feb 10 13:44:31.564392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:44:31.693832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:31.696742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433b8fa-9c94-4649-929c-9788d7c03042 req-b3dc9094-bf31-4464-af1a-5c301f0e0324 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:31.707126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c433b8fa-9c94-4649-929c-9788d7c03042 req-b3dc9094-bf31-4464-af1a-5c301f0e0324 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1157339 Feb 10 13:44:31.715041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'port_id': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'mac_address': 'fa:16:3e:28:b5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:44:31.767711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:31.768556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:31.780456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c433b8fa-9c94-4649-929c-9788d7c03042 req-88751250-df51-47d5-8dca-51c5fc39e409 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675807 Feb 10 13:44:31.802564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:44:31.826272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:31.831500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:31.917962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:32.133581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:44:32.351210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc349e-c1c8-45ec-9244-07193ea06e59 req-2ad0b1f6-9e67-4df9-846a-cd6406222e87 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:32.353048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffcc349e-c1c8-45ec-9244-07193ea06e59 req-2ad0b1f6-9e67-4df9-846a-cd6406222e87 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 944 time: 0.1586788 Feb 10 13:44:32.414406 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:32.457466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffcc349e-c1c8-45ec-9244-07193ea06e59 req-9bbac798-fc47-4028-b972-a4691ec0d6dd tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968482 Feb 10 13:44:32.591791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-714954625-network', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:32.625471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Made reservation on behalf of 8e1b1ef2d02f4356abd134eb8a468bbc for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:32.627988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.639531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.727230 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks [] for security_group (cf3b29f8-801b-4031-9c32-ac8a549045df), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.732092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cf3b29f8-801b-4031-9c32-ac8a549045df), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.770914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:44:32.780419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ee5fcef-f76d-4e5f-abdf-7da225dd40a1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.780780 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Added segment 5ee5fcef-f76d-4e5f-abdf-7da225dd40a1 of type vlan for network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b Feb 10 13:44:32.828008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.868081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b29f8-801b-4031-9c32-ac8a549045df,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:32.888930 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.890577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:32.891619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:32.938619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5228229 Feb 10 13:44:32.941362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5fbc5-21ea-4b84-a979-71f85fe4f9c8 req-2df17a1e-a9a2-4110-99e0-4833e305b50c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:32.952319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78e5fbc5-21ea-4b84-a979-71f85fe4f9c8 req-2df17a1e-a9a2-4110-99e0-4833e305b50c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0710397 Feb 10 13:44:32.962030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48268) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:33.019199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715901d-1732-49b3-b911-36ec5c7e1b3b admin admin] Pushing event updated for resources: {'Network': ['ID=b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:33.024888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Request body: {'subnet': {'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-714954625-subnet', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:33.031317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:44:33.044916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78e5fbc5-21ea-4b84-a979-71f85fe4f9c8 req-b95799f4-fcd4-4ea4-8bea-9f6aa328d5fd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912163 Feb 10 13:44:33.058224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Made reservation on behalf of 8e1b1ef2d02f4356abd134eb8a468bbc for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:33.072719 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.288117 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-05d162f2-d79f-4809-8e2d-f3d76499bc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.477012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (d341d4ce-c86b-456b-bc2a-efd75ce53940), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.554862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d341d4ce-c86b-456b-bc2a-efd75ce53940,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:33.573190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:33.574626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Checking segment: {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:33.575157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Network hostable DHCP agents. Network: b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:44:33.612828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:44:33.631462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:33.640285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:33.641262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.675645 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-004abc70-ab9e-47e1-b4e0-9c558a5b7d6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7122183 Feb 10 13:44:33.675840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e296270-aa8b-416a-aacf-f1b4e7ce623f None None] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:33.678063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:33.690461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:33.722334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99b01-166d-421d-ab8b-d8f1fd20ec12 req-487e73f1-60e6-4ac8-888d-1481b5e4929c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:33.731862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3f99b01-166d-421d-ab8b-d8f1fd20ec12 req-487e73f1-60e6-4ac8-888d-1481b5e4929c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 944 time: 0.0756295 Feb 10 13:44:33.743458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (dea39edd-9738-465d-804e-85067d59c0c7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.745570 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (dea39edd-9738-465d-804e-85067d59c0c7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.829080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3f99b01-166d-421d-ab8b-d8f1fd20ec12 req-f2ba8ff0-2b6c-405a-a2a9-89e13480dba3 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783811 Feb 10 13:44:33.884211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'fixed_ips': [{'subnet_id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:44:33.885366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:33.915321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for router_controller (dea39edd-9738-465d-804e-85067d59c0c7), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.174446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:44:34.232580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:34.237346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.283260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for router_gateway (dea39edd-9738-465d-804e-85067d59c0c7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.336288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc8df-2180-4e51-af0a-91b9b2b04f37 req-f6c67664-7fa7-4e5e-837c-aba368971f24 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:34.349261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-515cc8df-2180-4e51-af0a-91b9b2b04f37 req-f6c67664-7fa7-4e5e-837c-aba368971f24 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1381428 Feb 10 13:44:34.461618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Allocated IP 172.20.0.2 (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b/d341d4ce-c86b-456b-bc2a-efd75ce53940/4e00db07-da3a-45d7-8a83-44e135214f14) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:34.494081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-515cc8df-2180-4e51-af0a-91b9b2b04f37 req-63ed8a1a-484f-4cf0-953f-a4f35e4cb48b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431966 Feb 10 13:44:34.531497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:34.531827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.580075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:44:34.584343 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720b6a4-cd20-42c3-8148-59efeffb4b89" -d '{"events": [{"server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "name": "network-vif-plugged", "status": "completed", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:44:34.655627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:34.704067 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a42261-2b78-40a0-96a4-a88f29345ca8 x-openstack-request-id: req-d3a42261-2b78-40a0-96a4-a88f29345ca8 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:44:34.704067 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "name": "network-vif-plugged", "status": "completed", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:44:34.704381 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3a42261-2b78-40a0-96a4-a88f29345ca8 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:44:34.704834 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'code': 200} Feb 10 13:44:34.711474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.720980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.839899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for router_gateway (dea39edd-9738-465d-804e-85067d59c0c7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.854397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fe5e0-df16-44b9-97fc-28d61418f3bb req-b2d90bad-4ce1-462e-82d6-406d11f533a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:34.858176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d0fe5e0-df16-44b9-97fc-28d61418f3bb req-b2d90bad-4ce1-462e-82d6-406d11f533a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.1032155 Feb 10 13:44:34.903614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:34.926157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:34.978380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d0fe5e0-df16-44b9-97fc-28d61418f3bb req-ce5535c4-19af-4f1f-9a68-3fa36763d227 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128640 Feb 10 13:44:35.039103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks [] for port (4e00db07-da3a-45d7-8a83-44e135214f14), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.052094 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.113197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f466e3d-b390-4237-bef0-ef11f828aa20 req-79d84dc5-a35e-4e3e-98a7-2980a7ed81eb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:35.130008 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f466e3d-b390-4237-bef0-ef11f828aa20 req-79d84dc5-a35e-4e3e-98a7-2980a7ed81eb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1236415 Feb 10 13:44:35.152237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:35.155640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:35.160695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:35.172958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Pushing event updated for resources: {'Port': ['ID=4e00db07-da3a-45d7-8a83-44e135214f14,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:35.235547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Attempting to bind port 4e00db07-da3a-45d7-8a83-44e135214f14 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:35.237209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Attempting to bind port 4e00db07-da3a-45d7-8a83-44e135214f14 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:35.237918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Attempting to bind port 4e00db07-da3a-45d7-8a83-44e135214f14 on network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:35.243139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Allocated IP 172.25.8.180 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/282fc9fe-6a32-426d-a2f1-257ef8ed04d3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:35.248847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:35.249476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Checking segment: {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:35.249941 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.250423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Bound using segment: {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:35.254165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f466e3d-b390-4237-bef0-ef11f828aa20 req-9b389a2e-11bd-4b9a-b5d0-8f024f55ea85 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238234 Feb 10 13:44:35.256887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Bound port: 4e00db07-da3a-45d7-8a83-44e135214f14, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:35.257611 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.423026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] For port 4e00db07-da3a-45d7-8a83-44e135214f14, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:35.427455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] For port 4e00db07-da3a-45d7-8a83-44e135214f14, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4e00db07-da3a-45d7-8a83-44e135214f14,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:35.430977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.441999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.504032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8c96-d936-486a-b840-976bacf65d21 None None] Pushing event updated for resources: {'Port': ['ID=4e00db07-da3a-45d7-8a83-44e135214f14,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:35.529933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:35.586213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:35.589898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:35.593186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:35.671251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Pushing event updated for resources: {'Port': ['ID=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:35.707996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998921ac-b750-4104-a2fe-59c82542e388 req-596e9707-3c82-4f19-b68e-f9f0868371b5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:35.709717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-998921ac-b750-4104-a2fe-59c82542e388 req-596e9707-3c82-4f19-b68e-f9f0868371b5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0869126 Feb 10 13:44:35.800666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-998921ac-b750-4104-a2fe-59c82542e388 req-5a1617c6-abeb-4447-8605-43d98f6fc87d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848224 Feb 10 13:44:35.890556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:36.055432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for router_gateway (dea39edd-9738-465d-804e-85067d59c0c7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:36.186726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:36.329684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (dea39edd-9738-465d-804e-85067d59c0c7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:36.415638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375606f-08af-4ded-84b8-f79ada3637fc req-3cda4c10-2f26-4d0b-9012-08b1bdbd14f8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:36.418218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3375606f-08af-4ded-84b8-f79ada3637fc req-3cda4c10-2f26-4d0b-9012-08b1bdbd14f8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0831220 Feb 10 13:44:36.505445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3375606f-08af-4ded-84b8-f79ada3637fc req-40147c1a-090e-44df-98ed-33a654cf63ef tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801532 Feb 10 13:44:36.545201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Router dea39edd-9738-465d-804e-85067d59c0c7 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:44:36.967446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3f10-0d05-4315-a372-a2ee443b9636 req-c6369237-09c2-49ce-8e18-675dec36af33 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:36.969952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98fa3f10-0d05-4315-a372-a2ee443b9636 req-c6369237-09c2-49ce-8e18-675dec36af33 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0830910 Feb 10 13:44:36.988263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38214f8c-e877-490f-873b-2d976c55ce28 None None] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:37.034512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98fa3f10-0d05-4315-a372-a2ee443b9636 req-f4895d62-8152-4be1-8073-7eb65dd890e3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569205 Feb 10 13:44:37.132277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:37.144835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Sync routers for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:37.156670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.161677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:37.168079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e9aeebc8-01b9-45d3-94de-af2fd6af96ed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4857733 Feb 10 13:44:37.171514 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:37.172164 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:37.322674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Provisioning complete for port 4e00db07-da3a-45d7-8a83-44e135214f14 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:37.323919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.342746 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:37.475790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.485272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Current status of the port 4e00db07-da3a-45d7-8a83-44e135214f14 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:37.486035 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.548522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] For port 4e00db07-da3a-45d7-8a83-44e135214f14, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4e00db07-da3a-45d7-8a83-44e135214f14,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:37.576158 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.651672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4e00db07-da3a-45d7-8a83-44e135214f14 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:37.785012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4e00db07-da3a-45d7-8a83-44e135214f14 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:37.785481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:37.787333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474c06-dac9-4cbc-8f6c-c8e1079da24e None None] Pushing event updated for resources: {'Port': ['ID=4e00db07-da3a-45d7-8a83-44e135214f14,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:37.960030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4e00db07-da3a-45d7-8a83-44e135214f14 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:37.981722 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:35Z', 'revision_number': 3, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:38.044477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Checking router: dea39edd-9738-465d-804e-85067d59c0c7 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:38.045092 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Updating router dea39edd-9738-465d-804e-85067d59c0c7 port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:38.085746 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.126604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a53dccd-e62a-4a7c-a20a-fa87bb96a54f None None] Provisioning complete for port 4e00db07-da3a-45d7-8a83-44e135214f14 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:38.127267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a53dccd-e62a-4a7c-a20a-fa87bb96a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.271086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a53dccd-e62a-4a7c-a20a-fa87bb96a54f None None] Current status of the port 4e00db07-da3a-45d7-8a83-44e135214f14 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:38.300973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40201e7-0e1a-41eb-b50c-58182f680a89 req-9c535684-f525-47cd-ba7e-74eb7b19e30f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:38.311105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a40201e7-0e1a-41eb-b50c-58182f680a89 req-9c535684-f525-47cd-ba7e-74eb7b19e30f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.6872814 Feb 10 13:44:38.415093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a40201e7-0e1a-41eb-b50c-58182f680a89 req-8716e845-9d51-4292-9d38-a7229dc38479 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025221 Feb 10 13:44:38.528191 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks [] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.536899 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.602455 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Attempting to bind port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:38.602840 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Attempting to bind port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:38.603207 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Attempting to bind port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:38.615018 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:38.615445 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:38.616573 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.617013 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:38.617498 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Bound port: 282fc9fe-6a32-426d-a2f1-257ef8ed04d3, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:38.617886 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.620466 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5709bb-0695-43ba-9971-f2945b761e20 None None] Pushing event updated for resources: {'Port': ['ID=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:38.692306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a71cc-0794-4074-89e2-03b25872b84e req-73f5d219-ec4f-415e-9250-b7b55a0f9a91 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:38.700606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-184a71cc-0794-4074-89e2-03b25872b84e req-73f5d219-ec4f-415e-9250-b7b55a0f9a91 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.2100232 Feb 10 13:44:38.719603 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] For port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:38.723986 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] For port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:38.732807 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.734986 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:38.843640 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:38.844298 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:38.904210 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5709bb-0695-43ba-9971-f2945b761e20 None None] Pushing event updated for resources: {'Port': ['ID=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:38.944224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-184a71cc-0794-4074-89e2-03b25872b84e req-54ef538c-6050-4207-97e0-873b97f72077 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426951 Feb 10 13:44:39.045459 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:39.078664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Allocated IP 172.20.0.1 (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b/d341d4ce-c86b-456b-bc2a-efd75ce53940/8a3d5514-b083-4589-8658-406e2c92c05e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:39.133725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638edc-8c56-4df0-8f1a-50570b4fd77b req-ba55dc2f-0017-4fd8-8101-321c08097fb6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:39.136987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e638edc-8c56-4df0-8f1a-50570b4fd77b req-ba55dc2f-0017-4fd8-8101-321c08097fb6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1226907 Feb 10 13:44:39.146586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:39.153512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'floatingip': {'port_id': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:39.203659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.267917 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks [] for port (8a3d5514-b083-4589-8658-406e2c92c05e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.331189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.390802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Pushing event updated for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:39.427192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:39.428698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:39.435203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:39.473758 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:35Z', 'revision_number': 3, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:39.523768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4e00db07-da3a-45d7-8a83-44e135214f14 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:39.547740 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7aa797-0b3c-4f7f-940b-6b1fc451f7ee None None] The sync data for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 is: [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:35Z', 'revision_number': 3, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:39.565625 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (dea39edd-9738-465d-804e-85067d59c0c7), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.625163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4e00db07-da3a-45d7-8a83-44e135214f14 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:39.625972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.763166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4e00db07-da3a-45d7-8a83-44e135214f14 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:39.874892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:39.939066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-138346a6-819b-4f90-a14b-60171e25880d None None] Provisioning complete for port 8a3d5514-b083-4589-8658-406e2c92c05e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:39.941668 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-138346a6-819b-4f90-a14b-60171e25880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.016352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 13:44:40.027489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-138346a6-819b-4f90-a14b-60171e25880d None None] Port 8a3d5514-b083-4589-8658-406e2c92c05e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:40.087241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.093587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.156325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks [] for port (8a3d5514-b083-4589-8658-406e2c92c05e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.163382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.241415 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Floating IP 985b9e65-da66-4843-9b47-f97d4d51a8d6 associated. External IP: 172.25.8.182, port: a131b9b2-6336-448f-b3d8-4f6a8e30cfd0. Feb 10 13:44:40.323529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Pushing event updated for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:40.328721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (dea39edd-9738-465d-804e-85067d59c0c7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.460604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98df8bf-5216-4469-a7ab-86ad2b0a3397 req-36bc756a-5fd3-471c-a1a1-49dce625b74f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:40.462183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e98df8bf-5216-4469-a7ab-86ad2b0a3397 req-36bc756a-5fd3-471c-a1a1-49dce625b74f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.2721264 Feb 10 13:44:40.571250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:40.580656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:40.595043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:40.705496 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e98df8bf-5216-4469-a7ab-86ad2b0a3397 req-858a01cd-d3d3-4f3a-9e6c-3a585fb69a0c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310462 Feb 10 13:44:40.786930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:40.800676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:40.814020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:40.837339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:40.840815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:40.864572 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e711131-5fc6-4db0-8343-c240bd32ccf8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "PUT /v2.0/floatingips/985b9e65-da66-4843-9b47-f97d4d51a8d6 HTTP/1.1" status: 200 len: 991 time: 1.7142053 Feb 10 13:44:40.864572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:44:40.877983 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:44:40.904468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Router dea39edd-9738-465d-804e-85067d59c0c7 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:40.987335 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d759952-e090-4521-a554-c5ac3d3cd1e7 x-openstack-request-id: req-0d759952-e090-4521-a554-c5ac3d3cd1e7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:44:40.987825 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:44:40.988244 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d759952-e090-4521-a554-c5ac3d3cd1e7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:44:40.989071 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'status': 'completed', 'code': 200} Feb 10 13:44:41.078266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:41.112080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3133f248-f474-4fba-b04b-2afcbd3d662a None None] Provisioning complete for port 8a3d5514-b083-4589-8658-406e2c92c05e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:41.112915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3133f248-f474-4fba-b04b-2afcbd3d662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:41.166007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-f13387fe-d4e9-486e-9cb0-0a5d811dacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:41.167781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-f13387fe-d4e9-486e-9cb0-0a5d811dacc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.1339803 Feb 10 13:44:41.216280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3133f248-f474-4fba-b04b-2afcbd3d662a None None] Port 8a3d5514-b083-4589-8658-406e2c92c05e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:41.219268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:41.236860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a9bee1ea-971d-43a0-b1e7-784e3f339a2c admin admin] 10.222.0.13 "PUT /v2.0/routers/dea39edd-9738-465d-804e-85067d59c0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0711524 Feb 10 13:44:41.305670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-a2b3efd2-17d2-4f7e-9b4f-1a54e26ce3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:41.308172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-a2b3efd2-17d2-4f7e-9b4f-1a54e26ce3d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.1313317 Feb 10 13:44:41.398869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:41.483759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-455c98d2-98f3-47e3-9359-ae3bb20aa614 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 999 time: 0.1693039 Feb 10 13:44:41.537189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '985b9e65-da66-4843-9b47-f97d4d51a8d6', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:28:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:44:16Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:41.583148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:41.585453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:41.609808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-586f5846-3292-4656-b267-81303a5f37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:41.624730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-586f5846-3292-4656-b267-81303a5f37e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.1323254 Feb 10 13:44:41.642507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:41.643295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:41.686611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:41.687419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:41.723245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-9ae0e9d9-f493-4e18-9578-ea7ae48b744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:41.724731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-9ae0e9d9-f493-4e18-9578-ea7ae48b744c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920393 Feb 10 13:44:41.866797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:41.867372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:41.900662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:41.907974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-af7d7bf2-679d-4b9b-9685-7109d09a1862 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749303 Feb 10 13:44:41.948846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:41.959915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.053813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95fe9-77fa-4cce-83d9-04e984af9fd0 req-be439933-6d8a-48d5-a543-d1b0b45695e4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:42.061567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02a95fe9-77fa-4cce-83d9-04e984af9fd0 req-be439933-6d8a-48d5-a543-d1b0b45695e4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1525619 Feb 10 13:44:42.119591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-346c5c31-7d8c-42d6-8f48-3a9cc4dee4a4 req-4a1dd526-e036-43a6-b4f0-be8e1c87e3e5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047236 Feb 10 13:44:42.170920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02a95fe9-77fa-4cce-83d9-04e984af9fd0 req-831d2f78-f634-47bd-8175-f383639852e3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028407 Feb 10 13:44:42.223499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48472) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:42.229682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1583369275-network', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:42.277054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Made reservation on behalf of d2408edf174f411caee274a5b82a58d4 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:42.280285 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.301151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.313894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:42.362203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '985b9e65-da66-4843-9b47-f97d4d51a8d6', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:28:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:44:16Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:42.408732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52633b-1b7b-4851-8bc3-a415dea4f28c None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '985b9e65-da66-4843-9b47-f97d4d51a8d6', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:28:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:44:16Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:42.430647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks [] for security_group (0f030b1c-ffdb-48c2-b96d-26ec8591a78b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.437746 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Sync routers for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:42.451759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f030b1c-ffdb-48c2-b96d-26ec8591a78b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.460109 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:42.461340 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:42.510152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:44:42.521831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f030b1c-ffdb-48c2-b96d-26ec8591a78b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:42.534846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.536161 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Added segment 4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775 of type vlan for network 55f867d8-945f-4cfe-9f15-926408271eeb Feb 10 13:44:42.597391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (55f867d8-945f-4cfe-9f15-926408271eeb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.637538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (55f867d8-945f-4cfe-9f15-926408271eeb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.637756 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:42.638576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:42.639636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.723810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:42.724383 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4981904 Feb 10 13:44:42.729085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02529-4d0b-460b-a487-c332ca33be18 admin admin] Pushing event updated for resources: {'Network': ['ID=55f867d8-945f-4cfe-9f15-926408271eeb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:42.732899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Request body: {'subnet': {'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1583369275-subnet', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:42.740930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 55f867d8-945f-4cfe-9f15-926408271eeb details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:44:42.747710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9614b2-b0ba-4373-ab86-9ad2e68ce5d2 None None] New status for floating IP 985b9e65-da66-4843-9b47-f97d4d51a8d6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:44:42.778434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Made reservation on behalf of d2408edf174f411caee274a5b82a58d4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:44:42.782083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.888633 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 4, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a3d5514-b083-4589-8658-406e2c92c05e', 'name': '', 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'mac_address': 'fa:16:3e:99:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:38Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 2, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'subnets': [{'id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:42.944423 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Checking router: dea39edd-9738-465d-804e-85067d59c0c7 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:42.944937 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Updating router dea39edd-9738-465d-804e-85067d59c0c7 port 8a3d5514-b083-4589-8658-406e2c92c05e binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:42.977497 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:42.997709 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (ebd71c6f-3247-4851-b160-cc2828665f96), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.134048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd71c6f-3247-4851-b160-cc2828665f96,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:43.147620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Checking segment: {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:43.148133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Network hostable DHCP agents. Network: 55f867d8-945f-4cfe-9f15-926408271eeb, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:44:43.176842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Network 55f867d8-945f-4cfe-9f15-926408271eeb is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:44:43.192884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 55f867d8-945f-4cfe-9f15-926408271eeb) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:43.197873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:43.198659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.237178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1c17fe88-ecb4-4e5b-87b1-51bae4d9a9a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5081460 Feb 10 13:44:43.237768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:43.247852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:44:43.295462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.296731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.330414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83181703-bcf2-4584-abf9-170d8eada2a1 None None] Network 55f867d8-945f-4cfe-9f15-926408271eeb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:43.383612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed983581-28c5-4ec2-b5d0-c486905ea385 req-773ec661-fd72-4b1d-890e-0c0702a14c71 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:43.385075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed983581-28c5-4ec2-b5d0-c486905ea385 req-773ec661-fd72-4b1d-890e-0c0702a14c71 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0924802 Feb 10 13:44:43.402169 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks [] for port (8a3d5514-b083-4589-8658-406e2c92c05e), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.414897 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.421703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for router_controller (e8c8de56-3b99-4056-b3a2-f8c95f12469a), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.552515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0479-ea2c-4b56-9cee-6ab958e8b4d9 None None] Pushing event updated for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:43.572336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Attempting to bind port 8a3d5514-b083-4589-8658-406e2c92c05e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:43.572703 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Attempting to bind port 8a3d5514-b083-4589-8658-406e2c92c05e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:43.573153 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Attempting to bind port 8a3d5514-b083-4589-8658-406e2c92c05e on network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:43.580349 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:43.581566 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Checking segment: {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:43.582163 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.582724 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Bound using segment: {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:43.583365 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Bound port: 8a3d5514-b083-4589-8658-406e2c92c05e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:43.601405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed983581-28c5-4ec2-b5d0-c486905ea385 req-060aaeb0-dcc3-488d-bf71-d2cb8e264438 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899056 Feb 10 13:44:43.602089 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.692943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for router_gateway (e8c8de56-3b99-4056-b3a2-f8c95f12469a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.740711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:43.778088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] For port 8a3d5514-b083-4589-8658-406e2c92c05e, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:43.784127 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] For port 8a3d5514-b083-4589-8658-406e2c92c05e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3d5514-b083-4589-8658-406e2c92c05e,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:43.809244 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.877582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-55f867d8-945f-4cfe-9f15-926408271eeb', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:44:43.879569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:43.883672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:43.884388 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:44.094901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for router_gateway (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.125228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:44.125867 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.129211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.179901 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0479-ea2c-4b56-9cee-6ab958e8b4d9 None None] Pushing event updated for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:44.196292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Provisioning complete for port 8a3d5514-b083-4589-8658-406e2c92c05e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:44.196639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.316050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Allocated IP 172.20.0.2 (55f867d8-945f-4cfe-9f15-926408271eeb/ebd71c6f-3247-4851-b160-cc2828665f96/b43810e2-9cc7-427a-ab55-01fd88893675) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:44.321444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:44.348747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Allocated IP 172.25.8.154 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7c229d4a-1ce8-4e2e-b01c-1055855769ed) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:44.414670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:44.509659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Current status of the port 8a3d5514-b083-4589-8658-406e2c92c05e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:44.510046 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.563532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.640846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.649423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] For port 8a3d5514-b083-4589-8658-406e2c92c05e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3d5514-b083-4589-8658-406e2c92c05e,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:44.662799 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.689899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Pushing event updated for resources: {'Port': ['ID=7c229d4a-1ce8-4e2e-b01c-1055855769ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:44.710198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:44.711169 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 4, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a3d5514-b083-4589-8658-406e2c92c05e', 'name': '', 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'mac_address': 'fa:16:3e:99:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:38Z', 'updated_at': '2022-02-10T13:44:43Z', 'revision_number': 4, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'subnets': [{'id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:44.713517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:44.720863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:44.735970 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks [] for port (b43810e2-9cc7-427a-ab55-01fd88893675), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.756992 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.767562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57784e1c-506d-47fd-8f4b-8fe068b3d821 None None] The sync data for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 is: [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:39Z', 'revision_number': 4, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8a3d5514-b083-4589-8658-406e2c92c05e', 'name': '', 'network_id': 'b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'mac_address': 'fa:16:3e:99:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:38Z', 'updated_at': '2022-02-10T13:44:43Z', 'revision_number': 4, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'subnets': [{'id': 'd341d4ce-c86b-456b-bc2a-efd75ce53940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:44.801729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b1f8c-bbea-4b8f-8f1f-387360a78808 None None] Pushing event updated for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:44.867595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Network 55f867d8-945f-4cfe-9f15-926408271eeb is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:44.910420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-25362a81-8a98-4fc3-a705-406a002e54c6 None None] Provisioning complete for port 8a3d5514-b083-4589-8658-406e2c92c05e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:44.911643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25362a81-8a98-4fc3-a705-406a002e54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:44.950932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:44.953562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:45.005940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Pushing event updated for resources: {'Port': ['ID=b43810e2-9cc7-427a-ab55-01fd88893675,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:45.147014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Attempting to bind port b43810e2-9cc7-427a-ab55-01fd88893675 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:45.147370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Attempting to bind port b43810e2-9cc7-427a-ab55-01fd88893675 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:45.147743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Attempting to bind port b43810e2-9cc7-427a-ab55-01fd88893675 on network 55f867d8-945f-4cfe-9f15-926408271eeb {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:45.172176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:45.172503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Checking segment: {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:45.172943 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:45.173346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Bound using segment: {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:45.173868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Bound port: b43810e2-9cc7-427a-ab55-01fd88893675, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:45.174253 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:45.198886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-25362a81-8a98-4fc3-a705-406a002e54c6 None None] Current status of the port 8a3d5514-b083-4589-8658-406e2c92c05e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:45.325349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] For port b43810e2-9cc7-427a-ab55-01fd88893675, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:45.329937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] For port b43810e2-9cc7-427a-ab55-01fd88893675, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b43810e2-9cc7-427a-ab55-01fd88893675,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:45.341800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:45.513302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff866a-8e86-4f7a-ad13-23410076712f None None] Pushing event updated for resources: {'Port': ['ID=b43810e2-9cc7-427a-ab55-01fd88893675,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:45.590518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3d5514-b083-4589-8658-406e2c92c05e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:45.729635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8a3d5514-b083-4589-8658-406e2c92c05e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:45.730015 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:45.849041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8a3d5514-b083-4589-8658-406e2c92c05e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:45.966773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbaf3a-678d-476b-a1fc-b149c14de73a req-a5dd01fa-010a-447e-b843-6507448802e7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:45.968580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43fbaf3a-678d-476b-a1fc-b149c14de73a req-a5dd01fa-010a-447e-b843-6507448802e7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1394200 Feb 10 13:44:45.988815 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for router_gateway (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:46.076717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43fbaf3a-678d-476b-a1fc-b149c14de73a req-e0f6820e-57cc-4fbe-b1b9-bd04ae2b15b8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973208 Feb 10 13:44:46.256259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:46.434030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Router e8c8de56-3b99-4056-b3a2-f8c95f12469a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:44:46.622824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:46.637643 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Sync routers for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:46.654539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:46.658911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-00a64c4d-a4f2-46b8-ba1f-1fd9c9e7638b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4197388 Feb 10 13:44:46.660325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48540) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:46.694507 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:46.695090 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:46.893956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e189c9c-72ac-484c-b76f-28b0903e0236 None None] Network 55f867d8-945f-4cfe-9f15-926408271eeb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:46.928307 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:47.012666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Provisioning complete for port b43810e2-9cc7-427a-ab55-01fd88893675 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:47.013629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.199898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Current status of the port b43810e2-9cc7-427a-ab55-01fd88893675 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:47.204163 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.284624 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:45Z', 'revision_number': 3, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:47.287466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] For port b43810e2-9cc7-427a-ab55-01fd88893675, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b43810e2-9cc7-427a-ab55-01fd88893675,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:47.296538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.350516 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.352372 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Checking router: e8c8de56-3b99-4056-b3a2-f8c95f12469a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:47.352723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Updating router e8c8de56-3b99-4056-b3a2-f8c95f12469a port 7c229d4a-1ce8-4e2e-b01c-1055855769ed binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:47.353498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881966-8342-4524-9ae8-e1e5aabc4dd1 req-ce121822-2c47-49d8-8c19-de518391ece5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:47.357198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1881966-8342-4524-9ae8-e1e5aabc4dd1 req-ce121822-2c47-49d8-8c19-de518391ece5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1161139 Feb 10 13:44:47.421256 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.426368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2a7ad-056c-438f-aa9f-dc8eb0d681b6 None None] Pushing event updated for resources: {'Port': ['ID=b43810e2-9cc7-427a-ab55-01fd88893675,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:47.482210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1881966-8342-4524-9ae8-e1e5aabc4dd1 req-29a8839d-fe8f-4ac7-83cb-96a9766ba76b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192348 Feb 10 13:44:47.511456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:44:47.537702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c6e2fc58-986a-4820-8b48-b05804597502 None None] Provisioning complete for port b43810e2-9cc7-427a-ab55-01fd88893675 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:47.538083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e2fc58-986a-4820-8b48-b05804597502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.602142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b43810e2-9cc7-427a-ab55-01fd88893675 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:47.725784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Allocated IP 172.20.0.1 (55f867d8-945f-4cfe-9f15-926408271eeb/ebd71c6f-3247-4851-b160-cc2828665f96/b1c36137-c90e-4d3d-9258-ee85817cf6cf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:44:47.733299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b43810e2-9cc7-427a-ab55-01fd88893675 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:47.734200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.776912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2fc58-986a-4820-8b48-b05804597502 None None] Current status of the port b43810e2-9cc7-427a-ab55-01fd88893675 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:47.837674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b43810e2-9cc7-427a-ab55-01fd88893675 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:47.884486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks [] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.924485 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.950350 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks [] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.964654 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:47.968709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Network 55f867d8-945f-4cfe-9f15-926408271eeb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:47.975518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:47.980707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:44:48.028535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Pushing event updated for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:48.049344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.058622 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Attempting to bind port 7c229d4a-1ce8-4e2e-b01c-1055855769ed on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:48.059000 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Attempting to bind port 7c229d4a-1ce8-4e2e-b01c-1055855769ed by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:48.059375 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Attempting to bind port 7c229d4a-1ce8-4e2e-b01c-1055855769ed on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:48.067677 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:48.068328 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:48.068928 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.069336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:48.069835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Bound port: 7c229d4a-1ce8-4e2e-b01c-1055855769ed, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:48.070222 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.144413 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] For port 7c229d4a-1ce8-4e2e-b01c-1055855769ed, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:48.146759 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285e43-a615-4fed-9c3f-4144df9f8417 None None] Pushing event updated for resources: {'Port': ['ID=7c229d4a-1ce8-4e2e-b01c-1055855769ed,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:48.157623 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] For port 7c229d4a-1ce8-4e2e-b01c-1055855769ed, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c229d4a-1ce8-4e2e-b01c-1055855769ed,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:48.171023 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.232967 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:48.233855 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:48.239666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.304651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285e43-a615-4fed-9c3f-4144df9f8417 None None] Pushing event updated for resources: {'Port': ['ID=7c229d4a-1ce8-4e2e-b01c-1055855769ed,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:48.319664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-87d287a8-d4f3-4c87-9318-0d8957188654 None None] Provisioning complete for port b1c36137-c90e-4d3d-9258-ee85817cf6cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:48.320171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87d287a8-d4f3-4c87-9318-0d8957188654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.365598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-87d287a8-d4f3-4c87-9318-0d8957188654 None None] Port b1c36137-c90e-4d3d-9258-ee85817cf6cf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:48.387833 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:48.453110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks [] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.459212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.527745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:48.529723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Pushing event updated for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:48.606439 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b1c36137-c90e-4d3d-9258-ee85817cf6cf', 'name': '', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'mac_address': 'fa:16:3e:09:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:47Z', 'updated_at': '2022-02-10T13:44:47Z', 'revision_number': 1, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'subnets': [{'id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:48.646497 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675cc6a-105b-4364-ba1e-c0ee696f6f0c None None] The sync data for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 is: [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b1c36137-c90e-4d3d-9258-ee85817cf6cf', 'name': '', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'mac_address': 'fa:16:3e:09:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:47Z', 'updated_at': '2022-02-10T13:44:47Z', 'revision_number': 1, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'subnets': [{'id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:48.647094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Network 55f867d8-945f-4cfe-9f15-926408271eeb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:44:48.648831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:44:48.664130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f31b0-5ffa-4c3b-a5f9-668fa0360b6e req-a964fa17-ab39-4cb1-8d5f-0250de2cbd69 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:48.665803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f58f31b0-5ffa-4c3b-a5f9-668fa0360b6e req-a964fa17-ab39-4cb1-8d5f-0250de2cbd69 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0785279 Feb 10 13:44:48.733431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f58f31b0-5ffa-4c3b-a5f9-668fa0360b6e req-03b792ef-e616-4004-a6d4-54a52a9af516 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584853 Feb 10 13:44:48.805063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Router e8c8de56-3b99-4056-b3a2-f8c95f12469a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:48.954887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:48.966443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e3352601-299c-45a0-b33b-d88212d776ef admin admin] 10.222.0.13 "PUT /v2.0/routers/e8c8de56-3b99-4056-b3a2-f8c95f12469a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040874 Feb 10 13:44:49.102112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c46c4672-e075-485b-b9b1-c6a1db809d35 None None] Provisioning complete for port b1c36137-c90e-4d3d-9258-ee85817cf6cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:49.102797 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c46c4672-e075-485b-b9b1-c6a1db809d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:49.148322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c46c4672-e075-485b-b9b1-c6a1db809d35 None None] Port b1c36137-c90e-4d3d-9258-ee85817cf6cf cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:44:49.555687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b43810e2-9cc7-427a-ab55-01fd88893675 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:49.624279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b43810e2-9cc7-427a-ab55-01fd88893675 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:49.625626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:49.728428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b43810e2-9cc7-427a-ab55-01fd88893675 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:49.998907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e347-fd95-48c1-9a56-73f4f2c343f1 req-2babd2c7-b580-4d6c-97b1-0e82e90cbc26 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:50.004041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5be2e347-fd95-48c1-9a56-73f4f2c343f1 req-2babd2c7-b580-4d6c-97b1-0e82e90cbc26 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0607619 Feb 10 13:44:50.059374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5be2e347-fd95-48c1-9a56-73f4f2c343f1 req-7799f7ba-295f-480d-a86d-f3d7a6849eeb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Feb 10 13:44:50.326426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:50.761794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (dea39edd-9738-465d-804e-85067d59c0c7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.035501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Deleting port 8a3d5514-b083-4589-8658-406e2c92c05e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:51.036168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.123221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] For port 8a3d5514-b083-4589-8658-406e2c92c05e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3d5514-b083-4589-8658-406e2c92c05e,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:51.124225 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.151977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Calling delete_port for 8a3d5514-b083-4589-8658-406e2c92c05e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:51.235552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a263fa-f7c3-4fab-a0d1-042d23b420d4 req-f374a50e-42e1-42f3-a5e0-fb4098467597 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:51.237075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31a263fa-f7c3-4fab-a0d1-042d23b420d4 req-f374a50e-42e1-42f3-a5e0-fb4098467597 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1049328 Feb 10 13:44:51.344288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-31a263fa-f7c3-4fab-a0d1-042d23b420d4 req-1f5c5d2d-f11c-421d-a6bf-dc523f3ba204 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943999 Feb 10 13:44:51.426825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8a3d5514-b083-4589-8658-406e2c92c05e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.512862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3d5514-b083-4589-8658-406e2c92c05e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:51.599109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c229d4a-1ce8-4e2e-b01c-1055855769ed up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:51.656163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7c229d4a-1ce8-4e2e-b01c-1055855769ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:51.656822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.755837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (dea39edd-9738-465d-804e-85067d59c0c7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.782193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7c229d4a-1ce8-4e2e-b01c-1055855769ed is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:51.782922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.808976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7c229d4a-1ce8-4e2e-b01c-1055855769ed, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c229d4a-1ce8-4e2e-b01c-1055855769ed,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:51.815628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:51.888006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7c229d4a-1ce8-4e2e-b01c-1055855769ed,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:52.021502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Router dea39edd-9738-465d-804e-85067d59c0c7 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:52.133733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:52.141900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48610) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:52.142417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8ab0f03a-7ef5-41ef-9f39-736fc5bb0283 admin admin] 10.222.0.13 "PUT /v2.0/routers/dea39edd-9738-465d-804e-85067d59c0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8144865 Feb 10 13:44:52.146562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Sync routers for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:52.162968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:52.163936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:52.277389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:52.548360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 5, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:52.585041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Checking router: dea39edd-9738-465d-804e-85067d59c0c7 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:52.602311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Routers {'dea39edd-9738-465d-804e-85067d59c0c7'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:52.605002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['dea39edd-9738-465d-804e-85067d59c0c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:52.608066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks [] for router (dea39edd-9738-465d-804e-85067d59c0c7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:52.655903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f71c-63e3-49fc-b26f-21b344155836 req-115b8924-27ad-4a39-a7cf-93e1dec64d0c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:52.657643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c35f71c-63e3-49fc-b26f-21b344155836 req-115b8924-27ad-4a39-a7cf-93e1dec64d0c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1587393 Feb 10 13:44:52.760085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c35f71c-63e3-49fc-b26f-21b344155836 req-aa33aa45-409b-4a33-ad85-42d960311fa0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954390 Feb 10 13:44:52.771915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] Set router dea39edd-9738-465d-804e-85067d59c0c7 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:52.783004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks [] for router_gateway (dea39edd-9738-465d-804e-85067d59c0c7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:52.851464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Deleting port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:52.852215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:52.980002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] For port 282fc9fe-6a32-426d-a2f1-257ef8ed04d3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:52.980812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:52.997168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Calling delete_port for 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:53.029793 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Sync routers for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:53.050056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:53.050932 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:53.174211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 5, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:53.208400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b98fe-d681-4a7e-abe0-910d7c719ab0 None None] The sync data for ids ['dea39edd-9738-465d-804e-85067d59c0c7'] in n-d-815324-6 is: [{'id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'name': 'tempest-TestAggregatesBasicOps-714954625-router', 'tenant_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:33Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 5, 'project_id': '8e1b1ef2d02f4356abd134eb8a468bbc', 'gw_port': {'id': '282fc9fe-6a32-426d-a2f1-257ef8ed04d3', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:15:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea39edd-9738-465d-804e-85067d59c0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:34Z', 'updated_at': '2022-02-10T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:53.240121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (282fc9fe-6a32-426d-a2f1-257ef8ed04d3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.271490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Pushing event deleted for resources: {'Port': ['ID=282fc9fe-6a32-426d-a2f1-257ef8ed04d3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:53.335085 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:53.344741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (dea39edd-9738-465d-804e-85067d59c0c7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.468197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (dea39edd-9738-465d-804e-85067d59c0c7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.470528 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks [] for router_controller (dea39edd-9738-465d-804e-85067d59c0c7), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.528899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (dea39edd-9738-465d-804e-85067d59c0c7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.529707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea39edd-9738-465d-804e-85067d59c0c7 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:44:53.539721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.545139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:53.545852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-148e4da2-33a1-454d-9a02-53d4a26ecdca admin admin] 10.222.0.13 "DELETE /v2.0/routers/dea39edd-9738-465d-804e-85067d59c0c7 HTTP/1.1" status: 204 len: 168 time: 1.4028373 Feb 10 13:44:53.599562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b1c36137-c90e-4d3d-9258-ee85817cf6cf', 'name': '', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'mac_address': 'fa:16:3e:09:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:47Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 2, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'subnets': [{'id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:53.648610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Deleting subnet d341d4ce-c86b-456b-bc2a-efd75ce53940 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:44:53.654127 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Publish callbacks [] for subnet (d341d4ce-c86b-456b-bc2a-efd75ce53940), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.676016 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Checking router: e8c8de56-3b99-4056-b3a2-f8c95f12469a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:53.676363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Updating router e8c8de56-3b99-4056-b3a2-f8c95f12469a port b1c36137-c90e-4d3d-9258-ee85817cf6cf binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:44:53.740942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (d341d4ce-c86b-456b-bc2a-efd75ce53940), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.750160 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.827832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c229d4a-1ce8-4e2e-b01c-1055855769ed up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:53.901759 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d341d4ce-c86b-456b-bc2a-efd75ce53940), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:53.965038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7c229d4a-1ce8-4e2e-b01c-1055855769ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:53.965720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.013723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967b589-9460-45f0-b259-427017e49552 req-2548988c-bfdf-48fd-b47c-b3761c370d8b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:54.022363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5967b589-9460-45f0-b259-427017e49552 req-2548988c-bfdf-48fd-b47c-b3761c370d8b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.0861161 Feb 10 13:44:54.045283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (d341d4ce-c86b-456b-bc2a-efd75ce53940), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.078889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d341d4ce-c86b-456b-bc2a-efd75ce53940,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:54.102879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.106918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4dbe2521-52e0-4dc8-9978-f0a117abd6e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d341d4ce-c86b-456b-bc2a-efd75ce53940 HTTP/1.1" status: 204 len: 168 time: 0.5600863 Feb 10 13:44:54.109763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:54.125398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be8572-a2b7-4f14-a0fe-3045f1c557e7 None None] Network b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:54.156132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7c229d4a-1ce8-4e2e-b01c-1055855769ed is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:54.173988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5967b589-9460-45f0-b259-427017e49552 req-ed9eeefc-2d99-4a95-b165-82c6feba4999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506641 Feb 10 13:44:54.233368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.264765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3d5514-b083-4589-8658-406e2c92c05e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:54.269425 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks [] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.281473 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.302477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Deleting port 4e00db07-da3a-45d7-8a83-44e135214f14 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:54.303082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.334824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8a3d5514-b083-4589-8658-406e2c92c05e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:54.335183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3d5514-b083-4589-8658-406e2c92c05e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:54.391687 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb9252-a6e0-48fd-8239-00b0b6c26383 None None] Pushing event updated for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:54.416972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] For port 4e00db07-da3a-45d7-8a83-44e135214f14, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4e00db07-da3a-45d7-8a83-44e135214f14,segment=NetworkSegment(5ee5fcef-f76d-4e5f-abdf-7da225dd40a1),segment_id=5ee5fcef-f76d-4e5f-abdf-7da225dd40a1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:54.417496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.446054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Calling delete_port for 4e00db07-da3a-45d7-8a83-44e135214f14 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:54.500744 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Attempting to bind port b1c36137-c90e-4d3d-9258-ee85817cf6cf on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:44:54.501163 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Attempting to bind port b1c36137-c90e-4d3d-9258-ee85817cf6cf by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:44:54.501528 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Attempting to bind port b1c36137-c90e-4d3d-9258-ee85817cf6cf on network 55f867d8-945f-4cfe-9f15-926408271eeb {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:44:54.509112 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:44:54.509482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Checking segment: {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:44:54.509967 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.510884 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Bound using segment: {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:44:54.511369 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Bound port: b1c36137-c90e-4d3d-9258-ee85817cf6cf, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:44:54.511753 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.611577 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] For port b1c36137-c90e-4d3d-9258-ee85817cf6cf, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:44:54.615179 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] For port b1c36137-c90e-4d3d-9258-ee85817cf6cf, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b1c36137-c90e-4d3d-9258-ee85817cf6cf,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:44:54.621909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4e00db07-da3a-45d7-8a83-44e135214f14), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.630522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c78ec-c8b5-4bd5-b324-05c5fa0a5de3 None None] DHCP port deletion for b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:44:54.649603 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.663104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e00db07-da3a-45d7-8a83-44e135214f14,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:54.671505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] No DVR routers for this DVR port 4e00db07-da3a-45d7-8a83-44e135214f14 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:44:54.811552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb9252-a6e0-48fd-8239-00b0b6c26383 None None] Pushing event updated for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:54.835411 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:54.836464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:54.845000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Provisioning complete for port b1c36137-c90e-4d3d-9258-ee85817cf6cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:54.849269 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.885686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:54.980748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:55.000854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:55.001441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee5fcef-f76d-4e5f-abdf-7da225dd40a1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:55.022968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5ee5fcef-f76d-4e5f-abdf-7da225dd40a1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.040629 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ee5fcef-f76d-4e5f-abdf-7da225dd40a1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.056681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:44:55.057755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5ee5fcef-f76d-4e5f-abdf-7da225dd40a1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:44:55.059582 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:44:55.075957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Current status of the port b1c36137-c90e-4d3d-9258-ee85817cf6cf is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:55.077021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.106929 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:55.133028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] For port b1c36137-c90e-4d3d-9258-ee85817cf6cf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b1c36137-c90e-4d3d-9258-ee85817cf6cf,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:55.139181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.179483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.261052 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.270566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b HTTP/1.1" status: 204 len: 168 time: 1.1565328 Feb 10 13:44:55.270894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:55.282609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df058a-464f-48f5-94a1-dfa6373a2171 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ed7fe5-3ee1-41d7-9632-3b6f24728e3b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:55.372896 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Pushing event updated for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:55.379029 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b1c36137-c90e-4d3d-9258-ee85817cf6cf', 'name': '', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'mac_address': 'fa:16:3e:09:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:47Z', 'updated_at': '2022-02-10T13:44:54Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'subnets': [{'id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:55.389048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9a86ecc1-155b-4909-bd80-c9ecc1464617 None None] Provisioning complete for port b1c36137-c90e-4d3d-9258-ee85817cf6cf triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:55.389515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a86ecc1-155b-4909-bd80-c9ecc1464617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.409206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122ae41-3c16-496f-9451-2ecec5be98ed None None] The sync data for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 is: [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:48Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b1c36137-c90e-4d3d-9258-ee85817cf6cf', 'name': '', 'network_id': '55f867d8-945f-4cfe-9f15-926408271eeb', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'mac_address': 'fa:16:3e:09:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:47Z', 'updated_at': '2022-02-10T13:44:54Z', 'revision_number': 4, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'subnets': [{'id': 'ebd71c6f-3247-4851-b160-cc2828665f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:55.452240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601062c-eee5-4434-a0e5-9b1fcfee3913 req-bd13f7da-ec8f-4c53-9eab-220e72c3b3ff tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:55.466582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.467179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.467749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.468533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.468646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8601062c-eee5-4434-a0e5-9b1fcfee3913 req-bd13f7da-ec8f-4c53-9eab-220e72c3b3ff tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1996527 Feb 10 13:44:55.469197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.470098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.470837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.471211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.472537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.473378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.473911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.474444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.475556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb40c4-bbb5-470d-af8a-00ed1e66db98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:44:55.599935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b1c36137-c90e-4d3d-9258-ee85817cf6cf up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:44:55.625722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8601062c-eee5-4434-a0e5-9b1fcfee3913 req-56c260f7-4641-4f80-b019-36c0f8f1a133 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545928 Feb 10 13:44:55.666289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9a86ecc1-155b-4909-bd80-c9ecc1464617 None None] Current status of the port b1c36137-c90e-4d3d-9258-ee85817cf6cf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:55.683958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b1c36137-c90e-4d3d-9258-ee85817cf6cf triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:44:55.684344 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.796824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b1c36137-c90e-4d3d-9258-ee85817cf6cf is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:55.887415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4e00db07-da3a-45d7-8a83-44e135214f14 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:55.921641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:55.932007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4e00db07-da3a-45d7-8a83-44e135214f14 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:55.932646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4e00db07-da3a-45d7-8a83-44e135214f14 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:55.933274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:55.965556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:55.966177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 282fc9fe-6a32-426d-a2f1-257ef8ed04d3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:56.317831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Deleting port b1c36137-c90e-4d3d-9258-ee85817cf6cf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:56.318676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.445537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] For port b1c36137-c90e-4d3d-9258-ee85817cf6cf, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b1c36137-c90e-4d3d-9258-ee85817cf6cf,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:56.445775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:56.446102 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.463780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Calling delete_port for b1c36137-c90e-4d3d-9258-ee85817cf6cf owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:56.623735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471af4f-8a39-41e0-bdb6-673c6ac67efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.734837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b1c36137-c90e-4d3d-9258-ee85817cf6cf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.816395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17913c-35ca-463d-8830-6052c4c96198 req-0e279fd5-c872-44a0-80ce-14d01c8d11f1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:56.824524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae17913c-35ca-463d-8830-6052c4c96198 req-0e279fd5-c872-44a0-80ce-14d01c8d11f1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1091990 Feb 10 13:44:56.825012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c36137-c90e-4d3d-9258-ee85817cf6cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:56.876334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471af4f-8a39-41e0-bdb6-673c6ac67efb admin admin] Publish callbacks [] for security_group (843b0ca4-2b35-4566-bc85-5cef29a16cc8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.888272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471af4f-8a39-41e0-bdb6-673c6ac67efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (843b0ca4-2b35-4566-bc85-5cef29a16cc8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:56.950435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae17913c-35ca-463d-8830-6052c4c96198 req-5db46cc4-e597-4a99-adcd-888684952562 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243353 Feb 10 13:44:56.970293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8471af4f-8a39-41e0-bdb6-673c6ac67efb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a17bbee0b90b481599efeb2e99106f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119429 Feb 10 13:44:56.970293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471af4f-8a39-41e0-bdb6-673c6ac67efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843b0ca4-2b35-4566-bc85-5cef29a16cc8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:56.971887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:57.024852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.056559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] Publish callbacks [] for security_group (843b0ca4-2b35-4566-bc85-5cef29a16cc8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.093966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] Publish callbacks [] for security_group (843b0ca4-2b35-4566-bc85-5cef29a16cc8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.169029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (843b0ca4-2b35-4566-bc85-5cef29a16cc8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.171930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.173385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/843b0ca4-2b35-4566-bc85-5cef29a16cc8 HTTP/1.1" status: 204 len: 168 time: 0.1962399 Feb 10 13:44:57.196654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ea547-7bda-4e07-8b4d-0d24f0e5b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b0ca4-2b35-4566-bc85-5cef29a16cc8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:57.340890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Router e8c8de56-3b99-4056-b3a2-f8c95f12469a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:44:57.501590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:44:57.518036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Sync routers for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:44:57.518579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af45f9a0-a2fe-4898-aff7-4ebd76d737fd admin admin] 10.222.0.13 "PUT /v2.0/routers/e8c8de56-3b99-4056-b3a2-f8c95f12469a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441549 Feb 10 13:44:57.519280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:57.530416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:57.531045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:57.645059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks [] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.647380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48674) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:57.662331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70bf229e-6c9a-46d0-acb5-802e1d961b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.691062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:57.751337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70bf229e-6c9a-46d0-acb5-802e1d961b0b admin admin] Publish callbacks [] for security_group (d8422619-c83d-4520-ac5c-2f3e4491de37), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.759222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70bf229e-6c9a-46d0-acb5-802e1d961b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d8422619-c83d-4520-ac5c-2f3e4491de37), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.802353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks [] for router_gateway (e8c8de56-3b99-4056-b3a2-f8c95f12469a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.803671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf229e-6c9a-46d0-acb5-802e1d961b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8422619-c83d-4520-ac5c-2f3e4491de37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:57.828627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-70bf229e-6c9a-46d0-acb5-802e1d961b0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e8af2a280444e92a59892533942d29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778390 Feb 10 13:44:57.829390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:57.907837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] Publish callbacks [] for security_group (d8422619-c83d-4520-ac5c-2f3e4491de37), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.922430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Deleting port 7c229d4a-1ce8-4e2e-b01c-1055855769ed {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:57.923008 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:57.948814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] Publish callbacks [] for security_group (d8422619-c83d-4520-ac5c-2f3e4491de37), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.021984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] For port 7c229d4a-1ce8-4e2e-b01c-1055855769ed, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c229d4a-1ce8-4e2e-b01c-1055855769ed,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:58.022617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.053861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Calling delete_port for 7c229d4a-1ce8-4e2e-b01c-1055855769ed owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:58.069043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:56Z', 'revision_number': 5, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port': {'id': '7c229d4a-1ce8-4e2e-b01c-1055855769ed', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:44Z', 'updated_at': '2022-02-10T13:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:58.071429 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d8422619-c83d-4520-ac5c-2f3e4491de37), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.074419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.080201 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8422619-c83d-4520-ac5c-2f3e4491de37 HTTP/1.1" status: 204 len: 168 time: 0.2479296 Feb 10 13:44:58.100636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4870e6-7125-4216-b8df-5d147b2b95bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8422619-c83d-4520-ac5c-2f3e4491de37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:58.102784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Checking router: e8c8de56-3b99-4056-b3a2-f8c95f12469a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:44:58.114060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Routers {'e8c8de56-3b99-4056-b3a2-f8c95f12469a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:44:58.114693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:44:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:58.213866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] Set router e8c8de56-3b99-4056-b3a2-f8c95f12469a gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:44:58.237830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6b121-51db-4df2-9f1d-19e505883675 req-fcb5f52c-7340-4d01-997e-8e47c45a966e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:58.239397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3c6b121-51db-4df2-9f1d-19e505883675 req-fcb5f52c-7340-4d01-997e-8e47c45a966e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1728792 Feb 10 13:44:58.273447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:57Z', 'revision_number': 6, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:44:58.324094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed03d5-a0ca-48a2-8026-9b9cf091bc18 None None] The sync data for ids ['e8c8de56-3b99-4056-b3a2-f8c95f12469a'] in n-d-815324-6 is: [{'id': 'e8c8de56-3b99-4056-b3a2-f8c95f12469a', 'name': 'tempest-TestAggregatesBasicOps-1583369275-router', 'tenant_id': 'd2408edf174f411caee274a5b82a58d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:43Z', 'updated_at': '2022-02-10T13:44:57Z', 'revision_number': 6, 'project_id': 'd2408edf174f411caee274a5b82a58d4', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:44:58.337515 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3c6b121-51db-4df2-9f1d-19e505883675 req-1e351931-29ab-4a1a-8dd0-e308f095911c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901926 Feb 10 13:44:58.391291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7c229d4a-1ce8-4e2e-b01c-1055855769ed), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.427478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c229d4a-1ce8-4e2e-b01c-1055855769ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:58.497892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.937209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.939659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks [] for router_controller (e8c8de56-3b99-4056-b3a2-f8c95f12469a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.994896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (e8c8de56-3b99-4056-b3a2-f8c95f12469a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:58.995426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c8de56-3b99-4056-b3a2-f8c95f12469a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:44:59.000401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.004128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:59.005313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9020088d-b531-4a6c-94a7-bcec43631a55 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e8c8de56-3b99-4056-b3a2-f8c95f12469a HTTP/1.1" status: 204 len: 168 time: 1.4849553 Feb 10 13:44:59.053029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Deleting subnet ebd71c6f-3247-4851-b160-cc2828665f96 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:44:59.056234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Publish callbacks [] for subnet (ebd71c6f-3247-4851-b160-cc2828665f96), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.093101 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (ebd71c6f-3247-4851-b160-cc2828665f96), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.121040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bc7db3d5-4123-4fb8-912e-ccfd76372ded details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:44:59.189530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ebd71c6f-3247-4851-b160-cc2828665f96), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.283074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (ebd71c6f-3247-4851-b160-cc2828665f96), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.317730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:59.326301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.330465 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebd71c6f-3247-4851-b160-cc2828665f96 HTTP/1.1" status: 204 len: 168 time: 0.3234074 Feb 10 13:44:59.331579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29010e3d-6dbe-4868-984b-6fc5aaf1a7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd71c6f-3247-4851-b160-cc2828665f96,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:59.334181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:44:59.341453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5da21-bb12-434d-97cc-cc62de5755c0 None None] Network 55f867d8-945f-4cfe-9f15-926408271eeb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:44:59.399423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'mac_address': 'fa:16:3e:bd:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:44:59.440951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (55f867d8-945f-4cfe-9f15-926408271eeb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.518807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Deleting port b43810e2-9cc7-427a-ab55-01fd88893675 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:44:59.519898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.528491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bc7db3d5-4123-4fb8-912e-ccfd76372ded is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:44:59.528847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.566048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c229d4a-1ce8-4e2e-b01c-1055855769ed no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:59.594181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7c229d4a-1ce8-4e2e-b01c-1055855769ed {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:59.594529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c229d4a-1ce8-4e2e-b01c-1055855769ed not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:59.595023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b1c36137-c90e-4d3d-9258-ee85817cf6cf no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:44:59.600492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7db3d5-4123-4fb8-912e-ccfd76372ded {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:44:59.626272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:59.640903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68194c4-1b20-4a3d-9cb1-9589eeea9906 req-2442038e-7009-4939-bb8a-2f9db0011cd5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:44:59.649497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.663533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d68194c4-1b20-4a3d-9cb1-9589eeea9906 req-2442038e-7009-4939-bb8a-2f9db0011cd5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 943 time: 0.1476147 Feb 10 13:44:59.721109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b1c36137-c90e-4d3d-9258-ee85817cf6cf {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:44:59.721456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b1c36137-c90e-4d3d-9258-ee85817cf6cf not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:44:59.730306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] For port b43810e2-9cc7-427a-ab55-01fd88893675, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b43810e2-9cc7-427a-ab55-01fd88893675,segment=NetworkSegment(4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775),segment_id=4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:44:59.730908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.748352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d68194c4-1b20-4a3d-9cb1-9589eeea9906 req-9e251582-36c4-47f7-811e-86cedfe5041a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Feb 10 13:44:59.760738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Calling delete_port for b43810e2-9cc7-427a-ab55-01fd88893675 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:44:59.801989 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:44:59.860553 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bc7db3d5-4123-4fb8-912e-ccfd76372ded'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:44:59.908719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ceceb-679f-4739-959e-1e29e08d27c4 None None] DHCP port deletion for 55f867d8-945f-4cfe-9f15-926408271eeb request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:44:59.912892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b43810e2-9cc7-427a-ab55-01fd88893675), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:44:59.933668 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] No DVR routers for this DVR port b43810e2-9cc7-427a-ab55-01fd88893675 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:44:59.991139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43810e2-9cc7-427a-ab55-01fd88893675,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:00.062809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (55f867d8-945f-4cfe-9f15-926408271eeb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.084853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f867d8-945f-4cfe-9f15-926408271eeb']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:45:00.095348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:45:00.095662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:45:00.105675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.119331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.125534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:45:00.125918 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (4c0bb99f-a8aa-4fcf-8d6a-1c8b74ef6775), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:45:00.127824 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:45:00.188492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (55f867d8-945f-4cfe-9f15-926408271eeb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.195026 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.202343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/55f867d8-945f-4cfe-9f15-926408271eeb HTTP/1.1" status: 204 len: 168 time: 0.8638573 Feb 10 13:45:00.220217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb3e5-ef21-42f0-b139-0e5f010e4de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f867d8-945f-4cfe-9f15-926408271eeb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:00.362835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:00.403515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b3c575d-c63c-4428-ba7f-97d061f0ed7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e1b1ef2d02f4356abd134eb8a468bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444734 Feb 10 13:45:00.406085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48742) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:00.460607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] Publish callbacks [] for security_group (cf3b29f8-801b-4031-9c32-ac8a549045df), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.491062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] Publish callbacks [] for security_group (cf3b29f8-801b-4031-9c32-ac8a549045df), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.564599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cf3b29f8-801b-4031-9c32-ac8a549045df), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.567568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.569184 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf3b29f8-801b-4031-9c32-ac8a549045df HTTP/1.1" status: 204 len: 168 time: 0.1619606 Feb 10 13:45:00.583941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e06a-fe0c-4996-9931-492363b67783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b29f8-801b-4031-9c32-ac8a549045df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:00.851626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9a84db90-754f-411d-88ea-9fa7d9260665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:00.888141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7605023-0a8b-4685-9eab-ea0e2cb83ded req-45e157b5-6754-44de-8777-189211adbffa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:00.896363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7605023-0a8b-4685-9eab-ea0e2cb83ded req-45e157b5-6754-44de-8777-189211adbffa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 944 time: 0.0729482 Feb 10 13:45:00.961933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7605023-0a8b-4685-9eab-ea0e2cb83ded req-19caef4a-9309-4fe5-aaf0-812dc3c10cfd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623608 Feb 10 13:45:01.054274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 48764) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:01.097033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0c0cb006-231b-4a1a-ad08-ace48295ded3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2408edf174f411caee274a5b82a58d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391903 Feb 10 13:45:01.102147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 48766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:01.142487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bc7db3d5-4123-4fb8-912e-ccfd76372ded up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:45:01.151525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] Publish callbacks [] for security_group (0f030b1c-ffdb-48c2-b96d-26ec8591a78b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.178944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] Publish callbacks [] for security_group (0f030b1c-ffdb-48c2-b96d-26ec8591a78b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.220351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bc7db3d5-4123-4fb8-912e-ccfd76372ded completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:45:01.233128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bc7db3d5-4123-4fb8-912e-ccfd76372ded triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:45:01.233498 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.240386 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0f030b1c-ffdb-48c2-b96d-26ec8591a78b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.243018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.244788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f030b1c-ffdb-48c2-b96d-26ec8591a78b HTTP/1.1" status: 204 len: 168 time: 0.1456587 Feb 10 13:45:01.255833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be0f74-4503-41cf-aefa-bd4b721883db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f030b1c-ffdb-48c2-b96d-26ec8591a78b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:01.343560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bc7db3d5-4123-4fb8-912e-ccfd76372ded is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:45:01.344007 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.372639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:45:01.375029 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67cf24c-56f7-42a0-9442-bd3a2205e5d8" -d '{"events": [{"server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "name": "network-vif-plugged", "status": "completed", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:45:01.388373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:45:01.394585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:01.466797 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b4d295-aa00-4861-9a27-d6a5b16ee134 x-openstack-request-id: req-d0b4d295-aa00-4861-9a27-d6a5b16ee134 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:45:01.467082 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "name": "network-vif-plugged", "status": "completed", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:45:01.467336 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0b4d295-aa00-4861-9a27-d6a5b16ee134 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:45:01.467718 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'code': 200} Feb 10 13:45:01.487748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:01.587287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b43810e2-9cc7-427a-ab55-01fd88893675 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:45:01.638613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b43810e2-9cc7-427a-ab55-01fd88893675 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:45:01.638965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b43810e2-9cc7-427a-ab55-01fd88893675 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:45:01.669650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20aa3-f709-4348-9577-181f6650b052 req-8cead008-bd05-414e-89cb-15cf2e024f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:01.671764 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3be20aa3-f709-4348-9577-181f6650b052 req-8cead008-bd05-414e-89cb-15cf2e024f78 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 1127 time: 0.1040294 Feb 10 13:45:01.786114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3be20aa3-f709-4348-9577-181f6650b052 req-b13cd0f5-cbd7-4c23-82c3-143c3a6e2f32 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Feb 10 13:45:02.097014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367db5-6f75-4aa7-930e-2664fef55516 req-6b146af6-2430-4fdb-a60b-321233110f2b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:02.104337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69367db5-6f75-4aa7-930e-2664fef55516 req-6b146af6-2430-4fdb-a60b-321233110f2b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0614614 Feb 10 13:45:02.165603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69367db5-6f75-4aa7-930e-2664fef55516 req-5badcb34-3144-4288-8efe-4265dc4783e7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Feb 10 13:45:03.246958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fb0136b-6cd1-423d-989b-9102de079748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:03.332352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c59fb6-ea63-4051-ab01-fe6bc09e119a req-653409a5-ab42-4785-aba4-4d07d73b8716 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:03.334610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1c59fb6-ea63-4051-ab01-fe6bc09e119a req-653409a5-ab42-4785-aba4-4d07d73b8716 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Feb 10 13:45:03.429407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d1c59fb6-ea63-4051-ab01-fe6bc09e119a req-1c5480f5-ce07-4287-a336-b7a01b7aba9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759990 Feb 10 13:45:03.577439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279468-dc06-4d99-b70a-00b4497b224f req-913bdd0b-b9ab-41d6-b92c-c11193a8ccfe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:03.579058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8279468-dc06-4d99-b70a-00b4497b224f req-913bdd0b-b9ab-41d6-b92c-c11193a8ccfe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0657883 Feb 10 13:45:03.632846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8279468-dc06-4d99-b70a-00b4497b224f req-c5b8f6a8-e5a1-41fd-9e31-838ec002cd45 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Feb 10 13:45:04.619379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:05.857818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:06.193954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:07.410593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:07.929464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-171f0550-8802-48a2-b6cf-2a87e93feea5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:07.932324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-171f0550-8802-48a2-b6cf-2a87e93feea5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2079401 Feb 10 13:45:07.948434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-fe323fa0-6ea9-4cda-bb04-3daff33594e9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0094459 Feb 10 13:45:08.015798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-6453977d-7f1a-4bef-b72b-902c06f0bdf2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615957 Feb 10 13:45:08.136168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-d39cb056-1fef-4663-8139-a858d7123348 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126509 Feb 10 13:45:08.237817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-ceca598a-54bc-4165-a2ca-1e4ecceb78b3 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006882 Feb 10 13:45:08.496929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3892110-a7c9-4f3b-993f-46283e37c15d req-614c7fea-459f-42f7-bf1e-cbedf20aabf1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Feb 10 13:45:09.700161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-683bd6bc-42a0-4faa-8354-b976948cc13f req-4fd2381d-4da0-4608-8d73-e7368cd19a9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0575883 Feb 10 13:45:09.917565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-1923c3f0-a495-4081-9d56-6a3ba6d9aee2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:09.920025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-1923c3f0-a495-4081-9d56-6a3ba6d9aee2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2286575 Feb 10 13:45:09.932345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:45:10.120520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:45:10.125520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:10.286625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.10 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:45:10.506539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:10.547165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:10.559422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bc7db3d5-4123-4fb8-912e-ccfd76372ded'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:45:10.600385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:45:10.617438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:45:10.650689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:45:10.945079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606ccc-59ec-44d1-8eed-fc6c21ccd854 req-16b14973-80e9-4519-ad9b-cb01fe516276 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:10.953437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c606ccc-59ec-44d1-8eed-fc6c21ccd854 req-16b14973-80e9-4519-ad9b-cb01fe516276 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 932 time: 0.1218834 Feb 10 13:45:11.073368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c606ccc-59ec-44d1-8eed-fc6c21ccd854 req-4312eacc-b361-415e-aa7c-b9b1b03abd8f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188366 Feb 10 13:45:11.139862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-607e26bc-1328-4cc0-9a34-dfde43ed8078 None None] Provisioning complete for port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:45:11.140369 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-607e26bc-1328-4cc0-9a34-dfde43ed8078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:11.233247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-607e26bc-1328-4cc0-9a34-dfde43ed8078 None None] Port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:45:11.298417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:11.398562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-34059a3d-a73b-4743-b3c1-6ce94fdf927e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2968080 Feb 10 13:45:11.559614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:11.565986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-7a720f6a-4fb3-406b-938c-967aeb4ba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:11.568707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-7a720f6a-4fb3-406b-938c-967aeb4ba8d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 1127 time: 0.1116619 Feb 10 13:45:11.618524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:11.621297 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:11.671053 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-bdd43df2-a186-45c1-ac6b-ddcfece96402 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7426763 Feb 10 13:45:11.686749 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Request body: {'port': {'device_id': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:45:11.802269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-512cf63d-bd80-4f65-a618-400bd1089705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:11.803885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-512cf63d-bd80-4f65-a618-400bd1089705 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.2128997 Feb 10 13:45:11.818356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:11.883188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-e97d1f38-a3b4-4f46-9cf3-56758a84223c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 200 len: 217 time: 0.0728076 Feb 10 13:45:11.995611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-0d9a1638-a058-4c86-a99e-f9ea23313443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:11.997369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-0d9a1638-a058-4c86-a99e-f9ea23313443 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.1085589 Feb 10 13:45:12.171616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-6a49b85e-1804-47e3-9dbc-52c311f483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:12.173209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-6a49b85e-1804-47e3-9dbc-52c311f483e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1634161 Feb 10 13:45:12.417502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:45:12.433855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0f78-dbf5-4f02-aa19-ad9161aea6cd req-54db5e95-f854-4328-874c-ea2bfe18b2a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:12.437578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks [] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:12.441120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93cf0f78-dbf5-4f02-aa19-ad9161aea6cd req-54db5e95-f854-4328-874c-ea2bfe18b2a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 932 time: 0.1715937 Feb 10 13:45:12.449323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-05976429-13c3-4819-bbab-4cb43ad13a18 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684546 Feb 10 13:45:12.465075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Transition to ACTIVE for port object d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:45:12.474701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:12.526769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:12.707583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Attempting to bind port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:45:12.715949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Attempting to bind port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:45:12.716421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Attempting to bind port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:45:12.729712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:45:12.730048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Attempting to bind port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:45:12.738038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:45:12.738385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:45:12.738775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:45:12.739204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Bound port: d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:45:12.739565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:12.748327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93cf0f78-dbf5-4f02-aa19-ad9161aea6cd req-d6f5d2a2-3855-40d2-9293-6c8370270edb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061893 Feb 10 13:45:12.750626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f286a20-405c-4e5e-a5f8-deff87e83185 req-5754a33a-dda4-4d40-b3b1-3ccbe73fe346 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922394 Feb 10 13:45:12.902268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:45:12.905809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:45:12.916251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:12.988740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:12.999572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:12.999982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:13.001635 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-9f688cab-9c32-48fe-9e06-186aa6e293e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 HTTP/1.1" status: 200 len: 1092 time: 1.3231151 Feb 10 13:45:13.001964 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:45:13.005875 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:45:13.095039 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b6543-974a-4d05-b721-452f4aff3c60 x-openstack-request-id: req-d74b6543-974a-4d05-b721-452f4aff3c60 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:45:13.095529 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:45:13.095979 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d74b6543-974a-4d05-b721-452f4aff3c60 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:45:13.096555 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822', 'status': 'completed', 'code': 200} Feb 10 13:45:13.118865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-42691dca-02f8-4530-a601-b8a2c17c64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:13.120442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-42691dca-02f8-4530-a601-b8a2c17c64de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 1126 time: 0.0724695 Feb 10 13:45:13.210725 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-f4d4d84b-3b18-4b2a-a2e4-bf84ec99be9b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 HTTP/1.1" status: 200 len: 217 time: 0.0734973 Feb 10 13:45:13.282741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-99d44ad8-5a81-45ed-986d-bc5b6426cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:13.284441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-99d44ad8-5a81-45ed-986d-bc5b6426cdb9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0667002 Feb 10 13:45:13.437892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-0fd09bf0-351e-452a-9381-fecb9ad8cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:13.447908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-0fd09bf0-351e-452a-9381-fecb9ad8cb8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1477261 Feb 10 13:45:13.636501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-76fc1fe0-57c3-4107-a628-b656349d3152 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861005 Feb 10 13:45:13.764923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-807cb144-bf1b-491e-ae83-5034daff81a8 req-a26c0a7b-5f5d-415a-9dcd-4a8e0e24f6d3 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213355 Feb 10 13:45:13.946041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-b4aafce6-891f-4333-97ca-a0befcc4bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:13.952396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-b4aafce6-891f-4333-97ca-a0befcc4bd43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 1126 time: 0.1061900 Feb 10 13:45:14.055468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604530d-a82b-4b27-a25d-0cecc6a60c0c req-459db7d2-9db9-4521-a29b-d82fecfc55c8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:14.069955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b604530d-a82b-4b27-a25d-0cecc6a60c0c req-459db7d2-9db9-4521-a29b-d82fecfc55c8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1655114 Feb 10 13:45:14.169399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-4a076e8e-0a96-4f2d-9d1d-976ffbb50c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:14.170908 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-4a076e8e-0a96-4f2d-9d1d-976ffbb50c94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.2145686 Feb 10 13:45:14.188817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b604530d-a82b-4b27-a25d-0cecc6a60c0c req-af9640ec-aec2-49f1-a620-5805a46b0047 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176846 Feb 10 13:45:14.237149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-46b08d80-c463-4797-b795-379f9a9225e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 HTTP/1.1" status: 200 len: 217 time: 0.0515077 Feb 10 13:45:14.308405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-3c7e0613-a23c-4b2d-802f-09f9973cbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:14.315867 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-3c7e0613-a23c-4b2d-802f-09f9973cbdaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0702953 Feb 10 13:45:14.413383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-5156658c-3f28-491f-8620-e5e6ca2a87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:14.416094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-5156658c-3f28-491f-8620-e5e6ca2a87d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0953834 Feb 10 13:45:14.633409 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-b4a28bf5-580a-40b7-a1af-abef9f0c940e service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104931 Feb 10 13:45:14.943162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a56734-eebf-41dd-9ee0-0b8c3b98a4c1 req-d543477b-d042-4dde-b073-f264ff927b16 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024428 Feb 10 13:45:15.379475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876368-2ac6-4479-a36d-f879aeb12b79 req-2f28defa-fe64-4936-adc4-048b71a1339c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:15.391351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc876368-2ac6-4479-a36d-f879aeb12b79 req-2f28defa-fe64-4936-adc4-048b71a1339c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0975468 Feb 10 13:45:15.501403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc876368-2ac6-4479-a36d-f879aeb12b79 req-409c6902-aad6-477c-a872-afa4f48b41de tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089125 Feb 10 13:45:16.829275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0af35-cbdb-4f38-99df-ce237d1de1fd req-188736dc-71b6-403c-b955-2a01e439e4e0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:16.836287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffa0af35-cbdb-4f38-99df-ce237d1de1fd req-188736dc-71b6-403c-b955-2a01e439e4e0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1407013 Feb 10 13:45:16.920979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffa0af35-cbdb-4f38-99df-ce237d1de1fd req-275dd561-d566-42b3-a161-e9ba6a24d542 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836544 Feb 10 13:45:18.140020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d2d5-b50f-4ac6-8551-4165572abbdc req-df73ea4a-0c10-44f0-9794-f06a0f0d0bfa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:18.141870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f9d2d5-b50f-4ac6-8551-4165572abbdc req-df73ea4a-0c10-44f0-9794-f06a0f0d0bfa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0942433 Feb 10 13:45:18.196248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f9d2d5-b50f-4ac6-8551-4165572abbdc req-2673052a-f119-4a43-9c3b-1aca68a58fcc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479522 Feb 10 13:45:19.541943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f610d-f57b-495b-a872-39b5d335b9c6 req-38c11e2c-e498-40be-8f54-11aadb770539 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:19.560425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a36f610d-f57b-495b-a872-39b5d335b9c6 req-38c11e2c-e498-40be-8f54-11aadb770539 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1356306 Feb 10 13:45:19.640736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a36f610d-f57b-495b-a872-39b5d335b9c6 req-315a722a-ebd7-4be5-9433-deabe1c23ef4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735605 Feb 10 13:45:20.981661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0acea-a7ab-4b65-a93e-95e59e690bb8 req-af7b5c24-5005-4ecf-9c73-7b292feffcda tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:20.991174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44d0acea-a7ab-4b65-a93e-95e59e690bb8 req-af7b5c24-5005-4ecf-9c73-7b292feffcda tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.2177229 Feb 10 13:45:21.101732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44d0acea-a7ab-4b65-a93e-95e59e690bb8 req-112ec039-67db-4bf1-a69f-9cd970a48d15 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041262 Feb 10 13:45:21.577305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:21.898678 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.209357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Publish callbacks [] for security_group (7176bd75-958c-46b8-b133-f2ced51c28d0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.219554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7176bd75-958c-46b8-b133-f2ced51c28d0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.291226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49554) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:22.315427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb02616b22942a480c772ebc017714b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7366183 Feb 10 13:45:22.375680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7176bd75-958c-46b8-b133-f2ced51c28d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:22.392961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5a2c-55e8-42bb-9c7d-cc4f37de8fe2 req-6a7513dd-21e0-4f32-a892-db02808a6b1f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:22.394872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eee5a2c-55e8-42bb-9c7d-cc4f37de8fe2 req-6a7513dd-21e0-4f32-a892-db02808a6b1f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1258972 Feb 10 13:45:22.397669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.398264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.398817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.399409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.399986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.400528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.401170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.401712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.402266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.402941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.403478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.404025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.404589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a4b8de-7369-429d-8910-aa13b749e439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.417367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Publish callbacks [] for security_group (7176bd75-958c-46b8-b133-f2ced51c28d0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.477160 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Publish callbacks [] for security_group (7176bd75-958c-46b8-b133-f2ced51c28d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.487391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eee5a2c-55e8-42bb-9c7d-cc4f37de8fe2 req-2543e71c-b348-4002-9e70-4d392aa705a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787058 Feb 10 13:45:22.636783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7176bd75-958c-46b8-b133-f2ced51c28d0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.645020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:22.648595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7176bd75-958c-46b8-b133-f2ced51c28d0 HTTP/1.1" status: 204 len: 168 time: 0.3563435 Feb 10 13:45:22.671920 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176bd75-958c-46b8-b133-f2ced51c28d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:22.697776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.700472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.701038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.701563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.702072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.703524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.706432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.707020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.707634 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.713825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.715853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.716453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:22.722542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5696f7-c6a8-41e0-84a4-0f1bfbd69f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:23.590484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49566) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:23.612490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ca1d56-5507-438e-a63a-c261259829c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:23.733492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ca1d56-5507-438e-a63a-c261259829c6 admin admin] Publish callbacks [] for security_group (b158ba9e-e0da-431d-86ee-5fe29eb83c44), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:23.739620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35ca1d56-5507-438e-a63a-c261259829c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b158ba9e-e0da-431d-86ee-5fe29eb83c44), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:23.749356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97780-fad1-4e7a-b9c5-388437778f76 req-9e3f74fb-a76b-4075-887a-17b14351f9fe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:23.754436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abc97780-fad1-4e7a-b9c5-388437778f76 req-9e3f74fb-a76b-4075-887a-17b14351f9fe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1410580 Feb 10 13:45:23.811568 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35ca1d56-5507-438e-a63a-c261259829c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f536ccf494d483fbfbb9196ac70a8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190256 Feb 10 13:45:23.812867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:23.830040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1d56-5507-438e-a63a-c261259829c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b158ba9e-e0da-431d-86ee-5fe29eb83c44,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:24.019785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abc97780-fad1-4e7a-b9c5-388437778f76 req-89e88bba-42ed-4dfd-966a-00d1f4042726 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417252 Feb 10 13:45:24.066613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] Publish callbacks [] for security_group (b158ba9e-e0da-431d-86ee-5fe29eb83c44), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:24.117403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] Publish callbacks [] for security_group (b158ba9e-e0da-431d-86ee-5fe29eb83c44), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:24.289029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b158ba9e-e0da-431d-86ee-5fe29eb83c44), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:24.298394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:24.299749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b158ba9e-e0da-431d-86ee-5fe29eb83c44 HTTP/1.1" status: 204 len: 168 time: 0.4832203 Feb 10 13:45:24.337863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14b32-05be-4060-a35b-bb9298673639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158ba9e-e0da-431d-86ee-5fe29eb83c44,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:24.496898 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:45:25.164863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:25.187582 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b84ee510-f482-499d-b49d-21f92a6e545f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.220549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-00be7a5c-223f-45cf-a3ec-8a353d25ee7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3931184 Feb 10 13:45:25.360000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b84ee510-f482-499d-b49d-21f92a6e545f admin admin] Publish callbacks [] for security_group (85b43a1f-42d1-4db8-bbca-ab60e4cc8dab), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.366077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b84ee510-f482-499d-b49d-21f92a6e545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85b43a1f-42d1-4db8-bbca-ab60e4cc8dab), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.391653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc190a-7913-413b-a01a-034becff9dc1 req-b3813866-8d60-4beb-9ed4-e2ba00fb8235 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:25.400361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebfc190a-7913-413b-a01a-034becff9dc1 req-b3813866-8d60-4beb-9ed4-e2ba00fb8235 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1672072 Feb 10 13:45:25.402604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ee510-f482-499d-b49d-21f92a6e545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b43a1f-42d1-4db8-bbca-ab60e4cc8dab,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:25.410820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-2ab184ff-3c1d-431e-99bd-f09f923380ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:25.412982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-2ab184ff-3c1d-431e-99bd-f09f923380ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 1128 time: 0.0895834 Feb 10 13:45:25.452600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b84ee510-f482-499d-b49d-21f92a6e545f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=700ba55545724b6ebc08f553919725dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823861 Feb 10 13:45:25.452919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:25.524258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] Publish callbacks [] for security_group (85b43a1f-42d1-4db8-bbca-ab60e4cc8dab), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.550256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] Publish callbacks [] for security_group (85b43a1f-42d1-4db8-bbca-ab60e4cc8dab), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.559032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebfc190a-7913-413b-a01a-034becff9dc1 req-7395000b-725f-4dc9-975d-5f924d6eb274 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558323 Feb 10 13:45:25.563140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-c9545bd1-66bc-45f1-96c9-46b21606ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:25.565783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-c9545bd1-66bc-45f1-96c9-46b21606ad26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 915 time: 0.1173060 Feb 10 13:45:25.611473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-a6e1034f-b965-490a-82bc-ff7d2ddc952e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 200 len: 217 time: 0.0401137 Feb 10 13:45:25.627948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85b43a1f-42d1-4db8-bbca-ab60e4cc8dab), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.630647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:25.638010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85b43a1f-42d1-4db8-bbca-ab60e4cc8dab HTTP/1.1" status: 204 len: 168 time: 0.1780941 Feb 10 13:45:25.656635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699d8c-41ce-4bc3-baeb-97bc3c05e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b43a1f-42d1-4db8-bbca-ab60e4cc8dab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:25.691948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-d0daa9bf-43c8-4658-bd28-166d0176e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:25.693464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-d0daa9bf-43c8-4658-bd28-166d0176e7a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.0760546 Feb 10 13:45:25.748077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-ee345213-25b4-47c7-8e64-4f0a583f42ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490456 Feb 10 13:45:25.894089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-bc707b7c-1c1b-4d1f-972a-8842a1c09a7d service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402495 Feb 10 13:45:26.082512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42286f10-bb8e-461e-a70c-08d0c89531a2 req-4404a63e-1115-4756-b676-5cbe0fae5301 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794496 Feb 10 13:45:26.590408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-2133e330-102f-4511-bf73-124f288710c8 req-4274b3ad-a7a9-4da9-901c-c1d27772dff5 service neutron] (103400) timed out ('10.222.0.21', 50440) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:45:26.723214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5e1f1-8f9a-4914-8ccf-dda49e4acf65 req-43e261b3-a107-4d69-9403-f59c9efa6785 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:26.731007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7d5e1f1-8f9a-4914-8ccf-dda49e4acf65 req-43e261b3-a107-4d69-9403-f59c9efa6785 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0648274 Feb 10 13:45:26.813159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7d5e1f1-8f9a-4914-8ccf-dda49e4acf65 req-99a4d521-b01a-4dd5-9d6a-be508af64656 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811303 Feb 10 13:45:27.987751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e2055-7389-4ebd-80b0-cc8bd68e16af req-236c2773-6a49-4598-921a-39997ebe29cc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:27.990405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a4e2055-7389-4ebd-80b0-cc8bd68e16af req-236c2773-6a49-4598-921a-39997ebe29cc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0657818 Feb 10 13:45:28.064251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a4e2055-7389-4ebd-80b0-cc8bd68e16af req-bf37cf85-1087-451c-a5b5-1264eaeb7a08 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Feb 10 13:45:29.236800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f367f-becf-487b-847e-f12586c6bdc8 req-ff194072-3590-4e79-bb70-ec76677edc52 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:29.239108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f3f367f-becf-487b-847e-f12586c6bdc8 req-ff194072-3590-4e79-bb70-ec76677edc52 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1020668 Feb 10 13:45:29.335724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f3f367f-becf-487b-847e-f12586c6bdc8 req-5764636a-f105-4d4a-b4ed-95d25a217a66 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904686 Feb 10 13:45:30.482903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ff9a-c4e3-4f5e-8dde-4a78430f9cc0 req-28d802cd-7110-4084-9861-290d3ca9d3b3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:30.485900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20c1ff9a-c4e3-4f5e-8dde-4a78430f9cc0 req-28d802cd-7110-4084-9861-290d3ca9d3b3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0734015 Feb 10 13:45:30.547233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20c1ff9a-c4e3-4f5e-8dde-4a78430f9cc0 req-616ed409-8694-4549-8f9b-0f1344fa1bc1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Feb 10 13:45:30.844855 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70c6fa8e-500d-45ec-ae32-b514c18121b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:31.669007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02dfc4-8e6f-4e0e-b676-6e5042d74cff req-4ba6c222-6511-4f29-986f-105887621ff2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:31.670511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c02dfc4-8e6f-4e0e-b676-6e5042d74cff req-4ba6c222-6511-4f29-986f-105887621ff2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0531626 Feb 10 13:45:31.721358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c02dfc4-8e6f-4e0e-b676-6e5042d74cff req-baa08a76-2459-41f6-82d5-a440562fccb4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Feb 10 13:45:32.850706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f51f3c-b939-467f-92b8-fe7b943a6ea6 req-90a60dcf-12e9-4fae-871d-444903b1fb95 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:32.853628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40f51f3c-b939-467f-92b8-fe7b943a6ea6 req-90a60dcf-12e9-4fae-871d-444903b1fb95 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0576165 Feb 10 13:45:32.906555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40f51f3c-b939-467f-92b8-fe7b943a6ea6 req-62b5c9ec-bcf1-4e90-8a81-22247174be85 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Feb 10 13:45:33.240764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4872dde1-5c9b-4db4-9d7b-ada8861e9ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:34.049687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59901d-17ed-47e7-8442-58864b32a681 req-8fc4c492-fed4-4c85-a0f1-08a750e23e88 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:34.051207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff59901d-17ed-47e7-8442-58864b32a681 req-8fc4c492-fed4-4c85-a0f1-08a750e23e88 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0657420 Feb 10 13:45:34.103835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff59901d-17ed-47e7-8442-58864b32a681 req-726c1a6d-79f8-4039-b032-3392d00d714e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Feb 10 13:45:34.608528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:35.237107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07eec-d42a-4722-be38-4e3b19f93eeb req-c632a31e-af12-4d47-bd52-bcf909a90033 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:35.238686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17a07eec-d42a-4722-be38-4e3b19f93eeb req-c632a31e-af12-4d47-bd52-bcf909a90033 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0603340 Feb 10 13:45:35.290063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17a07eec-d42a-4722-be38-4e3b19f93eeb req-ddff975c-ba12-4e11-b5c8-32b4a6b1b090 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Feb 10 13:45:35.868489 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:36.152027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbe3d-4472-49f1-9bc1-4ba384a19db0 req-e0b7f528-302e-49b8-baf5-f3f8482a7711 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:36.153710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92ddbe3d-4472-49f1-9bc1-4ba384a19db0 req-e0b7f528-302e-49b8-baf5-f3f8482a7711 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 946 time: 0.0633662 Feb 10 13:45:36.183658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:36.236624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92ddbe3d-4472-49f1-9bc1-4ba384a19db0 req-72691547-75f1-41ee-8847-34504b43e40a tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764146 Feb 10 13:45:36.436018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96362b-715d-4e0b-ad59-e32b742dbe53 req-96ff216d-dcd6-4e23-8f01-48f5692642a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:36.438445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c96362b-715d-4e0b-ad59-e32b742dbe53 req-96ff216d-dcd6-4e23-8f01-48f5692642a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0662684 Feb 10 13:45:36.502109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c96362b-715d-4e0b-ad59-e32b742dbe53 req-e2c34094-287a-454e-8499-d8ecfb2159bb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Feb 10 13:45:37.367644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c149-09a8-4284-a816-d8081fbfaa25 req-f59c23eb-c0e2-4403-9e6f-88de1994e941 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:37.369290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9848c149-09a8-4284-a816-d8081fbfaa25 req-f59c23eb-c0e2-4403-9e6f-88de1994e941 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 946 time: 0.0563335 Feb 10 13:45:37.417063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:37.428045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9848c149-09a8-4284-a816-d8081fbfaa25 req-f8ff550c-52b8-4b16-a80f-d44f5fdae39c tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Feb 10 13:45:37.646276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e9950-00ee-49de-a498-35c60d6e81f0 req-14e9cbb4-75b5-4cf8-89f2-daf8ac168c04 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:37.655615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc9e9950-00ee-49de-a498-35c60d6e81f0 req-14e9cbb4-75b5-4cf8-89f2-daf8ac168c04 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0761299 Feb 10 13:45:37.726413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc9e9950-00ee-49de-a498-35c60d6e81f0 req-0274bae9-96ef-4d40-9e71-430d574fa56b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693622 Feb 10 13:45:37.923680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-8f72208f-8aae-41a0-b554-0a526411e44b tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:37.925255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-8f72208f-8aae-41a0-b554-0a526411e44b tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 946 time: 0.0742340 Feb 10 13:45:38.040862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Deleting port 0264729a-44ce-4711-bacc-233550c938d1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:45:38.041275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0264729a-44ce-4711-bacc-233550c938d1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:38.146503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] For port 0264729a-44ce-4711-bacc-233550c938d1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0264729a-44ce-4711-bacc-233550c938d1,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:45:38.146957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0264729a-44ce-4711-bacc-233550c938d1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:38.161190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Calling delete_port for 0264729a-44ce-4711-bacc-233550c938d1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:45:38.341544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0264729a-44ce-4711-bacc-233550c938d1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:38.355529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0264729a-44ce-4711-bacc-233550c938d1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:45:38.386006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Pushing event deleted for resources: {'Port': ['ID=0264729a-44ce-4711-bacc-233550c938d1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:38.461862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] No DVR routers for this DVR port 0264729a-44ce-4711-bacc-233550c938d1 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:45:38.465503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:38.469384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a416c2ef-fd2f-42c7-b337-3e7c07e89020 req-907a9578-1f59-4188-ae94-45616106cf42 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "DELETE /v2.0/ports/0264729a-44ce-4711-bacc-233550c938d1 HTTP/1.1" status: 204 len: 173 time: 0.5389550 Feb 10 13:45:38.470464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'name': 'network-vif-deleted', 'tag': '0264729a-44ce-4711-bacc-233550c938d1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:45:38.482008 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b375eb2-86ac-4c66-81fd-161d2154db09" -d '{"events": [{"server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "name": "network-vif-deleted", "tag": "0264729a-44ce-4711-bacc-233550c938d1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:45:38.576819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97afbfdc-0b18-448c-b05b-a5d0ce3a2962 req-0e13915a-f02e-48b2-adeb-cc69026ebb32 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=27adc5fc-6b1f-4e9d-94f4-2248641eac60 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Feb 10 13:45:38.830998 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74433fa-d02e-4432-b133-e68b37a0cc2f x-openstack-request-id: req-c74433fa-d02e-4432-b133-e68b37a0cc2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:45:38.831584 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27adc5fc-6b1f-4e9d-94f4-2248641eac60", "name": "network-vif-deleted", "tag": "0264729a-44ce-4711-bacc-233550c938d1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:45:38.831694 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c74433fa-d02e-4432-b133-e68b37a0cc2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:45:38.832226 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27adc5fc-6b1f-4e9d-94f4-2248641eac60', 'name': 'network-vif-deleted', 'tag': '0264729a-44ce-4711-bacc-233550c938d1', 'status': 'completed', 'code': 200} Feb 10 13:45:38.979891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cac61-dc21-4e4a-9e54-46a70c0a8122 req-8aa11675-265e-486c-b269-72aa936a3857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:38.989575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b0cac61-dc21-4e4a-9e54-46a70c0a8122 req-8aa11675-265e-486c-b269-72aa936a3857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0790341 Feb 10 13:45:39.047132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b0cac61-dc21-4e4a-9e54-46a70c0a8122 req-8c5fbbef-6cbc-4c45-ba9a-fe3adeeda578 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Feb 10 13:45:40.258654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ad21-d435-4a93-b763-1434ad07572e req-58f4a94d-dd2d-40d6-99f4-0a10477a9632 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:40.260136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b952ad21-d435-4a93-b763-1434ad07572e req-58f4a94d-dd2d-40d6-99f4-0a10477a9632 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0774064 Feb 10 13:45:40.344348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b952ad21-d435-4a93-b763-1434ad07572e req-20021af0-a86c-4a73-9a13-a5db14940ef3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Feb 10 13:45:40.682428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:40.906731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf86f41-86d1-48fb-b0ce-f0fa640d9126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.004857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf86f41-86d1-48fb-b0ce-f0fa640d9126 admin admin] Publish callbacks [] for security_group (2a0965e9-e365-4cab-a59b-839d15c2cf7c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.014205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf86f41-86d1-48fb-b0ce-f0fa640d9126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a0965e9-e365-4cab-a59b-839d15c2cf7c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.055961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-acf86f41-86d1-48fb-b0ce-f0fa640d9126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a572cae26544b598ab01f8007744614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720763 Feb 10 13:45:41.058700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:41.099178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf86f41-86d1-48fb-b0ce-f0fa640d9126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0965e9-e365-4cab-a59b-839d15c2cf7c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:41.146214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] Publish callbacks [] for security_group (2a0965e9-e365-4cab-a59b-839d15c2cf7c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.197728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] Publish callbacks [] for security_group (2a0965e9-e365-4cab-a59b-839d15c2cf7c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.263766 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a0965e9-e365-4cab-a59b-839d15c2cf7c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.267920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.279009 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a0965e9-e365-4cab-a59b-839d15c2cf7c HTTP/1.1" status: 204 len: 168 time: 0.2179601 Feb 10 13:45:41.307268 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.314473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ba02d-b0c4-4f18-9060-03919465a2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0965e9-e365-4cab-a59b-839d15c2cf7c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:41.580345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7932c-57ab-4916-a157-9a63a89e579b req-a2ed4499-9af2-4496-a494-be5bbbd9234a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:41.588271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bb7932c-57ab-4916-a157-9a63a89e579b req-a2ed4499-9af2-4496-a494-be5bbbd9234a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1329825 Feb 10 13:45:41.683055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bb7932c-57ab-4916-a157-9a63a89e579b req-9ef15d12-9c1c-4e5b-9284-9e354b67f409 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938890 Feb 10 13:45:41.751719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49772) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:41.771069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4d-a5ea-41b4-8390-96a7b222560d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.904400 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4d-a5ea-41b4-8390-96a7b222560d admin admin] Publish callbacks [] for security_group (a22e2cf4-75a2-469d-a971-08a42eab36e7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.905772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0264729a-44ce-4711-bacc-233550c938d1 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:45:41.909071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4d-a5ea-41b4-8390-96a7b222560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a22e2cf4-75a2-469d-a971-08a42eab36e7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:41.946862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 0264729a-44ce-4711-bacc-233550c938d1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:45:41.948725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0264729a-44ce-4711-bacc-233550c938d1 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:45:41.983684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fe2df4d-a5ea-41b4-8390-96a7b222560d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97359935ebe3440ebbc0f9d0dd590428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286806 Feb 10 13:45:41.983993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2df4d-a5ea-41b4-8390-96a7b222560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22e2cf4-75a2-469d-a971-08a42eab36e7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:41.984123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:42.090365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] Publish callbacks [] for security_group (a22e2cf4-75a2-469d-a971-08a42eab36e7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:42.118810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] Publish callbacks [] for security_group (a22e2cf4-75a2-469d-a971-08a42eab36e7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:42.169978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a22e2cf4-75a2-469d-a971-08a42eab36e7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:42.173483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:42.175181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a22e2cf4-75a2-469d-a971-08a42eab36e7 HTTP/1.1" status: 204 len: 168 time: 0.1898797 Feb 10 13:45:42.185495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5fe28-9e5e-45d0-99b6-dd2f6530bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22e2cf4-75a2-469d-a971-08a42eab36e7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:42.773082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 49794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:42.872046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ab9f5-5393-4fa0-a6f5-c235cf43a3eb req-64704fb4-af47-46bc-b093-928af64dc857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:42.890819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d02ab9f5-5393-4fa0-a6f5-c235cf43a3eb req-64704fb4-af47-46bc-b093-928af64dc857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0880747 Feb 10 13:45:43.037343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d02ab9f5-5393-4fa0-a6f5-c235cf43a3eb req-67c2d45f-acab-46a4-aa4d-3b5217cfd674 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371217 Feb 10 13:45:43.144068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e8f7bf7-95c4-4b27-9c4c-dbfde1a76b0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfb30ea6605a4f57bf4c1b59f345795a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686116 Feb 10 13:45:43.146591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 49806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:43.234851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] Publish callbacks [] for security_group (a6aceae2-e9f7-410b-a3e3-68ada2d37ddb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:43.293097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] Publish callbacks [] for security_group (a6aceae2-e9f7-410b-a3e3-68ada2d37ddb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:43.389833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a6aceae2-e9f7-410b-a3e3-68ada2d37ddb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:43.394432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:43.396336 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6aceae2-e9f7-410b-a3e3-68ada2d37ddb HTTP/1.1" status: 204 len: 168 time: 0.2479038 Feb 10 13:45:43.506670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f21d6-c063-4803-9ec5-e7f43d1352c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aceae2-e9f7-410b-a3e3-68ada2d37ddb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:44.213953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e904af-dc8a-42ad-8e23-be9c4884dc0a req-ffa928d1-39ca-486f-96cc-bee696e6f943 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:44.223337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45e904af-dc8a-42ad-8e23-be9c4884dc0a req-ffa928d1-39ca-486f-96cc-bee696e6f943 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0794873 Feb 10 13:45:44.323564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45e904af-dc8a-42ad-8e23-be9c4884dc0a req-ee2053c4-275e-41b3-ab0a-94a36fd300e5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990098 Feb 10 13:45:45.549583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830f187-6fc8-4c15-ab80-70e6c966aa2b req-6420f7c2-5a04-4161-9013-9527e82e7737 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:45.557054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f830f187-6fc8-4c15-ab80-70e6c966aa2b req-6420f7c2-5a04-4161-9013-9527e82e7737 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0971448 Feb 10 13:45:45.618423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f830f187-6fc8-4c15-ab80-70e6c966aa2b req-de7b9c33-4c08-401c-91b7-b3df0c6dbac8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601974 Feb 10 13:45:46.876669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16073e9-b6fe-4d87-bd37-ed81efbca84f req-04da60bc-7215-46c1-a892-b37e96fecdd8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:46.891984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e16073e9-b6fe-4d87-bd37-ed81efbca84f req-04da60bc-7215-46c1-a892-b37e96fecdd8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1358812 Feb 10 13:45:46.963882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e16073e9-b6fe-4d87-bd37-ed81efbca84f req-bca753cb-c3f2-4b56-8fb4-f9a33f57fc41 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699532 Feb 10 13:45:48.134566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60bb6c-ee54-4240-8ac7-8f2e03492f2d req-1aff7dd6-58a5-4421-8139-f92e17648967 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:48.150071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a60bb6c-ee54-4240-8ac7-8f2e03492f2d req-1aff7dd6-58a5-4421-8139-f92e17648967 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1068635 Feb 10 13:45:48.227803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a60bb6c-ee54-4240-8ac7-8f2e03492f2d req-a45bb4eb-1033-4a9b-b9bd-000156715e90 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760581 Feb 10 13:45:49.425691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc976-af9e-4bd6-88f4-3d0ab6c072ea req-1414d324-704d-4952-850a-0d2662307477 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:49.436837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-238bc976-af9e-4bd6-88f4-3d0ab6c072ea req-1414d324-704d-4952-850a-0d2662307477 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0783350 Feb 10 13:45:49.493281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-238bc976-af9e-4bd6-88f4-3d0ab6c072ea req-db29fb34-106c-4275-a17c-a734aed2df49 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550029 Feb 10 13:45:50.655931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe443af-e38b-4a6e-8e68-c8d8bc073be7 req-7b67b24e-b655-4aad-865a-f5c651e647c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:50.657991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fe443af-e38b-4a6e-8e68-c8d8bc073be7 req-7b67b24e-b655-4aad-865a-f5c651e647c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0682578 Feb 10 13:45:50.727907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fe443af-e38b-4a6e-8e68-c8d8bc073be7 req-69a64f6f-885b-4f36-a011-b79defe9a5bd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Feb 10 13:45:51.890624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ac42b-a06d-4c06-a80f-d869bc2fa2bd req-82217e42-2670-4568-8b0b-b94f4920233a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:51.901357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e4ac42b-a06d-4c06-a80f-d869bc2fa2bd req-82217e42-2670-4568-8b0b-b94f4920233a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0949130 Feb 10 13:45:51.967706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e4ac42b-a06d-4c06-a80f-d869bc2fa2bd req-10f17b22-835a-4b0d-9088-357aaa28176f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Feb 10 13:45:52.235352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-53965376-8646-42ca-98f6-9a39b4c437ac tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:52.236884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-53965376-8646-42ca-98f6-9a39b4c437ac tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 814 time: 0.1472483 Feb 10 13:45:52.253453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-2c8005e3-fdc3-417c-be07-bb75d562b35b tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/quotas/205ca92e73434caab1df1ba2fc1aa93d HTTP/1.1" status: 200 len: 375 time: 0.0101070 Feb 10 13:45:52.288480 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-9ba8d6b9-055c-42c3-9b24-cc8482fb5429 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297747 Feb 10 13:45:52.416064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-53d5bf88-9799-4778-bbfc-9271370bf9cb service neutron] 10.222.0.13 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156187 Feb 10 13:45:52.538113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-1103be9c-cf43-466e-86ba-745bb039d792 service neutron] 10.222.0.13 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211960 Feb 10 13:45:52.797787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb6966db-e5da-4694-8959-7ef7c14205a1 req-4d833d44-c905-4b5e-8632-8265260cdcbc tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 210 time: 0.0425911 Feb 10 13:45:53.103145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a76ed-69f0-4a90-95cc-50537111d578 req-c89ab045-8c49-4ded-9e20-f9d770511e73 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:53.105694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e99a76ed-69f0-4a90-95cc-50537111d578 req-c89ab045-8c49-4ded-9e20-f9d770511e73 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.0617955 Feb 10 13:45:53.200816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e99a76ed-69f0-4a90-95cc-50537111d578 req-70d9de9b-edcd-4da5-b2ac-a88d9da0c3e3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867872 Feb 10 13:45:53.937966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98b64f79-d193-43d2-9825-796fc43ff4af req-be938df9-8b0c-4781-a41b-be35806afcd8 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 210 time: 0.0462759 Feb 10 13:45:54.078569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-b85373da-c674-4493-9e5e-b4d13a3402bc tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:54.092129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-b85373da-c674-4493-9e5e-b4d13a3402bc tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 814 time: 0.1413817 Feb 10 13:45:54.099611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Request body: {'port': {'device_id': '7e217d62-b220-4bec-850e-50de6493c198', 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429', 'admin_state_up': True, 'tenant_id': '205ca92e73434caab1df1ba2fc1aa93d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:45:54.316998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Made reservation on behalf of 205ca92e73434caab1df1ba2fc1aa93d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:45:54.320104 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.514453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Allocated IP 172.20.0.13 (34e0b8c8-ad25-4807-8b3c-e060a83fa429/4047ca12-6bd9-4379-8219-b4d42fc76e58/ae8c7f92-d560-4b5a-a57c-d103d35f583e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:45:54.515954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50080) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:54.537399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904198d9-2e86-49e6-be69-b0259bf40e2c req-0f909976-408b-4eb1-a769-6a845cbf27c9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:54.539683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-904198d9-2e86-49e6-be69-b0259bf40e2c req-0f909976-408b-4eb1-a769-6a845cbf27c9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.2509604 Feb 10 13:45:54.700476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-833a895f-7490-43cb-bf22-f3af0b62fed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.708639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-904198d9-2e86-49e6-be69-b0259bf40e2c req-5d079d55-2657-47a2-8f9d-ee94902a137d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538708 Feb 10 13:45:54.808043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks [] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.844157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-833a895f-7490-43cb-bf22-f3af0b62fed6 admin admin] Publish callbacks [] for security_group (9b126f2f-afea-48b5-a4c4-82d23f1ca1a4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.850018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-833a895f-7490-43cb-bf22-f3af0b62fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9b126f2f-afea-48b5-a4c4-82d23f1ca1a4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.891514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:54.927696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-833a895f-7490-43cb-bf22-f3af0b62fed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=589465855877490584dad9bfcceb6ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098959 Feb 10 13:45:54.929017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a895f-7490-43cb-bf22-f3af0b62fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b126f2f-afea-48b5-a4c4-82d23f1ca1a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:54.932953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:54.993909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:45:55.009586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:45:55.013496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:45:55.020082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Pushing event updated for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:55.084060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] Publish callbacks [] for security_group (9b126f2f-afea-48b5-a4c4-82d23f1ca1a4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.111387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] Publish callbacks [] for security_group (9b126f2f-afea-48b5-a4c4-82d23f1ca1a4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.130393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:55.131026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.169411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3b38f-cdbd-4e6a-9a0e-aff5e0592815 req-5478ca66-9d2b-4fc1-83c9-218178df97ca tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:55.170957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17c3b38f-cdbd-4e6a-9a0e-aff5e0592815 req-5478ca66-9d2b-4fc1-83c9-218178df97ca tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 932 time: 0.0839932 Feb 10 13:45:55.174883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-34430c1d-2b7c-4c64-ab82-409b567627ef tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0791352 Feb 10 13:45:55.176439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9b126f2f-afea-48b5-a4c4-82d23f1ca1a4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.179679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.180865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b126f2f-afea-48b5-a4c4-82d23f1ca1a4 HTTP/1.1" status: 204 len: 168 time: 0.2461379 Feb 10 13:45:55.189278 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41140847-fa8b-45b0-9fd0-e2f30aa40e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b126f2f-afea-48b5-a4c4-82d23f1ca1a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:55.217041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Request body: {'port': {'device_id': '7e217d62-b220-4bec-850e-50de6493c198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:45:55.327055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17c3b38f-cdbd-4e6a-9a0e-aff5e0592815 req-2764c79c-52dc-4e18-989e-978008263bd0 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443851 Feb 10 13:45:55.335491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.596234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50098) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:55.619140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61682462-ce14-453c-a90d-2daf59f8a3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.751834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61682462-ce14-453c-a90d-2daf59f8a3b9 admin admin] Publish callbacks [] for security_group (08292263-0bc9-4468-8636-811e4cec596f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.765680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61682462-ce14-453c-a90d-2daf59f8a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (08292263-0bc9-4468-8636-811e4cec596f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.826076 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-61682462-ce14-453c-a90d-2daf59f8a3b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27f3e1346a484c9f8b9af25462f7f78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255206 Feb 10 13:45:55.826076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682462-ce14-453c-a90d-2daf59f8a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08292263-0bc9-4468-8636-811e4cec596f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:55.827316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:55.857040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8c7f92-d560-4b5a-a57c-d103d35f583e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:45:55.880491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks [] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:55.925979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Transition to ACTIVE for port object ae8c7f92-d560-4b5a-a57c-d103d35f583e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:45:55.938627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.008503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] Publish callbacks [] for security_group (08292263-0bc9-4468-8636-811e4cec596f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.022073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd95b-1d12-4c4a-b983-27d2a98f2e63 req-27e00ed9-ac4d-43c8-a28d-29370acf8f1c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:56.023868 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bedd95b-1d12-4c4a-b983-27d2a98f2e63 req-27e00ed9-ac4d-43c8-a28d-29370acf8f1c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1731703 Feb 10 13:45:56.056247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:56.088379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] Publish callbacks [] for security_group (08292263-0bc9-4468-8636-811e4cec596f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.176836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bedd95b-1d12-4c4a-b983-27d2a98f2e63 req-32a40e4f-6a2e-439d-ada5-c0843f3641e4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365302 Feb 10 13:45:56.194029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Attempting to bind port ae8c7f92-d560-4b5a-a57c-d103d35f583e on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:45:56.194480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Attempting to bind port ae8c7f92-d560-4b5a-a57c-d103d35f583e by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:45:56.194879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Attempting to bind port ae8c7f92-d560-4b5a-a57c-d103d35f583e on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:45:56.200891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Port ae8c7f92-d560-4b5a-a57c-d103d35f583e on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:45:56.201308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Attempting to bind port ae8c7f92-d560-4b5a-a57c-d103d35f583e on network 34e0b8c8-ad25-4807-8b3c-e060a83fa429 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:45:56.211170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:45:56.211745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Checking segment: {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:45:56.212283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Bound using segment: {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:45:56.212982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Bound port: ae8c7f92-d560-4b5a-a57c-d103d35f583e, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fea44e-21dc-4c87-a232-6b9ffd994164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:45:56.213518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.216096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (08292263-0bc9-4468-8636-811e4cec596f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.219031 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.222978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08292263-0bc9-4468-8636-811e4cec596f HTTP/1.1" status: 204 len: 168 time: 0.3878419 Feb 10 13:45:56.268248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36293-c1b8-4477-83e2-916725697e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08292263-0bc9-4468-8636-811e4cec596f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:56.339256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:45:56.342850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:45:56.350543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.400411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:56.417569 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:56.419492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] 10.222.0.21 "PUT /v2.0/ports/ae8c7f92-d560-4b5a-a57c-d103d35f583e HTTP/1.1" status: 200 len: 1092 time: 1.2196326 Feb 10 13:45:56.422137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:45:56.425745 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:45:56.861569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50122) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:56.884069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c875a9d0-f3a0-4ee4-82be-d31852ab8e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.024272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c875a9d0-f3a0-4ee4-82be-d31852ab8e3d admin admin] Publish callbacks [] for security_group (36073f54-5f2d-4591-b274-d4f5394ef587), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.034556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c875a9d0-f3a0-4ee4-82be-d31852ab8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (36073f54-5f2d-4591-b274-d4f5394ef587), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.107271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875a9d0-f3a0-4ee4-82be-d31852ab8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36073f54-5f2d-4591-b274-d4f5394ef587,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:57.114314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c875a9d0-f3a0-4ee4-82be-d31852ab8e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab1ef5a8a00c4f3eb1c2b0709f53a2a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508292 Feb 10 13:45:57.118036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:45:57.160266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7a50-0984-4a8b-a272-52e66a40aefb service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:57.185729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] Publish callbacks [] for security_group (36073f54-5f2d-4591-b274-d4f5394ef587), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.212537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] Publish callbacks [] for security_group (36073f54-5f2d-4591-b274-d4f5394ef587), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.235008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-d4146285-9364-484f-bb51-d3303082d21f req-af12c919-22d0-471c-beff-387101d209b8 service neutron] (103400) timed out ('10.222.0.77', 56342) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 13:45:57.241551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8a54-a558-4619-bc16-adbb899bc24a req-f4c12bec-61e0-48f6-bf67-64763f85daac tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:57.248475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-259d8a54-a558-4619-bc16-adbb899bc24a req-f4c12bec-61e0-48f6-bf67-64763f85daac tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 944 time: 0.8009665 Feb 10 13:45:57.269154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (36073f54-5f2d-4591-b274-d4f5394ef587), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.273105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.275308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36073f54-5f2d-4591-b274-d4f5394ef587 HTTP/1.1" status: 204 len: 168 time: 0.1557789 Feb 10 13:45:57.309704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc307554-c3b4-48b8-bb30-183a191a52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36073f54-5f2d-4591-b274-d4f5394ef587,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:57.384212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-259d8a54-a558-4619-bc16-adbb899bc24a req-ac075cea-bb10-4831-9f33-5d948e64cc61 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348460 Feb 10 13:45:57.387456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-ac56244d-3c28-441e-bbe1-756f922b7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:57.389026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-ac56244d-3c28-441e-bbe1-756f922b7d02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 1126 time: 0.9085650 Feb 10 13:45:57.458362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:45:57.481735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-194c07f1-50a7-46fb-837c-61e9a490337a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e HTTP/1.1" status: 200 len: 217 time: 0.0853026 Feb 10 13:45:57.483825 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82ebd8-6fd2-4a4e-ba5d-22221c8c5554 x-openstack-request-id: req-bf82ebd8-6fd2-4a4e-ba5d-22221c8c5554 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:45:57.487657 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:45:57.487918 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf82ebd8-6fd2-4a4e-ba5d-22221c8c5554 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:45:57.488328 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e', 'status': 'completed', 'code': 200} Feb 10 13:45:57.709901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:45:57.714936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-6e629656-b78e-430b-867c-4b2a86acea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:57.721641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-6e629656-b78e-430b-867c-4b2a86acea7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.2324648 Feb 10 13:45:57.735680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822', 'mac_address': 'fa:16:3e:c4:85:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:45:57.773434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3025c84-1f59-419f-97bf-16b0e0828da4 req-968be164-c3b6-4fb9-831f-2be8806f39ce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:57.775341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3025c84-1f59-419f-97bf-16b0e0828da4 req-968be164-c3b6-4fb9-831f-2be8806f39ce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 944 time: 0.1957924 Feb 10 13:45:57.810647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-cb6542bb-a1f1-4918-b0fe-4b4abf0147a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792208 Feb 10 13:45:57.828636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:45:57.829302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:57.864305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:45:57.924636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:45:57.936030 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:58.048011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:58.051694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-8d3ad5a3-cae7-4503-8b0c-6965eddfffb0 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260916 Feb 10 13:45:58.061148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.062734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.064107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.064614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.065223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.066974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.067682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.068173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.069174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.069855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.070752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.071391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.072132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:45:58.156167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:45:58.290511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3025c84-1f59-419f-97bf-16b0e0828da4 req-90c0e425-e2b4-4cb4-8cbd-d579792de2bd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824402 Feb 10 13:45:58.330968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97f7880-bb1a-4398-bca8-315e1378e369 req-70ca2089-8f24-4afa-b146-53010b4782dd service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630215 Feb 10 13:45:58.542051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-3df0e950-21d2-40e1-a529-5ac46518a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:58.544343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-3df0e950-21d2-40e1-a529-5ac46518a742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 1126 time: 0.1584947 Feb 10 13:45:58.599406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd2d4a-4b5a-48a8-b742-19e9ddd03a20 req-ab663d26-9510-4642-8724-02a75466f05a tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:58.601193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ecd2d4a-4b5a-48a8-b742-19e9ddd03a20 req-ab663d26-9510-4642-8724-02a75466f05a tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 944 time: 0.0954998 Feb 10 13:45:58.708467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-ffdd9ee4-a67d-4000-a658-32cc06cd6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:58.710047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-ffdd9ee4-a67d-4000-a658-32cc06cd6790 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 200 len: 915 time: 0.1547716 Feb 10 13:45:58.725991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ecd2d4a-4b5a-48a8-b742-19e9ddd03a20 req-c9b37e0a-83b4-48c0-8480-835039303c46 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863781 Feb 10 13:45:58.764469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-dd176110-6996-4a2f-b977-cf712ee4c0b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e HTTP/1.1" status: 200 len: 217 time: 0.0373094 Feb 10 13:45:58.827626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-a94ac3ea-3b96-484f-8223-bdb54e116ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:58.829236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-a94ac3ea-3b96-484f-8223-bdb54e116ea2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 200 len: 854 time: 0.0587523 Feb 10 13:45:58.880655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-31a84b4c-69cb-4264-8987-6b4cd9c39328 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e0b8c8-ad25-4807-8b3c-e060a83fa429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377219 Feb 10 13:45:58.989847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-f27b4e76-5aa0-4c2f-9ada-6fc96b4b2c46 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081891 Feb 10 13:45:59.112286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ceeaa4e-6e95-4f2a-b170-468b7b7406a5 req-ccd5d65b-c7f0-4a96-9aaa-973cfa2bae65 service neutron] 10.222.0.21 "GET /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157267 Feb 10 13:45:59.431049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae7af-efbc-45fe-98a8-47d4bb1b0802 req-3a632e0d-1e06-480a-96f7-9ca90170a1f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:59.439147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddbae7af-efbc-45fe-98a8-47d4bb1b0802 req-3a632e0d-1e06-480a-96f7-9ca90170a1f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 945 time: 0.0686004 Feb 10 13:45:59.473247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:45:59.505978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ddbae7af-efbc-45fe-98a8-47d4bb1b0802 req-9c67207d-9aaa-44c1-b49e-9ac63d9e1766 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627742 Feb 10 13:45:59.565390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:45:59.570410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:45:59.571009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:59.676621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:45:59.677241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:59.709416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:45:59.712452 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035222c-222c-453a-8d3b-ce2a330d3a1d" -d '{"events": [{"server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "name": "network-vif-plugged", "status": "completed", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:45:59.734481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:45:59.740281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:45:59.822673 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698b3169-b152-473f-a503-1a0ebcd07dd3 x-openstack-request-id: req-698b3169-b152-473f-a503-1a0ebcd07dd3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:45:59.822987 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "name": "network-vif-plugged", "status": "completed", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:45:59.823255 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-698b3169-b152-473f-a503-1a0ebcd07dd3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:45:59.823674 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822', 'code': 200} Feb 10 13:45:59.888484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:45:59.953975 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7d59a-d26f-4d66-a9d5-ce01be6a861d req-61275713-16fd-4b63-9077-b819336aadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:45:59.961919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96c7d59a-d26f-4d66-a9d5-ce01be6a861d req-61275713-16fd-4b63-9077-b819336aadc7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 1128 time: 0.1136813 Feb 10 13:46:00.019198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7acce-1cbb-4b19-ae7c-99c5bf8c8d41 req-e0cce395-7a05-4ad4-8d1d-e8be23ad76cd tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:00.020768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2e7acce-1cbb-4b19-ae7c-99c5bf8c8d41 req-e0cce395-7a05-4ad4-8d1d-e8be23ad76cd tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 944 time: 0.1030793 Feb 10 13:46:00.049175 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-96c7d59a-d26f-4d66-a9d5-ce01be6a861d req-91a67220-9318-4906-9d50-78d06ea6c458 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818403 Feb 10 13:46:00.121357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c2e7acce-1cbb-4b19-ae7c-99c5bf8c8d41 req-5174552c-426a-4f4f-92e6-67d5a5a38aed tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910730 Feb 10 13:46:00.651686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0040d9-c879-4bf0-8a48-d414cae510da req-aa312656-f917-49f4-b89e-f1ddc0a4e0d4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:00.653535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad0040d9-c879-4bf0-8a48-d414cae510da req-aa312656-f917-49f4-b89e-f1ddc0a4e0d4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0742171 Feb 10 13:46:00.708049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ad0040d9-c879-4bf0-8a48-d414cae510da req-3e927aaa-4f69-4874-a6dc-b196cab868cf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Feb 10 13:46:00.853019 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c523e-3ce1-4d93-8dbd-395780a0a1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:01.317836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708553e-e92c-4dac-87ff-592c8e799658 req-c0b5791f-981e-4c89-ad0c-9c5d4e57a58e tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:01.339253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b708553e-e92c-4dac-87ff-592c8e799658 req-c0b5791f-981e-4c89-ad0c-9c5d4e57a58e tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 944 time: 0.0953741 Feb 10 13:46:01.465097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b708553e-e92c-4dac-87ff-592c8e799658 req-a09aecdf-1f79-4394-a590-393b0427329b tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208525 Feb 10 13:46:01.528264 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:46:01.860950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37dca-05ee-4ca6-aa98-46283bfae6ba req-6bc19308-6df4-440e-96e4-685853a0a8bc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:01.868250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18e37dca-05ee-4ca6-aa98-46283bfae6ba req-6bc19308-6df4-440e-96e4-685853a0a8bc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0659893 Feb 10 13:46:01.914706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18e37dca-05ee-4ca6-aa98-46283bfae6ba req-7a1e2573-c530-41fd-becd-69af377618dd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Feb 10 13:46:02.029311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ae8c7f92-d560-4b5a-a57c-d103d35f583e details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:46:02.034526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf17ac-517c-47d6-917f-bc7b5b437120 req-25deb463-ba14-4cb6-9bc3-b43ab06189c8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:02.036043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7dcf17ac-517c-47d6-917f-bc7b5b437120 req-25deb463-ba14-4cb6-9bc3-b43ab06189c8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Feb 10 13:46:02.092618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7dcf17ac-517c-47d6-917f-bc7b5b437120 req-d15a3315-8691-4e97-ab34-31fd3022f640 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491922 Feb 10 13:46:02.158459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:02.177412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e', 'network_id': '34e0b8c8-ad25-4807-8b3c-e060a83fa429', 'port_id': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e', 'mac_address': 'fa:16:3e:3f:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4047ca12-6bd9-4379-8219-b4d42fc76e58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:46:02.227306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ae8c7f92-d560-4b5a-a57c-d103d35f583e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:02.227958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:02.243504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8c7f92-d560-4b5a-a57c-d103d35f583e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:46:02.267165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:02.272256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:02.333382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:02.438194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e85d7-12e1-4c08-b125-8404ea79b10f req-7678ad99-0612-4a26-8c6e-222593dbd720 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:02.440659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d84e85d7-12e1-4c08-b125-8404ea79b10f req-7678ad99-0612-4a26-8c6e-222593dbd720 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Feb 10 13:46:02.526725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d84e85d7-12e1-4c08-b125-8404ea79b10f req-77d45f6c-2a33-42f3-a1ec-ae937cad9380 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Feb 10 13:46:02.596070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ae8c7f92-d560-4b5a-a57c-d103d35f583e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:02.687435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaf2ea-85c6-48c9-9e3e-ea9703f52c62 req-6c7941c7-4e7f-4f85-ad35-c2befb66d232 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:02.690026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8aaf2ea-85c6-48c9-9e3e-ea9703f52c62 req-6c7941c7-4e7f-4f85-ad35-c2befb66d232 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 945 time: 0.0831947 Feb 10 13:46:02.829597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8aaf2ea-85c6-48c9-9e3e-ea9703f52c62 req-eeb38e50-4572-4965-85c6-01438c859d98 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298158 Feb 10 13:46:03.243988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a417-f71e-4792-b5c9-ba449f03a279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:03.636431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdfe88-1324-4b9f-b496-4a3088b92d73 req-55b7ff5d-ebee-4ddc-b478-4cc0d0a827bd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:03.637869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5fdfe88-1324-4b9f-b496-4a3088b92d73 req-55b7ff5d-ebee-4ddc-b478-4cc0d0a827bd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Feb 10 13:46:03.688608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5fdfe88-1324-4b9f-b496-4a3088b92d73 req-a8509a5f-79ec-4aca-82dd-e36e63faa1a2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Feb 10 13:46:03.825331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-92fbc259-4052-4918-a01f-6aac9476dc36 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:03.826823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-92fbc259-4052-4918-a01f-6aac9476dc36 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 946 time: 0.0521846 Feb 10 13:46:03.971780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:46:03.972913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.002137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9e52c-086a-4694-a629-36fcef2c9ab7 req-c31cf161-e3b3-4225-a343-1b3268e04f51 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:04.003700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ad9e52c-086a-4694-a629-36fcef2c9ab7 req-c31cf161-e3b3-4225-a343-1b3268e04f51 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 945 time: 0.0676155 Feb 10 13:46:04.046208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ae8c7f92-d560-4b5a-a57c-d103d35f583e up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:46:04.071504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ad9e52c-086a-4694-a629-36fcef2c9ab7 req-7452a34f-4e7b-4849-87de-4e173de74755 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Feb 10 13:46:04.115977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port ae8c7f92-d560-4b5a-a57c-d103d35f583e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:46:04.118612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:04.119560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.123778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port ae8c7f92-d560-4b5a-a57c-d103d35f583e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:46:04.124168 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.140610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:46:04.227431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port ae8c7f92-d560-4b5a-a57c-d103d35f583e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:04.227822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.254461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:04.258699 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3232109-0a06-4c45-9ec9-8bfd4a4a4287" -d '{"events": [{"server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "name": "network-vif-plugged", "status": "completed", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:04.274207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:04.284561 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.316837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.328972 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863f43c-b2df-424a-bcfc-7ff2a14177b0 x-openstack-request-id: req-9863f43c-b2df-424a-bcfc-7ff2a14177b0 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:04.329505 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "name": "network-vif-plugged", "status": "completed", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:04.329910 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9863f43c-b2df-424a-bcfc-7ff2a14177b0 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:04.330450 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e', 'code': 200} Feb 10 13:46:04.334377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:04.370768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:04.423077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:04.424469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:46:04.435311 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.441844 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a4e5e1c-90ca-46af-a18d-d2d9bbca4781 req-51c48a73-7fcb-419b-9af4-c19c0516506e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 HTTP/1.1" status: 204 len: 173 time: 0.6096549 Feb 10 13:46:04.442869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'name': 'network-vif-deleted', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:04.456696 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b670af-0c3a-4f9a-9cdf-067da178dcda" -d '{"events": [{"server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "name": "network-vif-deleted", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:04.471436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade9257-08a0-4bf8-b961-65d4c3ec14cc req-41c6b536-e9b5-4c74-9e6d-8f1ff66ffbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:04.473595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ade9257-08a0-4bf8-b961-65d4c3ec14cc req-41c6b536-e9b5-4c74-9e6d-8f1ff66ffbd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 1128 time: 0.1046877 Feb 10 13:46:04.542024 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee94acf-7bbf-4452-b219-17ca77d53d68 x-openstack-request-id: req-6ee94acf-7bbf-4452-b219-17ca77d53d68 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:04.542330 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286bd9fe-54e9-4253-8288-fa838ed397a7", "name": "network-vif-deleted", "tag": "d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:04.542594 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ee94acf-7bbf-4452-b219-17ca77d53d68 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:04.543031 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286bd9fe-54e9-4253-8288-fa838ed397a7', 'name': 'network-vif-deleted', 'tag': 'd2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822', 'status': 'completed', 'code': 200} Feb 10 13:46:04.572297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ade9257-08a0-4bf8-b961-65d4c3ec14cc req-b6de23f2-6caa-413a-a3c5-08fb450f8fdb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919535 Feb 10 13:46:04.637217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:04.823177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ff42e98-d73b-456b-ac11-d6dc8d6a6443 req-b6040c2a-1373-44f4-ade4-40dfe77b25d4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0474262 Feb 10 13:46:05.235585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe713c2-c493-4f0e-9b0c-cd69897b02c3 req-ba675b5f-0999-4d46-b5e7-21dc17ba5175 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:05.237408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efe713c2-c493-4f0e-9b0c-cd69897b02c3 req-ba675b5f-0999-4d46-b5e7-21dc17ba5175 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 946 time: 0.0790491 Feb 10 13:46:05.294417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-efe713c2-c493-4f0e-9b0c-cd69897b02c3 req-7f09ba81-5bc7-4f9b-982f-2883a64f21d4 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 Feb 10 13:46:05.869692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:06.071079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ade03eb1-7437-42e8-847b-729975f98b48 req-37fd05d8-7b22-41cf-b08a-748256c68236 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0927694 Feb 10 13:46:06.194382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:06.463312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af71cb-3546-41ef-b94d-f863fb5a82de req-c18b42db-d5a8-40d8-8fd7-bcbd4d362988 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:06.464941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7af71cb-3546-41ef-b94d-f863fb5a82de req-c18b42db-d5a8-40d8-8fd7-bcbd4d362988 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 946 time: 0.0904095 Feb 10 13:46:06.541087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7af71cb-3546-41ef-b94d-f863fb5a82de req-c0380a13-1b61-4f85-8ccc-ca8c55bd7f0a tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Feb 10 13:46:07.238100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cffd5b1f-85d9-4983-bacf-1930ca202ac1 req-2e660fe4-2934-43a0-b508-ed17cfe1a88f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0751598 Feb 10 13:46:07.419102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:07.511699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:46:07.555756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:46:07.556352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d2e6cbf6-3b40-4d37-8ee0-4aa5a72b5822 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:46:07.562437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:07.745476 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a45767dc-cc7d-48f9-a5bd-0517a978212a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:07.881834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a45767dc-cc7d-48f9-a5bd-0517a978212a admin admin] Publish callbacks [] for security_group (94e4f8f1-6dce-4491-a52d-f95c76302b22), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:07.887788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a45767dc-cc7d-48f9-a5bd-0517a978212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (94e4f8f1-6dce-4491-a52d-f95c76302b22), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:07.919359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45767dc-cc7d-48f9-a5bd-0517a978212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e4f8f1-6dce-4491-a52d-f95c76302b22,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:07.965915 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a45767dc-cc7d-48f9-a5bd-0517a978212a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56ef74d10a3c43d297ef16ed6148c285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023569 Feb 10 13:46:07.968274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:08.022472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] Publish callbacks [] for security_group (94e4f8f1-6dce-4491-a52d-f95c76302b22), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.050714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] Publish callbacks [] for security_group (94e4f8f1-6dce-4491-a52d-f95c76302b22), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.107973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (94e4f8f1-6dce-4491-a52d-f95c76302b22), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.110651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.111855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94e4f8f1-6dce-4491-a52d-f95c76302b22 HTTP/1.1" status: 204 len: 168 time: 0.1423485 Feb 10 13:46:08.130726 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eea2d9-e116-40e9-93a6-e0a216d5103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e4f8f1-6dce-4491-a52d-f95c76302b22,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:08.374169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09c30364-8e20-4190-8d69-c217cdb5be99 req-6aeeeb7e-3ca0-4a1d-9f17-e52488b9d861 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0345144 Feb 10 13:46:08.575681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:08.595839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d225e230-4b75-4599-8c39-3851605709d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.721895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d225e230-4b75-4599-8c39-3851605709d0 admin admin] Publish callbacks [] for security_group (209297c9-9a90-4acb-888f-291ed4be7b8c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.732270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d225e230-4b75-4599-8c39-3851605709d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (209297c9-9a90-4acb-888f-291ed4be7b8c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.792213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d225e230-4b75-4599-8c39-3851605709d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f771b436aad46b6b6ff65cfc1224e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150061 Feb 10 13:46:08.793273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225e230-4b75-4599-8c39-3851605709d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209297c9-9a90-4acb-888f-291ed4be7b8c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:08.794746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:08.851588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] Publish callbacks [] for security_group (209297c9-9a90-4acb-888f-291ed4be7b8c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.886789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] Publish callbacks [] for security_group (209297c9-9a90-4acb-888f-291ed4be7b8c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.942879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (209297c9-9a90-4acb-888f-291ed4be7b8c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.947220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:08.956635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/209297c9-9a90-4acb-888f-291ed4be7b8c HTTP/1.1" status: 204 len: 168 time: 0.1605387 Feb 10 13:46:08.967562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36756fa7-072b-4642-a0dd-d649ca1833ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209297c9-9a90-4acb-888f-291ed4be7b8c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:09.521421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6b7a068-61a1-4123-b549-a1850b0d1058 req-1dec1f9f-0b1a-46c5-877f-6525baf382e0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0495348 Feb 10 13:46:10.612083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-956a728d-55e4-4910-9ae0-24e93f2e5bb0 req-2ecd6dbc-2a0c-4e2f-a358-029b6af2e334 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0289953 Feb 10 13:46:11.299702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:11.714925 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7ecc657-97a5-4df3-b72a-a95a508297ed req-a7cb4414-36e3-4b9c-a7b4-6f445682ad18 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Feb 10 13:46:12.140202 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-cbf07531-da20-40eb-9e6e-facb151ae5de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500429 Feb 10 13:46:12.228348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028dbd2-713c-4795-b9f5-645547422a40 req-024f5aee-369f-4987-a2ad-67c8d09a34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:12.229780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-024f5aee-369f-4987-a2ad-67c8d09a34f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 1127 time: 0.0473535 Feb 10 13:46:12.339968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028dbd2-713c-4795-b9f5-645547422a40 req-6c5c56e7-8a67-4014-a27b-b3cfe43b2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:12.341486 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-6c5c56e7-8a67-4014-a27b-b3cfe43b2b34 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0928180 Feb 10 13:46:12.381240 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-4e7e8f83-efac-4b51-b8c5-9a3cf51cfb96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 200 len: 217 time: 0.0343232 Feb 10 13:46:12.429859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028dbd2-713c-4795-b9f5-645547422a40 req-bd92397d-f62c-42b2-a136-52e960b4a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:12.431491 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-bd92397d-f62c-42b2-a136-52e960b4a549 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0442367 Feb 10 13:46:12.480665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028dbd2-713c-4795-b9f5-645547422a40 req-b50344b8-e8b4-4ac9-baa4-c3d058c30994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:12.482242 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-b50344b8-e8b4-4ac9-baa4-c3d058c30994 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449157 Feb 10 13:46:12.576678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-4f46cad1-b21e-4616-ba18-ca8172cc8ef6 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883732 Feb 10 13:46:12.668162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6028dbd2-713c-4795-b9f5-645547422a40 req-ca73a52d-84eb-42cf-893c-baf9220a6222 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Feb 10 13:46:12.819470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9cd67b4d-cf2b-4825-a9b1-e2614c145a4e req-4ff3e43b-302c-42df-86c4-81da78844e6d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0346277 Feb 10 13:46:13.955126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f46f960-95d4-40ee-8dd1-f2c76472e131 req-3a4ae4c8-0090-4623-a89b-d28ae065f66e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0376623 Feb 10 13:46:15.371328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6130fe19-afc7-4a5c-9b7c-0bb907e53737 req-506c313e-634b-4035-9491-3e1e5f55183e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=286bd9fe-54e9-4253-8288-fa838ed397a7 HTTP/1.1" status: 200 len: 210 time: 0.0337968 Feb 10 13:46:15.627585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70034-0399-4e87-8ab1-16afaddafffa req-6bd03e83-82ce-44cf-9ddd-634f1d2ff62e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:15.636557 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60c70034-0399-4e87-8ab1-16afaddafffa req-6bd03e83-82ce-44cf-9ddd-634f1d2ff62e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1099749 Feb 10 13:46:15.715847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60c70034-0399-4e87-8ab1-16afaddafffa req-88c92676-4956-449a-bb06-390ae4334d9d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782788 Feb 10 13:46:16.852553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b9b4-ed37-4b10-8329-3b2b36e20484 req-4b77b3a4-a02c-470e-90c1-b20065250b5f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:16.854904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a68b9b4-ed37-4b10-8329-3b2b36e20484 req-4b77b3a4-a02c-470e-90c1-b20065250b5f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0566082 Feb 10 13:46:16.911719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a68b9b4-ed37-4b10-8329-3b2b36e20484 req-4b33b442-ef9a-433c-8e44-7ca26fb0a4e3 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506375 Feb 10 13:46:17.426676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-9d68e215-6271-4b63-87ce-5835624be7e8 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cdf49c940573485bbcb41ad6f60b2955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376604 Feb 10 13:46:17.690060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-c60173e1-0095-4aa0-95d4-4b5636b69fb5 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:17.696523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-c60173e1-0095-4aa0-95d4-4b5636b69fb5 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690456 Feb 10 13:46:17.722926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-2aafaaaf-309b-4352-b8d2-6a4dd0c8288a tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/quotas/cdf49c940573485bbcb41ad6f60b2955 HTTP/1.1" status: 200 len: 375 time: 0.0254042 Feb 10 13:46:17.761102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-9d4f32e5-ada5-4418-bb30-30469c77e49d tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdf49c940573485bbcb41ad6f60b2955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371346 Feb 10 13:46:17.971035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e5af4f0-e786-4724-aede-0995a1e28e03 req-6bcfc4e5-606d-4488-b24b-43e2296ca1d7 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 210 time: 0.0403299 Feb 10 13:46:18.105415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90840b1e-bffa-4642-a14a-c4403cac0f5c req-1439d0eb-1ab1-4d15-a255-b2e12aa025b1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:18.113380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90840b1e-bffa-4642-a14a-c4403cac0f5c req-1439d0eb-1ab1-4d15-a255-b2e12aa025b1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0716991 Feb 10 13:46:18.195953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90840b1e-bffa-4642-a14a-c4403cac0f5c req-b5c5fec8-10d3-4692-b0f4-98e3c5607241 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816543 Feb 10 13:46:19.023376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-ef8b70a5-77d6-4bcf-a790-7f3d63f9449f tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cdf49c940573485bbcb41ad6f60b2955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404778 Feb 10 13:46:19.129390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab39619d-1527-4ae5-94d7-6c6840dc837b req-7bc157c3-e3bb-4b4d-a60d-9b98a418c316 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 210 time: 0.0643141 Feb 10 13:46:19.231480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-49c0a65e-6b69-4bea-909f-f8c54511dcad tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:19.234445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-49c0a65e-6b69-4bea-909f-f8c54511dcad tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066000 Feb 10 13:46:19.248010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Request body: {'port': {'device_id': 'f146488b-81d4-439b-ba95-f9850c380602', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': 'cdf49c940573485bbcb41ad6f60b2955'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:19.323502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb4c7-a9d5-4cba-9194-000b2013145d req-14dc2ad7-6f1e-4ea0-9a42-d9b0063649cb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:19.325760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-941eb4c7-a9d5-4cba-9194-000b2013145d req-14dc2ad7-6f1e-4ea0-9a42-d9b0063649cb tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0648367 Feb 10 13:46:19.383819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-941eb4c7-a9d5-4cba-9194-000b2013145d req-803296dc-c2f3-4797-8da6-69eaaecf4992 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516040 Feb 10 13:46:19.390104 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Made reservation on behalf of cdf49c940573485bbcb41ad6f60b2955 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:19.395620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.408954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.523044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks [] for security_group (9d09eada-b5c5-4ad9-acc2-b82411d29d7d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.527608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9d09eada-b5c5-4ad9-acc2-b82411d29d7d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.592958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09eada-b5c5-4ad9-acc2-b82411d29d7d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:19.676402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Allocated IP 192.168.233.252 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/cadde34c-0ffd-4898-be24-5e9d143c877f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:46:19.869162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks [] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.909051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:19.962054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:46:19.967648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:46:19.970460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Pushing event updated for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:19.972616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:46:20.034971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:20.035634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.052569 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-5b7964c6-ba01-4a42-85a3-65cebac1e651 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8092518 Feb 10 13:46:20.071249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Request body: {'port': {'device_id': 'f146488b-81d4-439b-ba95-f9850c380602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:20.146223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.270585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619c55f-b7c2-485e-9936-fc69d7a46483 req-4758a9d4-25fe-4074-80d7-b2935a63fa87 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:20.279032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8619c55f-b7c2-485e-9936-fc69d7a46483 req-4758a9d4-25fe-4074-80d7-b2935a63fa87 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 936 time: 0.0778277 Feb 10 13:46:20.333869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-26530b5e-8afd-45c2-a4a3-12ce757daae6 None None] Provisioning complete for port cadde34c-0ffd-4898-be24-5e9d143c877f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:46:20.334886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-26530b5e-8afd-45c2-a4a3-12ce757daae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.354613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8619c55f-b7c2-485e-9936-fc69d7a46483 req-3615d456-33f8-40d0-94f0-cadaf63aee67 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746255 Feb 10 13:46:20.387621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-26530b5e-8afd-45c2-a4a3-12ce757daae6 None None] Port cadde34c-0ffd-4898-be24-5e9d143c877f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:46:20.428048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadde34c-0ffd-4898-be24-5e9d143c877f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:46:20.436532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks [] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.449466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Transition to ACTIVE for port object cadde34c-0ffd-4898-be24-5e9d143c877f will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:46:20.454759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.575707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Pushing event updated for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:20.602962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d06a6-5fdc-4d7c-bc3e-50cc9e3cf122 req-c5f0b0c7-441f-43f6-84df-95beb0a29dfd tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:20.610319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-847d06a6-5fdc-4d7c-bc3e-50cc9e3cf122 req-c5f0b0c7-441f-43f6-84df-95beb0a29dfd tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1334813 Feb 10 13:46:20.662572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-847d06a6-5fdc-4d7c-bc3e-50cc9e3cf122 req-4b733ecc-62ef-4134-9338-b5090b295bed tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513654 Feb 10 13:46:20.691705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Attempting to bind port cadde34c-0ffd-4898-be24-5e9d143c877f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:46:20.692004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Attempting to bind port cadde34c-0ffd-4898-be24-5e9d143c877f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:46:20.692336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Attempting to bind port cadde34c-0ffd-4898-be24-5e9d143c877f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:46:20.699158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Port cadde34c-0ffd-4898-be24-5e9d143c877f on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:46:20.699488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Attempting to bind port cadde34c-0ffd-4898-be24-5e9d143c877f on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:46:20.705091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:46:20.705434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:46:20.705818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:46:20.706246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Bound port: cadde34c-0ffd-4898-be24-5e9d143c877f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:46:20.706614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.834712 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:46:20.845927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cadde34c-0ffd-4898-be24-5e9d143c877f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:46:20.853616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.903116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:20.904153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:20.905545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] 10.222.0.77 "PUT /v2.0/ports/cadde34c-0ffd-4898-be24-5e9d143c877f HTTP/1.1" status: 200 len: 1096 time: 0.8414698 Feb 10 13:46:20.908092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:20.919493 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ec98c2-0314-4a8d-9e77-6716205dfdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:20.951915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9d9f1-a150-432c-b1ec-71801d1cd2ce service neutron] Pushing event updated for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:21.015041 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71097f24-0494-4abc-8505-735e96a6936c x-openstack-request-id: req-71097f24-0494-4abc-8505-735e96a6936c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:21.015575 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:21.015986 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71097f24-0494-4abc-8505-735e96a6936c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:21.016532 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f', 'status': 'completed', 'code': 200} Feb 10 13:46:21.036573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-422f4129-567a-4b0c-95c6-20b8f2522498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.039754 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-422f4129-567a-4b0c-95c6-20b8f2522498 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdf49c940573485bbcb41ad6f60b2955&device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 1130 time: 0.0726380 Feb 10 13:46:21.103149 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-c0ef6b64-2212-46c6-a6fb-e6e6a47b18f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cadde34c-0ffd-4898-be24-5e9d143c877f HTTP/1.1" status: 200 len: 217 time: 0.0564818 Feb 10 13:46:21.158053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-97bfb4ce-c277-44bd-9c3a-f86d2b6e0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.159603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-97bfb4ce-c277-44bd-9c3a-f86d2b6e0db0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0499308 Feb 10 13:46:21.220458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-a8ecef57-bcab-4eee-8adb-54a25c3fed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.222120 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-a8ecef57-bcab-4eee-8adb-54a25c3fed91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0558977 Feb 10 13:46:21.377427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-475a59be-c3d5-45ae-8086-5212d9b7aa3e service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473098 Feb 10 13:46:21.523634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fb689-cdb1-42ad-a684-4699ae8dc434 req-4e16c0ad-2b21-495e-bde5-65c80284fd0c tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.532286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-226fb689-cdb1-42ad-a684-4699ae8dc434 req-4e16c0ad-2b21-495e-bde5-65c80284fd0c tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 948 time: 0.0762324 Feb 10 13:46:21.542825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d3f369e1-1a85-493f-b9a7-7e1f8514c6db req-e5021a55-89ed-453c-8903-15822964246b service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537795 Feb 10 13:46:21.594903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-226fb689-cdb1-42ad-a684-4699ae8dc434 req-a76d8a84-9dda-4f69-9996-65a25cb8cd65 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613887 Feb 10 13:46:21.661382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-a5c438c0-2399-411a-a91f-bf98b630686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.663673 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-a5c438c0-2399-411a-a91f-bf98b630686a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdf49c940573485bbcb41ad6f60b2955&device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 1130 time: 0.0619340 Feb 10 13:46:21.796653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-f4b0befc-2e12-453f-99d1-f3a4a356566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.801469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-f4b0befc-2e12-453f-99d1-f3a4a356566f service neutron] 10.222.0.77 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.1318233 Feb 10 13:46:21.883349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-141e97a8-3b84-42ec-a61d-b58a157aed0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cadde34c-0ffd-4898-be24-5e9d143c877f HTTP/1.1" status: 200 len: 217 time: 0.0715547 Feb 10 13:46:21.908212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e1a4-b753-4727-b2c4-63345b96cebd req-b5617c11-c6e9-4e44-b7a8-15f8eb8d9e61 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.909749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109e1a4-b753-4727-b2c4-63345b96cebd req-b5617c11-c6e9-4e44-b7a8-15f8eb8d9e61 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1113462 Feb 10 13:46:21.969641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-8d1632e8-22a6-4dbf-a765-d0a1f5139d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:21.976978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-8d1632e8-22a6-4dbf-a765-d0a1f5139d50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0879059 Feb 10 13:46:22.033342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7109e1a4-b753-4727-b2c4-63345b96cebd req-07f8fdcd-f5f7-4e21-add4-66cad4c3b03f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862062 Feb 10 13:46:22.097533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-efecc9bf-82ea-49af-a96a-bd7ac44eec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:22.099770 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-efecc9bf-82ea-49af-a96a-bd7ac44eec5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1165113 Feb 10 13:46:22.278022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-c2b65385-2780-4911-a98d-ca3fbba437a8 service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625342 Feb 10 13:46:22.786910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583bf8-b64f-4c75-bb2a-1d47be72ba60 req-e3b99c0c-4d8a-4f94-8a73-78470c608c85 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:22.805120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3583bf8-b64f-4c75-bb2a-1d47be72ba60 req-e3b99c0c-4d8a-4f94-8a73-78470c608c85 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 948 time: 0.0928710 Feb 10 13:46:22.817581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-30ec98c2-0314-4a8d-9e77-6716205dfdd9 req-0591c888-a923-4b1c-9efa-5eafcd31736a service neutron] 10.222.0.77 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387189 Feb 10 13:46:22.895183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3583bf8-b64f-4c75-bb2a-1d47be72ba60 req-9049a283-2269-41de-8c1f-10f42a62817d tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891390 Feb 10 13:46:23.219957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e478-689b-4477-bdef-b15267d1a593 req-6ca8d490-9744-496c-a95c-a9b74e5f8ce6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:23.224043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8907e478-689b-4477-bdef-b15267d1a593 req-6ca8d490-9744-496c-a95c-a9b74e5f8ce6 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1103132 Feb 10 13:46:23.304487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8907e478-689b-4477-bdef-b15267d1a593 req-34e29f54-4ea9-47dc-9f30-93a9fbedc64c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749009 Feb 10 13:46:23.536373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cadde34c-0ffd-4898-be24-5e9d143c877f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:46:23.740026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cadde34c-0ffd-4898-be24-5e9d143c877f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:23.753257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'cadde34c-0ffd-4898-be24-5e9d143c877f', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': 'cadde34c-0ffd-4898-be24-5e9d143c877f', 'mac_address': 'fa:16:3e:4d:00:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:46:23.833297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cadde34c-0ffd-4898-be24-5e9d143c877f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:23.833690 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:23.870420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadde34c-0ffd-4898-be24-5e9d143c877f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:46:23.900884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cadde34c-0ffd-4898-be24-5e9d143c877f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:23.911648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:24.017448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:24.082444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff3a9-cf2c-4c4b-8e94-ced7adca1e1a req-2e329ed8-b3ab-44f3-b80e-c182a6d77ec4 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:24.089689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14ff3a9-cf2c-4c4b-8e94-ced7adca1e1a req-2e329ed8-b3ab-44f3-b80e-c182a6d77ec4 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 949 time: 0.0848064 Feb 10 13:46:24.122171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cadde34c-0ffd-4898-be24-5e9d143c877f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:24.195617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14ff3a9-cf2c-4c4b-8e94-ced7adca1e1a req-25226f75-9951-4427-8beb-16eb214a98dc tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027246 Feb 10 13:46:24.458418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8a69e-e3c2-400f-ae9b-f845cffc7f93 req-e348b3e4-46e5-4184-b02d-5e88245d11b2 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:24.466751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1b8a69e-e3c2-400f-ae9b-f845cffc7f93 req-e348b3e4-46e5-4184-b02d-5e88245d11b2 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0715501 Feb 10 13:46:24.529572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1b8a69e-e3c2-400f-ae9b-f845cffc7f93 req-5724f721-0dde-4aef-9c0f-b7056bf0657b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559778 Feb 10 13:46:25.321399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd72e-f9a7-4b80-ad6b-3215406b1580 req-efb377b7-6c8b-42e6-b454-9eea23e91842 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:25.330186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46cfd72e-f9a7-4b80-ad6b-3215406b1580 req-efb377b7-6c8b-42e6-b454-9eea23e91842 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 949 time: 0.0712554 Feb 10 13:46:25.425956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-46cfd72e-f9a7-4b80-ad6b-3215406b1580 req-cb37e927-5157-4511-ad44-7dd412ef3b1e tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904393 Feb 10 13:46:25.535614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cadde34c-0ffd-4898-be24-5e9d143c877f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:46:25.621167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port cadde34c-0ffd-4898-be24-5e9d143c877f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:46:25.638151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port cadde34c-0ffd-4898-be24-5e9d143c877f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:46:25.640089 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:25.721122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b716f-8b82-4806-b56a-cc4726497d00 req-341ccefa-d68e-45ed-9435-77e959204e77 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:25.723028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939b716f-8b82-4806-b56a-cc4726497d00 req-341ccefa-d68e-45ed-9435-77e959204e77 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0942180 Feb 10 13:46:25.788419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port cadde34c-0ffd-4898-be24-5e9d143c877f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:25.788830 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:25.817991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:25.822095 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c9804-50c8-4b72-9b52-31d3575aea98" -d '{"events": [{"server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "name": "network-vif-plugged", "status": "completed", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:25.838388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cadde34c-0ffd-4898-be24-5e9d143c877f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:25.847758 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:25.882652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-939b716f-8b82-4806-b56a-cc4726497d00 req-c66bd17c-924f-45d6-8017-57980e9f6880 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507299 Feb 10 13:46:25.990073 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c878f4-051f-4f05-99b1-af1e7461713c x-openstack-request-id: req-c6c878f4-051f-4f05-99b1-af1e7461713c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:25.990276 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "name": "network-vif-plugged", "status": "completed", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:25.990545 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6c878f4-051f-4f05-99b1-af1e7461713c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:25.990974 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f', 'code': 200} Feb 10 13:46:26.013325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-8b6bc01e-07ad-427f-b4f8-672e9cd16174 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965363 Feb 10 13:46:26.023102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:26.093941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-48d39448-5b08-4ff0-9816-c59151be35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.095686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-48d39448-5b08-4ff0-9816-c59151be35b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.0631676 Feb 10 13:46:26.116800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623969c3-d376-4387-b8e5-9df3e7c560d2 req-4f59da33-942c-4a6c-b4a3-70a2bd442bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.119662 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-623969c3-d376-4387-b8e5-9df3e7c560d2 req-4f59da33-942c-4a6c-b4a3-70a2bd442bc5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 1132 time: 0.0768087 Feb 10 13:46:26.210534 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-623969c3-d376-4387-b8e5-9df3e7c560d2 req-bfd059a3-d3b4-453c-8056-3ac7f1586fa8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845976 Feb 10 13:46:26.326601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-95c369f9-4ef7-4b3d-acba-a0da6ecdc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.328655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-95c369f9-4ef7-4b3d-acba-a0da6ecdc521 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.2131498 Feb 10 13:46:26.451069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-4c59fb83-a045-425b-89a8-dc52756f3209 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1065142 Feb 10 13:46:26.477663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0199527-c2f5-461d-a35e-755da6e2c93d req-4c0594d6-0ab0-485f-8925-a5ae256790c5 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.479583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0199527-c2f5-461d-a35e-755da6e2c93d req-4c0594d6-0ab0-485f-8925-a5ae256790c5 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.2285426 Feb 10 13:46:26.559448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0199527-c2f5-461d-a35e-755da6e2c93d req-91098bc3-17f6-4c67-8633-f1a756104dd8 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508091 Feb 10 13:46:26.588452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-6761952d-30b9-4027-aaf1-b523da0dc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.589977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-6761952d-30b9-4027-aaf1-b523da0dc5b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.1326027 Feb 10 13:46:26.696856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-eb4fcdfa-9471-4032-8671-d6cd46fb6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.698590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-eb4fcdfa-9471-4032-8671-d6cd46fb6722 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1010542 Feb 10 13:46:26.774920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372fba-8f1b-4ef5-844e-fd1efe6d5be6 req-5d86ba5d-52f3-4f04-99d8-81f9cce13e5a tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:26.779923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b372fba-8f1b-4ef5-844e-fd1efe6d5be6 req-5d86ba5d-52f3-4f04-99d8-81f9cce13e5a tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 950 time: 0.1427560 Feb 10 13:46:26.924012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-b728d366-529f-4cca-9f3a-72b467d82537 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118170 Feb 10 13:46:27.040542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e02097-ece0-4682-93b4-7d940874dcd7 req-1ac8b639-3265-49b9-ad9f-a892289e04f1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079698 Feb 10 13:46:27.094140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b372fba-8f1b-4ef5-844e-fd1efe6d5be6 req-d174fe43-a273-46d1-b9c0-ee1463c4547c tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015711 Feb 10 13:46:27.245698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-dfba2199-63d5-4be2-ad22-6a43e8c52738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:27.251305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-dfba2199-63d5-4be2-ad22-6a43e8c52738 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.1135125 Feb 10 13:46:27.387602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-44e15f92-d303-4e96-ad1d-c0c2e55c2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:27.390127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-44e15f92-d303-4e96-ad1d-c0c2e55c2885 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.1311693 Feb 10 13:46:27.532335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-bbc5aac8-e19f-4c9c-ac62-c10b1744cb40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1353965 Feb 10 13:46:27.587945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-c076e13d-0064-4326-9616-ad0340efc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:27.589924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-c076e13d-0064-4326-9616-ad0340efc61d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0503612 Feb 10 13:46:27.648642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-b73eeea6-bf4b-453b-829e-1d106a505b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:27.650565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-b73eeea6-bf4b-453b-829e-1d106a505b6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546618 Feb 10 13:46:27.790092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7cdea-cc4d-44cd-ac5d-6442c533443f req-37247235-5974-42c7-9e07-4d2455e278e4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:27.797255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dc7cdea-cc4d-44cd-ac5d-6442c533443f req-37247235-5974-42c7-9e07-4d2455e278e4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1107154 Feb 10 13:46:27.822892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-8f5e2ec3-9384-4c7b-8f26-926c61f42abb service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659517 Feb 10 13:46:27.885637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1dc7cdea-cc4d-44cd-ac5d-6442c533443f req-9a1c2ea1-3d55-47c3-ab46-f00971b8436d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873845 Feb 10 13:46:27.958331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3fd67691-46d9-4c5f-903d-5085ddffeb02 req-236508bb-abab-44e6-8ed9-1e356289d3fe service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241333 Feb 10 13:46:28.286414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fdfda-d306-4dcb-8fa3-79ff1d2affae req-8916761a-bcad-47c7-8867-1a375f2236d6 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:28.294998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e90fdfda-d306-4dcb-8fa3-79ff1d2affae req-8916761a-bcad-47c7-8867-1a375f2236d6 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 950 time: 0.0969119 Feb 10 13:46:28.358734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e90fdfda-d306-4dcb-8fa3-79ff1d2affae req-688b6078-d594-4a36-aa50-9791cd3b0d46 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Feb 10 13:46:28.860905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a355d6-0a3e-4121-acc0-6778e0606b20 req-37bec7e6-2a80-40da-9a94-9e1abd30b5b3 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:28.860905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96a355d6-0a3e-4121-acc0-6778e0606b20 req-37bec7e6-2a80-40da-9a94-9e1abd30b5b3 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 950 time: 0.1022301 Feb 10 13:46:28.932961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96a355d6-0a3e-4121-acc0-6778e0606b20 req-08396521-37f3-4bef-a9f3-ff98988b6396 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620353 Feb 10 13:46:29.095426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740c3f8-602d-423e-94a7-7f161ebaf0a9 req-1bfff1e6-1c2e-4d2e-b0c6-2cb48dbb414c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:29.097636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a740c3f8-602d-423e-94a7-7f161ebaf0a9 req-1bfff1e6-1c2e-4d2e-b0c6-2cb48dbb414c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0727139 Feb 10 13:46:29.196717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a740c3f8-602d-423e-94a7-7f161ebaf0a9 req-0fc87d34-4abe-4ef6-9742-2034450b690b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922341 Feb 10 13:46:29.649327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3c68-8c5c-4ae9-a3ca-620ff979e071 req-dd4a72f9-da32-499f-ac66-d1b77ffdef55 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:29.650821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966d3c68-8c5c-4ae9-a3ca-620ff979e071 req-dd4a72f9-da32-499f-ac66-d1b77ffdef55 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0628827 Feb 10 13:46:29.707175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-966d3c68-8c5c-4ae9-a3ca-620ff979e071 req-fa3958f9-2666-4996-8fd0-f20cac80cc37 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485609 Feb 10 13:46:29.971153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-efdddd4f-8385-4ad6-b590-3436dc6a9b05 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:29.973797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-efdddd4f-8385-4ad6-b590-3436dc6a9b05 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.77 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 950 time: 0.0537972 Feb 10 13:46:30.086517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Deleting port cadde34c-0ffd-4898-be24-5e9d143c877f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:46:30.087126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:30.091915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b89d-030b-4b00-9ef3-5c01653e5669 req-481078c7-bb49-4b65-b0ea-d09e1feddbc5 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:30.093440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4792b89d-030b-4b00-9ef3-5c01653e5669 req-481078c7-bb49-4b65-b0ea-d09e1feddbc5 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/ports?device_id=f146488b-81d4-439b-ba95-f9850c380602 HTTP/1.1" status: 200 len: 950 time: 0.0702434 Feb 10 13:46:30.149337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4792b89d-030b-4b00-9ef3-5c01653e5669 req-fb163f56-bd99-4013-bf7b-abed27a4ee2e tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d09eada-b5c5-4ad9-acc2-b82411d29d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Feb 10 13:46:30.187186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] For port cadde34c-0ffd-4898-be24-5e9d143c877f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=cadde34c-0ffd-4898-be24-5e9d143c877f,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:30.187552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:30.202193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Calling delete_port for cadde34c-0ffd-4898-be24-5e9d143c877f owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:46:30.353976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (cadde34c-0ffd-4898-be24-5e9d143c877f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:30.365563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['cadde34c-0ffd-4898-be24-5e9d143c877f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:30.386280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Pushing event deleted for resources: {'Port': ['ID=cadde34c-0ffd-4898-be24-5e9d143c877f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:30.417129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.417490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.417838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.418182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.418520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.418856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.419190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.419525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.419854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.420183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.420513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.420870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.421202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:30.445272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] No DVR routers for this DVR port cadde34c-0ffd-4898-be24-5e9d143c877f on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:46:30.448050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:30.451531 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-da579033-bd10-4fd0-9c49-2db3332a0adc req-24191289-e1ed-411e-a91d-69ed84b6cab1 tempest-VolumesNegativeTest-1247439397 tempest-VolumesNegativeTest-1247439397-project] 10.222.0.77 "DELETE /v2.0/ports/cadde34c-0ffd-4898-be24-5e9d143c877f HTTP/1.1" status: 204 len: 173 time: 0.4730546 Feb 10 13:46:30.452008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'name': 'network-vif-deleted', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:30.454595 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a4f39-87d7-4c2a-aa45-1f6789dd0380" -d '{"events": [{"server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "name": "network-vif-deleted", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:30.518129 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acbeb08-ca9f-43b8-b68d-094094476193 x-openstack-request-id: req-0acbeb08-ca9f-43b8-b68d-094094476193 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:30.518556 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146488b-81d4-439b-ba95-f9850c380602", "name": "network-vif-deleted", "tag": "cadde34c-0ffd-4898-be24-5e9d143c877f", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:30.518885 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0acbeb08-ca9f-43b8-b68d-094094476193 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:30.519352 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146488b-81d4-439b-ba95-f9850c380602', 'name': 'network-vif-deleted', 'tag': 'cadde34c-0ffd-4898-be24-5e9d143c877f', 'status': 'completed', 'code': 200} Feb 10 13:46:30.842272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914376-ab08-4047-8237-185b77414a27 req-06db475a-ab47-4535-b4c5-e25c054c2009 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:30.844153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3914376-ab08-4047-8237-185b77414a27 req-06db475a-ab47-4535-b4c5-e25c054c2009 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Feb 10 13:46:30.859981 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8afc697-02d0-40e5-9184-76372de340a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:30.919267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3914376-ab08-4047-8237-185b77414a27 req-6fc3e4b2-0587-4611-8903-fa61e6076aa7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e05666-c60d-45b7-9156-dac105fe033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679567 Feb 10 13:46:31.107695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-aba0fd03-0b57-483e-beff-1466f79576c3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:31.109228 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-aba0fd03-0b57-483e-beff-1466f79576c3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 945 time: 0.0560789 Feb 10 13:46:31.217049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port bc7db3d5-4123-4fb8-912e-ccfd76372ded {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:46:31.217634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:31.325878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port bc7db3d5-4123-4fb8-912e-ccfd76372ded, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bc7db3d5-4123-4fb8-912e-ccfd76372ded,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:31.326248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:31.340509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for bc7db3d5-4123-4fb8-912e-ccfd76372ded owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:46:31.492129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bc7db3d5-4123-4fb8-912e-ccfd76372ded), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:31.505461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bc7db3d5-4123-4fb8-912e-ccfd76372ded'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:31.525365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=bc7db3d5-4123-4fb8-912e-ccfd76372ded,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:31.576003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port bc7db3d5-4123-4fb8-912e-ccfd76372ded on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:46:31.578747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:31.582811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-49dd212b-fe88-45e5-9f28-39f8a8112b5b req-581ad1e2-538d-42b5-b65c-74d7e1e9ccb7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/bc7db3d5-4123-4fb8-912e-ccfd76372ded HTTP/1.1" status: 204 len: 173 time: 0.4677165 Feb 10 13:46:32.069401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25eeab64-9722-4cc6-84da-30edd0a89503 req-a925b089-d076-47d7-b2e5-a6c426224738 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0612001 Feb 10 13:46:32.520467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'name': 'network-vif-deleted', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:32.522866 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81246055-f0b7-4285-8fc4-ce0fe2029830" -d '{"events": [{"server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "name": "network-vif-deleted", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:32.601233 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85b01c0-c3f8-4b48-bd7a-da8b1dfdf569 x-openstack-request-id: req-f85b01c0-c3f8-4b48-bd7a-da8b1dfdf569 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:32.601737 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71718aa9-0502-4b4b-a8dd-61aa0790f796", "name": "network-vif-deleted", "tag": "bc7db3d5-4123-4fb8-912e-ccfd76372ded", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:32.602149 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85b01c0-c3f8-4b48-bd7a-da8b1dfdf569 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:32.602691 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71718aa9-0502-4b4b-a8dd-61aa0790f796', 'name': 'network-vif-deleted', 'tag': 'bc7db3d5-4123-4fb8-912e-ccfd76372ded', 'status': 'completed', 'code': 200} Feb 10 13:46:33.216657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9477d1e-b58f-400f-b9c1-b9bec879b5d6 req-4819422c-79a6-4882-beea-810e3314a5dc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0425284 Feb 10 13:46:33.255568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21c93c46-0f2a-4b24-948c-4bc3e4688821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:33.582181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cadde34c-0ffd-4898-be24-5e9d143c877f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:46:33.623337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: cadde34c-0ffd-4898-be24-5e9d143c877f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:46:33.624012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device cadde34c-0ffd-4898-be24-5e9d143c877f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:46:33.624917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bc7db3d5-4123-4fb8-912e-ccfd76372ded no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:46:33.669568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: bc7db3d5-4123-4fb8-912e-ccfd76372ded {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:46:33.670327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bc7db3d5-4123-4fb8-912e-ccfd76372ded not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:46:34.364863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c344798a-d5d9-44f7-b40f-d97a94982392 req-c2782898-e5ae-47fc-bedd-a5b18c6367b1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0480802 Feb 10 13:46:34.627201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:35.512021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed66e2af-eb94-4ec0-a25e-552f30b87529 req-fcb8a54b-fdfb-498a-9dcc-062f061a7333 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0583241 Feb 10 13:46:35.891709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:36.210515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:36.631908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0216bd0a-5fcf-43d2-abd4-317d32539758 req-8a7805bf-d181-4c18-9216-ac8cb8a0a3c5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0452194 Feb 10 13:46:37.424333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:37.778392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e509120e-1ad3-495a-9361-bbd550928a55 req-445fcc1f-7a1f-44d4-9007-5c311a644f80 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0555964 Feb 10 13:46:38.478916 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:46:38.944380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf1c8015-3c33-4067-9298-c17a281bef12 req-7cbdadec-e702-41d3-8e0d-9ebf5c2371ed tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0427670 Feb 10 13:46:40.002265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 50964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:40.139705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5a0509-6192-40bc-9b15-b5cde763e31c req-7807205b-674b-494a-8c80-43a22005b25e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0648723 Feb 10 13:46:40.254379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 50972) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:40.263537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f86b99b8-005c-4722-b1c2-a6a73b3f7eeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf49c940573485bbcb41ad6f60b2955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592618 Feb 10 13:46:40.319224 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] Publish callbacks [] for security_group (9d09eada-b5c5-4ad9-acc2-b82411d29d7d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:40.375054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] Publish callbacks [] for security_group (9d09eada-b5c5-4ad9-acc2-b82411d29d7d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:40.456549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9d09eada-b5c5-4ad9-acc2-b82411d29d7d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:40.460715 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:40.483424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d09eada-b5c5-4ad9-acc2-b82411d29d7d HTTP/1.1" status: 204 len: 168 time: 0.2156661 Feb 10 13:46:40.506591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97bff3-e0b3-4436-9fc0-f427ed036141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09eada-b5c5-4ad9-acc2-b82411d29d7d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:41.297295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5313830a-c284-4107-9fd5-ab1cc84f566f req-a88d86bc-6a9d-4ea7-bfa0-0e2139cac332 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Feb 10 13:46:41.341562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.589013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:41.775562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1672962320-network', 'tenant_id': '084dd139a7c34ecc9083b68f81fcf179'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:41.823394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Made reservation on behalf of 084dd139a7c34ecc9083b68f81fcf179 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:41.826327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.837504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.927295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks [] for security_group (75e8a172-547d-4151-9f00-97907e79a0c0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.934571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (75e8a172-547d-4151-9f00-97907e79a0c0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.959823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:46:41.975144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8a172-547d-4151-9f00-97907e79a0c0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:41.981730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b48b277f-2ee7-44d3-b23e-91c16fa20536), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:41.982300 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Added segment b48b277f-2ee7-44d3-b23e-91c16fa20536 of type vlan for network 082d993b-2b5c-4f5a-a40b-682b97741021 Feb 10 13:46:42.047292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (082d993b-2b5c-4f5a-a40b-682b97741021), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.082743 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (082d993b-2b5c-4f5a-a40b-682b97741021), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.084511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:42.085593 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.124589 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5334358 Feb 10 13:46:42.127656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:42.133471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Request body: {'subnet': {'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1672962320-subnet', 'tenant_id': '084dd139a7c34ecc9083b68f81fcf179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:42.178989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbb7a0-e7ca-4c0a-97ff-d7cdd4445557 admin admin] Pushing event updated for resources: {'Network': ['ID=082d993b-2b5c-4f5a-a40b-682b97741021,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:42.180510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Made reservation on behalf of 084dd139a7c34ecc9083b68f81fcf179 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:42.184493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.190773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 082d993b-2b5c-4f5a-a40b-682b97741021 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:46:42.485745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77d8f25a-dec4-4644-a4fb-96c9c24f56e1 req-8492ea3e-97b1-4187-9adc-d2ff6ecd2e66 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=71718aa9-0502-4b4b-a8dd-61aa0790f796 HTTP/1.1" status: 200 len: 210 time: 0.0627999 Feb 10 13:46:42.569312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (beefabf3-a0f5-443c-82c7-82132c39ea58), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.643491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=beefabf3-a0f5-443c-82c7-82132c39ea58,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:42.655048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Checking segment: {'id': 'b48b277f-2ee7-44d3-b23e-91c16fa20536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:46:42.655409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Network hostable DHCP agents. Network: 082d993b-2b5c-4f5a-a40b-682b97741021, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:46:42.665031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.666262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.667263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.667845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.668334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.668786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.669221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.669658 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.670323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.670774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.671209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.671732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.672159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:46:42.691519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Network 082d993b-2b5c-4f5a-a40b-682b97741021 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:46:42.707554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 082d993b-2b5c-4f5a-a40b-682b97741021) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:46:42.717436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d49807-37f0-462e-a0e8-fa28e2c4f18c None None] Network 082d993b-2b5c-4f5a-a40b-682b97741021 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:46:42.721912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:42.723279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:42.759475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dc283af7-3dd1-4006-8eae-c4c619500a8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6306884 Feb 10 13:46:42.913050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68084a68-c094-4283-aaed-5710bb35ca91 None None] Network 082d993b-2b5c-4f5a-a40b-682b97741021 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:46:43.616938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:43.622508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-394077473-network', 'tenant_id': '1387636396df44659a54e8fa56dd2224'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:43.672243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Made reservation on behalf of 1387636396df44659a54e8fa56dd2224 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:43.676924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.688613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.784095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks [] for security_group (5ec44659-f36a-438c-8e80-d9caee111a38), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.789579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5ec44659-f36a-438c-8e80-d9caee111a38), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.819180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:46:43.825548 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec44659-f36a-438c-8e80-d9caee111a38,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:43.832618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (89e433d3-675a-44eb-bc20-b5095c8778a9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.833002 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Added segment 89e433d3-675a-44eb-bc20-b5095c8778a9 of type vlan for network d64c5a99-abc4-43bf-adc6-50fc199bc762 Feb 10 13:46:43.892461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d64c5a99-abc4-43bf-adc6-50fc199bc762), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.920370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d64c5a99-abc4-43bf-adc6-50fc199bc762), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.921743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:43.922312 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:43.957288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:43.957985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3392186 Feb 10 13:46:43.962225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Request body: {'subnet': {'network_id': 'd64c5a99-abc4-43bf-adc6-50fc199bc762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-394077473-subnet', 'tenant_id': '1387636396df44659a54e8fa56dd2224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:43.999159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fab69-7a6d-42d8-914c-7017be2e976d admin admin] Pushing event updated for resources: {'Network': ['ID=d64c5a99-abc4-43bf-adc6-50fc199bc762,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:44.005009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Made reservation on behalf of 1387636396df44659a54e8fa56dd2224 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:44.008525 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:44.010940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d64c5a99-abc4-43bf-adc6-50fc199bc762 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:46:44.599364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:44.701716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Checking segment: {'id': '89e433d3-675a-44eb-bc20-b5095c8778a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd64c5a99-abc4-43bf-adc6-50fc199bc762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:46:44.702396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Network hostable DHCP agents. Network: d64c5a99-abc4-43bf-adc6-50fc199bc762, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:46:44.705127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:44.740118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Network d64c5a99-abc4-43bf-adc6-50fc199bc762 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:46:44.769557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d64c5a99-abc4-43bf-adc6-50fc199bc762) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:46:44.777959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:44.779318 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:44.781962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26c715-e0c7-49f9-a945-b76e0a47b660 None None] Network d64c5a99-abc4-43bf-adc6-50fc199bc762 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:46:44.819260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-71c0e154-d5f0-47ed-bfe9-c4f888f21140 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8601050 Feb 10 13:46:44.972496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb172ca-5274-4d80-9600-9ebdabb2ae00 None None] Network d64c5a99-abc4-43bf-adc6-50fc199bc762 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:46:45.506232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-22198519-d620-46af-ad28-82f26d120d55 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:45.507927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-22198519-d620-46af-ad28-82f26d120d55 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/networks?id=082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 200 len: 812 time: 0.1337554 Feb 10 13:46:45.529673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-12842e20-5bb4-484f-bf3c-637e506c578e tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/quotas/084dd139a7c34ecc9083b68f81fcf179 HTTP/1.1" status: 200 len: 375 time: 0.0106852 Feb 10 13:46:45.577326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-c7ecedbc-dec5-4adf-aacc-b4e86fcdcb5e tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=084dd139a7c34ecc9083b68f81fcf179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389471 Feb 10 13:46:45.680838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-b03882b7-b511-4094-8225-ba1fea59d953 service neutron] 10.222.0.13 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020789 Feb 10 13:46:45.791730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-bc555632-7609-4b9e-8a26-bd17dff89959 service neutron] 10.222.0.13 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030617 Feb 10 13:46:45.997254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74f07c86-fae7-4953-9f21-a5184ed0a902 req-89360947-5b01-4d69-84de-558101a2b944 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 210 time: 0.0390215 Feb 10 13:46:47.136361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8e098df-083b-4869-b789-f7c5f50ed205 req-16c334fa-3c61-45f8-8e4d-7ccce9d9d415 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 210 time: 0.0386567 Feb 10 13:46:47.453809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-f2956e40-18fb-4ff4-abba-98765cdd3a4b tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:47.455963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-f2956e40-18fb-4ff4-abba-98765cdd3a4b tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.77 "GET /v2.0/networks?id=082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 200 len: 812 time: 0.1312563 Feb 10 13:46:47.468995 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Request body: {'port': {'device_id': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021', 'admin_state_up': True, 'tenant_id': '084dd139a7c34ecc9083b68f81fcf179'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:47.623970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Made reservation on behalf of 084dd139a7c34ecc9083b68f81fcf179 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:46:47.628241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:47.820459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Allocated IP 172.20.0.4 (082d993b-2b5c-4f5a-a40b-682b97741021/beefabf3-a0f5-443c-82c7-82132c39ea58/e006b5ee-fcbd-4978-a85c-7144efacd269) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:46:47.996693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks [] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.073855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.129877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Network 082d993b-2b5c-4f5a-a40b-682b97741021 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:46:48.133693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:46:48.137587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:46:48.144174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Pushing event updated for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:48.193941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:48.194554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.214618 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-00d5d478-16b9-4be6-9003-ec74c99e294c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500265 Feb 10 13:46:48.226597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Request body: {'port': {'device_id': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:48.309136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501ebde-acba-4920-b5a2-5f94ea7019b1 req-d7c1eb4e-aea7-490f-a66e-54b726ea6846 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:48.311037 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7501ebde-acba-4920-b5a2-5f94ea7019b1 req-d7c1eb4e-aea7-490f-a66e-54b726ea6846 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 931 time: 0.0678926 Feb 10 13:46:48.324856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.389760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7501ebde-acba-4920-b5a2-5f94ea7019b1 req-c780d2f6-9c3c-46f7-9655-0dd867ea7335 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726614 Feb 10 13:46:48.647911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e006b5ee-fcbd-4978-a85c-7144efacd269 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:46:48.659574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks [] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.678183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Transition to ACTIVE for port object e006b5ee-fcbd-4978-a85c-7144efacd269 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:46:48.686153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.746983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Pushing event updated for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:48.821761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Attempting to bind port e006b5ee-fcbd-4978-a85c-7144efacd269 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:46:48.822203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Attempting to bind port e006b5ee-fcbd-4978-a85c-7144efacd269 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'b48b277f-2ee7-44d3-b23e-91c16fa20536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:46:48.822601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Attempting to bind port e006b5ee-fcbd-4978-a85c-7144efacd269 on network 082d993b-2b5c-4f5a-a40b-682b97741021 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:46:48.828443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Port e006b5ee-fcbd-4978-a85c-7144efacd269 on network 082d993b-2b5c-4f5a-a40b-682b97741021 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:46:48.828813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Attempting to bind port e006b5ee-fcbd-4978-a85c-7144efacd269 on network 082d993b-2b5c-4f5a-a40b-682b97741021 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:46:48.835562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:46:48.835996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Checking segment: {'id': 'b48b277f-2ee7-44d3-b23e-91c16fa20536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:46:48.837377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Bound using segment: {'id': 'b48b277f-2ee7-44d3-b23e-91c16fa20536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:46:48.837907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Bound port: e006b5ee-fcbd-4978-a85c-7144efacd269, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48b277f-2ee7-44d3-b23e-91c16fa20536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:46:48.838337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:48.925018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:46:48.929491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e006b5ee-fcbd-4978-a85c-7144efacd269,segment=NetworkSegment(b48b277f-2ee7-44d3-b23e-91c16fa20536),segment_id=b48b277f-2ee7-44d3-b23e-91c16fa20536)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:46:48.949935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:49.016223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.017042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:49.018793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] 10.222.0.77 "PUT /v2.0/ports/e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 200 len: 1091 time: 0.7974217 Feb 10 13:46:49.019355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:49.022809 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64e827-acd0-474a-84c6-a1fe49557d03" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:49.047672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a7a7-f49c-4a89-bf51-39a2757799cd service neutron] Pushing event updated for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:49.157510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-aad7cbcc-456b-4c13-887c-73a196a2ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.159117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-aad7cbcc-456b-4c13-887c-73a196a2ab59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=084dd139a7c34ecc9083b68f81fcf179&device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 1125 time: 0.0922606 Feb 10 13:46:49.218043 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5190cf7-9a29-4f9d-a1d6-f5838978aa27 x-openstack-request-id: req-d5190cf7-9a29-4f9d-a1d6-f5838978aa27 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:49.218416 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:49.218730 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5190cf7-9a29-4f9d-a1d6-f5838978aa27 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:49.219145 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269', 'status': 'completed', 'code': 200} Feb 10 13:46:49.221014 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-a71b10cb-cf28-4898-a08a-8b5b0999102f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 200 len: 217 time: 0.0517383 Feb 10 13:46:49.275613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-9eaf53e6-6431-406d-9f39-6a2721135fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.277535 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-9eaf53e6-6431-406d-9f39-6a2721135fcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=beefabf3-a0f5-443c-82c7-82132c39ea58 HTTP/1.1" status: 200 len: 852 time: 0.0504184 Feb 10 13:46:49.344698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-af968012-633c-4a0e-ace8-f3d7c1819e3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=082d993b-2b5c-4f5a-a40b-682b97741021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472209 Feb 10 13:46:49.479630 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-bbe6b63c-cc16-41fe-8a86-a203ca0c5311 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278732 Feb 10 13:46:49.596773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b8c441e2-dcec-4e5a-af57-6b9e92ee9f44 req-876c6940-4852-4ae7-a936-b31836857a40 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109006 Feb 10 13:46:49.616047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870783f-6fee-4467-9b9b-a29ce55f441e req-62d909cb-bc5f-4583-9fd3-0978b1208a25 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.623684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5870783f-6fee-4467-9b9b-a29ce55f441e req-62d909cb-bc5f-4583-9fd3-0978b1208a25 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 943 time: 0.1149502 Feb 10 13:46:49.722168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5870783f-6fee-4467-9b9b-a29ce55f441e req-d590f624-4f98-4bf2-bf97-4f9a7b290da9 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931706 Feb 10 13:46:49.744263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-76649e58-e1d6-4cdc-bb17-72753cb791be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.748801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-76649e58-e1d6-4cdc-bb17-72753cb791be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=084dd139a7c34ecc9083b68f81fcf179&device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 1125 time: 0.0982845 Feb 10 13:46:49.865432 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-ace403ed-e465-4e6f-afc8-9dddc591dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.867280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-ace403ed-e465-4e6f-afc8-9dddc591dfab service neutron] 10.222.0.77 "GET /v2.0/networks?id=082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 200 len: 913 time: 0.1126304 Feb 10 13:46:49.927197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-f587ab68-4894-45ef-bc02-de98ae8ef9ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 200 len: 217 time: 0.0525653 Feb 10 13:46:49.996945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-8affd699-6ae6-455b-baaa-d947e7acf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:49.999452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-8affd699-6ae6-455b-baaa-d947e7acf7b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=beefabf3-a0f5-443c-82c7-82132c39ea58 HTTP/1.1" status: 200 len: 852 time: 0.0646234 Feb 10 13:46:50.051348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-bdd52e34-ed7e-4fde-ac47-18337b0258b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=082d993b-2b5c-4f5a-a40b-682b97741021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442302 Feb 10 13:46:50.201018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-35492d29-56fe-4027-b79a-74f4a05380e1 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417243 Feb 10 13:46:50.372557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3e64e827-acd0-474a-84c6-a1fe49557d03 req-755f7c0b-ecc7-4beb-b66a-2374550ef5d0 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649282 Feb 10 13:46:50.526944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:50.532031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414414522', 'description': 'tempest-secgroup-smoke-1414414522 description', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:50.557783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.648499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (e22c0f63-4198-40ed-a7a5-b4296c7ae9a4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.655413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e22c0f63-4198-40ed-a7a5-b4296c7ae9a4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.685764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:50.706292 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.711666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8c49b8ea-2f53-428b-ad19-60f3cd2c5226 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1798036 Feb 10 13:46:50.723859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:50.749401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:50.797151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (10d28cad-74e1-48d8-9b63-b2dba3dc5f81), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.905459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (10d28cad-74e1-48d8-9b63-b2dba3dc5f81), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.913662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (10d28cad-74e1-48d8-9b63-b2dba3dc5f81), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.945769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491913b-a8d0-4ac0-b785-1228cb02d30d req-22ab509d-1653-494d-b750-12014ec450bd tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:50.947686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8491913b-a8d0-4ac0-b785-1228cb02d30d req-22ab509d-1653-494d-b750-12014ec450bd tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 943 time: 0.1162834 Feb 10 13:46:50.953528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d28cad-74e1-48d8-9b63-b2dba3dc5f81,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:50.975002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:50.976486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a91ed847-e171-438f-a05f-35f83adae0b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2491405 Feb 10 13:46:50.979672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51190) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:50.986210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:51.019039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8491913b-a8d0-4ac0-b785-1228cb02d30d req-d2519da2-c149-4e9e-93fe-edc1560ae52f tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Feb 10 13:46:51.028394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (04eb5005-636d-4709-8c81-500dcd6a5693), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.096792 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (04eb5005-636d-4709-8c81-500dcd6a5693), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.100802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (04eb5005-636d-4709-8c81-500dcd6a5693), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.123491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04eb5005-636d-4709-8c81-500dcd6a5693,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:51.129880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.131877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65359f45-7788-4601-a84a-ff5b02c9921e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504843 Feb 10 13:46:51.134545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:51.139251 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:51.163973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (828904a5-06c7-474f-9c7c-f1971a4f0cd0), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.221879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (828904a5-06c7-474f-9c7c-f1971a4f0cd0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.227935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (828904a5-06c7-474f-9c7c-f1971a4f0cd0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.248467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828904a5-06c7-474f-9c7c-f1971a4f0cd0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:51.255967 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.259793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-25a71222-4c88-44f7-8a0f-9acf00ac52c0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219213 Feb 10 13:46:51.259953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:51.264370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:51.296151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (2d82f112-157e-4ca7-92c4-9f6209ea8cdd), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.371223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (2d82f112-157e-4ca7-92c4-9f6209ea8cdd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.375479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2d82f112-157e-4ca7-92c4-9f6209ea8cdd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.390416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d82f112-157e-4ca7-92c4-9f6209ea8cdd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:51.406467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.407692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b54de538-f0b9-41bf-9d6a-c38e14393f9e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468222 Feb 10 13:46:51.410639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:51.416075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:51.438110 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Project be5ae3b8d394424fa4c4e3e1c6d14ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:46:51.443078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (fafde556-644b-420a-8596-679c10377dab), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.504302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (fafde556-644b-420a-8596-679c10377dab), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.508547 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (fafde556-644b-420a-8596-679c10377dab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.527672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafde556-644b-420a-8596-679c10377dab,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:51.536394 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.538198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bff0c271-c88f-4d33-acca-02d492aec170 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265211 Feb 10 13:46:51.541288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:46:51.545614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'security_group_rule': {'security_group_id': 'e22c0f63-4198-40ed-a7a5-b4296c7ae9a4', 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:46:51.566174 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Project be5ae3b8d394424fa4c4e3e1c6d14ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:46:51.571379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (2291d2e9-2c38-43e6-be1f-f2f75ceedd55), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.629683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (2291d2e9-2c38-43e6-be1f-f2f75ceedd55), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.633539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2291d2e9-2c38-43e6-be1f-f2f75ceedd55), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.652056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2291d2e9-2c38-43e6-be1f-f2f75ceedd55,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:51.652731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e006b5ee-fcbd-4978-a85c-7144efacd269 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:46:51.662990 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.667832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fb08164e-1b00-464b-948d-ca23ac6d5baa tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254723 Feb 10 13:46:51.776134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e006b5ee-fcbd-4978-a85c-7144efacd269,segment=NetworkSegment(b48b277f-2ee7-44d3-b23e-91c16fa20536),segment_id=b48b277f-2ee7-44d3-b23e-91c16fa20536)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:51.789982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e006b5ee-fcbd-4978-a85c-7144efacd269', 'network_id': '082d993b-2b5c-4f5a-a40b-682b97741021', 'port_id': 'e006b5ee-fcbd-4978-a85c-7144efacd269', 'mac_address': 'fa:16:3e:38:46:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beefabf3-a0f5-443c-82c7-82132c39ea58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:46:51.829730 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e006b5ee-fcbd-4978-a85c-7144efacd269 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:51.830131 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.845013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e006b5ee-fcbd-4978-a85c-7144efacd269 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:46:51.872009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e006b5ee-fcbd-4978-a85c-7144efacd269,segment=NetworkSegment(b48b277f-2ee7-44d3-b23e-91c16fa20536),segment_id=b48b277f-2ee7-44d3-b23e-91c16fa20536)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:51.881820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:51.942991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:52.076451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e006b5ee-fcbd-4978-a85c-7144efacd269'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:46:52.235996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4171-b046-4fdc-b34d-94853a10f31b req-895c9b72-4ef3-4c43-862c-e2c1787bdca3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:52.237839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eb4171-b046-4fdc-b34d-94853a10f31b req-895c9b72-4ef3-4c43-862c-e2c1787bdca3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 944 time: 0.0701842 Feb 10 13:46:52.312413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15eb4171-b046-4fdc-b34d-94853a10f31b req-10eed54e-d10e-4b5d-a9c9-272f3f8ee2d5 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636256 Feb 10 13:46:53.458996 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee1ef8-d017-428d-9630-56f1dd2c58c5 req-cd75e901-5fb3-420c-b733-6d521f314d3f tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:53.461578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bee1ef8-d017-428d-9630-56f1dd2c58c5 req-cd75e901-5fb3-420c-b733-6d521f314d3f tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 944 time: 0.0609550 Feb 10 13:46:53.524686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7bee1ef8-d017-428d-9630-56f1dd2c58c5 req-ed7071c8-28f0-4bb5-87b6-4989d7529458 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Feb 10 13:46:53.658826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e006b5ee-fcbd-4978-a85c-7144efacd269 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:46:53.733498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e006b5ee-fcbd-4978-a85c-7144efacd269 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:46:53.738546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e006b5ee-fcbd-4978-a85c-7144efacd269 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:46:53.739217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:54.051168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e006b5ee-fcbd-4978-a85c-7144efacd269 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:46:54.051825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:54.082428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:46:54.085935 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7d699-09eb-408e-8047-b468d309a7ff" -d '{"events": [{"server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "name": "network-vif-plugged", "status": "completed", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:46:54.118203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e006b5ee-fcbd-4978-a85c-7144efacd269,segment=NetworkSegment(b48b277f-2ee7-44d3-b23e-91c16fa20536),segment_id=b48b277f-2ee7-44d3-b23e-91c16fa20536)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:46:54.128676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:46:54.236085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:46:54.283894 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6027e8-1fd1-4d3d-af5a-93899edfc53c x-openstack-request-id: req-6c6027e8-1fd1-4d3d-af5a-93899edfc53c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:46:54.283894 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "name": "network-vif-plugged", "status": "completed", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:46:54.283894 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6027e8-1fd1-4d3d-af5a-93899edfc53c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:46:54.283894 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269', 'code': 200} Feb 10 13:46:54.437161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330bf6-1a76-4999-b5ad-a9b29e684b5d req-981e3adf-12da-4484-8be7-2d9349a2d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:54.438933 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e330bf6-1a76-4999-b5ad-a9b29e684b5d req-981e3adf-12da-4484-8be7-2d9349a2d530 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 1127 time: 0.0821905 Feb 10 13:46:54.496334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1e330bf6-1a76-4999-b5ad-a9b29e684b5d req-bc3c5756-73fc-4b71-9ffa-0e436221f257 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Feb 10 13:46:54.667524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354802-1567-41b8-9ab8-f39732d62987 req-df7ab920-a027-4194-a9cc-e88ed821d81d tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:54.676477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08354802-1567-41b8-9ab8-f39732d62987 req-df7ab920-a027-4194-a9cc-e88ed821d81d tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0718040 Feb 10 13:46:54.743143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08354802-1567-41b8-9ab8-f39732d62987 req-73741dc0-7477-4db7-8d36-0ca35de87755 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652447 Feb 10 13:46:55.883917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baad818-b774-44c3-bce4-ab650f2bcba3 req-a22a23c5-de0a-40a7-9431-aec01edd2329 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:55.891801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4baad818-b774-44c3-bce4-ab650f2bcba3 req-a22a23c5-de0a-40a7-9431-aec01edd2329 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0812676 Feb 10 13:46:55.948604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4baad818-b774-44c3-bce4-ab650f2bcba3 req-e14267e8-ce55-4fec-b7ac-3a3553dc3ae0 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Feb 10 13:46:56.081551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abeea7-e1f4-4bd5-a46c-d1da78ff4919 req-2e0e6d3a-5e2e-429b-b34e-42ae02b5edc7 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:56.083188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74abeea7-e1f4-4bd5-a46c-d1da78ff4919 req-2e0e6d3a-5e2e-429b-b34e-42ae02b5edc7 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0657561 Feb 10 13:46:56.152939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74abeea7-e1f4-4bd5-a46c-d1da78ff4919 req-e96c789e-5833-428a-a6d2-c14d99fbbe56 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622654 Feb 10 13:46:56.496162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57cb4a-1f46-483d-b703-c29ee0d3463d req-a9eb603d-e7c7-4b28-b1f9-da623860eda3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:56.497864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d57cb4a-1f46-483d-b703-c29ee0d3463d req-a9eb603d-e7c7-4b28-b1f9-da623860eda3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.1169598 Feb 10 13:46:56.569248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8d57cb4a-1f46-483d-b703-c29ee0d3463d req-28ccb62a-c187-42a9-a7f8-97f647d759ae tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654316 Feb 10 13:46:57.730811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bbb19-5698-4d8a-a0dc-9bc6e4a49575 req-4d8ec1fb-4b37-4132-bca0-755f968dd8a2 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:57.734974 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e7bbb19-5698-4d8a-a0dc-9bc6e4a49575 req-4d8ec1fb-4b37-4132-bca0-755f968dd8a2 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0802770 Feb 10 13:46:57.807312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e7bbb19-5698-4d8a-a0dc-9bc6e4a49575 req-9bd5131d-b20c-43dc-8f33-50189892f732 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670378 Feb 10 13:46:58.108887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7a905-3c5b-4188-a64d-d8e2280ee61f req-9c121446-2f3d-4b7d-92f4-8840e94657e3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:58.110599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e7a905-3c5b-4188-a64d-d8e2280ee61f req-9c121446-2f3d-4b7d-92f4-8840e94657e3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0752094 Feb 10 13:46:58.171314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-a685f9aa-816b-4779-9eed-25a6e9e32ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:58.173552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-a685f9aa-816b-4779-9eed-25a6e9e32ed5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=084dd139a7c34ecc9083b68f81fcf179&device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 1127 time: 0.0792744 Feb 10 13:46:58.184228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b8e7a905-3c5b-4188-a64d-d8e2280ee61f req-ad28d586-e8c0-4a2e-b335-3d74528957d5 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Feb 10 13:46:58.305684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-4cb81a29-045d-4f37-93d3-458201d9db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:58.307174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-4cb81a29-045d-4f37-93d3-458201d9db68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 200 len: 913 time: 0.1277707 Feb 10 13:46:58.367449 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-b0a9282e-fd9f-44ea-abbb-53159688edf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 200 len: 217 time: 0.0531473 Feb 10 13:46:58.430811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-9c5fe387-9eed-4184-af56-2a5b6df7c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:58.432422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-9c5fe387-9eed-4184-af56-2a5b6df7c33f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=beefabf3-a0f5-443c-82c7-82132c39ea58 HTTP/1.1" status: 200 len: 852 time: 0.0596204 Feb 10 13:46:58.477190 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-09cb456e-3b89-4964-9e6e-f7a0b843af0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=082d993b-2b5c-4f5a-a40b-682b97741021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383575 Feb 10 13:46:58.664444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-664d4fc0-8b74-4254-ad70-754e3eb1fae3 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803222 Feb 10 13:46:58.797268 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b42a2133-8b0d-47c7-b03d-10c8971657f1 req-35c27a3b-8d2f-43a5-a08a-561201ef8673 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270618 Feb 10 13:46:59.364401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae33e3-948d-499c-ad5d-d7f1bcee2be2 req-5fce4893-0dca-4c32-aab2-a9444213a8b9 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:46:59.366613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5eae33e3-948d-499c-ad5d-d7f1bcee2be2 req-5fce4893-0dca-4c32-aab2-a9444213a8b9 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0827801 Feb 10 13:46:59.441876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5eae33e3-948d-499c-ad5d-d7f1bcee2be2 req-581007ff-2624-4045-8809-ea49b0b6ce81 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632429 Feb 10 13:47:00.600559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65186a-94c4-4933-9916-11c06646956b req-dedc8b17-95ed-4c0f-bda9-6a9a7c7d8cf3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:00.604552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f65186a-94c4-4933-9916-11c06646956b req-dedc8b17-95ed-4c0f-bda9-6a9a7c7d8cf3 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0924118 Feb 10 13:47:00.667864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f65186a-94c4-4933-9916-11c06646956b req-b4a81ce3-4ef1-4929-a7a0-bdc103a88417 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 Feb 10 13:47:00.851194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc956-960e-4d06-8b73-ac11a0e18de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:01.028937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4deab6-7b5e-428b-802c-43d35092f96d req-72ec8ccb-0fa1-4f38-b920-17aad7efd4dc tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:01.033239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4deab6-7b5e-428b-802c-43d35092f96d req-72ec8ccb-0fa1-4f38-b920-17aad7efd4dc tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0607798 Feb 10 13:47:01.098663 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4deab6-7b5e-428b-802c-43d35092f96d req-2d73337c-abac-43ed-ac25-e1bdcaa35c06 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585315 Feb 10 13:47:02.226237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d97c-bd63-4551-a76c-c98630367335 req-84827fe9-ef7c-44a7-a142-4a452ace20ee tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:02.227729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6f6d97c-bd63-4551-a76c-c98630367335 req-84827fe9-ef7c-44a7-a142-4a452ace20ee tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Feb 10 13:47:02.276227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6f6d97c-bd63-4551-a76c-c98630367335 req-856c22d2-147d-436a-8b29-53cd6d8e1b3a tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Feb 10 13:47:02.507740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88650fb1-4e06-4ab4-b07f-fb2fe683d239 req-c92573d8-8c4f-420e-a376-412f5d06572b tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:02.510234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88650fb1-4e06-4ab4-b07f-fb2fe683d239 req-c92573d8-8c4f-420e-a376-412f5d06572b tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0710981 Feb 10 13:47:02.527649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731770ee-0721-453c-a740-9a51d37d80b5 req-f9754d68-a37a-496c-b016-bb954a508964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:02.529647 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-f9754d68-a37a-496c-b016-bb954a508964 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=084dd139a7c34ecc9083b68f81fcf179&device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 1127 time: 0.0611837 Feb 10 13:47:02.565131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88650fb1-4e06-4ab4-b07f-fb2fe683d239 req-5303a9f3-353c-40a0-9e74-6a032ec0027c tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488274 Feb 10 13:47:02.636861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731770ee-0721-453c-a740-9a51d37d80b5 req-ea277c78-46c5-4904-bf9a-c620e18a95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:02.638710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-ea277c78-46c5-4904-bf9a-c620e18a95e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 200 len: 913 time: 0.1035821 Feb 10 13:47:02.686957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-5647e95a-5e9f-47d5-b02e-182a3a7d1e88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 200 len: 217 time: 0.0421832 Feb 10 13:47:02.748288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731770ee-0721-453c-a740-9a51d37d80b5 req-498b7139-10da-463d-9fde-a650acf78fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:02.751327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-498b7139-10da-463d-9fde-a650acf78fb1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=beefabf3-a0f5-443c-82c7-82132c39ea58 HTTP/1.1" status: 200 len: 852 time: 0.0589674 Feb 10 13:47:02.814605 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-01be7541-2b31-4023-ad0f-db27bf473b41 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=082d993b-2b5c-4f5a-a40b-682b97741021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564308 Feb 10 13:47:02.968105 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-b1c93dfc-c6af-45e6-99ea-d47ca9bfeba0 service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467211 Feb 10 13:47:03.095255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-731770ee-0721-453c-a740-9a51d37d80b5 req-dd6ea977-b013-4707-9e90-fa329a49c96c service neutron] 10.222.0.77 "GET /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196427 Feb 10 13:47:03.102714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1427e-3de0-434c-b7f5-6b5a81e377fc req-1790872b-67dc-451e-a779-401a5d845510 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:03.105544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb1427e-3de0-434c-b7f5-6b5a81e377fc req-1790872b-67dc-451e-a779-401a5d845510 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 946 time: 0.0763860 Feb 10 13:47:03.164872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cb1427e-3de0-434c-b7f5-6b5a81e377fc req-c10d57f3-799b-4130-a87b-d8133c072c75 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Feb 10 13:47:03.249898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7f0a159-6881-4c6c-9c9b-af3ebec412b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:03.722142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84a109-0977-4ecf-bc95-dd000f1ce608 req-17516cd1-30fb-47f9-b12f-cefcd43447f6 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:03.723872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef84a109-0977-4ecf-bc95-dd000f1ce608 req-17516cd1-30fb-47f9-b12f-cefcd43447f6 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0869243 Feb 10 13:47:03.785419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef84a109-0977-4ecf-bc95-dd000f1ce608 req-03f03d4b-2a0d-4e68-9102-1198ffc4d526 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527549 Feb 10 13:47:04.322925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e6e3-bb6a-48cf-a865-afa69204e5be req-7780ce0b-ae56-48ca-b819-7262dedaa927 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:04.324563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9901e6e3-bb6a-48cf-a865-afa69204e5be req-7780ce0b-ae56-48ca-b819-7262dedaa927 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 946 time: 0.0670350 Feb 10 13:47:04.377817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9901e6e3-bb6a-48cf-a865-afa69204e5be req-80bde9b4-6f47-446b-8b36-f2ce66deeb74 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476246 Feb 10 13:47:04.617474 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:04.867349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee668b7-fd82-4484-8a69-341821279040 req-ef5936ae-707f-4ab9-85e3-32886568f964 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:04.868921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ee668b7-fd82-4484-8a69-341821279040 req-ef5936ae-707f-4ab9-85e3-32886568f964 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 946 time: 0.0561399 Feb 10 13:47:04.969818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907110d-20e6-40e1-a3a0-c263d6a790e0 req-53446196-f4a9-4dbe-9d1e-58b2fbac02c9 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:04.969818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c907110d-20e6-40e1-a3a0-c263d6a790e0 req-53446196-f4a9-4dbe-9d1e-58b2fbac02c9 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Feb 10 13:47:05.060838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Deleting port ae8c7f92-d560-4b5a-a57c-d103d35f583e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:47:05.061183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:05.073960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c907110d-20e6-40e1-a3a0-c263d6a790e0 req-021b9784-44bf-45d0-97ce-95d5125f3a7d tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010897 Feb 10 13:47:05.190169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] For port ae8c7f92-d560-4b5a-a57c-d103d35f583e, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=ae8c7f92-d560-4b5a-a57c-d103d35f583e,segment=NetworkSegment(62fea44e-21dc-4c87-a232-6b9ffd994164),segment_id=62fea44e-21dc-4c87-a232-6b9ffd994164)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:05.190736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:05.206187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Calling delete_port for ae8c7f92-d560-4b5a-a57c-d103d35f583e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:47:05.427919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ae8c7f92-d560-4b5a-a57c-d103d35f583e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:05.440008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['ae8c7f92-d560-4b5a-a57c-d103d35f583e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:47:05.500486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Pushing event deleted for resources: {'Port': ['ID=ae8c7f92-d560-4b5a-a57c-d103d35f583e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:05.537991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] No DVR routers for this DVR port ae8c7f92-d560-4b5a-a57c-d103d35f583e on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:47:05.542072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:05.545627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ee668b7-fd82-4484-8a69-341821279040 req-60b54188-47e9-4f8c-a6e2-8108fff74049 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.21 "DELETE /v2.0/ports/ae8c7f92-d560-4b5a-a57c-d103d35f583e HTTP/1.1" status: 204 len: 173 time: 0.6485670 Feb 10 13:47:05.546064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'name': 'network-vif-deleted', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:05.548345 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e128b-5487-460d-9370-cf6e310d3bbc" -d '{"events": [{"server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "name": "network-vif-deleted", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:05.575262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d36148-36ab-4e20-b9a0-5201a9a98a7f req-080fdf17-dbba-429c-a7d1-2509c811c81a tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:05.582644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56d36148-36ab-4e20-b9a0-5201a9a98a7f req-080fdf17-dbba-429c-a7d1-2509c811c81a tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.1686401 Feb 10 13:47:05.636878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56d36148-36ab-4e20-b9a0-5201a9a98a7f req-f8664981-5518-404b-b192-6e02ebbc0354 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Feb 10 13:47:05.746841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-746ede54-30cb-4cc4-8420-ae452b5e6321 req-533340a0-2a98-4303-b57c-669dc15fc1d1 tempest-VolumesSnapshotTestJSON-1459075171 tempest-VolumesSnapshotTestJSON-1459075171-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e217d62-b220-4bec-850e-50de6493c198 HTTP/1.1" status: 200 len: 210 time: 0.0342884 Feb 10 13:47:05.798715 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087dc8f-3c68-4787-b333-891fe17a2e7e x-openstack-request-id: req-6087dc8f-3c68-4787-b333-891fe17a2e7e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:05.801107 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e217d62-b220-4bec-850e-50de6493c198", "name": "network-vif-deleted", "tag": "ae8c7f92-d560-4b5a-a57c-d103d35f583e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:05.801450 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6087dc8f-3c68-4787-b333-891fe17a2e7e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:05.801900 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e217d62-b220-4bec-850e-50de6493c198', 'name': 'network-vif-deleted', 'tag': 'ae8c7f92-d560-4b5a-a57c-d103d35f583e', 'status': 'completed', 'code': 200} Feb 10 13:47:05.865493 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:06.211547 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:06.767363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326abe-1f03-485c-a78d-615e7e7d8a1b req-dfb2a9bb-11b8-4307-bca0-85ab86fd1d6d tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:06.774511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93326abe-1f03-485c-a78d-615e7e7d8a1b req-dfb2a9bb-11b8-4307-bca0-85ab86fd1d6d tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.0640619 Feb 10 13:47:06.831394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93326abe-1f03-485c-a78d-615e7e7d8a1b req-94954269-bdb9-4b23-862f-d3de9caf295f tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/security-groups?id=75e8a172-547d-4151-9f00-97907e79a0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Feb 10 13:47:07.258035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-879e42b7-7745-4877-bb37-5ffc2687b752 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:07.262327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-879e42b7-7745-4877-bb37-5ffc2687b752 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 945 time: 0.1574588 Feb 10 13:47:07.409719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Deleting port e006b5ee-fcbd-4978-a85c-7144efacd269 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:47:07.412165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:07.420465 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:07.522929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] For port e006b5ee-fcbd-4978-a85c-7144efacd269, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e006b5ee-fcbd-4978-a85c-7144efacd269,segment=NetworkSegment(b48b277f-2ee7-44d3-b23e-91c16fa20536),segment_id=b48b277f-2ee7-44d3-b23e-91c16fa20536)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:07.523529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:07.545090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Calling delete_port for e006b5ee-fcbd-4978-a85c-7144efacd269 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:47:07.683112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e006b5ee-fcbd-4978-a85c-7144efacd269), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:07.697659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e006b5ee-fcbd-4978-a85c-7144efacd269'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:47:07.738959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Pushing event deleted for resources: {'Port': ['ID=e006b5ee-fcbd-4978-a85c-7144efacd269,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:07.846559 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] No DVR routers for this DVR port e006b5ee-fcbd-4978-a85c-7144efacd269 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:47:07.856874 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:07.860955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-95a6bf1f-0c82-485c-8c98-c3c2b11b6b7a req-08f61e07-1c32-4876-b3bd-29158bb93249 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.77 "DELETE /v2.0/ports/e006b5ee-fcbd-4978-a85c-7144efacd269 HTTP/1.1" status: 204 len: 173 time: 0.5903368 Feb 10 13:47:07.861470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'name': 'network-vif-deleted', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:07.863670 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ababb-8837-410d-bc8b-e842b1ac692c" -d '{"events": [{"server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "name": "network-vif-deleted", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:08.009899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df22277b-6195-4970-b0cf-03435757c856 req-097084e0-f6d1-4145-8fb9-cec6bbce7be0 tempest-TestServerAdvancedOps-1667699438 tempest-TestServerAdvancedOps-1667699438-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e9af63-bf43-48b4-acf6-ab61c40c9440 HTTP/1.1" status: 200 len: 210 time: 0.0358846 Feb 10 13:47:08.071300 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e412d076-c513-46ca-9bc4-4c96674bb720 x-openstack-request-id: req-e412d076-c513-46ca-9bc4-4c96674bb720 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:08.071598 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e9af63-bf43-48b4-acf6-ab61c40c9440", "name": "network-vif-deleted", "tag": "e006b5ee-fcbd-4978-a85c-7144efacd269", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:08.071855 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e412d076-c513-46ca-9bc4-4c96674bb720 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:08.072263 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e9af63-bf43-48b4-acf6-ab61c40c9440', 'name': 'network-vif-deleted', 'tag': 'e006b5ee-fcbd-4978-a85c-7144efacd269', 'status': 'completed', 'code': 200} Feb 10 13:47:08.334803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ae8c7f92-d560-4b5a-a57c-d103d35f583e no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:47:08.405470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: ae8c7f92-d560-4b5a-a57c-d103d35f583e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:47:08.405966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device ae8c7f92-d560-4b5a-a57c-d103d35f583e not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:47:09.073113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:09.132553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Deleting subnet beefabf3-a0f5-443c-82c7-82132c39ea58 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:47:09.136235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Publish callbacks [] for subnet (beefabf3-a0f5-443c-82c7-82132c39ea58), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.182924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (beefabf3-a0f5-443c-82c7-82132c39ea58), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.222157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (beefabf3-a0f5-443c-82c7-82132c39ea58), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.280724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (beefabf3-a0f5-443c-82c7-82132c39ea58), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.308671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beefabf3-a0f5-443c-82c7-82132c39ea58,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:09.313807 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.320350 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-40792630-338b-475b-8ec2-0ab12d6c4ae1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/beefabf3-a0f5-443c-82c7-82132c39ea58 HTTP/1.1" status: 204 len: 168 time: 0.2434683 Feb 10 13:47:09.321208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:09.397212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (082d993b-2b5c-4f5a-a40b-682b97741021), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.490848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (082d993b-2b5c-4f5a-a40b-682b97741021), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.512704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082d993b-2b5c-4f5a-a40b-682b97741021']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:09.522154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48b277f-2ee7-44d3-b23e-91c16fa20536') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:09.522452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48b277f-2ee7-44d3-b23e-91c16fa20536') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:09.535052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (b48b277f-2ee7-44d3-b23e-91c16fa20536), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.557544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b48b277f-2ee7-44d3-b23e-91c16fa20536), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.565673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:47:09.566083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (b48b277f-2ee7-44d3-b23e-91c16fa20536), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:47:09.632211 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:47:09.647983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (082d993b-2b5c-4f5a-a40b-682b97741021), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.663800 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.667247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] 10.222.0.13 "DELETE /v2.0/networks/082d993b-2b5c-4f5a-a40b-682b97741021 HTTP/1.1" status: 204 len: 168 time: 0.3456969 Feb 10 13:47:09.672992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:09.679780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696495-6766-4763-8ba2-611f272bc278 admin admin] Pushing event deleted for resources: {'Network': ['ID=082d993b-2b5c-4f5a-a40b-682b97741021,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:09.726869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Deleting subnet 8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:47:09.730661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Publish callbacks [] for subnet (8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.752307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e006b5ee-fcbd-4978-a85c-7144efacd269 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:47:09.793717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: e006b5ee-fcbd-4978-a85c-7144efacd269 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:47:09.794599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e006b5ee-fcbd-4978-a85c-7144efacd269 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:47:09.807860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.850805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.913077 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.945353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:09.947770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:09.953145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-373f87e4-991f-41c9-b4c5-594e35c92c1f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ed1f121-f17e-40ab-bdf9-36e7e9ab4b21 HTTP/1.1" status: 204 len: 168 time: 0.2783685 Feb 10 13:47:09.955423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:10.042356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d64c5a99-abc4-43bf-adc6-50fc199bc762), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.135384 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d64c5a99-abc4-43bf-adc6-50fc199bc762), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.159624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c5a99-abc4-43bf-adc6-50fc199bc762']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:10.170619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e433d3-675a-44eb-bc20-b5095c8778a9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:10.170921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e433d3-675a-44eb-bc20-b5095c8778a9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:10.181877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (89e433d3-675a-44eb-bc20-b5095c8778a9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.196935 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (89e433d3-675a-44eb-bc20-b5095c8778a9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.205449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:47:10.206399 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (89e433d3-675a-44eb-bc20-b5095c8778a9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:47:10.209568 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:47:10.280726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d64c5a99-abc4-43bf-adc6-50fc199bc762), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.295585 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.299926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d64c5a99-abc4-43bf-adc6-50fc199bc762 HTTP/1.1" status: 204 len: 168 time: 0.3424115 Feb 10 13:47:10.316347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011060b1-ce57-493b-acec-77775616c718 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64c5a99-abc4-43bf-adc6-50fc199bc762,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:10.533520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:10.587062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27cea953-dced-4a27-9dfd-624594cad9b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=084dd139a7c34ecc9083b68f81fcf179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515418 Feb 10 13:47:10.589818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51534) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:10.646914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] Publish callbacks [] for security_group (75e8a172-547d-4151-9f00-97907e79a0c0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.672063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] Publish callbacks [] for security_group (75e8a172-547d-4151-9f00-97907e79a0c0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.755685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (75e8a172-547d-4151-9f00-97907e79a0c0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.758561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:10.762735 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e8a172-547d-4151-9f00-97907e79a0c0 HTTP/1.1" status: 204 len: 168 time: 0.1712201 Feb 10 13:47:10.774236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda966e-b301-4326-8cf8-f42f0cf61c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8a172-547d-4151-9f00-97907e79a0c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:11.166225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51542) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:11.212270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ca7ed600-7494-4dcd-b642-01b167141784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1387636396df44659a54e8fa56dd2224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445409 Feb 10 13:47:11.214779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51544) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:11.271313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] Publish callbacks [] for security_group (5ec44659-f36a-438c-8e80-d9caee111a38), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:11.305272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] Publish callbacks [] for security_group (5ec44659-f36a-438c-8e80-d9caee111a38), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:11.370894 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5ec44659-f36a-438c-8e80-d9caee111a38), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:11.378389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:11.383336 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ec44659-f36a-438c-8e80-d9caee111a38 HTTP/1.1" status: 204 len: 168 time: 0.1645429 Feb 10 13:47:11.385896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:11.405090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97baff0-427c-4e47-8cc2-a85f2a7db111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec44659-f36a-438c-8e80-d9caee111a38,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:12.496858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51576) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:12.712547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-165859090-network', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:12.738454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Made reservation on behalf of 3b71bbf6603247349c5e24b9d9bcb89b for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:12.741368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:12.751432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:12.888521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks [] for security_group (d2e2d130-13b0-4531-99d9-7ca76fa1c751), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:12.900220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d2e2d130-13b0-4531-99d9-7ca76fa1c751), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:12.916217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:47:12.939403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:12.940699 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Added segment f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d of type vlan for network b92127cd-8b16-4ae0-85f8-58e6309db14d Feb 10 13:47:13.012076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2d130-13b0-4531-99d9-7ca76fa1c751,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:13.063513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b92127cd-8b16-4ae0-85f8-58e6309db14d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.129292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b92127cd-8b16-4ae0-85f8-58e6309db14d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.130791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:13.131367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.161369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6627269 Feb 10 13:47:13.164699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:13.169726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Request body: {'subnet': {'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-165859090-subnet', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:13.210878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Made reservation on behalf of 3b71bbf6603247349c5e24b9d9bcb89b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:13.222890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.336969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23d2f3-63ef-42cc-a6be-a9c1aa1a1cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=b92127cd-8b16-4ae0-85f8-58e6309db14d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:13.349563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b92127cd-8b16-4ae0-85f8-58e6309db14d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:47:13.523053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (f26d8da5-c507-48aa-82be-6348464b1989), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.647258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Checking segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:13.647627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Network hostable DHCP agents. Network: b92127cd-8b16-4ae0-85f8-58e6309db14d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:47:13.670703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26d8da5-c507-48aa-82be-6348464b1989,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:13.706161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Network b92127cd-8b16-4ae0-85f8-58e6309db14d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:47:13.724646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b92127cd-8b16-4ae0-85f8-58e6309db14d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:13.729880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:13.730475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.737070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7841e56-2e5f-4ee7-a689-460decd1e64b None None] Network b92127cd-8b16-4ae0-85f8-58e6309db14d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:47:13.753383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2aa553fe-b62f-4ab2-9098-53b4a4e8321d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5874166 Feb 10 13:47:13.756185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:13.762099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:13.784856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.787110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.885811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for router_controller (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:13.923110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b92127cd-8b16-4ae0-85f8-58e6309db14d', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:47:13.924294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.122190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Allocated IP 172.20.0.2 (b92127cd-8b16-4ae0-85f8-58e6309db14d/f26d8da5-c507-48aa-82be-6348464b1989/07feaefb-8f99-4311-b83a-243f832ce6f2) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:14.184478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for router_gateway (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.329227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks [] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.343436 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.392493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Network b92127cd-8b16-4ae0-85f8-58e6309db14d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:14.399950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:14.405600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:14.427814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Pushing event updated for resources: {'Port': ['ID=07feaefb-8f99-4311-b83a-243f832ce6f2,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:14.463135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.463786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.464615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.465197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.466409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.466942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.467455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.468067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.468592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.469125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.469805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.470342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.470834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:14.537830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Attempting to bind port 07feaefb-8f99-4311-b83a-243f832ce6f2 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:14.538211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Attempting to bind port 07feaefb-8f99-4311-b83a-243f832ce6f2 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:14.538583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Attempting to bind port 07feaefb-8f99-4311-b83a-243f832ce6f2 on network b92127cd-8b16-4ae0-85f8-58e6309db14d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:14.553485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:14.553890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Checking segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:14.554266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.554670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Bound using segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:14.555173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Bound port: 07feaefb-8f99-4311-b83a-243f832ce6f2, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:14.555549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.586851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for router_gateway (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.625244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.675304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] For port 07feaefb-8f99-4311-b83a-243f832ce6f2, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:14.684319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] For port 07feaefb-8f99-4311-b83a-243f832ce6f2, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=07feaefb-8f99-4311-b83a-243f832ce6f2,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:14.709037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:14.837243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4a37-558c-4a5e-bce0-651e46a9fb3f None None] Pushing event updated for resources: {'Port': ['ID=07feaefb-8f99-4311-b83a-243f832ce6f2,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:14.910224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Allocated IP 172.25.8.164 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/61d384d1-5f6b-43fa-b70c-0f6f6b28b34f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:15.479179 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:47:15.627799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:15.701473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 07feaefb-8f99-4311-b83a-243f832ce6f2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:15.707168 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:15.765855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Pushing event updated for resources: {'Port': ['ID=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:15.798181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:15.801087 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:15.806051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:15.840182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 07feaefb-8f99-4311-b83a-243f832ce6f2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:15.840567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.016228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 07feaefb-8f99-4311-b83a-243f832ce6f2 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:16.016621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.061153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 07feaefb-8f99-4311-b83a-243f832ce6f2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=07feaefb-8f99-4311-b83a-243f832ce6f2,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:16.070537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.143344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=07feaefb-8f99-4311-b83a-243f832ce6f2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:16.251374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for router_gateway (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.328719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8839a-5df6-45ad-9922-aade00e20a93 None None] Network b92127cd-8b16-4ae0-85f8-58e6309db14d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:47:16.489128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e244d7ec-3765-4cf9-aa3c-cdc379275a3d None None] Provisioning complete for port 07feaefb-8f99-4311-b83a-243f832ce6f2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:16.489621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e244d7ec-3765-4cf9-aa3c-cdc379275a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.491327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.667673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:47:16.711849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e244d7ec-3765-4cf9-aa3c-cdc379275a3d None None] Current status of the port 07feaefb-8f99-4311-b83a-243f832ce6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:16.874572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:47:16.890824 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Sync routers for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:47:16.905038 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:16.906676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:16.931658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:16.937263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-881e462c-2dea-41c8-88c0-8d3daa923e49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1765041 Feb 10 13:47:16.937460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:17.062130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2609b138-06ac-42a2-92cd-7a7c3f241643 None None] Provisioning complete for port 07feaefb-8f99-4311-b83a-243f832ce6f2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:17.062513 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2609b138-06ac-42a2-92cd-7a7c3f241643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.075040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:17.274695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2609b138-06ac-42a2-92cd-7a7c3f241643 None None] Current status of the port 07feaefb-8f99-4311-b83a-243f832ce6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:17.373623 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:16Z', 'revision_number': 3, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:17.405709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:17.419612 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Checking router: 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:47:17.420152 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Updating router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:47:17.454357 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.555018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab6c4d-0938-495e-8a14-4fe06c6f360a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.639115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 07feaefb-8f99-4311-b83a-243f832ce6f2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:17.690575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab6c4d-0938-495e-8a14-4fe06c6f360a admin admin] Publish callbacks [] for security_group (46e061f6-d632-40f9-8b0b-4436da354e98), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.697017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20ab6c4d-0938-495e-8a14-4fe06c6f360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (46e061f6-d632-40f9-8b0b-4436da354e98), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.710304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.754880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 07feaefb-8f99-4311-b83a-243f832ce6f2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:17.755467 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.796675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab6c4d-0938-495e-8a14-4fe06c6f360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e061f6-d632-40f9-8b0b-4436da354e98,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:17.810726 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20ab6c4d-0938-495e-8a14-4fe06c6f360a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb9cbb0842864bcc8524a36cb01b2540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027050 Feb 10 13:47:17.813270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51634) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:17.884854 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks [] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.895011 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.913785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] Publish callbacks [] for security_group (46e061f6-d632-40f9-8b0b-4436da354e98), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.936996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] Publish callbacks [] for security_group (46e061f6-d632-40f9-8b0b-4436da354e98), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:17.951610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 07feaefb-8f99-4311-b83a-243f832ce6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:17.958610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Allocated IP 172.20.0.1 (b92127cd-8b16-4ae0-85f8-58e6309db14d/f26d8da5-c507-48aa-82be-6348464b1989/38244c21-e5bf-4293-9721-ed9cef425dad) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:18.007862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (46e061f6-d632-40f9-8b0b-4436da354e98), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.018186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.025704 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Pushing event updated for resources: {'Port': ['ID=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:18.032576 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46e061f6-d632-40f9-8b0b-4436da354e98 HTTP/1.1" status: 204 len: 168 time: 0.2075014 Feb 10 13:47:18.041306 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.043173 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.043588 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.043989 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.044374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.044709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.045057 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.045383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.045706 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.046233 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.046562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.046882 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.047204 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:18.058718 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Attempting to bind port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:18.061099 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Attempting to bind port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:18.061672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Attempting to bind port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:18.063821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeabd91-b61b-4090-990d-87b36509c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e061f6-d632-40f9-8b0b-4436da354e98,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:18.097083 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:18.097775 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:18.098516 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.100043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:18.100559 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Bound port: 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:18.100958 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.183994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks [] for port (38244c21-e5bf-4293-9721-ed9cef425dad), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.242164 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] For port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:18.246737 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] For port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:18.253631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.259607 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.337026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:18.338040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:18.373575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Network b92127cd-8b16-4ae0-85f8-58e6309db14d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:18.386097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:18.399855 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60297e-c95a-4316-ac49-6941d09d6f07 None None] Pushing event updated for resources: {'Port': ['ID=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:18.407463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:18.459359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Pushing event updated for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:18.513979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.577627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:18.760660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-839a1604-8872-434c-9d6c-335e6697d93c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414414522&fields=id&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 267 time: 0.1452727 Feb 10 13:47:18.869848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:18.912582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-af16fc55-a94a-4c0f-aa79-12bedfc880af None None] Provisioning complete for port 38244c21-e5bf-4293-9721-ed9cef425dad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:18.914931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-af16fc55-a94a-4c0f-aa79-12bedfc880af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:19.004212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-af16fc55-a94a-4c0f-aa79-12bedfc880af None None] Port 38244c21-e5bf-4293-9721-ed9cef425dad cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:19.071736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-8a60bc7b-66f3-4f50-954e-d9a15384cc15 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:19.073469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-8a60bc7b-66f3-4f50-954e-d9a15384cc15 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2841036 Feb 10 13:47:19.098895 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:16Z', 'revision_number': 3, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:19.116880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-0d6b6753-9e78-429d-910a-4d41c567ec05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0230618 Feb 10 13:47:19.133301 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b78e8-a012-4f31-901d-9d2aaad29376 None None] The sync data for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 is: [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:16Z', 'revision_number': 3, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:47:19.267981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-4f5cd5ca-81d2-4dcf-b3d3-7c8e60efc30f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131930 Feb 10 13:47:19.285063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks [] for port (38244c21-e5bf-4293-9721-ed9cef425dad), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:19.291495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:19.456786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Pushing event updated for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:19.462572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:19.507878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-f97715cd-0abd-457a-b743-c3570d6fd330 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114747 Feb 10 13:47:19.651243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Network b92127cd-8b16-4ae0-85f8-58e6309db14d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:19.654395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:19.782211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:19.924695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:19.925298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:20.035085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:20.036240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:20.075013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:20.081484 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:20.166325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32cbaeb3-9232-4345-bd96-f40cbf007174 None None] Provisioning complete for port 38244c21-e5bf-4293-9721-ed9cef425dad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:20.166711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32cbaeb3-9232-4345-bd96-f40cbf007174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:20.194250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:20.214411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32cbaeb3-9232-4345-bd96-f40cbf007174 None None] Port 38244c21-e5bf-4293-9721-ed9cef425dad cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:20.452238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-b976d4e4-1148-4b15-96df-55a992ca3493 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972905 Feb 10 13:47:20.554229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:47:20.718913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:47:20.731531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bd301b58-66c1-4e65-835d-86f8d5cd16c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a0be1e2-a2fe-4704-b67a-e0bb8b523810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7930596 Feb 10 13:47:21.008791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9cf92422-588f-400b-861e-a083b356e2ef req-426fb851-1887-4e90-b463-4581d8be4b8b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0863008 Feb 10 13:47:21.657578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:21.905354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:21.906462 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.035619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:22.044426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1694789554-network', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:22.102224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Made reservation on behalf of e189486bb9a74dbe85bb41cd8edea6e8 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:22.105001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.118603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:22.130509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.133010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Sync routers for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:47:22.161583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:22.163610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:22.245113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8942554c-d429-42d8-954f-8569b2d00a8e req-3ad59ac6-02b1-4a47-a11d-b7310dff523f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0545881 Feb 10 13:47:22.304814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks [] for security_group (5eb5e334-b4b5-4c34-825b-e8397ddc2240), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.309685 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5eb5e334-b4b5-4c34-825b-e8397ddc2240), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.354537 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:47:22.370228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:22.387692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5e334-b4b5-4c34-825b-e8397ddc2240,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:22.419330 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f33f23a3-507d-47c5-8cae-7f50f1bc0f8d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.419919 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Added segment f33f23a3-507d-47c5-8cae-7f50f1bc0f8d of type vlan for network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a Feb 10 13:47:22.477893 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.514725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.516128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:22.523033 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.615590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:22.616172 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5777090 Feb 10 13:47:22.624988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Request body: {'subnet': {'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1694789554-subnet', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:22.723700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Made reservation on behalf of e189486bb9a74dbe85bb41cd8edea6e8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:22.733783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc86c0-c144-4b95-9caf-46d7d60e56c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec4f4d9-a582-44f3-8c03-a7d7dc74826a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:22.767902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:47:22.775576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:22.915475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:19Z', 'revision_number': 2, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:22.974906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Checking router: 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:47:22.975157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Updating router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 port 38244c21-e5bf-4293-9721-ed9cef425dad binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:47:23.121441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3ca1a50a-1619-4479-856e-c4f57d45ddff), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.237291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-63546bee-9944-4ef8-bb9e-f6de60dd2f5c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:23.238154 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-63546bee-9944-4ef8-bb9e-f6de60dd2f5c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2461381 Feb 10 13:47:23.242988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca1a50a-1619-4479-856e-c4f57d45ddff,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:23.257376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Checking segment: {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:23.257376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Network hostable DHCP agents. Network: 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:47:23.315817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:47:23.331677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:23.336185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:23.337053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.370592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-99fddf8d-918e-4571-b9af-28f09d865465 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7529511 Feb 10 13:47:23.375767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:23.380594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:23.394958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca203d5-c22f-4b92-bb49-c8503beb091f None None] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:47:23.402191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-76bd28cd-9a35-448b-9a2a-ff26471a3432 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 380 time: 0.1523757 Feb 10 13:47:23.408159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41bc449e-7837-4cbe-b66f-500f582638e6 req-3b8d7c4c-3fa2-4f2f-ac2d-5b5e15c774f0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0539134 Feb 10 13:47:23.425949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'security_groups': ['e22c0f63-4198-40ed-a7a5-b4296c7ae9a4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:23.464656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.705576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (53d12146-9498-4937-bb7f-3236f98a3f39), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.710124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (53d12146-9498-4937-bb7f-3236f98a3f39), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.793607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:23.797374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.836909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for router_controller (53d12146-9498-4937-bb7f-3236f98a3f39), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:23.916682 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'fixed_ips': [{'subnet_id': '3ca1a50a-1619-4479-856e-c4f57d45ddff'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:47:23.923821 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.004272 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks [] for port (38244c21-e5bf-4293-9721-ed9cef425dad), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.049712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.227309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.13 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/b89d2f01-5135-4161-86f4-f1dae7ff225a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:24.269727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a043cf4-bd97-4440-9e14-ffa76d41bc7c None None] Pushing event updated for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:24.544021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Attempting to bind port 38244c21-e5bf-4293-9721-ed9cef425dad on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:24.553334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Attempting to bind port 38244c21-e5bf-4293-9721-ed9cef425dad by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:24.553717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Attempting to bind port 38244c21-e5bf-4293-9721-ed9cef425dad on network b92127cd-8b16-4ae0-85f8-58e6309db14d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:24.569266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:24.569604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Checking segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:24.570144 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.570648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Bound using segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:24.571136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Bound port: 38244c21-e5bf-4293-9721-ed9cef425dad, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:24.571570 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.597231 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for router_gateway (53d12146-9498-4937-bb7f-3236f98a3f39), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.639824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ba58a04-0f72-437b-90a1-4c4388fe9911 req-1089b13e-35c2-4759-a9b5-ec63919b9706 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0614398 Feb 10 13:47:24.651608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.749809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] For port 38244c21-e5bf-4293-9721-ed9cef425dad, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:24.753128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] For port 38244c21-e5bf-4293-9721-ed9cef425dad, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=38244c21-e5bf-4293-9721-ed9cef425dad,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:24.789170 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.905070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:24.931594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:24.932240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:25.031325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:25.054263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:25.065238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:25.187418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:25.196350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:25.197037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.256230 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-9830fc75-236e-4744-a803-44584242ada0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360856 Feb 10 13:47:25.261680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:25.360207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a043cf4-bd97-4440-9e14-ffa76d41bc7c None None] Pushing event updated for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:25.365918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Provisioning complete for port 38244c21-e5bf-4293-9721-ed9cef425dad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:25.366643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.370854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Allocated IP 172.20.0.2 (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a/3ca1a50a-1619-4479-856e-c4f57d45ddff/8a3279db-c473-497f-ae13-de3e6e275007) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:25.425954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Request body: {'port': {'device_id': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:25.610987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.613816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for router_gateway (53d12146-9498-4937-bb7f-3236f98a3f39), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.646749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.688429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Current status of the port 38244c21-e5bf-4293-9721-ed9cef425dad is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:25.688429 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.797253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] For port 38244c21-e5bf-4293-9721-ed9cef425dad, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=38244c21-e5bf-4293-9721-ed9cef425dad,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:25.829628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:25.973187 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks [] for port (8a3279db-c473-497f-ae13-de3e6e275007), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.022298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Provisioning complete for port b89d2f01-5135-4161-86f4-f1dae7ff225a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:26.023087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.025719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (8a3279db-c473-497f-ae13-de3e6e275007), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.069103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575483c-4d56-49de-8e52-2a6b4c37a4e9 None None] Pushing event updated for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:26.105429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a3654-36b0-4c59-843a-a0585038824a req-c5328521-834e-484c-81bb-75ab876c13b6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:26.116028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-990a3654-36b0-4c59-843a-a0585038824a req-c5328521-834e-484c-81bb-75ab876c13b6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 932 time: 0.1744614 Feb 10 13:47:26.181506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Allocated IP 172.25.8.87 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/556ed2d0-84d5-44f3-872a-9db1f656c468) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:26.240379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Pushing event updated for resources: {'Port': ['ID=8a3279db-c473-497f-ae13-de3e6e275007,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:26.249642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:26.257165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:26.282045 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:26.287603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-990a3654-36b0-4c59-843a-a0585038824a req-cd5a904c-a0a8-4721-82be-cccdefe36f0f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700654 Feb 10 13:47:26.310474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Port b89d2f01-5135-4161-86f4-f1dae7ff225a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:26.341123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-2628328d-b943-4d44-afe1-ab7ceac52f59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2209573 Feb 10 13:47:26.419253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:24Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:26.490980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.494024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e315a-e812-46e9-8338-440347e7844b req-35779a66-7203-4a58-acc5-6006bd927e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:26.495679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-35779a66-7203-4a58-acc5-6006bd927e8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.0927701 Feb 10 13:47:26.497281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89d2f01-5135-4161-86f4-f1dae7ff225a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:47:26.523244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks [] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.528948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea0d2e-28c4-4e8c-b840-1f260889fcc1 None None] The sync data for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 is: [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:24Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:47:26.568358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Transition to ACTIVE for port object b89d2f01-5135-4161-86f4-f1dae7ff225a will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:47:26.573172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Attempting to bind port 8a3279db-c473-497f-ae13-de3e6e275007 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:26.573397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Attempting to bind port 8a3279db-c473-497f-ae13-de3e6e275007 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:26.573755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Attempting to bind port 8a3279db-c473-497f-ae13-de3e6e275007 on network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:26.575951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Provisioning complete for port 38244c21-e5bf-4293-9721-ed9cef425dad triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:26.576380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.607194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.669550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:26.669808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Checking segment: {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:26.670113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.670521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Bound using segment: {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:26.671033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Bound port: 8a3279db-c473-497f-ae13-de3e6e275007, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:26.671427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3279db-c473-497f-ae13-de3e6e275007), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.806380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:26.867698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:26.907634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e315a-e812-46e9-8338-440347e7844b req-419fcaff-9c0b-4df9-b358-76f9f741666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:26.915590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-419fcaff-9c0b-4df9-b358-76f9f741666b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.2500823 Feb 10 13:47:27.077773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:27.083513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:27.096907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:27.130911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-7700a00a-e7c3-44aa-820e-a7ec7e2cf3a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1001 time: 0.2141519 Feb 10 13:47:27.231306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e315a-e812-46e9-8338-440347e7844b req-3198a0a9-ae8c-4895-99dd-75c5acf002c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:27.234051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-3198a0a9-ae8c-4895-99dd-75c5acf002c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0947597 Feb 10 13:47:27.329600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] For port 8a3279db-c473-497f-ae13-de3e6e275007, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:27.333388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] For port 8a3279db-c473-497f-ae13-de3e6e275007, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3279db-c473-497f-ae13-de3e6e275007,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:27.353928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a3279db-c473-497f-ae13-de3e6e275007), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:27.367631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e315a-e812-46e9-8338-440347e7844b req-52fdc578-4c83-4269-ab5d-92fa4a3898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:27.380281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-52fdc578-4c83-4269-ab5d-92fa4a3898cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1346929 Feb 10 13:47:27.414576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Pushing event updated for resources: {'Port': ['ID=556ed2d0-84d5-44f3-872a-9db1f656c468,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:27.479697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Attempting to bind port b89d2f01-5135-4161-86f4-f1dae7ff225a on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:27.480034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Attempting to bind port b89d2f01-5135-4161-86f4-f1dae7ff225a by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:27.480360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Attempting to bind port b89d2f01-5135-4161-86f4-f1dae7ff225a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:27.555033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Port b89d2f01-5135-4161-86f4-f1dae7ff225a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:47:27.555540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Attempting to bind port b89d2f01-5135-4161-86f4-f1dae7ff225a on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:27.569379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:27.569933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:27.577133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:27.579938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Bound port: b89d2f01-5135-4161-86f4-f1dae7ff225a, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:27.580316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:27.626573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f648168-4d07-4929-9010-c4caf5b2d8d5 None None] Pushing event updated for resources: {'Port': ['ID=8a3279db-c473-497f-ae13-de3e6e275007,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:27.690899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-23857c15-eb66-42fd-a1bb-2bb21f6e580f None None] Current status of the port 38244c21-e5bf-4293-9721-ed9cef425dad is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:27.838167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 38244c21-e5bf-4293-9721-ed9cef425dad up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:27.953977 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-f087601c-d84c-4375-ad3f-47fa51046b0b service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674787 Feb 10 13:47:27.992190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 38244c21-e5bf-4293-9721-ed9cef425dad triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:27.992568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:28.110202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:28.124338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:28.142287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for router_gateway (53d12146-9498-4937-bb7f-3236f98a3f39), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:28.152408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:28.249940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51fd1-92fc-439d-8a65-9c1a05329a4c req-14f342eb-5734-4908-8601-2a0ab1ff0a5b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:28.276104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac51fd1-92fc-439d-8a65-9c1a05329a4c req-14f342eb-5734-4908-8601-2a0ab1ff0a5b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.7761586 Feb 10 13:47:28.293701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 38244c21-e5bf-4293-9721-ed9cef425dad is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:28.398125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:28.398803 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:28.400243 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 1092 time: 3.0056157 Feb 10 13:47:28.403419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:28.407362 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:28.412076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-945e315a-e812-46e9-8338-440347e7844b req-3b5aacc9-c91c-47f5-8fa0-17fe374cf5ba service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436464 Feb 10 13:47:28.424993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac51fd1-92fc-439d-8a65-9c1a05329a4c req-bd89c2a8-ad3a-4421-a7b4-e5cf240c80e2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481884 Feb 10 13:47:28.559902 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da96e3-c44a-4d49-a675-cb0e8196862d x-openstack-request-id: req-62da96e3-c44a-4d49-a675-cb0e8196862d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:28.560201 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:28.560434 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62da96e3-c44a-4d49-a675-cb0e8196862d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:28.560861 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'status': 'completed', 'code': 200} Feb 10 13:47:28.597022 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b1660-082c-4078-b20a-90f6bc6609e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:29.143728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-0e69f822-184b-40b9-a182-e009fe9a3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:29.145328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-0e69f822-184b-40b9-a182-e009fe9a3a08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1126 time: 0.5836749 Feb 10 13:47:29.215753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-bf40abcf-3816-435c-8ab6-dbe8a137c6e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 217 time: 0.0423849 Feb 10 13:47:29.257100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (53d12146-9498-4937-bb7f-3236f98a3f39), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.266102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1e97c-deb7-4252-b911-cca6d3870f79 None None] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:47:29.315291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-373dee3b-7bfc-4c78-b6a0-e24ce94f53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:29.316782 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-373dee3b-7bfc-4c78-b6a0-e24ce94f53d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0949461 Feb 10 13:47:29.378009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Provisioning complete for port 8a3279db-c473-497f-ae13-de3e6e275007 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:29.378391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3279db-c473-497f-ae13-de3e6e275007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.418054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-864bbbd0-88dd-42fc-9ad7-fa5608a5a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:29.419678 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-864bbbd0-88dd-42fc-9ad7-fa5608a5a6e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0965590 Feb 10 13:47:29.524614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Router 53d12146-9498-4937-bb7f-3236f98a3f39 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:47:29.552562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-73065e3a-10eb-45ef-952e-1e090bc02db6 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263480 Feb 10 13:47:29.557826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Current status of the port 8a3279db-c473-497f-ae13-de3e6e275007 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:29.558214 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8a3279db-c473-497f-ae13-de3e6e275007), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.635737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11b303-9163-444e-be95-a052ce12c2c4 req-fefbe1a1-cd5a-4203-b62d-7ed4087a9eaf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:29.643164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] For port 8a3279db-c473-497f-ae13-de3e6e275007, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3279db-c473-497f-ae13-de3e6e275007,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:29.644323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc11b303-9163-444e-be95-a052ce12c2c4 req-fefbe1a1-cd5a-4203-b62d-7ed4087a9eaf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1161332 Feb 10 13:47:29.656847 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8a3279db-c473-497f-ae13-de3e6e275007), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.733939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3279db-c473-497f-ae13-de3e6e275007 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:29.764644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc11b303-9163-444e-be95-a052ce12c2c4 req-114fdc52-e1cd-4b91-a8f1-44ef0179e5d6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190994 Feb 10 13:47:29.780253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab765c1-943d-4f82-a9c0-4a0b4f09cd23 None None] Pushing event updated for resources: {'Port': ['ID=8a3279db-c473-497f-ae13-de3e6e275007,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:29.803891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:47:29.807780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2340f8f0-0be9-4ce7-a996-baaca9fe05d8 req-cc34e23f-2736-4e0d-881b-578764fea1a4 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061839 Feb 10 13:47:29.816163 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Sync routers for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:47:29.820365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8a3279db-c473-497f-ae13-de3e6e275007 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:29.820997 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3279db-c473-497f-ae13-de3e6e275007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.828416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:29.831440 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:29.832397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:29.835505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f3c7df6-d74c-4043-b80a-04c77f27d3ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4572635 Feb 10 13:47:29.836842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:29.953576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8a3279db-c473-497f-ae13-de3e6e275007 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:29.971256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-c74f8b00-58dd-4996-b34f-b218c3626fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:29.973058 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-c74f8b00-58dd-4996-b34f-b218c3626fe0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1126 time: 0.0841432 Feb 10 13:47:29.985455 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:29.988665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a6fb45c4-5033-479d-9646-c9782a2d865a None None] Provisioning complete for port 8a3279db-c473-497f-ae13-de3e6e275007 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:29.989273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a6fb45c4-5033-479d-9646-c9782a2d865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3279db-c473-497f-ae13-de3e6e275007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.082085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb45c4-5033-479d-9646-c9782a2d865a None None] Current status of the port 8a3279db-c473-497f-ae13-de3e6e275007 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:30.137450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-c83d0292-587a-4838-8e32-98697c527b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:30.139130 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-c83d0292-587a-4838-8e32-98697c527b22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1605453 Feb 10 13:47:30.184296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-738988f2-bfab-4823-9683-652eae6c5444 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 217 time: 0.0389688 Feb 10 13:47:30.233771 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:27Z', 'revision_number': 3, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:30.245806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-de949fb6-2a99-4e8a-8c16-c90107efb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:30.247669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-de949fb6-2a99-4e8a-8c16-c90107efb92b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0575316 Feb 10 13:47:30.260624 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Checking router: 53d12146-9498-4937-bb7f-3236f98a3f39 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:47:30.261219 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Updating router 53d12146-9498-4937-bb7f-3236f98a3f39 port 556ed2d0-84d5-44f3-872a-9db1f656c468 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:47:30.290883 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.307881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-76c51b88-c590-4379-88fe-05480c3705f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:30.309623 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-76c51b88-c590-4379-88fe-05480c3705f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559838 Feb 10 13:47:30.420424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-a04814b2-6e5e-4e16-b196-caaa76ce4fe8 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046717 Feb 10 13:47:30.424090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.522520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f7bd75e4-e117-4ba9-8f26-db5331c8d6a1 req-6214891e-96a5-4c2a-b2bc-2e70437a9031 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963230 Feb 10 13:47:30.581606 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks [] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.595164 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.621353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Allocated IP 172.20.0.1 (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a/3ca1a50a-1619-4479-856e-c4f57d45ddff/3d38ee96-89f5-4528-ae98-711f35f3fe37) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:30.646079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578bbed-f789-47f6-887a-d33988610552 None None] Pushing event updated for resources: {'Port': ['ID=556ed2d0-84d5-44f3-872a-9db1f656c468,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:30.663313 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Attempting to bind port 556ed2d0-84d5-44f3-872a-9db1f656c468 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:30.664313 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Attempting to bind port 556ed2d0-84d5-44f3-872a-9db1f656c468 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:30.664313 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Attempting to bind port 556ed2d0-84d5-44f3-872a-9db1f656c468 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:30.669760 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:30.670132 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:30.670533 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.670923 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:30.671386 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Bound port: 556ed2d0-84d5-44f3-872a-9db1f656c468, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:30.671767 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.723746 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] For port 556ed2d0-84d5-44f3-872a-9db1f656c468, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:30.726858 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] For port 556ed2d0-84d5-44f3-872a-9db1f656c468, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=556ed2d0-84d5-44f3-872a-9db1f656c468,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:30.733959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks [] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.735338 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.783892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.793545 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:30.793545 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:30.867274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:30.868228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Pushing event updated for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:30.871570 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-246c978e-6cf2-44f2-93a5-1971715fce07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:30.882438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:30.884796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:30.960086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578bbed-f789-47f6-887a-d33988610552 None None] Pushing event updated for resources: {'Port': ['ID=556ed2d0-84d5-44f3-872a-9db1f656c468,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:30.979896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (53d12146-9498-4937-bb7f-3236f98a3f39), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.046512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5cbca-7c21-4cef-b011-5c617fa0dc06 req-2c36c59d-518c-43b3-8336-372bbfcfc7b5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:31.048692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42d5cbca-7c21-4cef-b011-5c617fa0dc06 req-2c36c59d-518c-43b3-8336-372bbfcfc7b5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1299760 Feb 10 13:47:31.052840 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:31.115565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42d5cbca-7c21-4cef-b011-5c617fa0dc06 req-bb6f4ce7-3e46-4a90-aa5a-2fdaf48eb9f8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578728 Feb 10 13:47:31.203853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.232708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c031ccc7-4f30-469a-9d30-2a5021ae211f None None] Provisioning complete for port 3d38ee96-89f5-4528-ae98-711f35f3fe37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:31.233427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c031ccc7-4f30-469a-9d30-2a5021ae211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.266331 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:27Z', 'revision_number': 3, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:31.290577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c031ccc7-4f30-469a-9d30-2a5021ae211f None None] Port 3d38ee96-89f5-4528-ae98-711f35f3fe37 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:31.297074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef966c4-6a2d-4df6-8016-9e47f8749721 None None] The sync data for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 is: [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:27Z', 'revision_number': 3, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:47:31.403762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks [] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.409654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.480433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Pushing event updated for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:31.483110 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (53d12146-9498-4937-bb7f-3236f98a3f39), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.617600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:31.619387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:31.814834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 556ed2d0-84d5-44f3-872a-9db1f656c468 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:31.819246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Router 53d12146-9498-4937-bb7f-3236f98a3f39 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:47:31.902709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 556ed2d0-84d5-44f3-872a-9db1f656c468 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:31.903817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:31.963952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:47:31.976747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eddeffd7-600b-44d8-af1f-e14a992fac5e admin admin] 10.222.0.13 "PUT /v2.0/routers/53d12146-9498-4937-bb7f-3236f98a3f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317213 Feb 10 13:47:32.029427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 556ed2d0-84d5-44f3-872a-9db1f656c468 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:32.033055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.068401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 556ed2d0-84d5-44f3-872a-9db1f656c468, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=556ed2d0-84d5-44f3-872a-9db1f656c468,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:32.079356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4a50ad0e-306e-4d40-8ca7-1095c5e2bb05 None None] Provisioning complete for port 3d38ee96-89f5-4528-ae98-711f35f3fe37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:32.080110 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a50ad0e-306e-4d40-8ca7-1095c5e2bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.083011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.084567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3279db-c473-497f-ae13-de3e6e275007 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:32.197670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4a50ad0e-306e-4d40-8ca7-1095c5e2bb05 None None] Port 3d38ee96-89f5-4528-ae98-711f35f3fe37 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:32.216549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=556ed2d0-84d5-44f3-872a-9db1f656c468,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:32.229014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8a3279db-c473-497f-ae13-de3e6e275007 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:32.229469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8a3279db-c473-497f-ae13-de3e6e275007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.333365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8a3279db-c473-497f-ae13-de3e6e275007 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:32.718166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:32.722750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097865015', 'description': 'tempest-secgroup-smoke-2097865015 description', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:32.745548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.848095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2e350-92f6-4b1d-b74d-1033f10431a4 req-ae9c1e64-cc9e-469a-adfb-76a0c18fc365 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:32.850262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06b2e350-92f6-4b1d-b74d-1033f10431a4 req-ae9c1e64-cc9e-469a-adfb-76a0c18fc365 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0856895 Feb 10 13:47:32.852816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (6eb50027-d4ac-4def-b84d-fc849f99e70e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.866950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6eb50027-d4ac-4def-b84d-fc849f99e70e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.912804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:32.917159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1948531 Feb 10 13:47:32.917991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51794) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:32.924547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:32.927755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c8225-2116-4926-ac1f-c74ee87250b0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb50027-d4ac-4def-b84d-fc849f99e70e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:32.960492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06b2e350-92f6-4b1d-b74d-1033f10431a4 req-b29b975d-a705-4740-aeea-91c71d07f781 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025927 Feb 10 13:47:32.979147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (a3d53a53-ac47-43f6-a6a2-8fc08224df39), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.043885 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (a3d53a53-ac47-43f6-a6a2-8fc08224df39), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.050660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a3d53a53-ac47-43f6-a6a2-8fc08224df39), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.069286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d53a53-ac47-43f6-a6a2-8fc08224df39,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.078958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.079316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.079639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.079973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.080306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.080638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.081116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.081307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.081639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.081958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.082263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.083129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.083448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:33.088383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.089720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5cfa44b2-81f7-4060-ad51-99abfdc896d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697133 Feb 10 13:47:33.093023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:33.097884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:33.126038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (631d44ec-59bb-4303-819c-a1d6940619cb), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.191646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (631d44ec-59bb-4303-819c-a1d6940619cb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.195949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (631d44ec-59bb-4303-819c-a1d6940619cb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.216203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631d44ec-59bb-4303-819c-a1d6940619cb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.225772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.227248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-50a80fcb-1d94-4b09-b603-e28c88126c00 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329966 Feb 10 13:47:33.229760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:33.234065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:33.253862 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed804a53-a42d-47cc-8831-cdb69b0ef1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.266181 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (273d9458-45ee-4e19-87fb-7409d691ad92), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.289401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Sync routers for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:47:33.299847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:33.300457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:33.342868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (273d9458-45ee-4e19-87fb-7409d691ad92), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.347557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (273d9458-45ee-4e19-87fb-7409d691ad92), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.368128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273d9458-45ee-4e19-87fb-7409d691ad92,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.374210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.375438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-386bb4d6-4f45-402b-b81a-7d8f32280016 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447396 Feb 10 13:47:33.378118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:33.382901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:33.409865 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (11e3cc14-c032-4f4f-9fef-66c78ca044d1), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.422240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:33.489411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (11e3cc14-c032-4f4f-9fef-66c78ca044d1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.494466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (11e3cc14-c032-4f4f-9fef-66c78ca044d1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.517041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e3cc14-c032-4f4f-9fef-66c78ca044d1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.522571 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.526763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 51802) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:33.526929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e8af377-0dd3-4fc5-8a7e-2e0761df6234 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478484 Feb 10 13:47:33.531835 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:33.555640 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Project 3b71bbf6603247349c5e24b9d9bcb89b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:47:33.569863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (193fab3c-bbc0-4052-88ff-ba710af2f2c3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.639947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 556ed2d0-84d5-44f3-872a-9db1f656c468 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:33.647632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (193fab3c-bbc0-4052-88ff-ba710af2f2c3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.652394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (193fab3c-bbc0-4052-88ff-ba710af2f2c3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.671105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193fab3c-bbc0-4052-88ff-ba710af2f2c3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.683023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.687910 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-410aa336-faa8-4516-93cb-f97cdfadfe58 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595736 Feb 10 13:47:33.688829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 51804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:33.696226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'security_group_rule': {'security_group_id': '6eb50027-d4ac-4def-b84d-fc849f99e70e', 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:33.703997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:31Z', 'revision_number': 4, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3d38ee96-89f5-4528-ae98-711f35f3fe37', 'name': '', 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'mac_address': 'fa:16:3e:44:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:30Z', 'updated_at': '2022-02-10T13:47:31Z', 'revision_number': 2, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'subnets': [{'id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:33.717855 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Project 3b71bbf6603247349c5e24b9d9bcb89b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:47:33.722827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (f2dab81c-61d7-4d2a-b646-411d8a9ab59c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.736807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Checking router: 53d12146-9498-4937-bb7f-3236f98a3f39 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:47:33.736807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Updating router 53d12146-9498-4937-bb7f-3236f98a3f39 port 3d38ee96-89f5-4528-ae98-711f35f3fe37 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:47:33.740557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 556ed2d0-84d5-44f3-872a-9db1f656c468 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:33.741036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.783620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (f2dab81c-61d7-4d2a-b646-411d8a9ab59c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.788575 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f2dab81c-61d7-4d2a-b646-411d8a9ab59c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.800377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.808226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dab81c-61d7-4d2a-b646-411d8a9ab59c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:33.818924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:33.825241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fba9403b-34bd-4e04-b48b-c7b539ace228 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348002 Feb 10 13:47:33.972087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 556ed2d0-84d5-44f3-872a-9db1f656c468 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:33.997836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-c7051ef2-b0e1-4d95-92dc-55978604e4fc tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097865015&fields=id&tenant_id=3b71bbf6603247349c5e24b9d9bcb89b HTTP/1.1" status: 200 len: 267 time: 0.0511148 Feb 10 13:47:34.116167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-86823867-0bd8-4bd0-9512-8f471d026f1e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:34.117782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-86823867-0bd8-4bd0-9512-8f471d026f1e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 808 time: 0.1112301 Feb 10 13:47:34.133120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-cc76deb5-8c90-450e-acd0-c46db97951f1 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/quotas/3b71bbf6603247349c5e24b9d9bcb89b HTTP/1.1" status: 200 len: 375 time: 0.0092657 Feb 10 13:47:34.139091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks [] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.145249 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.190478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-beea887a-1a99-4759-9651-f9a7d63458ec tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514545 Feb 10 13:47:34.209300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa19a3-5f80-4628-b3cb-c0ccfea597d5 None None] Pushing event updated for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:34.270504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Attempting to bind port 3d38ee96-89f5-4528-ae98-711f35f3fe37 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:34.271757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Attempting to bind port 3d38ee96-89f5-4528-ae98-711f35f3fe37 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:34.272406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Attempting to bind port 3d38ee96-89f5-4528-ae98-711f35f3fe37 on network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:34.279443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:34.280112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Checking segment: {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:34.280702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.281285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Bound using segment: {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:34.281823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Bound port: 3d38ee96-89f5-4528-ae98-711f35f3fe37, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:34.282500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.310072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-b9d06168-441e-4860-89d2-e32863084ab8 service neutron] 10.222.0.13 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047373 Feb 10 13:47:34.358034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] For port 3d38ee96-89f5-4528-ae98-711f35f3fe37, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:34.362013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] For port 3d38ee96-89f5-4528-ae98-711f35f3fe37, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d38ee96-89f5-4528-ae98-711f35f3fe37,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:34.372104 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.426150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-8b00c6d9-d9e2-4e9e-a200-cbc30cff965f service neutron] 10.222.0.13 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967636 Feb 10 13:47:34.434985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:34.435524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:34.490189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa19a3-5f80-4628-b3cb-c0ccfea597d5 None None] Pushing event updated for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:34.585425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Provisioning complete for port 3d38ee96-89f5-4528-ae98-711f35f3fe37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:34.585833 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.622199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:34.713289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:34.783285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bf6c7-5da1-414f-ae28-3e8b6e0564ba req-7b598785-54e2-420e-974a-5fbe35ca8c96 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:34.793357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e3bf6c7-5da1-414f-ae28-3e8b6e0564ba req-7b598785-54e2-420e-974a-5fbe35ca8c96 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0915787 Feb 10 13:47:34.873230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e3bf6c7-5da1-414f-ae28-3e8b6e0564ba req-a8bb5974-e932-4c03-855e-39daffba9e48 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788450 Feb 10 13:47:34.990138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ce7c3f1-ad23-417f-9499-9e010fc38165 req-55dd488e-7e1e-419a-8b59-6745da662a6b tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 210 time: 0.0694299 Feb 10 13:47:35.051952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Current status of the port 3d38ee96-89f5-4528-ae98-711f35f3fe37 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:35.052368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:35.105970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] For port 3d38ee96-89f5-4528-ae98-711f35f3fe37, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d38ee96-89f5-4528-ae98-711f35f3fe37,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:35.127042 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:35.221979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d509c-66aa-4e10-b8c5-b45f051ad267 None None] Pushing event updated for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:35.230593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:31Z', 'revision_number': 4, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3d38ee96-89f5-4528-ae98-711f35f3fe37', 'name': '', 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'mac_address': 'fa:16:3e:44:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:30Z', 'updated_at': '2022-02-10T13:47:34Z', 'revision_number': 4, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'subnets': [{'id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:35.269589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9df9e-d79f-405b-a1fb-85e3ac1bcc91 None None] The sync data for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 is: [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:47:31Z', 'revision_number': 4, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3d38ee96-89f5-4528-ae98-711f35f3fe37', 'name': '', 'network_id': '8ec4f4d9-a582-44f3-8c03-a7d7dc74826a', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'mac_address': 'fa:16:3e:44:6c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:30Z', 'updated_at': '2022-02-10T13:47:34Z', 'revision_number': 4, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'subnets': [{'id': '3ca1a50a-1619-4479-856e-c4f57d45ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:47:35.290801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-95ecd153-551e-4de8-b67c-14a675b03ffe None None] Provisioning complete for port 3d38ee96-89f5-4528-ae98-711f35f3fe37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:35.291512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95ecd153-551e-4de8-b67c-14a675b03ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:35.447371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-95ecd153-551e-4de8-b67c-14a675b03ffe None None] Current status of the port 3d38ee96-89f5-4528-ae98-711f35f3fe37 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:35.682880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d38ee96-89f5-4528-ae98-711f35f3fe37 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:35.745932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3d38ee96-89f5-4528-ae98-711f35f3fe37 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:35.746554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:35.829779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3d38ee96-89f5-4528-ae98-711f35f3fe37 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:35.868084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:36.212656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:36.413589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-0ab34f95-6f2b-4e03-aeca-a34f92af0f15 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:36.415344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-0ab34f95-6f2b-4e03-aeca-a34f92af0f15 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 808 time: 0.5244277 Feb 10 13:47:36.448116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb7f1-6d06-4f3e-a6f0-17a9817b07fc req-ce8ffe0e-e54d-4db7-a4dc-e3d43b37b1fe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:36.449771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01feb7f1-6d06-4f3e-a6f0-17a9817b07fc req-ce8ffe0e-e54d-4db7-a4dc-e3d43b37b1fe tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.4457815 Feb 10 13:47:36.518554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-568e3c42-6255-458b-afcc-455d0afd8eb3 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b71bbf6603247349c5e24b9d9bcb89b HTTP/1.1" status: 200 len: 380 time: 0.0940244 Feb 10 13:47:36.537911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01feb7f1-6d06-4f3e-a6f0-17a9817b07fc req-ca9bc14d-9359-4b2c-b792-e075f3dbd0f2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795135 Feb 10 13:47:36.549678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'port': {'device_id': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'admin_state_up': True, 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'security_groups': ['6eb50027-d4ac-4def-b84d-fc849f99e70e']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:36.650081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd53a606-d9cf-4a43-a20a-9037b7638746 req-4b09cdd6-a41a-46fd-9c9c-6226ddc60d99 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 210 time: 0.0349264 Feb 10 13:47:36.694686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Made reservation on behalf of 3b71bbf6603247349c5e24b9d9bcb89b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:36.698441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:36.838570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Allocated IP 172.20.0.4 (b92127cd-8b16-4ae0-85f8-58e6309db14d/f26d8da5-c507-48aa-82be-6348464b1989/3922bf78-60be-42e4-acee-06396eaee550) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:37.035774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for port (3922bf78-60be-42e4-acee-06396eaee550), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.118152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.199491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Network b92127cd-8b16-4ae0-85f8-58e6309db14d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:37.207320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:37.210351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:37.260536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:37.279486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:37.280228 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.292674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf91f-63ec-465d-9b4d-6b5047e440df req-d121b38e-54b1-4c91-aa42-85e7ead85efc tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:37.294265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c55bf91f-63ec-465d-9b4d-6b5047e440df req-d121b38e-54b1-4c91-aa42-85e7ead85efc tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1604333 Feb 10 13:47:37.327876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-a03d6c64-95cf-4014-93bd-c9b672862e2c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824173 Feb 10 13:47:37.372582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c55bf91f-63ec-465d-9b4d-6b5047e440df req-06c62dcf-13eb-4974-83c2-df9e7015565a tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719054 Feb 10 13:47:37.376787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Request body: {'port': {'device_id': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:37.414857 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.503512 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3922bf78-60be-42e4-acee-06396eaee550), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.604144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-90857ea1-f67c-4715-9b9c-2676b8c08d3c None None] Provisioning complete for port 3922bf78-60be-42e4-acee-06396eaee550 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:37.604458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-90857ea1-f67c-4715-9b9c-2676b8c08d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3922bf78-60be-42e4-acee-06396eaee550), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:37.693214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-90857ea1-f67c-4715-9b9c-2676b8c08d3c None None] Port 3922bf78-60be-42e4-acee-06396eaee550 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:47:37.751848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6b18-d3dc-4991-9765-f312f38b85d7 req-c57bb3ed-139f-459e-834a-f096454ba1b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:37.753424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-698a6b18-d3dc-4991-9765-f312f38b85d7 req-c57bb3ed-139f-459e-834a-f096454ba1b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1063623 Feb 10 13:47:37.886114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-698a6b18-d3dc-4991-9765-f312f38b85d7 req-59d9c6b9-84ce-4ff3-a902-4f75aaadb9f6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014056 Feb 10 13:47:37.943612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3922bf78-60be-42e4-acee-06396eaee550 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:47:37.961860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks [] for port (3922bf78-60be-42e4-acee-06396eaee550), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:38.003726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Transition to ACTIVE for port object 3922bf78-60be-42e4-acee-06396eaee550 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:47:38.013165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:38.030006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a4c9-ee11-482e-997a-104e35bb18a8 req-70062604-df2e-4373-bf56-055d4b2f4dd5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:38.032131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2039a4c9-ee11-482e-997a-104e35bb18a8 req-70062604-df2e-4373-bf56-055d4b2f4dd5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 931 time: 0.0836525 Feb 10 13:47:38.166522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Pushing event updated for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:38.242502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2039a4c9-ee11-482e-997a-104e35bb18a8 req-f7e6b7b9-9e1c-4329-8d69-6d1f2d832ab6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852505 Feb 10 13:47:38.266909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Attempting to bind port 3922bf78-60be-42e4-acee-06396eaee550 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:38.267641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Attempting to bind port 3922bf78-60be-42e4-acee-06396eaee550 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:38.268152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Attempting to bind port 3922bf78-60be-42e4-acee-06396eaee550 on network b92127cd-8b16-4ae0-85f8-58e6309db14d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:38.274237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Port 3922bf78-60be-42e4-acee-06396eaee550 on network b92127cd-8b16-4ae0-85f8-58e6309db14d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:47:38.274790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Attempting to bind port 3922bf78-60be-42e4-acee-06396eaee550 on network b92127cd-8b16-4ae0-85f8-58e6309db14d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:38.280423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:38.281399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Checking segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:38.282720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Bound using segment: {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:38.283329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Bound port: 3922bf78-60be-42e4-acee-06396eaee550, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:38.283887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3922bf78-60be-42e4-acee-06396eaee550), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:38.392028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:38.396403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3922bf78-60be-42e4-acee-06396eaee550,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:38.403911 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:38.488301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:38.489004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:38.490547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] 10.222.0.21 "PUT /v2.0/ports/3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 1091 time: 1.1314788 Feb 10 13:47:38.502496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'tag': '3922bf78-60be-42e4-acee-06396eaee550'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:38.514068 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c" -d '{"events": [{"name": "network-changed", "server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "tag": "3922bf78-60be-42e4-acee-06396eaee550"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:38.707749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cbbfa-1448-4d0e-85cd-63288c1c6881 service neutron] Pushing event updated for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:38.744900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26e59-dff3-4e77-85d4-8b6be230cf43 req-cbd7c045-b60a-48fc-a1c4-e93a1d289c48 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:38.746511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70c26e59-dff3-4e77-85d4-8b6be230cf43 req-cbd7c045-b60a-48fc-a1c4-e93a1d289c48 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.2653232 Feb 10 13:47:38.754636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-61da4d2a-9b65-423e-a286-aae35fd2bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:38.756328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-61da4d2a-9b65-423e-a286-aae35fd2bce7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1125 time: 0.2036231 Feb 10 13:47:38.828873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-146be18a-d80f-4e5c-99bd-d93074c2e695 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 217 time: 0.0488160 Feb 10 13:47:38.888824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70c26e59-dff3-4e77-85d4-8b6be230cf43 req-6fd80bae-d3a8-4b3b-bb7c-eb60a6369949 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312685 Feb 10 13:47:38.909681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-a3eeb318-ff30-4c3b-aed7-752d6fc55b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:38.911288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-a3eeb318-ff30-4c3b-aed7-752d6fc55b69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0767765 Feb 10 13:47:38.996218 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea628008-c9ec-4d84-8c13-23c8ab60fc2b x-openstack-request-id: req-ea628008-c9ec-4d84-8c13-23c8ab60fc2b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:38.996713 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "tag": "3922bf78-60be-42e4-acee-06396eaee550", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:38.997336 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea628008-c9ec-4d84-8c13-23c8ab60fc2b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:38.997949 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'tag': '3922bf78-60be-42e4-acee-06396eaee550', 'status': 'completed', 'code': 200} Feb 10 13:47:39.002955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369730-d765-4338-b306-ed7780e62299 req-05ce6057-6b3e-4c1b-9451-52755245113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.005546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-05ce6057-6b3e-4c1b-9451-52755245113d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862222 Feb 10 13:47:39.191922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-8137b2cb-be9c-4a31-9161-212a7069ecff service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791134 Feb 10 13:47:39.205708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9fdc3-7932-40a3-a278-8b0195dc9bf4 req-79534ee2-4d03-46b7-b57a-9f439b3238f8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.207265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f9fdc3-7932-40a3-a278-8b0195dc9bf4 req-79534ee2-4d03-46b7-b57a-9f439b3238f8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0904491 Feb 10 13:47:39.340567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c369730-d765-4338-b306-ed7780e62299 req-0a1536bd-f8c7-45c1-966b-2e3a2382f1ee service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322093 Feb 10 13:47:39.376112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29f9fdc3-7932-40a3-a278-8b0195dc9bf4 req-de1fbf03-6336-4539-9b77-7a1dab762383 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233048 Feb 10 13:47:39.522722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-c6222a82-6ca5-4adf-a20c-e4bf260a46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.525117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-c6222a82-6ca5-4adf-a20c-e4bf260a46a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1125 time: 0.1156118 Feb 10 13:47:39.533103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4690cc-dd28-4f66-bd7f-13d0ff72c786 req-f1675431-c1ed-4441-8478-8e02834ec829 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.534967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca4690cc-dd28-4f66-bd7f-13d0ff72c786 req-f1675431-c1ed-4441-8478-8e02834ec829 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 943 time: 0.0795991 Feb 10 13:47:39.653357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca4690cc-dd28-4f66-bd7f-13d0ff72c786 req-16cab94e-4095-4573-8479-65831cf8980d tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968790 Feb 10 13:47:39.693922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-3d574dd0-51f0-4476-b2eb-99d662b232bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.695664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-3d574dd0-51f0-4476-b2eb-99d662b232bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 909 time: 0.1590490 Feb 10 13:47:39.756696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-0683d4c0-29f8-48a2-8357-ad9b5d76c109 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 217 time: 0.0527742 Feb 10 13:47:39.822621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-2e14d3b4-8245-497b-8687-65067b19383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.824432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-2e14d3b4-8245-497b-8687-65067b19383d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0606792 Feb 10 13:47:39.910727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-faa811f7-c572-493a-8305-8d6e7971b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:39.912639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-faa811f7-c572-493a-8305-8d6e7971b792 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732396 Feb 10 13:47:40.081600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-a21b3ccb-b93e-4290-a145-c533c46f86cd service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580164 Feb 10 13:47:40.156568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e6dd-9b26-4973-ab1a-a03771819905 req-9bc8903d-a95c-4e3d-a5bb-65f6ba77b27c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:40.163421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63c5e6dd-9b26-4973-ab1a-a03771819905 req-9bc8903d-a95c-4e3d-a5bb-65f6ba77b27c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1415415 Feb 10 13:47:40.231890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-63c5e6dd-9b26-4973-ab1a-a03771819905 req-c4e29697-7ecd-4783-b775-cfc2797e0705 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675418 Feb 10 13:47:40.236508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de9d5a9f-bb7a-4dd3-863f-9f671a73474c req-91f72319-6a0f-4eb9-91c3-bc0ac8f5bfb2 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475472 Feb 10 13:47:40.515207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e79bd-5915-442b-adf3-54fc6b23238a req-0516cf28-9e28-4047-a6fb-ab95ba989719 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:40.516615 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d18e79bd-5915-442b-adf3-54fc6b23238a req-0516cf28-9e28-4047-a6fb-ab95ba989719 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0637834 Feb 10 13:47:40.573029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d18e79bd-5915-442b-adf3-54fc6b23238a req-bcc70ef3-5937-4832-8494-f2c1b2b1a6d6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Feb 10 13:47:40.812124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e2e1-bbe2-48bd-8bb3-da7a82f4cc4a req-eda9d92c-d4a4-4e0e-85db-0b2741209519 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:40.814523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f61e2e1-bbe2-48bd-8bb3-da7a82f4cc4a req-eda9d92c-d4a4-4e0e-85db-0b2741209519 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 943 time: 0.0883634 Feb 10 13:47:40.914342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2f61e2e1-bbe2-48bd-8bb3-da7a82f4cc4a req-eea4f5c1-9161-41e3-82e1-c24bf5e6a943 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894921 Feb 10 13:47:41.378944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:41.410497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc47f0-796a-407a-b018-02915990d587 req-9c5070cc-8b20-4148-a9d6-35d972fa38d0 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:41.412012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1bc47f0-796a-407a-b018-02915990d587 req-9c5070cc-8b20-4148-a9d6-35d972fa38d0 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0904255 Feb 10 13:47:41.470277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1bc47f0-796a-407a-b018-02915990d587 req-4c488a5e-07cb-4331-885a-853b84b89e50 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501091 Feb 10 13:47:41.719770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80a5e7-704a-4b82-8769-d2242bf2ef83 req-9cb164b0-b418-4e64-9fad-d35c3fb575a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:41.730391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d80a5e7-704a-4b82-8769-d2242bf2ef83 req-9cb164b0-b418-4e64-9fad-d35c3fb575a3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0804348 Feb 10 13:47:41.793787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d80a5e7-704a-4b82-8769-d2242bf2ef83 req-81dac613-01fc-4f0d-aec5-f1455fbc6168 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579746 Feb 10 13:47:42.057646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ed86-f1a1-45f6-aee4-633ec0011ade req-ef680cd3-01e9-4f8e-a23b-92e386de31d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:42.061218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee0ed86-f1a1-45f6-aee4-633ec0011ade req-ef680cd3-01e9-4f8e-a23b-92e386de31d6 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 943 time: 0.0688818 Feb 10 13:47:42.125381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ee0ed86-f1a1-45f6-aee4-633ec0011ade req-6af62c90-9faa-4daf-9242-18875545aef4 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560565 Feb 10 13:47:42.399771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3922bf78-60be-42e4-acee-06396eaee550 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:47:42.594585 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3922bf78-60be-42e4-acee-06396eaee550,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:42.616823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '3922bf78-60be-42e4-acee-06396eaee550', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'port_id': '3922bf78-60be-42e4-acee-06396eaee550', 'mac_address': 'fa:16:3e:56:d6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:47:42.676847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde64a5-6d49-49f2-99be-2317209fa802 req-bfe081c3-12a8-48dc-aa93-a5d402083656 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:42.678747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dde64a5-6d49-49f2-99be-2317209fa802 req-bfe081c3-12a8-48dc-aa93-a5d402083656 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0765152 Feb 10 13:47:42.713283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3922bf78-60be-42e4-acee-06396eaee550 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:42.713733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3922bf78-60be-42e4-acee-06396eaee550), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:42.751000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8dde64a5-6d49-49f2-99be-2317209fa802 req-e97d49df-8c62-4fc8-806b-6a82b9110ad9 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649519 Feb 10 13:47:42.761037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3922bf78-60be-42e4-acee-06396eaee550 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:47:42.802251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3922bf78-60be-42e4-acee-06396eaee550,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:42.811621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:42.937800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:42.995143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adc83b-53e2-4858-aea1-b3900da357de req-ba9018b7-5a5a-4e69-868e-e0144aff082e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:43.002125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72adc83b-53e2-4858-aea1-b3900da357de req-ba9018b7-5a5a-4e69-868e-e0144aff082e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0969877 Feb 10 13:47:43.089616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-72adc83b-53e2-4858-aea1-b3900da357de req-5e40f941-bb8a-433f-b270-6683f8b09801 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844071 Feb 10 13:47:43.168401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['3922bf78-60be-42e4-acee-06396eaee550'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:47:43.286238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f32a26-ec41-4682-b820-ac1130a483f1 req-492ba529-0d2c-4904-acf6-25e3a776cc30 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:43.294631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11f32a26-ec41-4682-b820-ac1130a483f1 req-492ba529-0d2c-4904-acf6-25e3a776cc30 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 944 time: 0.0834281 Feb 10 13:47:43.352273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11f32a26-ec41-4682-b820-ac1130a483f1 req-2149dc54-3b3f-43df-a254-ab5513f7d6c1 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567098 Feb 10 13:47:43.942115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82f62-885a-435d-b939-c5f82a48eaa6 req-418dfa2e-388f-4b4b-b6a8-3d11f8022ada tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:43.948545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6c82f62-885a-435d-b939-c5f82a48eaa6 req-418dfa2e-388f-4b4b-b6a8-3d11f8022ada tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0893576 Feb 10 13:47:44.021680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6c82f62-885a-435d-b939-c5f82a48eaa6 req-dea55160-1217-4407-9f74-79e768359da7 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666926 Feb 10 13:47:44.241811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d766-e3ec-4e95-b14e-3c77b67f6a40 req-7266c5c9-927f-410b-878e-62a463d2712f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:44.252112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21b4d766-e3ec-4e95-b14e-3c77b67f6a40 req-7266c5c9-927f-410b-878e-62a463d2712f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0897021 Feb 10 13:47:44.318129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21b4d766-e3ec-4e95-b14e-3c77b67f6a40 req-151d99ef-9a57-4931-9291-c5b2fd79742a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592358 Feb 10 13:47:44.416014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3922bf78-60be-42e4-acee-06396eaee550 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:44.469266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72beff3-d509-4015-9ad9-f74b0d6f4e4d req-a87e9edb-4766-45d7-b18e-9ca0c8f45e9e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:44.477064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b72beff3-d509-4015-9ad9-f74b0d6f4e4d req-a87e9edb-4766-45d7-b18e-9ca0c8f45e9e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 944 time: 0.0615036 Feb 10 13:47:44.484469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 3922bf78-60be-42e4-acee-06396eaee550 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:47:44.490639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 3922bf78-60be-42e4-acee-06396eaee550 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:44.491281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3922bf78-60be-42e4-acee-06396eaee550), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:44.546486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b72beff3-d509-4015-9ad9-f74b0d6f4e4d req-54e0cfc6-c160-43cf-8de4-a7261076248c tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682960 Feb 10 13:47:44.589676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 3922bf78-60be-42e4-acee-06396eaee550 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:44.590287 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3922bf78-60be-42e4-acee-06396eaee550), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:44.617110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922bf78-60be-42e4-acee-06396eaee550'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:44.619552 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b7467-f7f7-48fb-ac58-9b6b799c7db7" -d '{"events": [{"server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "name": "network-vif-plugged", "status": "completed", "tag": "3922bf78-60be-42e4-acee-06396eaee550"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:44.636874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3922bf78-60be-42e4-acee-06396eaee550,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:44.642738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:44.700820 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd6029e-f51d-4e6f-a7e1-878a2cb8a986 x-openstack-request-id: req-2dd6029e-f51d-4e6f-a7e1-878a2cb8a986 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:44.701059 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "name": "network-vif-plugged", "status": "completed", "tag": "3922bf78-60be-42e4-acee-06396eaee550", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:44.701337 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dd6029e-f51d-4e6f-a7e1-878a2cb8a986 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:44.701659 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922bf78-60be-42e4-acee-06396eaee550', 'code': 200} Feb 10 13:47:44.717601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:44.841464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6ead-3758-4b8d-85e7-c8089b27ee28 req-3f8be31f-881c-4723-8c20-ca3d8448d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:44.843374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5fa6ead-3758-4b8d-85e7-c8089b27ee28 req-3f8be31f-881c-4723-8c20-ca3d8448d388 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.0973613 Feb 10 13:47:44.930083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5fa6ead-3758-4b8d-85e7-c8089b27ee28 req-238bf66d-6bf1-45d1-a266-b05729acf78a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803535 Feb 10 13:47:45.165359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79a61-ffb7-4480-baee-fe998bcfc635 req-80a1ce25-a078-40ba-b4e8-6f240900b5f9 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:45.167194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76e79a61-ffb7-4480-baee-fe998bcfc635 req-80a1ce25-a078-40ba-b4e8-6f240900b5f9 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0646040 Feb 10 13:47:45.216695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76e79a61-ffb7-4480-baee-fe998bcfc635 req-1c0417c3-72a2-49cb-b664-8736e03cba29 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Feb 10 13:47:45.445206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73687c80-cc08-4f42-82d4-f5b2163bb3ef req-0cc86b3c-f9bb-4867-b960-d5cda65c5986 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:45.446885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73687c80-cc08-4f42-82d4-f5b2163bb3ef req-0cc86b3c-f9bb-4867-b960-d5cda65c5986 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0584960 Feb 10 13:47:45.520957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73687c80-cc08-4f42-82d4-f5b2163bb3ef req-3eb71232-1194-43b9-ba9a-7e7307277dcb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590909 Feb 10 13:47:45.669990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d9011-191a-42a2-906c-478ed94c9a89 req-7f1b7434-998d-41ba-ba66-51a6b17b288e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:45.672605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c50d9011-191a-42a2-906c-478ed94c9a89 req-7f1b7434-998d-41ba-ba66-51a6b17b288e tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.0647624 Feb 10 13:47:45.735561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c50d9011-191a-42a2-906c-478ed94c9a89 req-7861e25b-7134-4e6c-964d-11d39fbca379 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574369 Feb 10 13:47:46.393387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61e539-8b6b-46f5-bcfc-87423a871e40 req-94d509ca-1f0c-4fc9-b35d-4c873c674241 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:46.395486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd61e539-8b6b-46f5-bcfc-87423a871e40 req-94d509ca-1f0c-4fc9-b35d-4c873c674241 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0620558 Feb 10 13:47:46.449775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd61e539-8b6b-46f5-bcfc-87423a871e40 req-c9e935c4-f8ff-4d36-9bb3-8edfa2670941 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484805 Feb 10 13:47:46.646876 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a74a3-ba70-4c9b-800f-c4046df48021 req-c5124e27-f619-4e6b-b04e-40b7629f80f9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:46.648771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-887a74a3-ba70-4c9b-800f-c4046df48021 req-c5124e27-f619-4e6b-b04e-40b7629f80f9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0673380 Feb 10 13:47:46.721642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-887a74a3-ba70-4c9b-800f-c4046df48021 req-acb0e3c0-8da2-4e16-a1e4-85b6a28b4322 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669417 Feb 10 13:47:46.865799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13084548-6803-4f3f-8b7f-ab3c918b9fa6 req-b754ead0-1604-4a7c-9168-8e3f18c5d051 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:46.867406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13084548-6803-4f3f-8b7f-ab3c918b9fa6 req-b754ead0-1604-4a7c-9168-8e3f18c5d051 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.0650651 Feb 10 13:47:46.930647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13084548-6803-4f3f-8b7f-ab3c918b9fa6 req-a3d5097e-efda-4210-a035-113384802568 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551608 Feb 10 13:47:47.143571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661617a8-d250-4709-9319-d35eed569cfc req-1596e558-01ac-4b5b-b537-8c3399e366e9 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:47.154730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-661617a8-d250-4709-9319-d35eed569cfc req-1596e558-01ac-4b5b-b537-8c3399e366e9 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.1243556 Feb 10 13:47:47.280403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-661617a8-d250-4709-9319-d35eed569cfc req-54760060-f93c-40c7-bc24-2459c8dc39d0 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214626 Feb 10 13:47:47.454007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7acfd2-92ab-4ac5-a2ba-18cc0b91facc req-aafc6937-97aa-4189-ac0c-4953b819907b tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:47.457431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e7acfd2-92ab-4ac5-a2ba-18cc0b91facc req-aafc6937-97aa-4189-ac0c-4953b819907b tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.0713820 Feb 10 13:47:47.518807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e7acfd2-92ab-4ac5-a2ba-18cc0b91facc req-c619e01b-b410-414d-a4b9-e5ad729be370 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530131 Feb 10 13:47:47.543043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:47.658513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e80221-a279-4b29-9d5c-e83d37ef7013 req-670640e0-0703-4dd6-b7de-db20f58dc14e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:47.660895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2e80221-a279-4b29-9d5c-e83d37ef7013 req-670640e0-0703-4dd6-b7de-db20f58dc14e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0718284 Feb 10 13:47:47.713608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d2e80221-a279-4b29-9d5c-e83d37ef7013 req-0cfd211a-97ee-4b2b-9b5a-45a1727c6975 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Feb 10 13:47:47.741494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af78b5-63ce-414b-ae33-995862991b5c tempest-TestServerBasicOps-1459356065 tempest-TestServerBasicOps-1459356065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:47.747603 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-51af78b5-63ce-414b-ae33-995862991b5c tempest-TestServerBasicOps-1459356065 tempest-TestServerBasicOps-1459356065-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1122 time: 0.1986299 Feb 10 13:47:47.747799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:47.752094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '3922bf78-60be-42e4-acee-06396eaee550', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:47.778962 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:47.900303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:48.103654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655d54-a21b-4a07-ad7a-e2e89df725ec req-9495c21d-802c-4af6-b6e4-5c0473942199 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.110413 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8655d54-a21b-4a07-ad7a-e2e89df725ec req-9495c21d-802c-4af6-b6e4-5c0473942199 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1509199 Feb 10 13:47:48.130128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16094d-ca60-4b71-942d-e2689918d164 req-47816d19-a4c6-48c1-b363-3b70b62317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.131667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-47816d19-a4c6-48c1-b363-3b70b62317a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.1276684 Feb 10 13:47:48.242783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16094d-ca60-4b71-942d-e2689918d164 req-8f113bec-d323-46cf-aef3-e9b1da6e4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.244242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-8f113bec-d323-46cf-aef3-e9b1da6e4bd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.1029093 Feb 10 13:47:48.258650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Allocated IP 172.25.8.187 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/72ada934-b009-481d-b071-bb306d4d8a0d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:48.338982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8655d54-a21b-4a07-ad7a-e2e89df725ec req-6bf5bbac-087f-4b36-961a-a551e4acd927 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277219 Feb 10 13:47:48.477612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-954cc4bb-6179-43e2-a89b-9d7559bb410e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1001 time: 0.2256167 Feb 10 13:47:48.596553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16094d-ca60-4b71-942d-e2689918d164 req-9d4ea5ab-4329-4178-b2c1-3a362206d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.598407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-9d4ea5ab-4329-4178-b2c1-3a362206d6b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.1056976 Feb 10 13:47:48.614028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804932-0a2c-45cd-af19-0f641855f9fd req-de925266-f5f0-4cd8-b636-33bbdccf2fd4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.621300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f804932-0a2c-45cd-af19-0f641855f9fd req-de925266-f5f0-4cd8-b636-33bbdccf2fd4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1585853 Feb 10 13:47:48.673183 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for port (72ada934-b009-481d-b071-bb306d4d8a0d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:48.728711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16094d-ca60-4b71-942d-e2689918d164 req-4abcef4e-837f-4cf3-b9fb-1c8088d3df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:48.730241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-4abcef4e-837f-4cf3-b9fb-1c8088d3df87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1065657 Feb 10 13:47:48.751442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f804932-0a2c-45cd-af19-0f641855f9fd req-c69e888a-10fd-4b4d-b1c3-f755707baedc tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291082 Feb 10 13:47:48.841476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-be453f3b-5486-4cfa-8e4e-9fc540838123 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888610 Feb 10 13:47:48.883184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:48.901726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:48.905788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:48.911710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:49.381615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'Port': ['ID=72ada934-b009-481d-b071-bb306d4d8a0d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:49.403612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.403782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.404088 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.404425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.404789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.405113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.405442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.405771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.406098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.406431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.406754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.407074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.407396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:47:49.437760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e16094d-ca60-4b71-942d-e2689918d164 req-dea6727d-fb29-4125-ac04-c62eea3a058e service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893655 Feb 10 13:47:49.594017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338b62c-d97f-4b67-a1a1-25766b985d3e req-d79a44ec-014f-4ba3-8ac2-ff80f6e3986e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:49.595708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4338b62c-d97f-4b67-a1a1-25766b985d3e req-d79a44ec-014f-4ba3-8ac2-ff80f6e3986e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1453011 Feb 10 13:47:49.706205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4338b62c-d97f-4b67-a1a1-25766b985d3e req-1ee870a5-cafe-476f-8dc5-ed37c6012e5d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015766 Feb 10 13:47:49.916187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for floatingip (fa855618-f404-452b-bc1c-62f309e778ee), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:49.928886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611ebe2-c0b5-49dc-a7df-7ae4c8085870 req-a87af166-3a10-4933-9c75-e85b82fe0302 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:49.934567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7611ebe2-c0b5-49dc-a7df-7ae4c8085870 req-a87af166-3a10-4933-9c75-e85b82fe0302 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1028268 Feb 10 13:47:50.032622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7611ebe2-c0b5-49dc-a7df-7ae4c8085870 req-f02f25db-f2c9-42a1-b4ae-0a8f0e393c97 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778489 Feb 10 13:47:50.079113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:50.239542 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for port (72ada934-b009-481d-b071-bb306d4d8a0d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:50.244196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:50.318508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event updated for resources: {'Port': ['ID=72ada934-b009-481d-b071-bb306d4d8a0d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:50.334400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fa855618-f404-452b-bc1c-62f309e778ee), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:50.439470 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Floating IP fa855618-f404-452b-bc1c-62f309e778ee associated. External IP: 172.25.8.187, port: 3922bf78-60be-42e4-acee-06396eaee550. Feb 10 13:47:50.659285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:47:50.830899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:47:50.848655 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Sync routers for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:47:50.869272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:50.890429 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:50.893288 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:50.901801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2982be6-61b1-4b3b-86cb-b509d6ae884a req-70c27b37-cefb-4e17-9e99-c9904170f379 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:50.903300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2982be6-61b1-4b3b-86cb-b509d6ae884a req-70c27b37-cefb-4e17-9e99-c9904170f379 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.1066456 Feb 10 13:47:50.921047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-009f4890-b2e1-4767-8abd-ba4867b02db5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1637204 Feb 10 13:47:50.921047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'tag': '3922bf78-60be-42e4-acee-06396eaee550'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:50.921047 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4c444-b061-42be-be01-3425517f27b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "tag": "3922bf78-60be-42e4-acee-06396eaee550"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:50.985952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2982be6-61b1-4b3b-86cb-b509d6ae884a req-78e508d4-1415-4089-9186-96dcd45139b0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622311 Feb 10 13:47:51.032601 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:51.048963 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb94f54-85c8-449c-8f70-01a7274b3680 x-openstack-request-id: req-abb94f54-85c8-449c-8f70-01a7274b3680 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:51.049321 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "tag": "3922bf78-60be-42e4-acee-06396eaee550", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:51.049637 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abb94f54-85c8-449c-8f70-01a7274b3680 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:51.049969 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'tag': '3922bf78-60be-42e4-acee-06396eaee550', 'status': 'completed', 'code': 200} Feb 10 13:47:51.155891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c444-b061-42be-be01-3425517f27b0 req-e7a9d0d9-e082-4c3c-a0ea-fd98de317b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:51.157896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-e7a9d0d9-e082-4c3c-a0ea-fd98de317b87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.0864766 Feb 10 13:47:51.292508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b71d6-6b13-482e-a781-ac2ce92b6344 req-444c7bdd-6a3c-4133-830c-ac43cfcc24e1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:51.294073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c0b71d6-6b13-482e-a781-ac2ce92b6344 req-444c7bdd-6a3c-4133-830c-ac43cfcc24e1 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1138215 Feb 10 13:47:51.315164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c444-b061-42be-be01-3425517f27b0 req-d63362b0-607e-4b92-a22d-d7f9e68fd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:51.317456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-d63362b0-607e-4b92-a22d-d7f9e68fd2ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 909 time: 0.1518469 Feb 10 13:47:51.339468 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fa855618-f404-452b-bc1c-62f309e778ee', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'port_id': '3922bf78-60be-42e4-acee-06396eaee550', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'mac_address': 'fa:16:3e:56:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:49Z', 'updated_at': '2022-02-10T13:47:49Z', 'revision_number': 0, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:51.374896 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Checking router: 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:47:51.387509 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:47:51.388344 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:51.414499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c0b71d6-6b13-482e-a781-ac2ce92b6344 req-70b3b0cd-61e7-4dd8-a6a3-9880df551a8b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103425 Feb 10 13:47:51.418867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-b1921254-4df6-4705-a68f-5604386b2aba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 999 time: 0.0937877 Feb 10 13:47:51.477504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c444-b061-42be-be01-3425517f27b0 req-0b278afa-8a4a-4fb0-b4e8-31bb2550f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:51.479210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-0b278afa-8a4a-4fb0-b4e8-31bb2550f4df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0549669 Feb 10 13:47:51.516617 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:47:51.544709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c444-b061-42be-be01-3425517f27b0 req-965cc2d8-ef20-4f0e-8824-ad9f7298d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:51.547049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-965cc2d8-ef20-4f0e-8824-ad9f7298d65e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625679 Feb 10 13:47:51.700243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-a16a8428-9b6e-4256-8790-b867b676b3bc service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456201 Feb 10 13:47:51.829461 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fa855618-f404-452b-bc1c-62f309e778ee', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'port_id': '3922bf78-60be-42e4-acee-06396eaee550', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'mac_address': 'fa:16:3e:56:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:49Z', 'updated_at': '2022-02-10T13:47:49Z', 'revision_number': 0, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:47:51.859479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bd4c444-b061-42be-be01-3425517f27b0 req-329aba3b-91f5-4620-a2fe-dede1614da6c service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535974 Feb 10 13:47:51.874402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dc9a0-94fe-457c-9eda-d374f2edf0ee None None] The sync data for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 is: [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fa855618-f404-452b-bc1c-62f309e778ee', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'port_id': '3922bf78-60be-42e4-acee-06396eaee550', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'mac_address': 'fa:16:3e:56:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:49Z', 'updated_at': '2022-02-10T13:47:49Z', 'revision_number': 0, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:47:52.147305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350dff-85a9-4599-a4d9-ff30d7dd4033 req-dd17fb36-eaa5-4264-956d-15466526d068 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:52.149092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7350dff-85a9-4599-a4d9-ff30d7dd4033 req-dd17fb36-eaa5-4264-956d-15466526d068 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0697269 Feb 10 13:47:52.197015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575a10e-8ff4-442e-aacb-9f57392fbb21 None None] New status for floating IP fa855618-f404-452b-bc1c-62f309e778ee: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:47:52.238616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7350dff-85a9-4599-a4d9-ff30d7dd4033 req-8a33d3a8-cceb-4d70-931e-65461b7943c4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785594 Feb 10 13:47:52.484515 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:47:53.403280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8d3f1-2c69-49bd-bbe3-7b4bf30b3dda req-ab652f0e-7419-4ba5-a166-9ba78aab5aeb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:53.404956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5f8d3f1-2c69-49bd-bbe3-7b4bf30b3dda req-ab652f0e-7419-4ba5-a166-9ba78aab5aeb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 944 time: 0.0842791 Feb 10 13:47:53.459828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5f8d3f1-2c69-49bd-bbe3-7b4bf30b3dda req-b1819d62-b489-40b0-a28a-fbfa540484ff tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 Feb 10 13:47:53.984623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b89d2f01-5135-4161-86f4-f1dae7ff225a details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:47:54.094412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:54.105311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'mac_address': 'fa:16:3e:61:3f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:47:54.143190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b89d2f01-5135-4161-86f4-f1dae7ff225a is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:54.143637 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:54.156724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89d2f01-5135-4161-86f4-f1dae7ff225a {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:47:54.178070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:54.182001 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:54.232438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:54.384435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b89d2f01-5135-4161-86f4-f1dae7ff225a'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:47:54.634554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f0c2-3c2e-40ce-b670-1048c19d0988 req-ed8df50e-3151-4436-9608-89c112433b69 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:54.642075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42a6f0c2-3c2e-40ce-b670-1048c19d0988 req-ed8df50e-3151-4436-9608-89c112433b69 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 945 time: 0.0966043 Feb 10 13:47:54.698886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42a6f0c2-3c2e-40ce-b670-1048c19d0988 req-182f723f-e24d-4b33-adee-34a06336069f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512881 Feb 10 13:47:55.823889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24d885-e2cb-4e61-a4e9-6040aa6caac2 req-472ec5b8-8915-467f-8355-f6f62ccf9230 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:55.826200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db24d885-e2cb-4e61-a4e9-6040aa6caac2 req-472ec5b8-8915-467f-8355-f6f62ccf9230 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 945 time: 0.0676992 Feb 10 13:47:55.896389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db24d885-e2cb-4e61-a4e9-6040aa6caac2 req-ea698dc7-d146-484c-9efc-b23d816b8061 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548673 Feb 10 13:47:55.994483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b89d2f01-5135-4161-86f4-f1dae7ff225a up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:47:56.078688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b89d2f01-5135-4161-86f4-f1dae7ff225a completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:47:56.087708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b89d2f01-5135-4161-86f4-f1dae7ff225a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:47:56.088086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.239366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b89d2f01-5135-4161-86f4-f1dae7ff225a is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:47:56.239366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.239548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:56.280661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:47:56.281648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:47:56.288069 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3563dded-26b0-4710-a8bd-6090b8d2f8a2" -d '{"events": [{"server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:47:56.295877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.348377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:56.358454 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae9744d-eecf-40b4-875a-bfa9b5bfa99d x-openstack-request-id: req-8ae9744d-eecf-40b4-875a-bfa9b5bfa99d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:47:56.358781 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:47:56.359182 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ae9744d-eecf-40b4-875a-bfa9b5bfa99d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:47:56.359590 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'code': 200} Feb 10 13:47:56.476938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe35f6a-018e-4b42-8db3-f3ba6877ca5e req-5b81c93f-2fd4-4465-b48e-9336ce17d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:56.478477 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fe35f6a-018e-4b42-8db3-f3ba6877ca5e req-5b81c93f-2fd4-4465-b48e-9336ce17d349 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1128 time: 0.0499914 Feb 10 13:47:56.481642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0de9f4-d664-4c71-b217-b7bd1da48f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.528017 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5fe35f6a-018e-4b42-8db3-f3ba6877ca5e req-9dfe3df7-4526-404a-9489-c6f5cd526a84 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Feb 10 13:47:56.594825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0de9f4-d664-4c71-b217-b7bd1da48f9c admin admin] Publish callbacks [] for security_group (116c9985-a6e1-4610-bda6-82f781df7c7c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.600361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0de9f4-d664-4c71-b217-b7bd1da48f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (116c9985-a6e1-4610-bda6-82f781df7c7c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.644570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0de9f4-d664-4c71-b217-b7bd1da48f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c9985-a6e1-4610-bda6-82f781df7c7c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:56.662061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a0de9f4-d664-4c71-b217-b7bd1da48f9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5247a17b35e44b5bbe1c2627bcd3da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215224 Feb 10 13:47:56.664987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:56.725924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] Publish callbacks [] for security_group (116c9985-a6e1-4610-bda6-82f781df7c7c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.751309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] Publish callbacks [] for security_group (116c9985-a6e1-4610-bda6-82f781df7c7c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.803482 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (116c9985-a6e1-4610-bda6-82f781df7c7c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.806859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:56.808374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/116c9985-a6e1-4610-bda6-82f781df7c7c HTTP/1.1" status: 204 len: 168 time: 0.1422734 Feb 10 13:47:56.816812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3fe5-0745-4f96-9012-be76494cf121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c9985-a6e1-4610-bda6-82f781df7c7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:57.117322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac3b0-6d45-421c-a5ba-ff155d67a1cb req-212c1f42-e668-42a5-bbdb-65dc9b2c3bf1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:57.124618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0dac3b0-6d45-421c-a5ba-ff155d67a1cb req-212c1f42-e668-42a5-bbdb-65dc9b2c3bf1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.1068201 Feb 10 13:47:57.175871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0dac3b0-6d45-421c-a5ba-ff155d67a1cb req-e5c187a5-153c-4a02-9242-53b075425e7d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504189 Feb 10 13:47:57.674477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:57.782722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-467860240-network', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:57.802578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Made reservation on behalf of bcbdec2ad1394a25a97562820f1b2b4b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:57.804944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:57.813710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:57.904770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks [] for security_group (31253248-5784-4a50-843b-211a4ce380fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:57.908741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (31253248-5784-4a50-843b-211a4ce380fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:57.938927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:47:57.945506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31253248-5784-4a50-843b-211a4ce380fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:57.951391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (85c45a81-066c-43ef-b332-b1e76b37bd16), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:57.951732 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Added segment 85c45a81-066c-43ef-b332-b1e76b37bd16 of type vlan for network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 Feb 10 13:47:58.006760 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (349e747e-f1e3-4400-b42c-d9d1aa19e6e8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.034579 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (349e747e-f1e3-4400-b42c-d9d1aa19e6e8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.037526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:58.038585 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.075992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4003866 Feb 10 13:47:58.079411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:58.084884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Request body: {'subnet': {'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-467860240-subnet', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:58.106366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Made reservation on behalf of bcbdec2ad1394a25a97562820f1b2b4b for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:47:58.108816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.122493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8568d36-eb58-4999-a6e4-5582e4586b3e admin admin] Pushing event updated for resources: {'Network': ['ID=349e747e-f1e3-4400-b42c-d9d1aa19e6e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:58.138748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:47:58.306532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (cd77a062-1ceb-428a-b89f-8b5db3f939d5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.320574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd986a1-2985-4476-877d-ca4fe9ddc2ce req-7b3e6ccf-1c32-44e7-93e4-cde43a18dc8a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:58.322256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbd986a1-2985-4476-877d-ca4fe9ddc2ce req-7b3e6ccf-1c32-44e7-93e4-cde43a18dc8a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.0642841 Feb 10 13:47:58.348468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd77a062-1ceb-428a-b89f-8b5db3f939d5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:58.382357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cbd986a1-2985-4476-877d-ca4fe9ddc2ce req-d29a6c2f-0b81-4dd1-9b94-afe7cf5c5dbd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530727 Feb 10 13:47:58.396533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Checking segment: {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:58.397103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Network hostable DHCP agents. Network: 349e747e-f1e3-4400-b42c-d9d1aa19e6e8, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:47:58.424407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:47:58.438117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 349e747e-f1e3-4400-b42c-d9d1aa19e6e8) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:58.442891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:58.443871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.453342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96169f3-f0f4-45eb-9a8f-11b9965fbddc None None] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:47:58.470250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-31ac2f84-0775-43da-8f6a-9a39bd7d6bce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3891039 Feb 10 13:47:58.471176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:58.476391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:58.502347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.503724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.539144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcc11-18f0-40e7-aefb-1d2d0e8c6e3c req-6ef59439-148f-46ae-aeda-7f75cfd4e199 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:58.546350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71bfcc11-18f0-40e7-aefb-1d2d0e8c6e3c req-6ef59439-148f-46ae-aeda-7f75cfd4e199 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.0790551 Feb 10 13:47:58.580307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'fixed_ips': [{'subnet_id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:47:58.585269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for router_controller (a4d3267f-b75f-438c-90fe-6a59c940f8e4), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.586181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.615217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71bfcc11-18f0-40e7-aefb-1d2d0e8c6e3c req-fe744e4a-5d50-4f5c-85b9-371399953e1d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634389 Feb 10 13:47:58.627156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:58.802384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for router_gateway (a4d3267f-b75f-438c-90fe-6a59c940f8e4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:58.809188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Allocated IP 172.20.0.2 (349e747e-f1e3-4400-b42c-d9d1aa19e6e8/cd77a062-1ceb-428a-b89f-8b5db3f939d5/979965ed-5061-46bb-84af-5dd3ba2b55b0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:58.846421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937c890-741d-4dd6-8222-d1e581b860c3 tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:47:58.851839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5937c890-741d-4dd6-8222-d1e581b860c3 tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1123 time: 0.2208288 Feb 10 13:47:58.852094 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52154) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:47:58.857115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:47:58.897447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.025933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.052117 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks [] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.062545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.120405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:59.123814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:59.127554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:59.141116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Pushing event updated for resources: {'Port': ['ID=979965ed-5061-46bb-84af-5dd3ba2b55b0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:59.171023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for router_gateway (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.180810 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.25.8.74 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6bb52fbb-fd4c-449d-84e6-a9eb28954482) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:59.193112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.213452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Attempting to bind port 979965ed-5061-46bb-84af-5dd3ba2b55b0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:47:59.215675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Attempting to bind port 979965ed-5061-46bb-84af-5dd3ba2b55b0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:47:59.216289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Attempting to bind port 979965ed-5061-46bb-84af-5dd3ba2b55b0 on network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:47:59.228820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:47:59.229629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Checking segment: {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:47:59.230270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.230831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Bound using segment: {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:47:59.231471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Bound port: 979965ed-5061-46bb-84af-5dd3ba2b55b0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:47:59.232043 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.309201 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.317362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] For port 979965ed-5061-46bb-84af-5dd3ba2b55b0, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:47:59.321020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] For port 979965ed-5061-46bb-84af-5dd3ba2b55b0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=979965ed-5061-46bb-84af-5dd3ba2b55b0,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:47:59.330652 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.371511 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.413049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafab66e-b764-4eab-abd5-8c63ba601711 None None] Pushing event updated for resources: {'Port': ['ID=979965ed-5061-46bb-84af-5dd3ba2b55b0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:59.452250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Allocated IP 172.25.8.200 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/de4c16be-5dec-42e9-a91c-a1ffae612f8d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:47:59.460159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:59.463397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:59.470503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:59.490195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=6bb52fbb-fd4c-449d-84e6-a9eb28954482,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:59.574765 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.610985 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.662225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:47:59.665566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:47:59.669271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:47:59.674998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Pushing event updated for resources: {'Port': ['ID=de4c16be-5dec-42e9-a91c-a1ffae612f8d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:47:59.896815 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (cef23ad6-c59a-43ae-a38e-7d157f1bedf5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.946938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for router_gateway (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:47:59.965832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.144186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.151813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.162857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.355291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Router a4d3267f-b75f-438c-90fe-6a59c940f8e4 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:48:00.488628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:48:00.501333 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Sync routers for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:48:00.514392 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Routers {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:00.515874 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:00.526449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.530941 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84551b5a-9cdd-413e-a861-058fb9b4aac8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0585887 Feb 10 13:48:00.533966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:00.591187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8309732-f2e2-48ab-beca-7032100a476c None None] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:48:00.617578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=6bb52fbb-fd4c-449d-84e6-a9eb28954482,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:00.626888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (cef23ad6-c59a-43ae-a38e-7d157f1bedf5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.738975 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP cef23ad6-c59a-43ae-a38e-7d157f1bedf5 associated. External IP: 172.25.8.74, port: b89d2f01-5135-4161-86f4-f1dae7ff225a. Feb 10 13:48:00.761127 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Set router a4d3267f-b75f-438c-90fe-6a59c940f8e4 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:00.909166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Provisioning complete for port 979965ed-5061-46bb-84af-5dd3ba2b55b0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:00.909889 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:00.936278 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0b19f524-0f06-47d8-95c5-c0b5a71c70d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.001070 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 3, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:01.094645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Current status of the port 979965ed-5061-46bb-84af-5dd3ba2b55b0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:01.095295 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.172641 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Checking router: a4d3267f-b75f-438c-90fe-6a59c940f8e4 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:48:01.173204 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Updating router a4d3267f-b75f-438c-90fe-6a59c940f8e4 port de4c16be-5dec-42e9-a91c-a1ffae612f8d binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:48:01.180442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] For port 979965ed-5061-46bb-84af-5dd3ba2b55b0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=979965ed-5061-46bb-84af-5dd3ba2b55b0,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:01.194839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.204693 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.232656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:48:01.354888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61160a25-0e9d-4d29-97e4-41815d4a85ea None None] Pushing event updated for resources: {'Port': ['ID=979965ed-5061-46bb-84af-5dd3ba2b55b0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:01.429442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5c9dc51b-8ea1-4250-a479-660471958d7e None None] Provisioning complete for port 979965ed-5061-46bb-84af-5dd3ba2b55b0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:01.429873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc51b-8ea1-4250-a479-660471958d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.522734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:48:01.538456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:48:01.551277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.560633 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks [] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.570596 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.621050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5c9dc51b-8ea1-4250-a479-660471958d7e None None] Current status of the port 979965ed-5061-46bb-84af-5dd3ba2b55b0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:01.622255 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Attempting to bind port de4c16be-5dec-42e9-a91c-a1ffae612f8d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:48:01.622809 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Attempting to bind port de4c16be-5dec-42e9-a91c-a1ffae612f8d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:48:01.624157 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Attempting to bind port de4c16be-5dec-42e9-a91c-a1ffae612f8d on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:48:01.634114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:01.635171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:01.639530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6fcb4ffc-cd28-4ee3-acf8-f7141f0d4bc2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7857900 Feb 10 13:48:01.640138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:48:01.642445 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf" -d '{"events": [{"name": "network-changed", "server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:48:01.658051 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:48:01.658516 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:48:01.658986 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.659444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:48:01.660537 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Bound port: de4c16be-5dec-42e9-a91c-a1ffae612f8d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:48:01.661327 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.706225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942475c-b66d-417d-af39-ca1c9b8b9625 None None] Pushing event updated for resources: {'Port': ['ID=de4c16be-5dec-42e9-a91c-a1ffae612f8d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:01.739446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] For port de4c16be-5dec-42e9-a91c-a1ffae612f8d, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:48:01.743265 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] For port de4c16be-5dec-42e9-a91c-a1ffae612f8d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=de4c16be-5dec-42e9-a91c-a1ffae612f8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:48:01.752109 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:01.761006 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53d9bc-86ef-4c0f-944b-1592a981fc80 x-openstack-request-id: req-7e53d9bc-86ef-4c0f-944b-1592a981fc80 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:48:01.761423 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:48:01.761815 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e53d9bc-86ef-4c0f-944b-1592a981fc80 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:48:01.762445 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'status': 'completed', 'code': 200} Feb 10 13:48:01.785651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 979965ed-5061-46bb-84af-5dd3ba2b55b0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:48:01.818079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942475c-b66d-417d-af39-ca1c9b8b9625 None None] Pushing event updated for resources: {'Port': ['ID=de4c16be-5dec-42e9-a91c-a1ffae612f8d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:01.836573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Routers {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:01.837461 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:01.846290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:01.906879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-c36f295b-ecfa-4628-ab51-b609505b8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:01.908653 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-c36f295b-ecfa-4628-ab51-b609505b8afe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1128 time: 0.1119244 Feb 10 13:48:01.964234 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] Set router a4d3267f-b75f-438c-90fe-6a59c940f8e4 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:02.020237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:02.069757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 979965ed-5061-46bb-84af-5dd3ba2b55b0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:02.070052 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:02.175580 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 3, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:02.203400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa75f3-1edd-49ed-92ff-539dbe4e6bda None None] The sync data for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 is: [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 3, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:48:02.226929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-2bf23512-d72a-4b69-bf5a-8d20f66d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:02.229552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-2bf23512-d72a-4b69-bf5a-8d20f66d0138 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.3119967 Feb 10 13:48:02.233712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 979965ed-5061-46bb-84af-5dd3ba2b55b0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:02.243959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cef23ad6-c59a-43ae-a38e-7d157f1bedf5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:61:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:02.274203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:48:02.280093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Allocated IP 172.20.0.1 (349e747e-f1e3-4400-b42c-d9d1aa19e6e8/cd77a062-1ceb-428a-b89f-8b5db3f939d5/30f25109-b5a9-4711-9be0-747595da1552) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:48:02.283211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:02.283948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:47:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:02.314622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-95a9f141-0019-4f31-9726-fbe2c3accbdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 999 time: 0.0802193 Feb 10 13:48:02.411670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:02.426534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-82527e9b-f86f-4605-bf76-ea1be369e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:02.428013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-82527e9b-f86f-4605-bf76-ea1be369e7fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.1070571 Feb 10 13:48:02.558780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks [] for port (30f25109-b5a9-4711-9be0-747595da1552), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:02.574495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-6cff62db-08db-432c-8e22-a866a8654f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:02.576052 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-6cff62db-08db-432c-8e22-a866a8654f8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1353512 Feb 10 13:48:02.715909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (30f25109-b5a9-4711-9be0-747595da1552), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:02.730234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cef23ad6-c59a-43ae-a38e-7d157f1bedf5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:61:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:02.745772 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-a96f5511-9029-4548-b871-e7131402d70a service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625643 Feb 10 13:48:02.763559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d618e-76c6-4064-8c25-91e178617655 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cef23ad6-c59a-43ae-a38e-7d157f1bedf5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:61:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:47:59Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:48:02.774192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:48:02.791049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:48:02.802130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:48:02.838710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Pushing event updated for resources: {'Port': ['ID=30f25109-b5a9-4711-9be0-747595da1552,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:02.898682 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:02.952677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fcdf582-203a-4cd4-8d25-29b6dfd66edf req-fb0ec40f-a7d6-4092-842a-5fd0310f5f75 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951067 Feb 10 13:48:03.074193 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (30f25109-b5a9-4711-9be0-747595da1552), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.151209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-37b105e0-7084-4fb5-86b2-f1ec1c4bcf2f None None] Provisioning complete for port 30f25109-b5a9-4711-9be0-747595da1552 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:03.151680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37b105e0-7084-4fb5-86b2-f1ec1c4bcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (30f25109-b5a9-4711-9be0-747595da1552), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.206741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37b105e0-7084-4fb5-86b2-f1ec1c4bcf2f None None] Port 30f25109-b5a9-4711-9be0-747595da1552 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:48:03.207390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e73c7-7d03-488d-a4c5-4a4bdedf748b None None] New status for floating IP cef23ad6-c59a-43ae-a38e-7d157f1bedf5: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:48:03.265621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb117c23-6542-4fa4-8621-48d3286d087c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.281411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks [] for port (30f25109-b5a9-4711-9be0-747595da1552), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.289114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (30f25109-b5a9-4711-9be0-747595da1552), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.361445 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Pushing event updated for resources: {'Port': ['ID=30f25109-b5a9-4711-9be0-747595da1552,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:03.398859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.520788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:48:03.522456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:48:03.673732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Router a4d3267f-b75f-438c-90fe-6a59c940f8e4 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:48:03.678669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device de4c16be-5dec-42e9-a91c-a1ffae612f8d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:48:03.734708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port de4c16be-5dec-42e9-a91c-a1ffae612f8d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:03.735390 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.808469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:48:03.814768 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c127bbd6-a6f0-4b93-9d0a-3a30ef13b75b admin admin] 10.222.0.13 "PUT /v2.0/routers/a4d3267f-b75f-438c-90fe-6a59c940f8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791388 Feb 10 13:48:03.823934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port de4c16be-5dec-42e9-a91c-a1ffae612f8d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:03.824674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.855811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port de4c16be-5dec-42e9-a91c-a1ffae612f8d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=de4c16be-5dec-42e9-a91c-a1ffae612f8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:03.867793 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.869594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6f0836ee-549a-4b12-bc01-0cb9e21522f2 None None] Provisioning complete for port 30f25109-b5a9-4711-9be0-747595da1552 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:03.870002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6f0836ee-549a-4b12-bc01-0cb9e21522f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (30f25109-b5a9-4711-9be0-747595da1552), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:03.947759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6f0836ee-549a-4b12-bc01-0cb9e21522f2 None None] Port 30f25109-b5a9-4711-9be0-747595da1552 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:48:03.952771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=de4c16be-5dec-42e9-a91c-a1ffae612f8d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:04.381204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Sync routers for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:48:04.391945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Routers {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:04.392546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:04.528044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Set router a4d3267f-b75f-438c-90fe-6a59c940f8e4 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:04.647531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:04.786519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '30f25109-b5a9-4711-9be0-747595da1552', 'name': '', 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'mac_address': 'fa:16:3e:67:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:48:02Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 2, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'subnets': [{'id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:04.827923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Checking router: a4d3267f-b75f-438c-90fe-6a59c940f8e4 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:48:04.828426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Updating router a4d3267f-b75f-438c-90fe-6a59c940f8e4 port 30f25109-b5a9-4711-9be0-747595da1552 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:48:04.862726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (30f25109-b5a9-4711-9be0-747595da1552), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:04.971930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52206) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:05.183375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks [] for port (30f25109-b5a9-4711-9be0-747595da1552), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.190591 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (30f25109-b5a9-4711-9be0-747595da1552), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.276979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa97d1-2fdd-4498-b5b4-319c48407a76 None None] Pushing event updated for resources: {'Port': ['ID=30f25109-b5a9-4711-9be0-747595da1552,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:05.318528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Attempting to bind port 30f25109-b5a9-4711-9be0-747595da1552 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:48:05.318902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Attempting to bind port 30f25109-b5a9-4711-9be0-747595da1552 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:48:05.319273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Attempting to bind port 30f25109-b5a9-4711-9be0-747595da1552 on network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:48:05.324694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:48:05.325113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Checking segment: {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:48:05.325507 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.325900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Bound using segment: {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:48:05.326364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Bound port: 30f25109-b5a9-4711-9be0-747595da1552, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c45a81-066c-43ef-b332-b1e76b37bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:48:05.326739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (30f25109-b5a9-4711-9be0-747595da1552), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.415707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] For port 30f25109-b5a9-4711-9be0-747595da1552, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:48:05.420229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] For port 30f25109-b5a9-4711-9be0-747595da1552, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=30f25109-b5a9-4711-9be0-747595da1552,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:48:05.430882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (30f25109-b5a9-4711-9be0-747595da1552), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.447595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.511914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa97d1-2fdd-4498-b5b4-319c48407a76 None None] Pushing event updated for resources: {'Port': ['ID=30f25109-b5a9-4711-9be0-747595da1552,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:05.539667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Routers {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:05.540305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:05.823671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Deleting port 30f25109-b5a9-4711-9be0-747595da1552 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:05.824020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (30f25109-b5a9-4711-9be0-747595da1552), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.872882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device de4c16be-5dec-42e9-a91c-a1ffae612f8d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:48:05.959705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] For port 30f25109-b5a9-4711-9be0-747595da1552, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=30f25109-b5a9-4711-9be0-747595da1552,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:05.960690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (30f25109-b5a9-4711-9be0-747595da1552), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.962274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0f5ee3de-0535-4472-9d56-f4f0f881283d None None] Provisioning complete for port 30f25109-b5a9-4711-9be0-747595da1552 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:05.962678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee3de-0535-4472-9d56-f4f0f881283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (30f25109-b5a9-4711-9be0-747595da1552), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:05.976304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Calling delete_port for 30f25109-b5a9-4711-9be0-747595da1552 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:05.994266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.028740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] Set router a4d3267f-b75f-438c-90fe-6a59c940f8e4 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:06.139809 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port de4c16be-5dec-42e9-a91c-a1ffae612f8d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:06.140246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.195494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ee3de-0535-4472-9d56-f4f0f881283d None None] Current status of the port 30f25109-b5a9-4711-9be0-747595da1552 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:06.195882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee3de-0535-4472-9d56-f4f0f881283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (30f25109-b5a9-4711-9be0-747595da1552), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.204632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (30f25109-b5a9-4711-9be0-747595da1552), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.265557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Pushing event deleted for resources: {'Port': ['ID=30f25109-b5a9-4711-9be0-747595da1552,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:06.308773 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.459482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-171459d5-e25b-41a4-8444-9d951937c219 None None] Could not find standard attr ID for object 30f25109-b5a9-4711-9be0-747595da1552. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:48:06.462064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port de4c16be-5dec-42e9-a91c-a1ffae612f8d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:48:06.477449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:06.500184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '30f25109-b5a9-4711-9be0-747595da1552', 'name': '', 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'mac_address': 'fa:16:3e:67:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:48:02Z', 'updated_at': '2022-02-10T13:48:05Z', 'revision_number': 4, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'subnets': [{'id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:06.535497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd24d1-8ec9-4601-b264-f80ce292310f None None] The sync data for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 is: [{'id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'name': 'tempest-ImageQuotaTest-467860240-router', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:58Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'gw_port': {'id': 'de4c16be-5dec-42e9-a91c-a1ffae612f8d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:59Z', 'updated_at': '2022-02-10T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '30f25109-b5a9-4711-9be0-747595da1552', 'name': '', 'network_id': '349e747e-f1e3-4400-b42c-d9d1aa19e6e8', 'tenant_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'mac_address': 'fa:16:3e:67:cd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3267f-b75f-438c-90fe-6a59c940f8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:48:02Z', 'updated_at': '2022-02-10T13:48:05Z', 'revision_number': 4, 'project_id': 'bcbdec2ad1394a25a97562820f1b2b4b', 'subnets': [{'id': 'cd77a062-1ceb-428a-b89f-8b5db3f939d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:48:06.834469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Router a4d3267f-b75f-438c-90fe-6a59c940f8e4 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:48:06.962221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:48:06.970768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:06.971307 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e3bbd8be-b88c-4157-a7fc-91c194c4684a admin admin] 10.222.0.13 "PUT /v2.0/routers/a4d3267f-b75f-438c-90fe-6a59c940f8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9978623 Feb 10 13:48:07.083414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks [] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.200796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks [] for router_gateway (a4d3267f-b75f-438c-90fe-6a59c940f8e4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.276553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Deleting port de4c16be-5dec-42e9-a91c-a1ffae612f8d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:07.277070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.373485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] For port de4c16be-5dec-42e9-a91c-a1ffae612f8d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=de4c16be-5dec-42e9-a91c-a1ffae612f8d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:07.373653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.388281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Calling delete_port for de4c16be-5dec-42e9-a91c-a1ffae612f8d owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:07.410994 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.606421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (de4c16be-5dec-42e9-a91c-a1ffae612f8d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.635398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4c16be-5dec-42e9-a91c-a1ffae612f8d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:07.701472 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.800993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.803204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks [] for router_controller (a4d3267f-b75f-438c-90fe-6a59c940f8e4), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.853988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a4d3267f-b75f-438c-90fe-6a59c940f8e4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.854762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d3267f-b75f-438c-90fe-6a59c940f8e4 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:48:07.859648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.861067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa728bec-0d2f-44e2-9853-978be91dfb01 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a4d3267f-b75f-438c-90fe-6a59c940f8e4 HTTP/1.1" status: 204 len: 168 time: 0.8891368 Feb 10 13:48:07.863743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:07.919716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Deleting subnet cd77a062-1ceb-428a-b89f-8b5db3f939d5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:48:07.923226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Publish callbacks [] for subnet (cd77a062-1ceb-428a-b89f-8b5db3f939d5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:07.961079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (cd77a062-1ceb-428a-b89f-8b5db3f939d5), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.045389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (cd77a062-1ceb-428a-b89f-8b5db3f939d5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.101693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (cd77a062-1ceb-428a-b89f-8b5db3f939d5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.129836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd77a062-1ceb-428a-b89f-8b5db3f939d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:08.133847 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.137690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a3c9b3b3-47cf-4d4a-b702-5110289cb30d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd77a062-1ceb-428a-b89f-8b5db3f939d5 HTTP/1.1" status: 204 len: 168 time: 0.2729933 Feb 10 13:48:08.140282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:08.141051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42864535-dc32-4958-bb09-eec99ee328b4 None None] Network 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:48:08.232352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (349e747e-f1e3-4400-b42c-d9d1aa19e6e8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.286263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Deleting port 979965ed-5061-46bb-84af-5dd3ba2b55b0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:08.286814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.327029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] DHCP port deletion for 349e747e-f1e3-4400-b42c-d9d1aa19e6e8 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:48:08.353491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] For port 979965ed-5061-46bb-84af-5dd3ba2b55b0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=979965ed-5061-46bb-84af-5dd3ba2b55b0,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:08.353999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.374390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Calling delete_port for 979965ed-5061-46bb-84af-5dd3ba2b55b0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:08.377611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Deleting port 979965ed-5061-46bb-84af-5dd3ba2b55b0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:08.378813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.455199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] For port 979965ed-5061-46bb-84af-5dd3ba2b55b0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=979965ed-5061-46bb-84af-5dd3ba2b55b0,segment=NetworkSegment(85c45a81-066c-43ef-b332-b1e76b37bd16),segment_id=85c45a81-066c-43ef-b332-b1e76b37bd16)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:08.455880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.470157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Calling delete_port for 979965ed-5061-46bb-84af-5dd3ba2b55b0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:08.556812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.591607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] Pushing event deleted for resources: {'Port': ['ID=979965ed-5061-46bb-84af-5dd3ba2b55b0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:08.596457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c05242-f15a-4d53-94e6-d200ceb2d01e None None] No DVR routers for this DVR port 979965ed-5061-46bb-84af-5dd3ba2b55b0 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:48:08.810919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (979965ed-5061-46bb-84af-5dd3ba2b55b0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.839692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Pushing event deleted for resources: {'Port': ['ID=979965ed-5061-46bb-84af-5dd3ba2b55b0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:08.841798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] No DVR routers for this DVR port 979965ed-5061-46bb-84af-5dd3ba2b55b0 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:48:08.922329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (349e747e-f1e3-4400-b42c-d9d1aa19e6e8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.949840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e747e-f1e3-4400-b42c-d9d1aa19e6e8']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:08.963101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c45a81-066c-43ef-b332-b1e76b37bd16') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:08.963101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c45a81-066c-43ef-b332-b1e76b37bd16') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:08.971332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (85c45a81-066c-43ef-b332-b1e76b37bd16), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.985982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (85c45a81-066c-43ef-b332-b1e76b37bd16), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.992633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:48:08.993251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (85c45a81-066c-43ef-b332-b1e76b37bd16), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:48:08.995194 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:48:09.050855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (349e747e-f1e3-4400-b42c-d9d1aa19e6e8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.056137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.062808 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] 10.222.0.13 "DELETE /v2.0/networks/349e747e-f1e3-4400-b42c-d9d1aa19e6e8 HTTP/1.1" status: 204 len: 168 time: 0.9187913 Feb 10 13:48:09.072555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7fb49-cd2a-4065-80fe-b83443141069 admin admin] Pushing event deleted for resources: {'Network': ['ID=349e747e-f1e3-4400-b42c-d9d1aa19e6e8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:09.170662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:09.222092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c6eaf47-ee70-4988-a250-72af4e6b6b7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcbdec2ad1394a25a97562820f1b2b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499370 Feb 10 13:48:09.225131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:09.273809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] Publish callbacks [] for security_group (31253248-5784-4a50-843b-211a4ce380fd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.295421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] Publish callbacks [] for security_group (31253248-5784-4a50-843b-211a4ce380fd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.350037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (31253248-5784-4a50-843b-211a4ce380fd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.353203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.356988 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31253248-5784-4a50-843b-211a4ce380fd HTTP/1.1" status: 204 len: 168 time: 0.1285336 Feb 10 13:48:09.363991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44935334-29f0-4076-b87c-e75b1a8c7e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31253248-5784-4a50-843b-211a4ce380fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:09.391396 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Sync routers for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:48:09.403586 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:09.404304 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:48:09.405486 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_agentschedulers_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103402) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:48:09.416136 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Routers set() bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:09.416607 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Router IDs set() for agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 13:48:09.417506 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_agentschedulers_db [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4d3267f-b75f-438c-90fe-6a59c940f8e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent'). {{(pid=103402) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 13:48:09.418116 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b3d4f-e6fa-47d0-b4b7-68387f6f1d6a None None] The sync data for ids ['a4d3267f-b75f-438c-90fe-6a59c940f8e4'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:48:09.728510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52236) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:09.742594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ce94d0-3218-4b14-910e-887e22ab07ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.836029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ce94d0-3218-4b14-910e-887e22ab07ac admin admin] Publish callbacks [] for security_group (1b36268a-f005-4828-9ec7-f9319e3f11df), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.852337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ce94d0-3218-4b14-910e-887e22ab07ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1b36268a-f005-4828-9ec7-f9319e3f11df), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.897003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce94d0-3218-4b14-910e-887e22ab07ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36268a-f005-4828-9ec7-f9319e3f11df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:09.916971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f4ce94d0-3218-4b14-910e-887e22ab07ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1843884 Feb 10 13:48:09.917274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:09.971402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] Publish callbacks [] for security_group (1b36268a-f005-4828-9ec7-f9319e3f11df), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:09.995934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] Publish callbacks [] for security_group (1b36268a-f005-4828-9ec7-f9319e3f11df), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:10.056914 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1b36268a-f005-4828-9ec7-f9319e3f11df), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:10.060215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:10.061400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b36268a-f005-4828-9ec7-f9319e3f11df HTTP/1.1" status: 204 len: 168 time: 0.1431482 Feb 10 13:48:10.069791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89727-a842-479c-910b-1672887ad501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36268a-f005-4828-9ec7-f9319e3f11df,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:10.297174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 30f25109-b5a9-4711-9be0-747595da1552 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:48:10.335883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 30f25109-b5a9-4711-9be0-747595da1552 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:48:10.335883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 30f25109-b5a9-4711-9be0-747595da1552 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:48:10.335883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 979965ed-5061-46bb-84af-5dd3ba2b55b0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:48:10.356435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 979965ed-5061-46bb-84af-5dd3ba2b55b0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:48:10.356976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 979965ed-5061-46bb-84af-5dd3ba2b55b0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:48:11.351267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:11.590561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device de4c16be-5dec-42e9-a91c-a1ffae612f8d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:48:11.614111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: de4c16be-5dec-42e9-a91c-a1ffae612f8d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:48:11.614454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device de4c16be-5dec-42e9-a91c-a1ffae612f8d not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:48:13.134791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-6bce805b-0e90-427e-aa9d-ecfdd9d92e36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485518 Feb 10 13:48:13.239174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-df846ce2-fdac-4c59-9587-71f473840aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:13.241249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-df846ce2-fdac-4c59-9587-71f473840aa3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1128 time: 0.0589139 Feb 10 13:48:13.350945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-8bcab56d-c745-4dbc-8e51-39f38fda0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:13.352405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-8bcab56d-c745-4dbc-8e51-39f38fda0331 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0914485 Feb 10 13:48:13.419207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-fd691257-f406-41d4-8f0d-4e593cddcd25 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 1001 time: 0.0601048 Feb 10 13:48:13.470055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-388b1ad9-f1f7-47e8-9360-23a20f3d34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:13.471464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-388b1ad9-f1f7-47e8-9360-23a20f3d34f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0458252 Feb 10 13:48:13.524484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-0bc04e20-fc01-4266-832f-a8467a37bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:13.526014 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-0bc04e20-fc01-4266-832f-a8467a37bb56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489998 Feb 10 13:48:13.613681 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-a7af19d7-3ff0-4124-b2a7-94e3ad30327d service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Feb 10 13:48:13.709334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-41cb7e5f-76ba-464a-8ef6-9d6d47d71c6f req-fe17b060-e28b-44f9-a54d-ea9534d9f7fb service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Feb 10 13:48:27.814162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-4acf3a29-be97-42f2-857a-edd94395fd9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488553 Feb 10 13:48:27.902083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562cb9-c67c-4cf4-a790-32753b45eced req-ca884652-0a91-4423-b570-da5b674f62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:27.903600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-ca884652-0a91-4423-b570-da5b674f62bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 1127 time: 0.0458605 Feb 10 13:48:28.006419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562cb9-c67c-4cf4-a790-32753b45eced req-95ba4dd8-7be6-448f-be04-edc7ff214dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:28.007901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-95ba4dd8-7be6-448f-be04-edc7ff214dd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.0845377 Feb 10 13:48:28.077807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-66fea6ca-3d29-474d-8b83-3a137ca99dc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 200 len: 1001 time: 0.0636864 Feb 10 13:48:28.124105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562cb9-c67c-4cf4-a790-32753b45eced req-a5fb6593-cec8-4bfe-ac8d-17ee233e38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:28.125573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-a5fb6593-cec8-4bfe-ac8d-17ee233e38b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0421546 Feb 10 13:48:28.173613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562cb9-c67c-4cf4-a790-32753b45eced req-0faed462-70fe-4b2c-8e42-5f2534c89840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:28.175085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-0faed462-70fe-4b2c-8e42-5f2534c89840 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437453 Feb 10 13:48:28.273467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-0c128c3e-08fa-4e9f-99a5-e5d1dcbbe750 service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Feb 10 13:48:28.365178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02562cb9-c67c-4cf4-a790-32753b45eced req-b04598f4-0ebe-49c0-a827-fdb8f3e3893e service neutron] 10.222.0.21 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Feb 10 13:48:29.485157 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:48:30.848658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67bd8110-af5e-44ba-8c96-6b0a01f6df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.430161 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52344) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:32.576705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Deleting subnet 4047ca12-6bd9-4379-8219-b4d42fc76e58 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:48:32.579771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Publish callbacks [] for subnet (4047ca12-6bd9-4379-8219-b4d42fc76e58), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.614949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (4047ca12-6bd9-4379-8219-b4d42fc76e58), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.654155 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (4047ca12-6bd9-4379-8219-b4d42fc76e58), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.712324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (4047ca12-6bd9-4379-8219-b4d42fc76e58), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.740604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.743960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4047ca12-6bd9-4379-8219-b4d42fc76e58 HTTP/1.1" status: 204 len: 168 time: 0.3127825 Feb 10 13:48:32.745441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c310174-e59a-484b-9523-42f463e3f220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4047ca12-6bd9-4379-8219-b4d42fc76e58,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:32.746696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:32.822646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (34e0b8c8-ad25-4807-8b3c-e060a83fa429), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.915890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (34e0b8c8-ad25-4807-8b3c-e060a83fa429), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.935827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e0b8c8-ad25-4807-8b3c-e060a83fa429']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:32.945522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fea44e-21dc-4c87-a232-6b9ffd994164') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:32.945820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fea44e-21dc-4c87-a232-6b9ffd994164') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:32.954920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (62fea44e-21dc-4c87-a232-6b9ffd994164), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.967913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (62fea44e-21dc-4c87-a232-6b9ffd994164), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.973723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:48:32.974113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (62fea44e-21dc-4c87-a232-6b9ffd994164), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:48:32.975731 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:48:33.029469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (34e0b8c8-ad25-4807-8b3c-e060a83fa429), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.035841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.041591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] 10.222.0.13 "DELETE /v2.0/networks/34e0b8c8-ad25-4807-8b3c-e060a83fa429 HTTP/1.1" status: 204 len: 168 time: 0.2912905 Feb 10 13:48:33.048722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583e1b4-c266-401c-a656-d8acee08758a admin admin] Pushing event deleted for resources: {'Network': ['ID=34e0b8c8-ad25-4807-8b3c-e060a83fa429,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:33.156315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:33.204115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-50fca2a2-47ca-4954-99a0-5d95bcf12d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=205ca92e73434caab1df1ba2fc1aa93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442977 Feb 10 13:48:33.204364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:33.251662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] Publish callbacks [] for security_group (ebc1783d-dbca-4ec1-b6aa-5583cd3e22be), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.261048 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4fe5-9f54-4f5e-bb78-9ef94052542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.273732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] Publish callbacks [] for security_group (ebc1783d-dbca-4ec1-b6aa-5583cd3e22be), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.320913 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ebc1783d-dbca-4ec1-b6aa-5583cd3e22be), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.324053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:33.327714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebc1783d-dbca-4ec1-b6aa-5583cd3e22be HTTP/1.1" status: 204 len: 168 time: 0.1200545 Feb 10 13:48:33.335009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a3914-290c-456a-a403-933e4781dcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1783d-dbca-4ec1-b6aa-5583cd3e22be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:34.624167 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:35.871896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:36.203884 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:37.406095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:41.350904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:47.451828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ac205-d776-4e1f-84e9-4520e88de482 req-2eddbad0-7deb-4989-a375-01eb3361f44c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:47.453260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d66ac205-d776-4e1f-84e9-4520e88de482 req-2eddbad0-7deb-4989-a375-01eb3361f44c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0523059 Feb 10 13:48:47.499114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d66ac205-d776-4e1f-84e9-4520e88de482 req-f7ac7811-dcf9-4bf7-9079-36a57db78989 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Feb 10 13:48:48.621621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d4e86-b1d5-4f21-bc8c-ae007551f9a7 req-39403d5c-c1db-406e-868d-7952e7fdd7fc tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:48.623107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-761d4e86-b1d5-4f21-bc8c-ae007551f9a7 req-39403d5c-c1db-406e-868d-7952e7fdd7fc tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0549786 Feb 10 13:48:48.671772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-761d4e86-b1d5-4f21-bc8c-ae007551f9a7 req-88ac703e-b967-43d7-afe3-72e9a1c69220 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Feb 10 13:48:49.487426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-3dad4b3c-1088-4872-ba32-3670b374ce36 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:49.488858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-3dad4b3c-1088-4872-ba32-3670b374ce36 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.0518105 Feb 10 13:48:49.586382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Deleting port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:49.586770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:49.679687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] For port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:48:49.680445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:49.870465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6599b-4dc4-4d36-9cb7-eff29dc0d62f req-3aab7253-7778-498a-aba8-0db667199fe2 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:49.871952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04c6599b-4dc4-4d36-9cb7-eff29dc0d62f req-3aab7253-7778-498a-aba8-0db667199fe2 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc HTTP/1.1" status: 200 len: 945 time: 0.1311214 Feb 10 13:48:49.903079 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:49.903445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:49.903762 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Floating IP 985b9e65-da66-4843-9b47-f97d4d51a8d6 disassociated. External IP: 172.25.8.182, port: a131b9b2-6336-448f-b3d8-4f6a8e30cfd0. Feb 10 13:48:49.904106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Calling delete_port for a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:49.964735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-04c6599b-4dc4-4d36-9cb7-eff29dc0d62f req-250dc7ad-86f4-46e8-8020-013859fbd14e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=01794b64-a990-4473-afe9-4676727482e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861971 Feb 10 13:48:50.051949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (a131b9b2-6336-448f-b3d8-4f6a8e30cfd0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:50.079558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'Port': ['ID=a131b9b2-6336-448f-b3d8-4f6a8e30cfd0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:50.091857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.092206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.092575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.092929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.093268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.093604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.093935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.094266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.094593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.094917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.095243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.096141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.096469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:50.207188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:48:50.320351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:48:50.332534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:48:50.343691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:50.344584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:50.364489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] No DVR routers for this DVR port a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:48:50.367125 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:50.370636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a4b23d5f-b40b-46a6-b683-0b59ba02d06c req-df38ac8a-a96f-4885-a728-612e3caca63e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.21 "DELETE /v2.0/ports/a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 HTTP/1.1" status: 204 len: 173 time: 0.8750930 Feb 10 13:48:50.371147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'name': 'network-vif-deleted', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:48:50.381322 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd58819-6c6a-4756-9c5d-d96af4b8430e" -d '{"events": [{"server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "name": "network-vif-deleted", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:48:50.423042 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09430284-a514-4241-b977-0a8f37e339d9 x-openstack-request-id: req-09430284-a514-4241-b977-0a8f37e339d9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:48:50.423369 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc", "name": "network-vif-deleted", "tag": "a131b9b2-6336-448f-b3d8-4f6a8e30cfd0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:48:50.424940 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09430284-a514-4241-b977-0a8f37e339d9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:48:50.425373 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6e6e2d-67cc-4759-ae48-4327a6a7f4fc', 'name': 'network-vif-deleted', 'tag': 'a131b9b2-6336-448f-b3d8-4f6a8e30cfd0', 'status': 'completed', 'code': 200} Feb 10 13:48:50.504036 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:50.730100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:50.760171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:48:50.768551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:48:50.769185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:48:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:50.904570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:48:51.056915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:51.118393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:48:51.118851 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (01794b64-a990-4473-afe9-4676727482e3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.145535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3c5d7-aa36-4088-8508-2e3a74cc6cdd None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:48:51.148650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (01794b64-a990-4473-afe9-4676727482e3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.224422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (01794b64-a990-4473-afe9-4676727482e3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.227276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.228446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "DELETE /v2.0/security-groups/01794b64-a990-4473-afe9-4676727482e3 HTTP/1.1" status: 204 len: 168 time: 0.1700234 Feb 10 13:48:51.231304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:51.239025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c03f-6a1b-4386-b8b0-c602e0417c39 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01794b64-a990-4473-afe9-4676727482e3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:51.259334 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-8fb5e4f8-9a02-4d81-a26b-b76fa98eea83 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] show failed (client error): The resource could not be found. Feb 10 13:48:51.263870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:51.272071 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8fb5e4f8-9a02-4d81-a26b-b76fa98eea83 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups/01794b64-a990-4473-afe9-4676727482e3 HTTP/1.1" status: 404 len: 347 time: 0.0395088 Feb 10 13:48:51.441438 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae810970-787e-41a9-8976-8afc4dd8c661 None None] New status for floating IP 985b9e65-da66-4843-9b47-f97d4d51a8d6: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:48:51.742061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Deleting port fe0bdd42-8e9c-481c-98d0-880091297732 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:48:51.742410 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.815769 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.816018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (fe0bdd42-8e9c-481c-98d0-880091297732), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.827513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Calling delete_port for fe0bdd42-8e9c-481c-98d0-880091297732 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:48:51.967612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fe0bdd42-8e9c-481c-98d0-880091297732), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:51.990110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'Port': ['ID=fe0bdd42-8e9c-481c-98d0-880091297732,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:52.055053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (985b9e65-da66-4843-9b47-f97d4d51a8d6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.057656 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.058793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2a9aa295-ac65-421f-a390-7ebcb4f8f3d4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "DELETE /v2.0/floatingips/985b9e65-da66-4843-9b47-f97d4d51a8d6 HTTP/1.1" status: 204 len: 168 time: 0.7937288 Feb 10 13:48:52.385455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:52.390217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417168473', 'description': 'tempest-description--1576965871'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:52.410405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.479261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (b7dbf7a3-7315-4f99-9d31-b85e5e403cac), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.482898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b7dbf7a3-7315-4f99-9d31-b85e5e403cac), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.511688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.512939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1262438 Feb 10 13:48:52.516064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:52.518772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c10fe-c8f6-431d-9071-f409ae5dbd96 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dbf7a3-7315-4f99-9d31-b85e5e403cac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:52.520780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group_rule': {'security_group_id': 'b7dbf7a3-7315-4f99-9d31-b85e5e403cac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:52.547125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (640202b4-ef5d-48e0-9a4c-9258b87e0815), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.595895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (640202b4-ef5d-48e0-9a4c-9258b87e0815), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.599975 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (640202b4-ef5d-48e0-9a4c-9258b87e0815), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.617671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640202b4-ef5d-48e0-9a4c-9258b87e0815,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:52.627987 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.629197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121323 Feb 10 13:48:52.630571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.630925 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.631257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.632100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:52.632923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.633460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.633979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.634338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.634698 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.635193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.635605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.635887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.636245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.636590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6492b0e6-7c26-443e-afcb-3edca01b384c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:48:52.636806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'security_group_rule': {'security_group_id': 'b7dbf7a3-7315-4f99-9d31-b85e5e403cac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:52.661675 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (1079bbb4-9838-4ecb-a507-a1dbc30af65a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.716706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (1079bbb4-9838-4ecb-a507-a1dbc30af65a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.719992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1079bbb4-9838-4ecb-a507-a1dbc30af65a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.737168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1079bbb4-9838-4ecb-a507-a1dbc30af65a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:52.745364 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.746527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-62abcf28-fc97-4ed7-bd01-134979fd3bde tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134930 Feb 10 13:48:52.749788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:52.753926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:52.772634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.787315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:48:52.807537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:48:52.807891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device a131b9b2-6336-448f-b3d8-4f6a8e30cfd0 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:48:52.868600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:52.974221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Allocated IP 172.25.8.165 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c544566c-93c1-4bcf-b121-00829fa1e7d3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:48:53.072486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.105539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.140543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:48:53.145475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:48:53.148944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:48:53.177245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=c544566c-93c1-4bcf-b121-00829fa1e7d3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:53.247293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.282644 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.431648 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.436145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.517712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=c544566c-93c1-4bcf-b121-00829fa1e7d3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:53.528339 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.543721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:53.545049 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-48df3bee-843e-4f4d-a213-7f7ac7659a5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7943385 Feb 10 13:48:53.750119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-7b641ffa-ddc6-44c3-bf2f-8540f58de1ce tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--417168473&fields=id&tenant_id=4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 267 time: 0.0464435 Feb 10 13:48:53.854238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-fad19cd7-2a6b-45b1-a7da-3f47af6135de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:53.855855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-fad19cd7-2a6b-45b1-a7da-3f47af6135de tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 811 time: 0.0993955 Feb 10 13:48:53.870641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-cf764c1b-8dd9-4dad-be73-ea46110eaf7f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/quotas/4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 375 time: 0.0091782 Feb 10 13:48:53.925420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-1fecb707-7973-4fd9-9666-45817e97d42d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494957 Feb 10 13:48:54.124205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b7341589-efb1-4219-8bc4-84cef564cf5f service neutron] 10.222.0.13 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877153 Feb 10 13:48:54.218086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-5fb8d8d2-6612-4c46-b386-b54334a2f26b service neutron] 10.222.0.13 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873995 Feb 10 13:48:54.390895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4edf653e-f778-4edb-8f4f-546265ee18dc req-5c9931c4-5f57-4a76-b868-dfb3de18cb07 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 210 time: 0.0362508 Feb 10 13:48:55.393341 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-0150678e-e3f3-46a3-938e-a163d7c4095d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:55.395801 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-0150678e-e3f3-46a3-938e-a163d7c4095d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.77 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 811 time: 0.1423411 Feb 10 13:48:55.482352 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f123b98b-2e14-429d-bc16-48482b73e5a4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4307efeae40b47bc8927d2c286f7e30a HTTP/1.1" status: 200 len: 379 time: 0.0775096 Feb 10 13:48:55.492487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'port': {'device_id': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'admin_state_up': True, 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'security_groups': ['b7dbf7a3-7315-4f99-9d31-b85e5e403cac']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:55.522704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9debb5e6-7f68-4e3b-8f4b-6b6f99e42033 req-a727ea13-0cfc-4192-b8d8-02c0deb3b0b5 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Feb 10 13:48:55.591675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:48:55.654459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Made reservation on behalf of 4307efeae40b47bc8927d2c286f7e30a for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:48:55.658117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:55.709429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70305a5a-a34b-4fa9-8dcc-99a759283391 req-1a343b12-8220-4b08-9416-88734a35bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:55.711299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70305a5a-a34b-4fa9-8dcc-99a759283391 req-1a343b12-8220-4b08-9416-88734a35bff5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.1177368 Feb 10 13:48:55.765600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70305a5a-a34b-4fa9-8dcc-99a759283391 req-35b397a3-1488-4e1f-a086-36309ceb1022 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481737 Feb 10 13:48:55.799847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Allocated IP 172.20.0.13 (2d685794-1742-449d-8a63-a76ae09ed60d/fbaf4035-29d1-4081-902a-e8d581e11464/94684ae9-3e4f-431d-8a06-13c702921ce8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:48:55.946070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:55.978714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.022108 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Network 2d685794-1742-449d-8a63-a76ae09ed60d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:48:56.025155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:48:56.028718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:48:56.034896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event updated for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:56.086628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:56.087241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.104331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-b990f49f-d8e1-4052-8f96-f241ebaf215d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162920 Feb 10 13:48:56.115894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Request body: {'port': {'device_id': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:48:56.176846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.309078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d04b21dd-2200-4866-ae95-1471755b3bbb None None] Provisioning complete for port 94684ae9-3e4f-431d-8a06-13c702921ce8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:48:56.309674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d04b21dd-2200-4866-ae95-1471755b3bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.449317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94684ae9-3e4f-431d-8a06-13c702921ce8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:48:56.457980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks [] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.471067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Transition to ACTIVE for port object 94684ae9-3e4f-431d-8a06-13c702921ce8 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:48:56.475333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.505008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d04b21dd-2200-4866-ae95-1471755b3bbb None None] Port 94684ae9-3e4f-431d-8a06-13c702921ce8 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:48:56.528940 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:56.623252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Attempting to bind port 94684ae9-3e4f-431d-8a06-13c702921ce8 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:48:56.623680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Attempting to bind port 94684ae9-3e4f-431d-8a06-13c702921ce8 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:48:56.624162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Attempting to bind port 94684ae9-3e4f-431d-8a06-13c702921ce8 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:48:56.629489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Port 94684ae9-3e4f-431d-8a06-13c702921ce8 on network 2d685794-1742-449d-8a63-a76ae09ed60d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:48:56.629873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Attempting to bind port 94684ae9-3e4f-431d-8a06-13c702921ce8 on network 2d685794-1742-449d-8a63-a76ae09ed60d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:48:56.636071 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:48:56.636448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Checking segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:48:56.637059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Bound using segment: {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:48:56.637837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Bound port: 94684ae9-3e4f-431d-8a06-13c702921ce8, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3609de67-c9bc-4237-ac69-f43a3aea8e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:48:56.637983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.706667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dabfba-3a47-4bfa-a847-eb7898ccbc82 req-d1ae8b3b-14a9-406d-a23e-db9ac93ba948 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:56.708464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76dabfba-3a47-4bfa-a847-eb7898ccbc82 req-d1ae8b3b-14a9-406d-a23e-db9ac93ba948 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 944 time: 0.0871873 Feb 10 13:48:56.731732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:48:56.735535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=94684ae9-3e4f-431d-8a06-13c702921ce8,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:48:56.746204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.798517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76dabfba-3a47-4bfa-a847-eb7898ccbc82 req-c915e9f8-9d98-48f2-9f98-d07aaaf1ab7c tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749953 Feb 10 13:48:56.815539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:48:56.825996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:56.826621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:48:56.830698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f2ba8900-6014-41a9-9b8f-4f08e0de86f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/94684ae9-3e4f-431d-8a06-13c702921ce8 HTTP/1.1" status: 200 len: 1092 time: 0.7190447 Feb 10 13:48:56.831382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:48:56.838203 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:48:56.912383 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274936f-f835-4c59-9387-98af1351b4ae x-openstack-request-id: req-1274936f-f835-4c59-9387-98af1351b4ae {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:48:56.912679 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:48:56.912960 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1274936f-f835-4c59-9387-98af1351b4ae {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:48:56.913776 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'status': 'completed', 'code': 200} Feb 10 13:48:56.934513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f6c979a4-f681-48d5-9074-97d5c6883df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:56.936081 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-f6c979a4-f681-48d5-9074-97d5c6883df9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 1126 time: 0.0676515 Feb 10 13:48:56.988777 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-c26f40db-ef95-4836-b77e-f41c673270f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94684ae9-3e4f-431d-8a06-13c702921ce8 HTTP/1.1" status: 200 len: 217 time: 0.0442042 Feb 10 13:48:57.060235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-bfc34892-d1f5-457e-a146-272b601bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.063621 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-bfc34892-d1f5-457e-a146-272b601bb2f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0694168 Feb 10 13:48:57.119322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-28f412d3-7e04-4483-85eb-3fd4389b5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.120960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-28f412d3-7e04-4483-85eb-3fd4389b5146 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510995 Feb 10 13:48:57.221073 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-581b10c9-0d19-493f-9b22-c2d924e516df service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931168 Feb 10 13:48:57.307101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2964b575-e55c-4f87-911a-fe8ed9f57bad req-7b44b5a5-7373-452a-bfba-2c6566798094 service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796778 Feb 10 13:48:57.403329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-cc772aad-a4f9-432a-8866-add779ecce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.404847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-cc772aad-a4f9-432a-8866-add779ecce05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 1126 time: 0.0516248 Feb 10 13:48:57.494612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-9c06f3a8-634c-4a5b-8704-cdbad4fd4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.495975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-9c06f3a8-634c-4a5b-8704-cdbad4fd4a75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.0849664 Feb 10 13:48:57.539773 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-30dc981e-e549-4649-8267-782d8e0a641c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94684ae9-3e4f-431d-8a06-13c702921ce8 HTTP/1.1" status: 200 len: 217 time: 0.0380037 Feb 10 13:48:57.587254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-1becd7d8-c7b1-4a28-9288-17015a7b9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.588720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-1becd7d8-c7b1-4a28-9288-17015a7b9c84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0433414 Feb 10 13:48:57.638736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-28990239-695b-4763-8a68-0dbf141e41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.640233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-28990239-695b-4763-8a68-0dbf141e41ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450401 Feb 10 13:48:57.754530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-ac6a7fc1-d606-4709-9402-c46010a641e9 service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062667 Feb 10 13:48:57.848882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2bee8d08-3ee4-4a7d-9b45-8a84b23c36ce req-494e8846-376d-470e-b74a-ad7cce6ab44a service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875375 Feb 10 13:48:57.920938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa9ae8-ef7c-4392-874a-d402c50ac235 req-67468cd9-9401-45ef-b0be-b34bf62ddd2b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:57.922428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20fa9ae8-ef7c-4392-874a-d402c50ac235 req-67468cd9-9401-45ef-b0be-b34bf62ddd2b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 944 time: 0.0547807 Feb 10 13:48:57.968273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20fa9ae8-ef7c-4392-874a-d402c50ac235 req-2a412a7b-ecbe-430b-92e9-9171f3febd34 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395658 Feb 10 13:48:59.091618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8cf0f-e987-4b3f-91ff-f1a1f47cfa01 req-baeff9fd-a309-4ff3-a2c6-719978eed4f3 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:48:59.093506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac8cf0f-e987-4b3f-91ff-f1a1f47cfa01 req-baeff9fd-a309-4ff3-a2c6-719978eed4f3 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 944 time: 0.0579431 Feb 10 13:48:59.144034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cac8cf0f-e987-4b3f-91ff-f1a1f47cfa01 req-d6fa4833-da61-431d-a9d0-9131169f378e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451710 Feb 10 13:49:00.261012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc51e3-d652-4cf0-b561-5b68e473dea3 req-b209a5de-2ebe-4e50-8861-9afcfe47e74f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:00.262554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93fc51e3-d652-4cf0-b561-5b68e473dea3 req-b209a5de-2ebe-4e50-8861-9afcfe47e74f tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Feb 10 13:49:00.308614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93fc51e3-d652-4cf0-b561-5b68e473dea3 req-1252417e-136d-43d2-8b02-854b37d32c33 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406370 Feb 10 13:49:00.340808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 94684ae9-3e4f-431d-8a06-13c702921ce8 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:49:00.435874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=94684ae9-3e4f-431d-8a06-13c702921ce8,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:00.446627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'port_id': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'mac_address': 'fa:16:3e:40:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:49:00.486803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 94684ae9-3e4f-431d-8a06-13c702921ce8 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:00.487184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:00.500270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94684ae9-3e4f-431d-8a06-13c702921ce8 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:49:00.523276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=94684ae9-3e4f-431d-8a06-13c702921ce8,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:00.527300 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:00.574062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:00.581964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.582313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.582656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.582993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.583327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.583677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.583985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.584312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.584636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.585349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.585676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.585998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.586347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:00.738134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['94684ae9-3e4f-431d-8a06-13c702921ce8'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:49:00.874040 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a717f4a4-44d2-4cfb-9ce4-c46fab1c6a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.125838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:01.230832 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc6576d3-6ff9-4f25-a517-8b56e50c56ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.306291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc6576d3-6ff9-4f25-a517-8b56e50c56ea admin admin] Publish callbacks [] for security_group (2ed6cb21-b806-44d2-8e20-33dfc450fa94), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.311367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc6576d3-6ff9-4f25-a517-8b56e50c56ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2ed6cb21-b806-44d2-8e20-33dfc450fa94), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.354811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc6576d3-6ff9-4f25-a517-8b56e50c56ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf6e92c7df747ef9efa1b3a3bbb551a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273738 Feb 10 13:49:01.357576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:01.363954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6576d3-6ff9-4f25-a517-8b56e50c56ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed6cb21-b806-44d2-8e20-33dfc450fa94,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:01.412484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] Publish callbacks [] for security_group (2ed6cb21-b806-44d2-8e20-33dfc450fa94), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.435309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] Publish callbacks [] for security_group (2ed6cb21-b806-44d2-8e20-33dfc450fa94), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.436385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db38d0-bccf-41b8-b764-9895c06076c5 req-324f625d-cccc-4738-bbc8-d994e06906e7 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:01.438002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4db38d0-bccf-41b8-b764-9895c06076c5 req-324f625d-cccc-4738-bbc8-d994e06906e7 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 945 time: 0.0548396 Feb 10 13:49:01.486612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2ed6cb21-b806-44d2-8e20-33dfc450fa94), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.487616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4db38d0-bccf-41b8-b764-9895c06076c5 req-237ab753-e42b-4696-ba69-3643b75a6743 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Feb 10 13:49:01.489625 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:01.493222 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ed6cb21-b806-44d2-8e20-33dfc450fa94 HTTP/1.1" status: 204 len: 168 time: 0.1323390 Feb 10 13:49:01.516443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538f8a-e23e-4c0a-944f-f4ec2ce717e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed6cb21-b806-44d2-8e20-33dfc450fa94,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:02.357234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 94684ae9-3e4f-431d-8a06-13c702921ce8 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:02.406505 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 94684ae9-3e4f-431d-8a06-13c702921ce8 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:49:02.410565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 94684ae9-3e4f-431d-8a06-13c702921ce8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:02.410932 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:02.489846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 94684ae9-3e4f-431d-8a06-13c702921ce8 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:02.490231 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:02.514848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:02.517150 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0e371-f27e-4898-b283-10e7ec289f3d" -d '{"events": [{"server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "name": "network-vif-plugged", "status": "completed", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:02.530178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=94684ae9-3e4f-431d-8a06-13c702921ce8,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:02.535190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:02.589438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:02.630900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a0af7-9a1b-4804-b810-4d9cf63e8006 req-1be05405-b577-4adc-b79b-d9e26f80c8ac tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:02.632408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9a0af7-9a1b-4804-b810-4d9cf63e8006 req-1be05405-b577-4adc-b79b-d9e26f80c8ac tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.0605378 Feb 10 13:49:02.679603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f9a0af7-9a1b-4804-b810-4d9cf63e8006 req-567e528d-69eb-4506-be6e-8ce686365495 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417008 Feb 10 13:49:02.720830 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffcf51d-dc43-4620-a1c1-40024f5813ad x-openstack-request-id: req-6ffcf51d-dc43-4620-a1c1-40024f5813ad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:02.721559 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "name": "network-vif-plugged", "status": "completed", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:02.721819 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffcf51d-dc43-4620-a1c1-40024f5813ad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:02.722226 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'code': 200} Feb 10 13:49:02.815914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fa47d-c075-4ef6-8900-a82a50eb7961 req-ad3b9b53-016c-44cd-a835-6737f7e3d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:02.817481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-357fa47d-c075-4ef6-8900-a82a50eb7961 req-ad3b9b53-016c-44cd-a835-6737f7e3d987 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 1128 time: 0.0438051 Feb 10 13:49:02.860957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-357fa47d-c075-4ef6-8900-a82a50eb7961 req-6583a044-ca81-4ab4-91a2-e2ec3d9de26c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373695 Feb 10 13:49:03.033347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52672) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.038048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839369547', 'description': 'tempest-secgroup-smoke-1839369547 description', 'project_id': 'fd309233c9684d6292adb47e0c79571e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.057730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.069008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.142410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (16302295-22dd-4201-9125-2ab27d0bb831), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.146056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16302295-22dd-4201-9125-2ab27d0bb831), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.177788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16302295-22dd-4201-9125-2ab27d0bb831,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.221302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (bcb9a645-8293-4244-9b13-b1a7efad8c15), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.224929 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bcb9a645-8293-4244-9b13-b1a7efad8c15), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.250907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.253034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2186105 Feb 10 13:49:03.256185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.261141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.263054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c32ecb-98bc-4bee-8c48-661d8ce245c3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9a645-8293-4244-9b13-b1a7efad8c15,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.269828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73a9347f-b684-4f20-aea5-cd25a63e2e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.287809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (c3c35e3b-1ae2-4df7-b9fc-22b85d707acf), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.341544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (c3c35e3b-1ae2-4df7-b9fc-22b85d707acf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.344956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c3c35e3b-1ae2-4df7-b9fc-22b85d707acf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.363915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c35e3b-1ae2-4df7-b9fc-22b85d707acf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.369184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.370271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6b5c3cfd-991c-4766-9fcb-8852af96431a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128762 Feb 10 13:49:03.373201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52676) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.378289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.402670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (42340c89-4caa-450a-be89-3fc29d80b0c2), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.456942 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (42340c89-4caa-450a-be89-3fc29d80b0c2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.460293 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (42340c89-4caa-450a-be89-3fc29d80b0c2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.476598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42340c89-4caa-450a-be89-3fc29d80b0c2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.485246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.486969 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-39078b7c-5cd2-4b33-a727-e0d2d0c9a092 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127720 Feb 10 13:49:03.489610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.493851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.518313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (d126c7b8-5ee8-4c70-af01-ef7c8b9d3ceb), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.575708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (d126c7b8-5ee8-4c70-af01-ef7c8b9d3ceb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.579250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d126c7b8-5ee8-4c70-af01-ef7c8b9d3ceb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.595797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d126c7b8-5ee8-4c70-af01-ef7c8b9d3ceb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.604745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.605970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-582d3404-85d7-43de-a30e-7f15f848402c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154363 Feb 10 13:49:03.608615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52680) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.613375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.637898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (136254f5-80ca-4707-be43-1cb382fa8c90), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.694170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (136254f5-80ca-4707-be43-1cb382fa8c90), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.697831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (136254f5-80ca-4707-be43-1cb382fa8c90), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.715635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136254f5-80ca-4707-be43-1cb382fa8c90,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.723179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.724399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e0a2818-a204-4279-910b-e5fabdba8eb0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148298 Feb 10 13:49:03.727083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.731396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.756779 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:49:03.761990 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (c9c89950-af8f-4ac1-b5ec-938bce97ff42), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.805508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e13a7-05e1-40cf-9f90-227813bd9e4f req-1d747a3f-d1f4-4dec-96c5-d2e0490fa75b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:03.807013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da6e13a7-05e1-40cf-9f90-227813bd9e4f req-1d747a3f-d1f4-4dec-96c5-d2e0490fa75b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.0564110 Feb 10 13:49:03.823057 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (c9c89950-af8f-4ac1-b5ec-938bce97ff42), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.826928 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c9c89950-af8f-4ac1-b5ec-938bce97ff42), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.844147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c89950-af8f-4ac1-b5ec-938bce97ff42,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.856015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.859881 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-832f109e-ac8f-4a70-a019-4bd054be0d00 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293285 Feb 10 13:49:03.860030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da6e13a7-05e1-40cf-9f90-227813bd9e4f req-32da803d-12bc-4105-858b-5439a2034318 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470250 Feb 10 13:49:03.861258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.870508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': 'bcb9a645-8293-4244-9b13-b1a7efad8c15', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:03.890902 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:49:03.895943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (06fc738c-ba27-4098-b4e4-5698fba70e11), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.955957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (06fc738c-ba27-4098-b4e4-5698fba70e11), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.959816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (06fc738c-ba27-4098-b4e4-5698fba70e11), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.979208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fc738c-ba27-4098-b4e4-5698fba70e11,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:03.987718 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:03.988937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-df4e8ab4-5613-4331-85fc-87868342f65e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267543 Feb 10 13:49:03.991885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:03.996610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'network': {'name': 'tempest-network-smoke--1992026972', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:04.015718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:49:04.019020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.042168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:49:04.052216 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2635f7c3-4497-4198-99bd-dbf5c66056eb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.053168 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Added segment 2635f7c3-4497-4198-99bd-dbf5c66056eb of type vlan for network ecf091bd-d53c-41c6-b19e-c4c6090f71db Feb 10 13:49:04.091487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ecf091bd-d53c-41c6-b19e-c4c6090f71db), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.116253 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ecf091bd-d53c-41c6-b19e-c4c6090f71db), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.121224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:04.121802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.153961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1611056 Feb 10 13:49:04.156834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:04.163754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'admin_state_up': True, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:04.204254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7ce9-faad-46e7-8ba8-3ed28e52b71d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Network': ['ID=ecf091bd-d53c-41c6-b19e-c4c6090f71db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:04.215601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:49:04.217612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (855f021d-52e8-4fdf-b699-754821564dcc), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.218689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (855f021d-52e8-4fdf-b699-754821564dcc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.274367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (855f021d-52e8-4fdf-b699-754821564dcc), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.420444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (855f021d-52e8-4fdf-b699-754821564dcc), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.619890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (855f021d-52e8-4fdf-b699-754821564dcc), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.627293 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.639031 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.743162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.96 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/b776ec6f-b7da-43f8-84e1-f97310fe21d0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:49:04.845984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.879284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:04.919302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:04.922259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:04.925849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:49:04.959449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=b776ec6f-b7da-43f8-84e1-f97310fe21d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:05.094096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767b3d0-9b89-4c9a-924e-1851d9304317 req-39c3955d-2cf5-4ac9-b3dc-8c0f39293f6b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:05.095601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2767b3d0-9b89-4c9a-924e-1851d9304317 req-39c3955d-2cf5-4ac9-b3dc-8c0f39293f6b tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.1484323 Feb 10 13:49:05.190139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2767b3d0-9b89-4c9a-924e-1851d9304317 req-660e5f01-01da-4436-857c-f5ae14efe3e4 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883839 Feb 10 13:49:05.246461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (855f021d-52e8-4fdf-b699-754821564dcc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.378916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824368c-95ec-48f0-95bc-024a8b54a224 req-0b95d369-902b-4b3b-88cd-31da15079f84 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:05.380360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d824368c-95ec-48f0-95bc-024a8b54a224 req-0b95d369-902b-4b3b-88cd-31da15079f84 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.1011510 Feb 10 13:49:05.389090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52696) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:05.393727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Request body: {'floatingip': {'port_id': '94684ae9-3e4f-431d-8a06-13c702921ce8'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:05.435213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.485266 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (855f021d-52e8-4fdf-b699-754821564dcc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.615302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 855f021d-52e8-4fdf-b699-754821564dcc is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:49:05.720841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:49:05.735181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Sync routers for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:49:05.748735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.749966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f3528f84-086f-4440-b675-0565acbd548f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5917046 Feb 10 13:49:05.753140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:05.754622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:05.755366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:05.887340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:05.889303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9616014e-178c-49c9-9649-07fc51d69c9d tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd309233c9684d6292adb47e0c79571e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350055 Feb 10 13:49:05.892793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:05.901046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.906278 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:05.957314 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.025284 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Floating IP dfcee1fc-587c-48f7-bba3-a1d660cb3bd2 associated. External IP: 172.25.8.165, port: 94684ae9-3e4f-431d-8a06-13c702921ce8. Feb 10 13:49:06.042685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a3660-de59-41af-8a5c-9d2d8edd5577 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:06.046859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-100a3660-de59-41af-8a5c-9d2d8edd5577 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508245 Feb 10 13:49:06.047178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:06.090512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f13aa86-d6e9-4893-9bf7-6afb4945df25 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409114 Feb 10 13:49:06.090731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:06.090953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 52706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:06.097742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860637192', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:06.117623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Checking router: 855f021d-52e8-4fdf-b699-754821564dcc for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:49:06.117982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Updating router 855f021d-52e8-4fdf-b699-754821564dcc port b776ec6f-b7da-43f8-84e1-f97310fe21d0 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:49:06.146751 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.274600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.444957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks [] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.453517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.486022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:49:06.517938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Attempting to bind port b776ec6f-b7da-43f8-84e1-f97310fe21d0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:49:06.518322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Attempting to bind port b776ec6f-b7da-43f8-84e1-f97310fe21d0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:49:06.518787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Attempting to bind port b776ec6f-b7da-43f8-84e1-f97310fe21d0 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:49:06.526189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:49:06.526574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:49:06.526993 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.527394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:49:06.527870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Bound port: b776ec6f-b7da-43f8-84e1-f97310fe21d0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:49:06.528255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.529855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c4f7-10ab-4e27-b630-8d78f46e9e8a None None] Pushing event updated for resources: {'Port': ['ID=b776ec6f-b7da-43f8-84e1-f97310fe21d0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:06.567770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:49:06.571420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.583703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] For port b776ec6f-b7da-43f8-84e1-f97310fe21d0, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:49:06.586774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] For port b776ec6f-b7da-43f8-84e1-f97310fe21d0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b776ec6f-b7da-43f8-84e1-f97310fe21d0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:49:06.592778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.612423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:49:06.649023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:06.649661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:06.691524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c4f7-10ab-4e27-b630-8d78f46e9e8a None None] Pushing event updated for resources: {'Port': ['ID=b776ec6f-b7da-43f8-84e1-f97310fe21d0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:06.737717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:49:06.745820 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.759471 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:49:06.773949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:06.774869 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:06.781818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:06.796893 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-488eff35-0709-4303-9241-d0490da02c9e tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "PUT /v2.0/floatingips/dfcee1fc-587c-48f7-bba3-a1d660cb3bd2 HTTP/1.1" status: 200 len: 992 time: 1.4066625 Feb 10 13:49:06.797486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:06.800866 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:06.822821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:06.905430 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e9266-7d60-4e57-bc91-6a3a9d89e2fc x-openstack-request-id: req-a85e9266-7d60-4e57-bc91-6a3a9d89e2fc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:06.905909 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:06.906276 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a85e9266-7d60-4e57-bc91-6a3a9d89e2fc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:06.906774 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'status': 'completed', 'code': 200} Feb 10 13:49:06.919849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Subnet': ['ID=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:06.942445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Checking segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:49:06.942736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network hostable DHCP agents. Network: ecf091bd-d53c-41c6-b19e-c4c6090f71db, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:49:06.964549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:49:06.979529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ecf091bd-d53c-41c6-b19e-c4c6090f71db) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:06.997985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd93aa2-3ab3-4ba5-974d-fc7e35acc3a6 None None] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:49:07.004126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:07.005409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:07.013154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-c4a6f455-3b9c-4fe1-826f-4da677757455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:07.014830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-c4a6f455-3b9c-4fe1-826f-4da677757455 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4307efeae40b47bc8927d2c286f7e30a&device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 1128 time: 0.0827146 Feb 10 13:49:07.043820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-30bcd5ae-8e7b-4f19-a6c2-1901a73eec77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9492841 Feb 10 13:49:07.045247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52714) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:07.070275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:07.269590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-3f09c03f-1d7b-4207-8864-091e930ac8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:07.271342 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-3f09c03f-1d7b-4207-8864-091e930ac8b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 200 len: 912 time: 0.2502053 Feb 10 13:49:07.366396 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dfcee1fc-587c-48f7-bba3-a1d660cb3bd2', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:40:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:48:53Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:07.400923 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:49:07.411643 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:07.412371 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:07.417318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-be319ade-c84c-48e2-9dbd-566a43c8c800 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94684ae9-3e4f-431d-8a06-13c702921ce8 HTTP/1.1" status: 200 len: 1000 time: 0.1099694 Feb 10 13:49:07.463436 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:07.509214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:49:07.510062 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:07.520696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-c9cd1f4c-8714-4660-a286-87b18f51f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:07.522290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-c9cd1f4c-8714-4660-a286-87b18f51f2ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 200 len: 850 time: 0.0962341 Feb 10 13:49:07.572406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:07.620808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-fdae3005-a1d6-425f-895d-2ebc617bfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:07.622343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-fdae3005-a1d6-425f-895d-2ebc617bfd3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d685794-1742-449d-8a63-a76ae09ed60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929809 Feb 10 13:49:07.660650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:07.705105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b78d6-4a92-4a63-b5ad-e731095b6c8a None None] The sync data for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 is: [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:49:07.720447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Allocated IP 172.20.0.2 (ecf091bd-d53c-41c6-b19e-c4c6090f71db/68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8/79ff3197-811a-4140-a838-cb41e9a55150) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:49:07.827715 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-0cd3c68d-adb2-4266-93cd-a59ae26f45a4 service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969240 Feb 10 13:49:07.916729 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dfcee1fc-587c-48f7-bba3-a1d660cb3bd2', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:40:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:48:53Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:07.930487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:07.953678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896359f-be1a-41e0-b523-e5406b375137 None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'dfcee1fc-587c-48f7-bba3-a1d660cb3bd2', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'port_id': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'mac_address': 'fa:16:3e:40:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:48:53Z', 'updated_at': '2022-02-10T13:49:05Z', 'revision_number': 1, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:49:07.973719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks [] for port (79ff3197-811a-4140-a838-cb41e9a55150), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:07.997608 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (79ff3197-811a-4140-a838-cb41e9a55150), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.057200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:08.059202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Pushing event updated for resources: {'Port': ['ID=79ff3197-811a-4140-a838-cb41e9a55150,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:08.063097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:08.069843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:49:08.090394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9da2a3d4-9bb1-4af6-b30b-e38d563dddd0 req-9cd8644c-add9-4b2d-bad0-d208bc83c64e service neutron] 10.222.0.77 "GET /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378094 Feb 10 13:49:08.218733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Attempting to bind port 79ff3197-811a-4140-a838-cb41e9a55150 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:49:08.219461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Attempting to bind port 79ff3197-811a-4140-a838-cb41e9a55150 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:49:08.220079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Attempting to bind port 79ff3197-811a-4140-a838-cb41e9a55150 on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:49:08.227676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:49:08.228472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Checking segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:49:08.229082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.229645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Bound using segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:49:08.230424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Bound port: 79ff3197-811a-4140-a838-cb41e9a55150, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:49:08.231037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79ff3197-811a-4140-a838-cb41e9a55150), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.340218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] For port 79ff3197-811a-4140-a838-cb41e9a55150, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:49:08.344499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] For port 79ff3197-811a-4140-a838-cb41e9a55150, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79ff3197-811a-4140-a838-cb41e9a55150,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:49:08.357460 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (79ff3197-811a-4140-a838-cb41e9a55150), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.383040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59490024-bc21-49c9-affd-4e56cf391f7f None None] New status for floating IP dfcee1fc-587c-48f7-bba3-a1d660cb3bd2: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:49:08.433885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.1 (ecf091bd-d53c-41c6-b19e-c4c6090f71db/68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8/b3e37175-ff9d-4316-83e4-6ca9f8926afd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:49:08.595544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509910-8f3a-4507-919a-dd4597fcd836 None None] Pushing event updated for resources: {'Port': ['ID=79ff3197-811a-4140-a838-cb41e9a55150,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:08.613890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.687901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:08.759221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:08.764048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:08.770620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:49:08.775812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:08.867344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (855f021d-52e8-4fdf-b699-754821564dcc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.027680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.312847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.317828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.399841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:09.403001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (855f021d-52e8-4fdf-b699-754821564dcc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.504182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:09.506070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:09.610532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50afe5f-5192-4783-9c86-01571daeb390 None None] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:49:09.668124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 855f021d-52e8-4fdf-b699-754821564dcc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:49:09.737737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Provisioning complete for port 79ff3197-811a-4140-a838-cb41e9a55150 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:09.738178 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79ff3197-811a-4140-a838-cb41e9a55150), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.793849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79ff3197-811a-4140-a838-cb41e9a55150 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:09.865350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:49:09.880458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ad13dc66-7396-4fbf-b6b6-5470852af67a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/855f021d-52e8-4fdf-b699-754821564dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8259110 Feb 10 13:49:09.937921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 79ff3197-811a-4140-a838-cb41e9a55150 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:09.938923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79ff3197-811a-4140-a838-cb41e9a55150), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:09.945637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Current status of the port 79ff3197-811a-4140-a838-cb41e9a55150 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:09.946148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79ff3197-811a-4140-a838-cb41e9a55150), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.043483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] For port 79ff3197-811a-4140-a838-cb41e9a55150, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79ff3197-811a-4140-a838-cb41e9a55150,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:10.053876 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (79ff3197-811a-4140-a838-cb41e9a55150), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.092698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-af5ea454-cc58-4be8-a001-f66b41addd2d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839369547&fields=id&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 267 time: 0.0925779 Feb 10 13:49:10.142699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 79ff3197-811a-4140-a838-cb41e9a55150 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:10.144304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b776ec6f-b7da-43f8-84e1-f97310fe21d0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:10.209856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b86d50-e8f2-4156-bca8-c328b8a6ce0e None None] Pushing event updated for resources: {'Port': ['ID=79ff3197-811a-4140-a838-cb41e9a55150,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:10.228439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:10.229124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.233007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b776ec6f-b7da-43f8-84e1-f97310fe21d0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:10.233595 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.241848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-7b4b5383-743b-4995-b4fb-f0aa8f728ecc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:10.243500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-7b4b5383-743b-4995-b4fb-f0aa8f728ecc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 797 time: 0.1423542 Feb 10 13:49:10.262105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-637fd82b-5522-46f3-889b-6a49742d3a62 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/quotas/fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 375 time: 0.0129158 Feb 10 13:49:10.309842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Port b3e37175-ff9d-4316-83e4-6ca9f8926afd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:49:10.326473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Provisioning complete for port 79ff3197-811a-4140-a838-cb41e9a55150 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:10.327130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79ff3197-811a-4140-a838-cb41e9a55150), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.342704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-b507b4e8-9ebd-4c0a-8129-6fba07d1547f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736775 Feb 10 13:49:10.378871 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Sync routers for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:49:10.395473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:10.395882 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:10.450217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b776ec6f-b7da-43f8-84e1-f97310fe21d0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:10.450598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.462057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-85942818-09ab-4e02-a872-18a10e554b9d service neutron] 10.222.0.13 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056497 Feb 10 13:49:10.480604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port b776ec6f-b7da-43f8-84e1-f97310fe21d0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b776ec6f-b7da-43f8-84e1-f97310fe21d0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:10.489426 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.556011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:10.580875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-a28ce326-b961-42e9-b301-639e10c61911 service neutron] 10.222.0.13 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184034 Feb 10 13:49:10.584782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=b776ec6f-b7da-43f8-84e1-f97310fe21d0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:10.645105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2527c4b7-bedb-491e-a3ae-0a88aee506de None None] Current status of the port 79ff3197-811a-4140-a838-cb41e9a55150 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:10.774577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-266251b5-bf0a-46e5-82bb-2d7551f1ece9 None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:10.774960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-266251b5-bf0a-46e5-82bb-2d7551f1ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:10.873987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8481226-844e-4dcd-ad55-8784911abd67 req-8a4ccb07-1d43-4cf5-8135-677a12f7c65b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 210 time: 0.0829630 Feb 10 13:49:10.897890 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:09Z', 'revision_number': 2, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:10.902226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-266251b5-bf0a-46e5-82bb-2d7551f1ece9 None None] Port b3e37175-ff9d-4316-83e4-6ca9f8926afd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:49:10.929904 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Checking router: 855f021d-52e8-4fdf-b699-754821564dcc for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:49:10.930260 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Updating router 855f021d-52e8-4fdf-b699-754821564dcc port b3e37175-ff9d-4316-83e4-6ca9f8926afd binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:49:10.965866 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.023727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4f1cc6e5-417d-420c-9718-d76785080967 None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:11.024101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc6e5-417d-420c-9718-d76785080967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.079925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4f1cc6e5-417d-420c-9718-d76785080967 None None] Port b3e37175-ff9d-4316-83e4-6ca9f8926afd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:49:11.279249 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks [] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.292475 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.365758 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Pushing event updated for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:11.371467 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.417121 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.417676 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.418128 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.418657 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.419158 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.419658 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.420186 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.420742 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.421315 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.421862 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.422402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.422982 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.423510 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:11.470570 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Attempting to bind port b3e37175-ff9d-4316-83e4-6ca9f8926afd on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:49:11.471061 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Attempting to bind port b3e37175-ff9d-4316-83e4-6ca9f8926afd by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:49:11.471552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Attempting to bind port b3e37175-ff9d-4316-83e4-6ca9f8926afd on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:49:11.479104 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:49:11.479517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Checking segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:49:11.480184 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.480635 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Bound using segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:49:11.481133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Bound port: b3e37175-ff9d-4316-83e4-6ca9f8926afd, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:49:11.481526 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.559084 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] For port b3e37175-ff9d-4316-83e4-6ca9f8926afd, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:49:11.562849 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] For port b3e37175-ff9d-4316-83e4-6ca9f8926afd, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3e37175-ff9d-4316-83e4-6ca9f8926afd,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:49:11.569841 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.624599 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:11.625193 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:11.714111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79ff3197-811a-4140-a838-cb41e9a55150 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:11.742080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:11.742849 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.822777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 79ff3197-811a-4140-a838-cb41e9a55150 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:11.823674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79ff3197-811a-4140-a838-cb41e9a55150), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:11.828486 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433a211-207e-40c4-bd6e-f54511a7b6cb None None] Pushing event updated for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:11.934972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Current status of the port b3e37175-ff9d-4316-83e4-6ca9f8926afd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:11.935138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.028339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] For port b3e37175-ff9d-4316-83e4-6ca9f8926afd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3e37175-ff9d-4316-83e4-6ca9f8926afd,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:12.031431 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:12.040141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.077197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 79ff3197-811a-4140-a838-cb41e9a55150 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:12.078291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b776ec6f-b7da-43f8-84e1-f97310fe21d0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:12.093310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-c2ac5cb6-fff1-4db6-ba15-36d004547b86 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:12.094856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-c2ac5cb6-fff1-4db6-ba15-36d004547b86 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 797 time: 0.2442226 Feb 10 13:49:12.123757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a8bc9de-7e84-4ceb-859b-fa024faddf6d req-5fbeaf7a-18e0-4a44-b664-2793c8b15d9e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Feb 10 13:49:12.171360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf804d6-f237-4f2a-95c5-42a91a3383bb None None] Pushing event updated for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:12.185403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-949962a5-29ab-4b6e-83b0-dca66afdd999 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 380 time: 0.0603786 Feb 10 13:49:12.193318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-58b0f5e9-9dda-488b-a299-a4c7a2bed127 None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:12.193700 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58b0f5e9-9dda-488b-a299-a4c7a2bed127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.195780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'port': {'device_id': '4f337632-4234-4347-818d-75b6d50a7106', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'admin_state_up': True, 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'security_groups': ['bcb9a645-8293-4244-9b13-b1a7efad8c15']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:12.215945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b776ec6f-b7da-43f8-84e1-f97310fe21d0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:12.216326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.294017 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:12.324074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f540a87-64a5-4240-95d3-6293efc4419f None None] The sync data for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 is: [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:49:12.334603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:49:12.338813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.345727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b776ec6f-b7da-43f8-84e1-f97310fe21d0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:12.353312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-58b0f5e9-9dda-488b-a299-a4c7a2bed127 None None] Current status of the port b3e37175-ff9d-4316-83e4-6ca9f8926afd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:12.521297 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.12 (ecf091bd-d53c-41c6-b19e-c4c6090f71db/68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8/59fa9bc5-877e-4af4-bd7c-1165d46c08bc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:49:12.684646 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.723797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.768974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:12.772111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:12.776028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:49:12.808917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:12.848501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:12.849328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:12.883397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-f273ee87-331e-4427-8692-7afd73989b7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6920722 Feb 10 13:49:12.895453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Request body: {'port': {'device_id': '4f337632-4234-4347-818d-75b6d50a7106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:12.961147 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.085965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4cbf519a-0b58-4a19-a9dd-6fe9c38da800 None None] Provisioning complete for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:13.086579 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cbf519a-0b58-4a19-a9dd-6fe9c38da800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.131305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf519a-0b58-4a19-a9dd-6fe9c38da800 None None] Port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:49:13.336124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96d753-b6c2-4207-a1ed-1563b3c4d716 req-5560324d-c761-4a82-8fb0-db50b072218d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:13.337603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb96d753-b6c2-4207-a1ed-1563b3c4d716 req-5560324d-c761-4a82-8fb0-db50b072218d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 932 time: 0.1126812 Feb 10 13:49:13.343509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fa9bc5-877e-4af4-bd7c-1165d46c08bc {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:49:13.358589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks [] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.387649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Transition to ACTIVE for port object 59fa9bc5-877e-4af4-bd7c-1165d46c08bc will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:49:13.394434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.436852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb96d753-b6c2-4207-a1ed-1563b3c4d716 req-32202d9a-ff0e-489d-86ed-1071ea6ef115 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880804 Feb 10 13:49:13.463964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:13.542740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:49:13.543167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:49:13.543566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:49:13.548715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:49:13.549190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:49:13.554859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:49:13.555295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Checking segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:49:13.556010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Bound using segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:49:13.556557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Bound port: 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:49:13.557041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.628927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:49:13.632228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:49:13.642397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.687437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:13.688064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.690041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] 10.222.0.21 "PUT /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1092 time: 0.7995129 Feb 10 13:49:13.690495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:13.692791 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2532a0d-94ca-4b9d-be77-d2f9997cf350" -d '{"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:13.710775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462e6c9-e39b-486c-adc5-8f92985f929c service neutron] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:13.741876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3e37175-ff9d-4316-83e4-6ca9f8926afd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:13.788095 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3dafe-69e2-4137-86b7-b320337dee84 x-openstack-request-id: req-fbf3dafe-69e2-4137-86b7-b320337dee84 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:13.788864 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:13.789277 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf3dafe-69e2-4137-86b7-b320337dee84 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:13.789911 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'status': 'completed', 'code': 200} Feb 10 13:49:13.805257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port b3e37175-ff9d-4316-83e4-6ca9f8926afd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:13.805959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:13.820215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-1ec1467d-5618-4930-9120-52d9e4eb409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:13.821841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-1ec1467d-5618-4930-9120-52d9e4eb409a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0873828 Feb 10 13:49:13.872002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-32df9a1a-992a-406f-b40f-8e86bbc50ff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 217 time: 0.0429986 Feb 10 13:49:13.929308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-50c9507c-e0f9-4737-8b03-912e0777542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:13.931192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-50c9507c-e0f9-4737-8b03-912e0777542f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0529168 Feb 10 13:49:13.933772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port b3e37175-ff9d-4316-83e4-6ca9f8926afd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:13.992819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-1e02fd79-6bc8-4e18-bc01-a78a3ae238d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:13.994467 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-1e02fd79-6bc8-4e18-bc01-a78a3ae238d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571365 Feb 10 13:49:14.097736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-9a22bb0c-6cad-4385-86da-72b02964a88f service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943074 Feb 10 13:49:14.191299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d43655da-7fea-4e63-af55-ad78ff8a8b11 req-250b2136-2160-4f60-94a5-43b274b7de45 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880268 Feb 10 13:49:14.285823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-725becb8-6ee4-402c-ad46-08f977afba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:14.287347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-725becb8-6ee4-402c-ad46-08f977afba09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0488982 Feb 10 13:49:14.380789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-b7c49a79-20b1-429b-9abf-4403e07166e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:14.382277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-b7c49a79-20b1-429b-9abf-4403e07166e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.0890613 Feb 10 13:49:14.429926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-8ae34dd8-af11-4e18-823a-29f78ab26990 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 217 time: 0.0358648 Feb 10 13:49:14.476638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-f9d6a3fd-5a13-41e0-ae28-f352ffb96278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:14.478046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-f9d6a3fd-5a13-41e0-ae28-f352ffb96278 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0425813 Feb 10 13:49:14.533630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-42a63a32-b7cc-40bd-9ebd-f30cd4625c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:14.535417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-42a63a32-b7cc-40bd-9ebd-f30cd4625c7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520048 Feb 10 13:49:14.653437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67578ef-f0b1-4fe6-9311-afb15903bb49 req-4dcaa3db-7b7b-47dc-8adc-de351f125fbf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:14.655054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a67578ef-f0b1-4fe6-9311-afb15903bb49 req-4dcaa3db-7b7b-47dc-8adc-de351f125fbf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.1060286 Feb 10 13:49:14.687186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-6689ecd6-eaa3-4a07-aed2-c85f2f4e930a service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457620 Feb 10 13:49:14.768012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a67578ef-f0b1-4fe6-9311-afb15903bb49 req-1c0184d8-2e74-45ce-8266-4a3f1e13a653 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040804 Feb 10 13:49:14.802602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2532a0d-94ca-4b9d-be77-d2f9997cf350 req-0627fe3c-6049-4325-a452-67a6ef57cd81 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082985 Feb 10 13:49:15.129380 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-0434e516-4b79-425b-b4c5-c42f99351671 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454021 Feb 10 13:49:15.216027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-6ce4935d-96f6-4983-b23b-eeb572db6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:15.217816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-6ce4935d-96f6-4983-b23b-eeb572db6450 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 1128 time: 0.0462997 Feb 10 13:49:15.325404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-1a869faf-377e-48c8-8d36-bc385707f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:15.326857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-1a869faf-377e-48c8-8d36-bc385707f8c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0910048 Feb 10 13:49:15.396566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-d7631329-707c-4e9c-b812-bd33ff94c075 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 200 len: 1001 time: 0.0617018 Feb 10 13:49:15.443293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-330dd82f-94a8-4b4a-8493-778e6206d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:15.444720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-330dd82f-94a8-4b4a-8493-778e6206d007 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0426021 Feb 10 13:49:15.494292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-6021cf3a-4547-4a0c-b5d0-41ad3e9e13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:15.495847 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-6021cf3a-4547-4a0c-b5d0-41ad3e9e13fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449839 Feb 10 13:49:15.905376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ff059-bbb4-46cc-ab2b-544fe0f3be03 req-e53dd2a6-0413-4e3d-bea8-cd76833240bd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:15.909664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b9ff059-bbb4-46cc-ab2b-544fe0f3be03 req-e53dd2a6-0413-4e3d-bea8-cd76833240bd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.0648434 Feb 10 13:49:15.924270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-456a7cb1-5857-4de5-8656-664180425ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216022 Feb 10 13:49:15.957950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9b9ff059-bbb4-46cc-ab2b-544fe0f3be03 req-b9130279-d9b6-4344-a28a-8daa1bd487f0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Feb 10 13:49:16.013896 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-f87fad95-ff35-4186-a4ee-a3f9aed2dd4c req-e95bdbed-499d-4533-a787-3ed58043330f service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833716 Feb 10 13:49:16.895242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:49:16.996937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:17.009213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'mac_address': 'fa:16:3e:de:dc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:49:17.049949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:17.050485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:17.065917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fa9bc5-877e-4af4-bd7c-1165d46c08bc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:49:17.086100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:17.090599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:17.148598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb161a-42bc-4c3f-81ff-bfeb311292ca req-daae38e4-f2b7-439d-a402-0cd85fcc2a02 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:17.149185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:17.150061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29bb161a-42bc-4c3f-81ff-bfeb311292ca req-daae38e4-f2b7-439d-a402-0cd85fcc2a02 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 945 time: 0.1197898 Feb 10 13:49:17.203609 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29bb161a-42bc-4c3f-81ff-bfeb311292ca req-e53ab054-8c8a-4000-ace1-ba0e2ef53ed0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Feb 10 13:49:17.387017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['59fa9bc5-877e-4af4-bd7c-1165d46c08bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:49:18.326484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50ef38-a4ee-47cd-a929-f6cbe46432ec req-5bea5864-1846-4e0d-80ec-ddb1dac0ced3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:18.327973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d50ef38-a4ee-47cd-a929-f6cbe46432ec req-5bea5864-1846-4e0d-80ec-ddb1dac0ced3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 945 time: 0.0564976 Feb 10 13:49:18.382102 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d50ef38-a4ee-47cd-a929-f6cbe46432ec req-fff55b5e-f42a-45f8-8136-452b0dbe3922 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465164 Feb 10 13:49:18.910797 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:49:18.959917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:49:18.963558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:49:18.963937 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:19.039870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:49:19.040261 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:19.067300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:19.069580 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f556f4-9f5e-4e7f-85b3-4c0ce8892bce" -d '{"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-plugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:19.085423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:19.090074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:19.114843 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092fb83-2d38-4c12-9486-a9dba62c9418 x-openstack-request-id: req-8092fb83-2d38-4c12-9486-a9dba62c9418 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:19.115120 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-plugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:19.115378 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8092fb83-2d38-4c12-9486-a9dba62c9418 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:19.115771 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'code': 200} Feb 10 13:49:19.143446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:19.206098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014752-c5d6-4588-b8bc-8fe19f80dceb req-fb749f98-a82a-4ab0-bdd3-44785ef3b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:19.207697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03014752-c5d6-4588-b8bc-8fe19f80dceb req-fb749f98-a82a-4ab0-bdd3-44785ef3b8a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0437751 Feb 10 13:49:19.253289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03014752-c5d6-4588-b8bc-8fe19f80dceb req-f42db4a3-e5f4-4036-a428-54f77ec98587 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Feb 10 13:49:19.503970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe649-9a51-4166-89ad-3d48da90b625 req-874de965-5a70-4d3e-8004-0c2ab774dae4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:19.504729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-329fe649-9a51-4166-89ad-3d48da90b625 req-874de965-5a70-4d3e-8004-0c2ab774dae4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0542464 Feb 10 13:49:19.553819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-329fe649-9a51-4166-89ad-3d48da90b625 req-34eb91f4-2ca9-4997-8d25-634b5e210e7b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Feb 10 13:49:20.678737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b9cc-7fb3-497e-b3df-2d1011a0faa7 req-68e7605a-2c14-4332-9650-874fe73f8338 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:20.680291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c82b9cc-7fb3-497e-b3df-2d1011a0faa7 req-68e7605a-2c14-4332-9650-874fe73f8338 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0564713 Feb 10 13:49:20.728140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c82b9cc-7fb3-497e-b3df-2d1011a0faa7 req-da494688-ab1a-4715-9f54-ceff950735dc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Feb 10 13:49:20.845773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f00d8-5023-40ed-a13f-c0a4365eb772 req-0ac0bcdf-5db7-4d2f-95f7-a9f2e2dd0929 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:20.847265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c8f00d8-5023-40ed-a13f-c0a4365eb772 req-0ac0bcdf-5db7-4d2f-95f7-a9f2e2dd0929 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0552905 Feb 10 13:49:20.895686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c8f00d8-5023-40ed-a13f-c0a4365eb772 req-b992fe2e-035a-4d03-b7c8-de74bab248f7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Feb 10 13:49:20.917145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52806) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:20.960299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f59954-b746-492b-b226-e9fe6be7392f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:20.961901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5f59954-b746-492b-b226-e9fe6be7392f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1123 time: 0.0437481 Feb 10 13:49:20.964783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52808) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:20.968972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:49:20.989103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:21.092149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:21.197007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.199 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/9f1ab2a5-2f78-4007-a712-56c181fb08ac) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:49:21.307694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:21.339532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:21.378625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:49:21.381478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:49:21.384029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:49:21.410540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=9f1ab2a5-2f78-4007-a712-56c181fb08ac,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:21.757627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:21.845659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:22.004853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:22.009531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:22.083843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=9f1ab2a5-2f78-4007-a712-56c181fb08ac,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:22.092781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:22.196709 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d associated. External IP: 172.25.8.199, port: 59fa9bc5-877e-4af4-bd7c-1165d46c08bc. Feb 10 13:49:22.417204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 855f021d-52e8-4fdf-b699-754821564dcc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:49:22.530512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:49:22.540671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Sync routers for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:49:22.550335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:22.551776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:22.552400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:22.581840 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-513a8e14-c98d-47ac-bcd3-031e3ae5267b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6159925 Feb 10 13:49:22.582467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:22.585180 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e860ff1-e69f-4243-b701-8b7826951ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:22.702962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f49116-05d3-48a9-adb8-476625327492 req-6776d46d-61d7-449d-8641-edcfd087cb0f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:22.704474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1f49116-05d3-48a9-adb8-476625327492 req-6776d46d-61d7-449d-8641-edcfd087cb0f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0662270 Feb 10 13:49:22.762421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1f49116-05d3-48a9-adb8-476625327492 req-d59e49ad-2b47-4b59-a046-62113a94a697 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518184 Feb 10 13:49:22.786677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:22.844009 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425f1cf0-7b49-41ca-a533-32e38ea1fb6a x-openstack-request-id: req-425f1cf0-7b49-41ca-a533-32e38ea1fb6a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:22.845161 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:22.845923 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-425f1cf0-7b49-41ca-a533-32e38ea1fb6a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:22.846407 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'status': 'completed', 'code': 200} Feb 10 13:49:22.867758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:22.892413 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b2a50ca-e931-49bf-97af-1b42ace5e3f3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d HTTP/1.1" status: 200 len: 992 time: 0.1042747 Feb 10 13:49:22.900052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-6ad7a371-d7b9-47ba-88ec-fccba41e1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:22.901607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-6ad7a371-d7b9-47ba-88ec-fccba41e1c09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0520165 Feb 10 13:49:22.991078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-680e222f-a4c4-45b6-8c2b-b61168c920d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:22.992475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-680e222f-a4c4-45b6-8c2b-b61168c920d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.0844245 Feb 10 13:49:23.063379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-c0f65604-79fd-4b8f-a862-0eaa0f30ebbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1000 time: 0.0650554 Feb 10 13:49:23.109936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'mac_address': 'fa:16:3e:de:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f337632-4234-4347-818d-75b6d50a7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:49:21Z', 'updated_at': '2022-02-10T13:49:21Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:23.114061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-c215d276-9296-4e78-b797-35ed8202d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:23.115572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-c215d276-9296-4e78-b797-35ed8202d79d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0472045 Feb 10 13:49:23.135992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Checking router: 855f021d-52e8-4fdf-b699-754821564dcc for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:49:23.144917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:23.145532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:23.168259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-69891f39-e447-445c-8d84-5efd93951ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:23.170033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-69891f39-e447-445c-8d84-5efd93951ced service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480897 Feb 10 13:49:23.183560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-af6560fd-2bdd-4605-bfbe-72496a5650ed service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:49:23.184712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-af6560fd-2bdd-4605-bfbe-72496a5650ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062797 Feb 10 13:49:23.258146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:23.278930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-61ee83d5-2877-47ec-a2b7-dd63928cc11b service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887880 Feb 10 13:49:23.379981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e860ff1-e69f-4243-b701-8b7826951ff8 req-e607ad3d-1943-435c-a2ad-ea38805fbe79 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946579 Feb 10 13:49:23.487912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'mac_address': 'fa:16:3e:de:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f337632-4234-4347-818d-75b6d50a7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:49:21Z', 'updated_at': '2022-02-10T13:49:21Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:23.515216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f364b-0aa8-4111-afe1-cf58b50d549f None None] The sync data for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 is: [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'mac_address': 'fa:16:3e:de:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f337632-4234-4347-818d-75b6d50a7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:49:21Z', 'updated_at': '2022-02-10T13:49:21Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:49:23.740250 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93633e9d-e31d-49e8-ac1f-e1302db71ce7 None None] New status for floating IP cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:49:23.895574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 52822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:49:23.967542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8d153582-fb0d-4ac4-a8d7-9d0401b2e377 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d HTTP/1.1" status: 200 len: 994 time: 0.0704989 Feb 10 13:49:27.829907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-1d82f9e4-7cff-4519-91c0-8877e2966a85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463872 Feb 10 13:49:27.892949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-4f0435e0-0d59-4d65-8eb5-5c3488982508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:27.894509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-4f0435e0-0d59-4d65-8eb5-5c3488982508 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.0446017 Feb 10 13:49:27.997410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-5f0be63b-69ef-43d0-9b88-d071017c40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:27.998861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-5f0be63b-69ef-43d0-9b88-d071017c40b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 909 time: 0.0866745 Feb 10 13:49:28.062984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-9d178db7-cbc1-4edd-a46c-662caef3bb31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 1001 time: 0.0584824 Feb 10 13:49:28.109568 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-8afaa739-2375-461d-80d2-7f3783a247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:28.111566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-8afaa739-2375-461d-80d2-7f3783a247a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0433807 Feb 10 13:49:28.164169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-d96fd63b-e40b-42b2-bacf-f8cd7656002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:28.165612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-d96fd63b-e40b-42b2-bacf-f8cd7656002d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468585 Feb 10 13:49:28.252854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-d9bbb45b-602e-487f-ad3d-9a03999a38a6 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805998 Feb 10 13:49:28.343737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1c2f193-333d-4a21-8695-b72e74acfb21 req-3c5b41b2-e71a-4a3b-8f52-b3b0391f17d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 Feb 10 13:49:30.848229 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a124e2a-a0ad-4066-a49f-4483b7706349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:33.261557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09222433-9372-47b7-a5e9-e432ee10eba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:34.633509 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:35.873830 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:36.216148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:37.407525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:41.360310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:43.486540 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:49:56.902712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23682a6-13d4-4a43-90a1-60180a9302aa req-f25f1d44-a0ad-4c0b-b4a7-81af661b1a74 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:56.904446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d23682a6-13d4-4a43-90a1-60180a9302aa req-f25f1d44-a0ad-4c0b-b4a7-81af661b1a74 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.0570567 Feb 10 13:49:56.956722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d23682a6-13d4-4a43-90a1-60180a9302aa req-057e466f-5be4-4d83-8af8-7952b9f62acf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462966 Feb 10 13:49:58.080655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33bbd-7c2a-4634-845e-29bb9728f0ae req-76517ca0-050c-4633-b49e-96ee1eb22927 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:58.082157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74d33bbd-7c2a-4634-845e-29bb9728f0ae req-76517ca0-050c-4633-b49e-96ee1eb22927 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.0574570 Feb 10 13:49:58.129703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74d33bbd-7c2a-4634-845e-29bb9728f0ae req-c8e9afa3-97b6-47de-921e-26eebe418c86 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Feb 10 13:49:58.359636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520862a-234d-4c01-9706-987144a13f4f req-310eaeb8-055b-4bf0-bd15-fd2bb9cc649f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:49:58.361186 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5520862a-234d-4c01-9706-987144a13f4f req-310eaeb8-055b-4bf0-bd15-fd2bb9cc649f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 946 time: 0.0546165 Feb 10 13:49:58.462498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port b89d2f01-5135-4161-86f4-f1dae7ff225a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:49:58.462845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:58.551767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port b89d2f01-5135-4161-86f4-f1dae7ff225a, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b89d2f01-5135-4161-86f4-f1dae7ff225a,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:49:58.552135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:58.722896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:58.723171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (cef23ad6-c59a-43ae-a38e-7d157f1bedf5), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:58.723487 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP cef23ad6-c59a-43ae-a38e-7d157f1bedf5 disassociated. External IP: 172.25.8.74, port: b89d2f01-5135-4161-86f4-f1dae7ff225a. Feb 10 13:49:58.723833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for b89d2f01-5135-4161-86f4-f1dae7ff225a owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:49:58.851094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b89d2f01-5135-4161-86f4-f1dae7ff225a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:58.881025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=b89d2f01-5135-4161-86f4-f1dae7ff225a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:49:58.894060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.894607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.894970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.895320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.895686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.896017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.896375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.896683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.897040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.897374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.897706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.898062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:58.898383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:49:59.021665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:49:59.130803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:49:59.142531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:49:59.153181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:59.154035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:59.175263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port b89d2f01-5135-4161-86f4-f1dae7ff225a on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:49:59.177891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:49:59.181296 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5520862a-234d-4c01-9706-987144a13f4f req-68a5c75f-31da-4f22-819b-264f54b052f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/b89d2f01-5135-4161-86f4-f1dae7ff225a HTTP/1.1" status: 204 len: 173 time: 0.8141763 Feb 10 13:49:59.181765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'name': 'network-vif-deleted', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:49:59.184301 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0cc52-75d9-4851-9205-0a3c8f2375b3" -d '{"events": [{"server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "name": "network-vif-deleted", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:49:59.253451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-70beb3d8-068f-4e62-b190-4aebd5488081 req-3b9835f2-e793-448f-92c0-f3465b84a375 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0286317 Feb 10 13:49:59.309195 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4707ac9b-d0d7-4ef9-add7-ee5c17c15298 x-openstack-request-id: req-4707ac9b-d0d7-4ef9-add7-ee5c17c15298 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:49:59.309472 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b1280a-d8ed-47ac-9699-347eae94ee3a", "name": "network-vif-deleted", "tag": "b89d2f01-5135-4161-86f4-f1dae7ff225a", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:49:59.309692 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4707ac9b-d0d7-4ef9-add7-ee5c17c15298 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:49:59.310255 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b1280a-d8ed-47ac-9699-347eae94ee3a', 'name': 'network-vif-deleted', 'tag': 'b89d2f01-5135-4161-86f4-f1dae7ff225a', 'status': 'completed', 'code': 200} Feb 10 13:49:59.312522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:59.531252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:59.556697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:49:59.565372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:49:59.565963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:49:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:59.675528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:49:59.880935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:49:59.911490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289c4e5-8fa2-4349-a197-2354284627c8 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:50:00.148491 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21864b0-6309-4ffc-92b1-d0537dceb3d8 None None] New status for floating IP cef23ad6-c59a-43ae-a38e-7d157f1bedf5: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:50:00.355433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f2cc9ab-86c8-4b13-8018-12d6fb6b9a27 req-a54b1c3d-fbc5-4387-a468-9548f11fc55c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0271666 Feb 10 13:50:00.541723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b89d2f01-5135-4161-86f4-f1dae7ff225a no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:00.562212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: b89d2f01-5135-4161-86f4-f1dae7ff225a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:50:00.562563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b89d2f01-5135-4161-86f4-f1dae7ff225a not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:00.850767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3756c9f9-e039-4f93-8d2c-38d12e1fcc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:01.450090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-561ad7ec-d917-4005-a6b3-f5b8e871f46d req-16549dd4-9dcb-486a-aaa4-bcf40e0d699a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0270202 Feb 10 13:50:02.547229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38a3439a-92c6-454d-9bbb-0c71e7aeb289 req-cde5b816-6467-4f34-9237-998f89e71a66 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0295918 Feb 10 13:50:03.265031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd13f071-d5a7-4f53-8578-73a72e703038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:03.641715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5306ed31-a159-4724-a9de-4a624dfc1f7d req-f38b2860-7ea1-4018-8288-26dd2fab6fb3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0273619 Feb 10 13:50:03.974636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965faa-3f66-4c9e-9132-eeb75a5a09c7 req-218b4e2e-6974-491f-9364-5d34b1427b5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:03.976122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15965faa-3f66-4c9e-9132-eeb75a5a09c7 req-218b4e2e-6974-491f-9364-5d34b1427b5d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.0568271 Feb 10 13:50:04.022030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15965faa-3f66-4c9e-9132-eeb75a5a09c7 req-9e71e93c-96e0-45f7-81e3-ec29e1caf338 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 Feb 10 13:50:04.632980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:04.735314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d20c6903-a510-4dd9-bb5c-447fab006eef req-368706c0-df3f-4558-b5d1-8f8f9be29ddc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0266786 Feb 10 13:50:05.144033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9b364-0b80-4103-85ad-39b8ef1814ba req-5bb57cfc-81e8-4dae-88e9-5c46dea22321 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:05.145549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2c9b364-0b80-4103-85ad-39b8ef1814ba req-5bb57cfc-81e8-4dae-88e9-5c46dea22321 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.0561631 Feb 10 13:50:05.192640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2c9b364-0b80-4103-85ad-39b8ef1814ba req-7852e9f1-06a3-44ba-8a79-c1f370242a59 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7dbf7a3-7315-4f99-9d31-b85e5e403cac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410979 Feb 10 13:50:05.620360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-dd4af00f-5dcc-4d23-9904-28b3eccbc881 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:05.621868 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-dd4af00f-5dcc-4d23-9904-28b3eccbc881 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.77 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 946 time: 0.0566814 Feb 10 13:50:05.716943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Deleting port 94684ae9-3e4f-431d-8a06-13c702921ce8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:05.717280 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:05.816099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] For port 94684ae9-3e4f-431d-8a06-13c702921ce8, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=94684ae9-3e4f-431d-8a06-13c702921ce8,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:05.816654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:05.831388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4aaf8170-5701-4eb9-820a-b9a4dd69d722 req-cf1676da-551a-496d-88e9-60dc848435b5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0272806 Feb 10 13:50:05.884269 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:05.996775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:05.997173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:05.997488 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Floating IP dfcee1fc-587c-48f7-bba3-a1d660cb3bd2 disassociated. External IP: 172.25.8.165, port: 94684ae9-3e4f-431d-8a06-13c702921ce8. Feb 10 13:50:05.997837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Calling delete_port for 94684ae9-3e4f-431d-8a06-13c702921ce8 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:06.130113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (94684ae9-3e4f-431d-8a06-13c702921ce8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:06.159400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'Port': ['ID=94684ae9-3e4f-431d-8a06-13c702921ce8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:06.233177 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:06.283073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:50:06.305372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e426bc9c-6c65-41c6-929e-e1180abdf8be req-e0501348-b6ef-4075-9ba8-dbf08c492bf9 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/ports?device_id=2043c8b4-3956-4a2d-b3e7-796bd0c821f9 HTTP/1.1" status: 200 len: 210 time: 0.0379891 Feb 10 13:50:06.404883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:50:06.415396 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:50:06.425298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:06.425936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:06.447942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] No DVR routers for this DVR port 94684ae9-3e4f-431d-8a06-13c702921ce8 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:50:06.450422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:06.454396 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eeebb4e5-6a72-4d37-b63f-9a254ab5f93d req-0ae05784-1f8f-4b87-a521-4f399280445d tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.77 "DELETE /v2.0/ports/94684ae9-3e4f-431d-8a06-13c702921ce8 HTTP/1.1" status: 204 len: 173 time: 0.8272703 Feb 10 13:50:06.454858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'name': 'network-vif-deleted', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:06.457130 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b16103-27a9-4606-ad40-1426f690212f" -d '{"events": [{"server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "name": "network-vif-deleted", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:06.509665 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd67b4-0cfd-4e74-9445-1b077b44f18e x-openstack-request-id: req-6ffd67b4-0cfd-4e74-9445-1b077b44f18e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:06.509991 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043c8b4-3956-4a2d-b3e7-796bd0c821f9", "name": "network-vif-deleted", "tag": "94684ae9-3e4f-431d-8a06-13c702921ce8", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:06.510254 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffd67b4-0cfd-4e74-9445-1b077b44f18e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:06.510670 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043c8b4-3956-4a2d-b3e7-796bd0c821f9', 'name': 'network-vif-deleted', 'tag': '94684ae9-3e4f-431d-8a06-13c702921ce8', 'status': 'completed', 'code': 200} Feb 10 13:50:06.563220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:06.773100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:06.799236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:50:06.807645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:06.808247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:06.937118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:06.983096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd5f9435-d1f6-48a7-a836-6373b5e5f279 req-86ebbda1-3080-4d65-a5a1-b453ac507f8b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0362871 Feb 10 13:50:07.321908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:07.349093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ef7c9-e3f8-4c2c-85bf-df180461167f None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:44:12Z', 'revision_number': 4, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '20c38f98-581e-405f-bb2b-326a92cfa678', 'name': '', 'network_id': '2d685794-1742-449d-8a63-a76ae09ed60d', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'mac_address': 'fa:16:3e:be:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:11Z', 'updated_at': '2022-02-10T13:44:19Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'subnets': [{'id': 'fbaf4035-29d1-4081-902a-e8d581e11464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:50:07.389991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:07.416124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.462821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (b7dbf7a3-7315-4f99-9d31-b85e5e403cac), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.486761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (b7dbf7a3-7315-4f99-9d31-b85e5e403cac), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.546557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b7dbf7a3-7315-4f99-9d31-b85e5e403cac), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.549470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.550920 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7dbf7a3-7315-4f99-9d31-b85e5e403cac HTTP/1.1" status: 204 len: 168 time: 0.1591728 Feb 10 13:50:07.554476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:07.562160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a16f49-e9cb-4181-831c-6fafcf934469 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dbf7a3-7315-4f99-9d31-b85e5e403cac,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:07.587930 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-38f6563c-3f9b-4c42-a55c-15b50cdf4023 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] show failed (client error): The resource could not be found. Feb 10 13:50:07.592715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:07.594437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-38f6563c-3f9b-4c42-a55c-15b50cdf4023 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "GET /v2.0/security-groups/b7dbf7a3-7315-4f99-9d31-b85e5e403cac HTTP/1.1" status: 404 len: 347 time: 0.0387433 Feb 10 13:50:07.688672 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97868d43-ef82-410f-b865-5c29ae796cf4 None None] New status for floating IP dfcee1fc-587c-48f7-bba3-a1d660cb3bd2: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:50:07.747195 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Deleting port c544566c-93c1-4bcf-b121-00829fa1e7d3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:07.747844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.831790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.832214 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (c544566c-93c1-4bcf-b121-00829fa1e7d3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:07.846366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Calling delete_port for c544566c-93c1-4bcf-b121-00829fa1e7d3 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:07.984520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c544566c-93c1-4bcf-b121-00829fa1e7d3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:08.009399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Pushing event deleted for resources: {'Port': ['ID=c544566c-93c1-4bcf-b121-00829fa1e7d3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:08.076470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks [] for floatingip (dfcee1fc-587c-48f7-bba3-a1d660cb3bd2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:08.080256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:08.084145 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed4a273a-285e-42c6-9322-e5eacd1ea051 tempest-AttachVolumeTestJSON-239083410 tempest-AttachVolumeTestJSON-239083410-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfcee1fc-587c-48f7-bba3-a1d660cb3bd2 HTTP/1.1" status: 204 len: 168 time: 0.4878607 Feb 10 13:50:08.096649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-701448b0-b505-4ef7-a494-34988a1ebb3e req-2ab31395-d517-47b1-b099-1d200db0a32c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0341158 Feb 10 13:50:08.540693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 94684ae9-3e4f-431d-8a06-13c702921ce8 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:08.563921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 94684ae9-3e4f-431d-8a06-13c702921ce8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:50:08.564262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 94684ae9-3e4f-431d-8a06-13c702921ce8 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:09.190719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e27c66ca-4142-4572-b997-f3711b79ea49 req-33ddae9e-32dc-40d3-95b2-5d54532f560e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0271285 Feb 10 13:50:10.284947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ae007ee-826b-4b95-aa91-78988fb1aff2 req-4f43815b-8f02-4a73-9d7a-d67f90cce31a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0284357 Feb 10 13:50:11.366502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:11.388875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-349934e0-26e8-4363-a864-17da0105e7db req-a936b560-58ef-482a-9ece-c7f14a158b9a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=33b1280a-d8ed-47ac-9699-347eae94ee3a HTTP/1.1" status: 200 len: 210 time: 0.0320132 Feb 10 13:50:12.604942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-498cb1ea-f023-4139-9cf0-a60f984c7e05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414414522&fields=id&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 267 time: 0.0433409 Feb 10 13:50:12.712859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-a6bd1b9b-e6da-4abc-9c00-3e16cebc1324 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:12.714325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-a6bd1b9b-e6da-4abc-9c00-3e16cebc1324 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.1030433 Feb 10 13:50:12.729083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-82a3db36-4129-4e7c-981a-3b7e13e95c0c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0087202 Feb 10 13:50:12.788180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-5bc7c093-a657-46ba-ae7c-47f7d0e4b099 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543756 Feb 10 13:50:12.881311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-b5727ebe-79b8-4ea1-84cf-c52dd4a6f40a service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813358 Feb 10 13:50:12.973866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-149a8654-6aa8-4b5b-9fdb-2b6b41c5c762 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Feb 10 13:50:13.268010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fbf5774-6bda-402b-b747-c384d207e1e4 req-ed424dd0-6164-4cc8-98bb-ce9405ea029f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0280526 Feb 10 13:50:14.207591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-3791b92c-c27d-4b8f-9ff3-1aa084a4bab7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:14.209537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-3791b92c-c27d-4b8f-9ff3-1aa084a4bab7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.1078558 Feb 10 13:50:14.276067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-454fd442-4197-482d-935f-110260c2c6f9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 380 time: 0.0584402 Feb 10 13:50:14.285299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'security_groups': ['e22c0f63-4198-40ed-a7a5-b4296c7ae9a4']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:50:14.380674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-80a5ee60-3c86-42d1-bd18-77b2a962d9e4 req-249e0eac-4a49-4371-b49d-0f327ce7ad67 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0305140 Feb 10 13:50:14.409606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:50:14.413726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:14.572500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.6 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/d007bbe0-82de-4876-8218-dfd7633218aa) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:50:14.711295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (d007bbe0-82de-4876-8218-dfd7633218aa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:14.744107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:14.788719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:50:14.791788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:50:14.794410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:50:14.836039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:14.871415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:14.872044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:14.891520 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-e580b45c-1ef9-45be-9154-d86fab570c2d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098759 Feb 10 13:50:14.901463 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-faf1a2ae-3bc7-4d42-b9c6-dac30fca4322 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:50:14.902647 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-faf1a2ae-3bc7-4d42-b9c6-dac30fca4322 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063562 Feb 10 13:50:15.016601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Request body: {'port': {'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:50:15.065566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bb9b2dae-df03-41b4-a9ec-5258fed2e9e3 None None] Provisioning complete for port d007bbe0-82de-4876-8218-dfd7633218aa triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:50:15.066154 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb9b2dae-df03-41b4-a9ec-5258fed2e9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:15.085149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:15.105285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b2dae-df03-41b4-a9ec-5258fed2e9e3 None None] Port d007bbe0-82de-4876-8218-dfd7633218aa cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:50:15.518457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b0b3c-e65c-4036-a374-0c21bedf1995 req-3dfb4b29-2cbf-4f9b-a060-510bafd3422e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:15.522451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b1b0b3c-e65c-4036-a374-0c21bedf1995 req-3dfb4b29-2cbf-4f9b-a060-510bafd3422e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 931 time: 0.0565979 Feb 10 13:50:15.605777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b1b0b3c-e65c-4036-a374-0c21bedf1995 req-43af4094-431d-41ef-934e-bf4bd431ea1b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758784 Feb 10 13:50:15.726528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d007bbe0-82de-4876-8218-dfd7633218aa {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:50:15.733925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks [] for port (d007bbe0-82de-4876-8218-dfd7633218aa), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:15.745635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Transition to ACTIVE for port object d007bbe0-82de-4876-8218-dfd7633218aa will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:50:15.750037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:15.810822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:15.901959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Attempting to bind port d007bbe0-82de-4876-8218-dfd7633218aa on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:50:15.902580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Attempting to bind port d007bbe0-82de-4876-8218-dfd7633218aa by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:50:15.903100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Attempting to bind port d007bbe0-82de-4876-8218-dfd7633218aa on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:50:15.908255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Port d007bbe0-82de-4876-8218-dfd7633218aa on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:50:15.908867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Attempting to bind port d007bbe0-82de-4876-8218-dfd7633218aa on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:50:15.914786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:50:15.915390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:50:15.917359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:50:15.918026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Bound port: d007bbe0-82de-4876-8218-dfd7633218aa, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:50:15.918817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:15.991204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:50:15.997056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d007bbe0-82de-4876-8218-dfd7633218aa,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:50:16.010777 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:16.057036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.058171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:16.059634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] 10.222.0.77 "PUT /v2.0/ports/d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 1091 time: 1.1485138 Feb 10 13:50:16.062297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:16.064714 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130ac29d-ee3c-4a8c-8409-666872e117e8" -d '{"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:16.121533 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967231aa-2656-4729-906b-2231fc3ddbef x-openstack-request-id: req-967231aa-2656-4729-906b-2231fc3ddbef {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:16.121839 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:16.122086 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-967231aa-2656-4729-906b-2231fc3ddbef {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:16.122522 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'status': 'completed', 'code': 200} Feb 10 13:50:16.132077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fbcb9-b84b-4580-995a-af324658bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:16.190123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-cf9c1a9e-585e-482b-8eb5-f4d1c3a7241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.191952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-cf9c1a9e-585e-482b-8eb5-f4d1c3a7241b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1125 time: 0.0686870 Feb 10 13:50:16.249598 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-62b2df1d-938a-4319-9db2-f3beae4b0965 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 217 time: 0.0472605 Feb 10 13:50:16.310324 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-e665ac71-21d7-4cec-96b3-8c2a7c78da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.312878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-e665ac71-21d7-4cec-96b3-8c2a7c78da7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0570376 Feb 10 13:50:16.372126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7072ee-6767-4414-9d55-bf015da9017a req-017ddf01-a11c-4a87-9d3c-0fb6c104a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.374304 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-017ddf01-a11c-4a87-9d3c-0fb6c104a65c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525172 Feb 10 13:50:16.475821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-4e77d689-bf9b-4592-b6e6-ceab4b5c5834 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941725 Feb 10 13:50:16.574152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df7072ee-6767-4414-9d55-bf015da9017a req-5f261566-fd7f-4a6f-9660-d4882e6a3709 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914304 Feb 10 13:50:16.700354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-5ef56a40-f098-483b-b413-0bbab55cf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.702129 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-5ef56a40-f098-483b-b413-0bbab55cf239 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1125 time: 0.0737107 Feb 10 13:50:16.799091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a3346-45d5-4b05-ac8a-3543076c1c72 req-702a1009-b829-46e1-9278-61083fbde47d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.810414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a72a3346-45d5-4b05-ac8a-3543076c1c72 req-702a1009-b829-46e1-9278-61083fbde47d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0780017 Feb 10 13:50:16.829178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-0055bc36-914e-4dac-b8f8-72edc0c10701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.830650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-0055bc36-914e-4dac-b8f8-72edc0c10701 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1215940 Feb 10 13:50:16.875451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a72a3346-45d5-4b05-ac8a-3543076c1c72 req-f82c2ed5-12c6-412e-b968-88b6e27645e6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615954 Feb 10 13:50:16.887408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-278038a9-d505-46cc-bd78-5b9f297b2be8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 217 time: 0.0482016 Feb 10 13:50:16.936949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-d4f8e859-a146-4e9b-90a7-15a4ee431317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.938365 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-d4f8e859-a146-4e9b-90a7-15a4ee431317 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0444064 Feb 10 13:50:16.988296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-d8de235d-7c71-480e-8116-30d5bdfcc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:16.989807 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-d8de235d-7c71-480e-8116-30d5bdfcc996 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439935 Feb 10 13:50:17.086632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-e1398892-ba36-4285-a6ae-19a4b7eb7682 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895183 Feb 10 13:50:17.189607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-130ac29d-ee3c-4a8c-8409-666872e117e8 req-a024b719-3710-43e1-b095-cacd106b48ab service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959449 Feb 10 13:50:17.989427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87645d9-bf1a-4793-a81d-61defdbe83c0 req-034db5d0-2c55-46df-b9eb-02da1d998343 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:17.990969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b87645d9-bf1a-4793-a81d-61defdbe83c0 req-034db5d0-2c55-46df-b9eb-02da1d998343 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0532434 Feb 10 13:50:18.044340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b87645d9-bf1a-4793-a81d-61defdbe83c0 req-25efc058-3085-4b91-8f6a-3e2cc2ea2427 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473802 Feb 10 13:50:19.167144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a27e52-d2a6-414f-ae73-6ca5b4830bbe req-9a2a0244-02e5-4a1c-ae39-db463fe03967 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:19.168605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6a27e52-d2a6-414f-ae73-6ca5b4830bbe req-9a2a0244-02e5-4a1c-ae39-db463fe03967 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0559077 Feb 10 13:50:19.215723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6a27e52-d2a6-414f-ae73-6ca5b4830bbe req-2c32ebd7-13ec-4ea3-96f1-8500807abeb4 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Feb 10 13:50:20.336163 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631c6b1-1823-4bd2-9227-f6f2bafa4730 req-666d2064-b771-4559-a276-3ec429ec111a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:20.337691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e631c6b1-1823-4bd2-9227-f6f2bafa4730 req-666d2064-b771-4559-a276-3ec429ec111a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0524006 Feb 10 13:50:20.386861 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e631c6b1-1823-4bd2-9227-f6f2bafa4730 req-c40e4c94-5e8b-4c2b-b353-051ce8ee87a5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Feb 10 13:50:20.487232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:50:21.504298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764e138-05ba-4c42-9b8d-0ca12c7fcbb4 req-6ad6da2d-165e-4627-a43c-1cdf16697971 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:21.505815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e764e138-05ba-4c42-9b8d-0ca12c7fcbb4 req-6ad6da2d-165e-4627-a43c-1cdf16697971 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0515745 Feb 10 13:50:21.557112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e764e138-05ba-4c42-9b8d-0ca12c7fcbb4 req-500d301f-5e43-46fa-81ec-82504286bc47 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Feb 10 13:50:22.718401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2418a-1e73-4658-99dc-bad970e313cf req-cbc8b21f-86eb-4080-994b-eb0e62ac9c05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:22.726427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dde2418a-1e73-4658-99dc-bad970e313cf req-cbc8b21f-86eb-4080-994b-eb0e62ac9c05 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0636363 Feb 10 13:50:22.780910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dde2418a-1e73-4658-99dc-bad970e313cf req-91fa0247-d723-4430-9551-cab266608d52 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Feb 10 13:50:23.902920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74780-68c2-4658-afcf-7872f3ee86e0 req-9a544553-a2b1-493d-96bc-12b3c52dd89e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:23.905396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89e74780-68c2-4658-afcf-7872f3ee86e0 req-9a544553-a2b1-493d-96bc-12b3c52dd89e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0599060 Feb 10 13:50:23.955903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89e74780-68c2-4658-afcf-7872f3ee86e0 req-a2fc1ad8-6e04-43de-bd7a-8f10c9048172 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450916 Feb 10 13:50:24.720533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-e7f340c6-8526-4fac-b2ac-c3d19b6ffc0e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:24.722297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-e7f340c6-8526-4fac-b2ac-c3d19b6ffc0e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0489898 Feb 10 13:50:24.741398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:24.817612 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Publish callbacks [] for security_group (2a0e982f-c344-4539-bdb8-20c666a8d37c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:24.821731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a0e982f-c344-4539-bdb8-20c666a8d37c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:24.848002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e982f-c344-4539-bdb8-20c666a8d37c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:24.861117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.861117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.861435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.861808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.862493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.862493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.862769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.863323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.863445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.863724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.864036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.864358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.864674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:24.891777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-424cc661-25bc-4dcb-9b62-5d0efd22c3cf req-7804bc42-1fbf-41d9-90b3-dc65496eaf19 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630194 Feb 10 13:50:25.011333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd80f-a897-4d14-aff7-1efdcd468d74 req-b3e8d99f-e559-4505-8fd1-2e3325565f65 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:25.013658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-735bd80f-a897-4d14-aff7-1efdcd468d74 req-b3e8d99f-e559-4505-8fd1-2e3325565f65 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0539885 Feb 10 13:50:25.072721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-735bd80f-a897-4d14-aff7-1efdcd468d74 req-ff8a5987-cbf7-4cf3-808f-61cddd82678d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507586 Feb 10 13:50:25.096378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:25.186877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ba0dd2eb-b087-4aa8-894c-5b4ce651f13e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d HTTP/1.1" status: 200 len: 994 time: 0.0891454 Feb 10 13:50:25.228831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c211f-0cc5-4963-ab20-f343ba6d75af req-3ca243ce-33eb-44c8-81f2-59efcb757d91 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:25.230436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-935c211f-0cc5-4963-ab20-f343ba6d75af req-3ca243ce-33eb-44c8-81f2-59efcb757d91 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0692759 Feb 10 13:50:25.282435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-935c211f-0cc5-4963-ab20-f343ba6d75af req-9ef10b7d-48c9-49c7-93ec-00e35506bb2a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Feb 10 13:50:25.602572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-8a7f23e8-d8af-4fe1-96e5-ee8abd0960a0 req-be7971d2-064e-4c11-b176-be804b57934d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:50:25.603667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a7f23e8-d8af-4fe1-96e5-ee8abd0960a0 req-be7971d2-064e-4c11-b176-be804b57934d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059102 Feb 10 13:50:25.932908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:25.985897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b743db-2a08-4a2d-98b2-56ab84369ed2 req-0c3a8a93-8ea1-4408-8aeb-578a708d9864 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:25.987414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43b743db-2a08-4a2d-98b2-56ab84369ed2 req-0c3a8a93-8ea1-4408-8aeb-578a708d9864 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0543396 Feb 10 13:50:26.038875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43b743db-2a08-4a2d-98b2-56ab84369ed2 req-e1147873-a819-4995-a544-cb9d95531d17 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458820 Feb 10 13:50:26.039665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-ba630fe5-0de0-4b71-867e-e4846a1a37a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048751 Feb 10 13:50:26.066766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-2c21f20f-3e8c-426a-8c36-7c40036f32fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:50:26.067981 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-2c21f20f-3e8c-426a-8c36-7c40036f32fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058067 Feb 10 13:50:26.440056 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53166) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:26.585333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-daff4e04-4b13-4376-90b5-a0309640ac3f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:26.587721 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-daff4e04-4b13-4376-90b5-a0309640ac3f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1125 time: 0.1459687 Feb 10 13:50:26.810184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255b5a4-9c11-4481-8a56-f7a7cfa4d2da req-29f2bffd-9522-46a8-bfb0-6390d155049d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:26.817509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3255b5a4-9c11-4481-8a56-f7a7cfa4d2da req-29f2bffd-9522-46a8-bfb0-6390d155049d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.4309759 Feb 10 13:50:26.877372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3255b5a4-9c11-4481-8a56-f7a7cfa4d2da req-75d39d69-a35b-416b-85ea-c4d202f7cafd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544815 Feb 10 13:50:27.193078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9083d6c-e432-4527-8ccc-88c0188ad0d0 req-e6590dfe-cefa-4ac5-afa5-94dcbb3b4691 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:27.195426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9083d6c-e432-4527-8ccc-88c0188ad0d0 req-e6590dfe-cefa-4ac5-afa5-94dcbb3b4691 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0646272 Feb 10 13:50:27.257016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9083d6c-e432-4527-8ccc-88c0188ad0d0 req-87e3b5a4-2612-45ee-a5ee-f57ac131df42 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554972 Feb 10 13:50:27.673629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-2d121252-de5a-4be6-a394-986db9ac4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:27.675048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-2d121252-de5a-4be6-a394-986db9ac4b82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0947955 Feb 10 13:50:27.789600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-05e4b523-67cd-4982-a02b-ec8d0ae31259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:27.791871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-05e4b523-67cd-4982-a02b-ec8d0ae31259 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.1087677 Feb 10 13:50:27.851161 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-8c0933d7-4353-479a-ad80-7c08f672a59a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477095 Feb 10 13:50:27.870756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-34651d38-c0b5-458b-b395-7e846b42d14b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1002 time: 0.0674644 Feb 10 13:50:27.926976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-1301c75a-7a4c-414f-99f2-59edde335af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:27.928814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-1301c75a-7a4c-414f-99f2-59edde335af9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0501733 Feb 10 13:50:27.952572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-82e3097e-2c56-42dd-8cac-522d876f7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:27.954117 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-82e3097e-2c56-42dd-8cac-522d876f7c05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.0553627 Feb 10 13:50:28.011146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-6f9d6202-4590-49c7-9b8f-78e1f295cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.012668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-6f9d6202-4590-49c7-9b8f-78e1f295cdbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775740 Feb 10 13:50:28.065903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617792-3130-4a87-9771-4b0f01ac409d req-64f5140c-1777-4a01-b5b8-5f64f81a46f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.067127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d617792-3130-4a87-9771-4b0f01ac409d req-64f5140c-1777-4a01-b5b8-5f64f81a46f5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0991583 Feb 10 13:50:28.081951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-002258a9-eb2e-4822-8d3a-447ff11e8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.083341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-002258a9-eb2e-4822-8d3a-447ff11e8d22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 909 time: 0.1093740 Feb 10 13:50:28.168926 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-024892de-6d63-4908-b66a-745c3ec69636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 1001 time: 0.0786564 Feb 10 13:50:28.169524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d617792-3130-4a87-9771-4b0f01ac409d req-044bd05f-613d-4225-a38b-ef91f353502c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935574 Feb 10 13:50:28.173443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-86096bd7-8718-4cb5-8bbf-61fa5ed627d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538537 Feb 10 13:50:28.228322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-045e67f6-6404-4553-b9cc-3bab2d2c742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.229693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-045e67f6-6404-4553-b9cc-3bab2d2c742b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0480509 Feb 10 13:50:28.276215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-b9d178ad-3aad-4104-b327-99425fb2b042 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938637 Feb 10 13:50:28.279657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-555357db-3955-4eb6-8b5b-380ea0ac08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.281354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-555357db-3955-4eb6-8b5b-380ea0ac08d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461931 Feb 10 13:50:28.397249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-67a30f1d-60d9-4810-9fd4-b55085fd7f0b service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076839 Feb 10 13:50:28.397527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ab9f3-7ad9-4559-997c-bdf743acf3f3 req-bd0db777-8fd7-4a7b-8fa3-5e73dd9b480e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:28.399185 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-428ab9f3-7ad9-4559-997c-bdf743acf3f3 req-bd0db777-8fd7-4a7b-8fa3-5e73dd9b480e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0624020 Feb 10 13:50:28.455766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-428ab9f3-7ad9-4559-997c-bdf743acf3f3 req-330c6222-014e-438b-8619-f564bf7422c2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499721 Feb 10 13:50:28.508655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9857e7e6-443c-45c3-b6be-d8282d8e83dc req-5091ab7b-6827-4090-a1c6-3798d7470ae0 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044133 Feb 10 13:50:29.294740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152feea-5a68-49ac-98bb-930b477f7cb3 req-d41d659c-ccbc-439b-98f0-af1bd49f0d87 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:29.296236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a152feea-5a68-49ac-98bb-930b477f7cb3 req-d41d659c-ccbc-439b-98f0-af1bd49f0d87 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0543079 Feb 10 13:50:29.348870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a152feea-5a68-49ac-98bb-930b477f7cb3 req-d7cb3828-f699-497c-bcbf-91364f222a0d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469661 Feb 10 13:50:29.577903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1e87a-3e58-4947-b3e1-8455ea9f1a82 req-899b4236-d6a4-45bc-aacb-add996e27b6c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:29.579994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbc1e87a-3e58-4947-b3e1-8455ea9f1a82 req-899b4236-d6a4-45bc-aacb-add996e27b6c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0541339 Feb 10 13:50:29.631969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bbc1e87a-3e58-4947-b3e1-8455ea9f1a82 req-9a7eadd9-b38e-4e0c-96ff-2ddaf07e79be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455494 Feb 10 13:50:30.464634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9cccc-d8de-4c76-bd9d-f14f66ba2a5f req-f0e07882-21cc-4ae7-8633-acab0d07c43b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:30.466038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59d9cccc-d8de-4c76-bd9d-f14f66ba2a5f req-f0e07882-21cc-4ae7-8633-acab0d07c43b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0515962 Feb 10 13:50:30.514878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59d9cccc-d8de-4c76-bd9d-f14f66ba2a5f req-8708fbcc-17e4-4c98-a21c-ee9350860681 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Feb 10 13:50:30.753580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e451-e671-4192-a27b-6277e27e60a7 req-2ed34d53-778e-4cad-9eb0-8b42c577423d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:30.755104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2f1e451-e671-4192-a27b-6277e27e60a7 req-2ed34d53-778e-4cad-9eb0-8b42c577423d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Feb 10 13:50:30.804218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2f1e451-e671-4192-a27b-6277e27e60a7 req-b923f289-7989-4ead-aa36-78dfdd3152ea tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Feb 10 13:50:30.853680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2f072fb1-537f-4a5f-8672-293c7820b9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:31.635266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5c13-4dea-421b-aa61-a28142ad51bb req-41e8a2f8-31e3-411d-b326-58c4f39a8cf8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:31.636790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10be5c13-4dea-421b-aa61-a28142ad51bb req-41e8a2f8-31e3-411d-b326-58c4f39a8cf8 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0545156 Feb 10 13:50:31.687282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10be5c13-4dea-421b-aa61-a28142ad51bb req-88f2659b-7e23-4497-b6f0-524f722a26ca tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Feb 10 13:50:31.759450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53210) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:31.943920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1292bc6-f052-4c00-82c4-7c58987a2ba5 req-e0390a59-384b-4fd3-946a-f370f96098c0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:31.945594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1292bc6-f052-4c00-82c4-7c58987a2ba5 req-e0390a59-384b-4fd3-946a-f370f96098c0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0633919 Feb 10 13:50:31.997695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1292bc6-f052-4c00-82c4-7c58987a2ba5 req-d34a4129-34b7-4473-ac3f-caabd676e9ab tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Feb 10 13:50:32.230970 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (d51fb71e-d0bb-4c88-941c-232358f922aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.485710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Deleting port 20c38f98-581e-405f-bb2b-326a92cfa678 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:32.485961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.565512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] For port 20c38f98-581e-405f-bb2b-326a92cfa678, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20c38f98-581e-405f-bb2b-326a92cfa678,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:32.565795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.578744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Calling delete_port for 20c38f98-581e-405f-bb2b-326a92cfa678 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:32.649344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d007bbe0-82de-4876-8218-dfd7633218aa details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:50:32.753820 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d007bbe0-82de-4876-8218-dfd7633218aa,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:32.767906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:50:32.773365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (20c38f98-581e-405f-bb2b-326a92cfa678), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.806369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c38f98-581e-405f-bb2b-326a92cfa678,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:32.816233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d007bbe0-82de-4876-8218-dfd7633218aa is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:50:32.816824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.832218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d007bbe0-82de-4876-8218-dfd7633218aa {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:50:32.834394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ceca-5a6b-4672-97de-b5656ad9cfa5 req-948ccf72-dd99-48ff-9777-4d6d8ff83c4e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:32.841177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6780ceca-5a6b-4672-97de-b5656ad9cfa5 req-948ccf72-dd99-48ff-9777-4d6d8ff83c4e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 943 time: 0.0766325 Feb 10 13:50:32.870185 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d007bbe0-82de-4876-8218-dfd7633218aa,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:32.883089 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:32.927890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6780ceca-5a6b-4672-97de-b5656ad9cfa5 req-6395f64e-e58c-43a9-964d-ab92b1d29c61 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776558 Feb 10 13:50:32.967294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:32.976400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.976865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.977282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.977698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.978142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.978545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.978947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.979383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.979812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.980241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.980672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.981133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:32.981789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:33.051080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (d51fb71e-d0bb-4c88-941c-232358f922aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.096043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['d007bbe0-82de-4876-8218-dfd7633218aa'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:50:33.140703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b87a8-aee2-4e6a-9b3d-4ac9394ea596 req-6abdad2e-0f8d-44ec-a99a-2eaceec274e9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:33.142536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e9b87a8-aee2-4e6a-9b3d-4ac9394ea596 req-6abdad2e-0f8d-44ec-a99a-2eaceec274e9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0606492 Feb 10 13:50:33.219230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e9b87a8-aee2-4e6a-9b3d-4ac9394ea596 req-9480a542-2d6d-4385-bb53-97a0a605d686 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687437 Feb 10 13:50:33.280289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aa2c49d8-2ca4-4579-be86-042cda38a6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.319605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Router d51fb71e-d0bb-4c88-941c-232358f922aa has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:50:33.437233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:50:33.442454 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-22a3dae6-fcdb-4253-94be-398b0081ab62 admin admin] 10.222.0.13 "PUT /v2.0/routers/d51fb71e-d0bb-4c88-941c-232358f922aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6819220 Feb 10 13:50:33.445173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:33.446447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Sync routers for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:50:33.456369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:33.457018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:33.553454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks [] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.563813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:33.656215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks [] for router_gateway (d51fb71e-d0bb-4c88-941c-232358f922aa), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.718773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Deleting port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:33.719122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.740414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:50:32Z', 'revision_number': 5, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port': {'id': 'e02e24ac-edc6-415d-a8bc-8ef1d450ccf7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:44:07Z', 'updated_at': '2022-02-10T13:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:33.766841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Checking router: d51fb71e-d0bb-4c88-941c-232358f922aa for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:50:33.775102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Routers {'d51fb71e-d0bb-4c88-941c-232358f922aa'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:33.775721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['d51fb71e-d0bb-4c88-941c-232358f922aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:33.806662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] For port e02e24ac-edc6-415d-a8bc-8ef1d450ccf7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:33.807005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:33.819420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Calling delete_port for e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:33.867769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] Set router d51fb71e-d0bb-4c88-941c-232358f922aa gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:33.922844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:50:33Z', 'revision_number': 6, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:33.949846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3354-2f23-4a27-97a2-d65416207b20 None None] The sync data for ids ['d51fb71e-d0bb-4c88-941c-232358f922aa'] in n-d-815324-6 is: [{'id': 'd51fb71e-d0bb-4c88-941c-232358f922aa', 'name': 'tempest-AttachVolumeTestJSON-1008940263-router', 'tenant_id': '4307efeae40b47bc8927d2c286f7e30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:44:06Z', 'updated_at': '2022-02-10T13:50:33Z', 'revision_number': 6, 'project_id': '4307efeae40b47bc8927d2c286f7e30a', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:50:33.998937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e02e24ac-edc6-415d-a8bc-8ef1d450ccf7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.053952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02e24ac-edc6-415d-a8bc-8ef1d450ccf7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:34.130407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa256-7de2-4c9d-b2c6-ca19ac34ff8e req-00ecdb35-80b2-4979-86d4-2bd8ed4d2250 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:34.131807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-537aa256-7de2-4c9d-b2c6-ca19ac34ff8e req-00ecdb35-80b2-4979-86d4-2bd8ed4d2250 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 944 time: 0.1305985 Feb 10 13:50:34.134688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (d51fb71e-d0bb-4c88-941c-232358f922aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.241739 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.248687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks [] for router_controller (d51fb71e-d0bb-4c88-941c-232358f922aa), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.303358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-537aa256-7de2-4c9d-b2c6-ca19ac34ff8e req-f4583021-88e6-465e-999e-4c8363c984cf tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653688 Feb 10 13:50:34.313000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (d51fb71e-d0bb-4c88-941c-232358f922aa), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.313457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51fb71e-d0bb-4c88-941c-232358f922aa {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:50:34.330887 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.334903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:34.335469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3969b705-04f8-478e-bafd-9fd4715d0c67 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d51fb71e-d0bb-4c88-941c-232358f922aa HTTP/1.1" status: 204 len: 168 time: 0.8885217 Feb 10 13:50:34.387434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Deleting subnet fbaf4035-29d1-4081-902a-e8d581e11464 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:50:34.390718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Publish callbacks [] for subnet (fbaf4035-29d1-4081-902a-e8d581e11464), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.432334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (fbaf4035-29d1-4081-902a-e8d581e11464), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.438267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68d0e-bc48-43a8-9f54-fc4155381d03 req-4a56ae70-0191-4820-b011-b5d04d81b2e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:34.439761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0fc68d0e-bc48-43a8-9f54-fc4155381d03 req-4a56ae70-0191-4820-b011-b5d04d81b2e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0637209 Feb 10 13:50:34.490923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0fc68d0e-bc48-43a8-9f54-fc4155381d03 req-5d1d1912-54ab-4374-acf3-cd6558b3b617 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453994 Feb 10 13:50:34.509001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (fbaf4035-29d1-4081-902a-e8d581e11464), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.559269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (fbaf4035-29d1-4081-902a-e8d581e11464), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.584109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaf4035-29d1-4081-902a-e8d581e11464,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:34.587619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.591010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff04b115-b080-41dc-ae08-e3c081cb62cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbaf4035-29d1-4081-902a-e8d581e11464 HTTP/1.1" status: 204 len: 168 time: 0.2548864 Feb 10 13:50:34.593249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53228) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:34.595177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb6c2c-224b-4845-9eb5-c44f937111a6 None None] Network 2d685794-1742-449d-8a63-a76ae09ed60d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:50:34.665069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d007bbe0-82de-4876-8218-dfd7633218aa up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:50:34.666268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2d685794-1742-449d-8a63-a76ae09ed60d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.668564 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.718495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Deleting port bbaeb925-9514-416f-9eed-8515780ecfe3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:34.718848 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.753162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port d007bbe0-82de-4876-8218-dfd7633218aa completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:50:34.759229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port d007bbe0-82de-4876-8218-dfd7633218aa triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:50:34.759450 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.790802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] For port bbaeb925-9514-416f-9eed-8515780ecfe3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bbaeb925-9514-416f-9eed-8515780ecfe3,segment=NetworkSegment(3609de67-c9bc-4237-ac69-f43a3aea8e26),segment_id=3609de67-c9bc-4237-ac69-f43a3aea8e26)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:34.791245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.807677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Calling delete_port for bbaeb925-9514-416f-9eed-8515780ecfe3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:34.839462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] DHCP port deletion for 2d685794-1742-449d-8a63-a76ae09ed60d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:50:34.876175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port d007bbe0-82de-4876-8218-dfd7633218aa is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:50:34.876563 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.895390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.908602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:34.910859 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a492c6-f4a0-4ff2-9584-a6facc30e1e0" -d '{"events": [{"server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "name": "network-vif-plugged", "status": "completed", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:34.923740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaeb925-9514-416f-9eed-8515780ecfe3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:34.925709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] No DVR routers for this DVR port bbaeb925-9514-416f-9eed-8515780ecfe3 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:50:34.929311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d007bbe0-82de-4876-8218-dfd7633218aa,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:34.937036 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:34.973805 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff24a2b-3cae-4253-ad01-a216f2243b85 x-openstack-request-id: req-3ff24a2b-3cae-4253-ad01-a216f2243b85 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:34.974137 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "name": "network-vif-plugged", "status": "completed", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:34.974370 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ff24a2b-3cae-4253-ad01-a216f2243b85 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:34.975185 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'code': 200} Feb 10 13:50:34.976086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Deleting port bbaeb925-9514-416f-9eed-8515780ecfe3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:50:34.976787 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.005294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2d685794-1742-449d-8a63-a76ae09ed60d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.026772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d685794-1742-449d-8a63-a76ae09ed60d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:35.045348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3609de67-c9bc-4237-ac69-f43a3aea8e26') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:35.045638 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3609de67-c9bc-4237-ac69-f43a3aea8e26') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:35.069655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (3609de67-c9bc-4237-ac69-f43a3aea8e26), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.072818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] For port bbaeb925-9514-416f-9eed-8515780ecfe3, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:35.073218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.075426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:35.087753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3609de67-c9bc-4237-ac69-f43a3aea8e26), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.090090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Calling delete_port for bbaeb925-9514-416f-9eed-8515780ecfe3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:50:35.093488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Port bbaeb925-9514-416f-9eed-8515780ecfe3 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:50:35.094922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (bbaeb925-9514-416f-9eed-8515780ecfe3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.096663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:50:35.097089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (3609de67-c9bc-4237-ac69-f43a3aea8e26), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:50:35.098746 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:50:35.118560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] Pushing event deleted for resources: {'Port': ['ID=bbaeb925-9514-416f-9eed-8515780ecfe3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:35.124987 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46815f69-fcad-4ded-b2a5-235168af8ed3 req-94f7d545-51a0-40ef-a187-9e74418060f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:35.126835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46815f69-fcad-4ded-b2a5-235168af8ed3 req-94f7d545-51a0-40ef-a187-9e74418060f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.0907061 Feb 10 13:50:35.128467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37801c6a-35cd-447f-9c7d-a28f3c2eaf4c None None] No DVR routers for this DVR port bbaeb925-9514-416f-9eed-8515780ecfe3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:50:35.172374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2d685794-1742-449d-8a63-a76ae09ed60d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.179291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.182343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d685794-1742-449d-8a63-a76ae09ed60d HTTP/1.1" status: 204 len: 168 time: 0.5881867 Feb 10 13:50:35.197644 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec56d7-cba1-43c8-9879-92a1bc30dc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d685794-1742-449d-8a63-a76ae09ed60d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:35.214022 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46815f69-fcad-4ded-b2a5-235168af8ed3 req-18832d23-b98b-42e0-88a0-2e4c01e94a22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633590 Feb 10 13:50:35.295503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:35.334609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b132a7de-6d48-45dc-881a-5412d9466d4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4307efeae40b47bc8927d2c286f7e30a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379629 Feb 10 13:50:35.337046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:35.385056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] Publish callbacks [] for security_group (336f356a-c0c4-4611-9c9b-7b2fedb68902), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.408790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] Publish callbacks [] for security_group (336f356a-c0c4-4611-9c9b-7b2fedb68902), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.427966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6912e-217f-4f50-8855-0077a00c3fee req-e4775811-d5b6-44d2-8103-aab986380da5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:35.429607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfa6912e-217f-4f50-8855-0077a00c3fee req-e4775811-d5b6-44d2-8103-aab986380da5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0531330 Feb 10 13:50:35.459898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (336f356a-c0c4-4611-9c9b-7b2fedb68902), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.462796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.464111 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/336f356a-c0c4-4611-9c9b-7b2fedb68902 HTTP/1.1" status: 204 len: 168 time: 0.1261387 Feb 10 13:50:35.471826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5561244-14f4-48c3-b393-d4f7091b50ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f356a-c0c4-4611-9c9b-7b2fedb68902,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:35.493952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bfa6912e-217f-4f50-8855-0077a00c3fee req-800fa5e3-b0cf-499b-ba12-a6e4a73d42ad tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578475 Feb 10 13:50:35.613386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b311a-5a2b-460f-8195-1244548ddc31 req-bc9ad7fb-3532-48da-9798-bd3b062a15ba tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:35.614897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e0b311a-5a2b-460f-8195-1244548ddc31 req-bc9ad7fb-3532-48da-9798-bd3b062a15ba tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0565197 Feb 10 13:50:35.666053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e0b311a-5a2b-460f-8195-1244548ddc31 req-1f10fa0d-f1b1-4c46-a7e8-4daa9563fc8b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Feb 10 13:50:35.846676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbaeb925-9514-416f-9eed-8515780ecfe3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:35.876285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: bbaeb925-9514-416f-9eed-8515780ecfe3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:50:35.876722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bbaeb925-9514-416f-9eed-8515780ecfe3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:35.877236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20c38f98-581e-405f-bb2b-326a92cfa678 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:35.902419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 20c38f98-581e-405f-bb2b-326a92cfa678 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:50:35.902773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20c38f98-581e-405f-bb2b-326a92cfa678 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:35.903198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:35.927380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:35.928132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:50:35.928584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e02e24ac-edc6-415d-a8bc-8ef1d450ccf7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:36.227646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:36.613857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213460-1894-483d-bc92-ed563740a62d req-276a2a8a-4812-4383-80b7-15fe2eb1ca11 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:36.615339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db213460-1894-483d-bc92-ed563740a62d req-276a2a8a-4812-4383-80b7-15fe2eb1ca11 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0526941 Feb 10 13:50:36.667931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db213460-1894-483d-bc92-ed563740a62d req-318b8b26-ca20-4c3b-96d3-4c497241a17c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Feb 10 13:50:36.790299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86b8b-c199-4b3c-8b40-314932ec4985 req-8ccee53d-a4cf-4900-b51b-0540f333cb08 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:36.791882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1e86b8b-c199-4b3c-8b40-314932ec4985 req-8ccee53d-a4cf-4900-b51b-0540f333cb08 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0579784 Feb 10 13:50:36.842362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1e86b8b-c199-4b3c-8b40-314932ec4985 req-5d11c321-2936-4120-bcca-dd634c3332f1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Feb 10 13:50:36.955412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f7da-3fd1-46b9-a558-7109e7f521c2 req-1e80cf50-4dcc-4971-babc-023ba737c1ba tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:36.956982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d495f7da-3fd1-46b9-a558-7109e7f521c2 req-1e80cf50-4dcc-4971-babc-023ba737c1ba tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0536814 Feb 10 13:50:37.007545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d495f7da-3fd1-46b9-a558-7109e7f521c2 req-daf101e5-0d1b-4359-819c-f03b70fb4eb5 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Feb 10 13:50:37.029847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:37.075382 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d9b433-9588-41f7-bdee-f0dd3f45082b tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:37.077858 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-45d9b433-9588-41f7-bdee-f0dd3f45082b tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1122 time: 0.0469749 Feb 10 13:50:37.080688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:37.084855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:50:37.105351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.203636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.316983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.25.8.25 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/69c5fac7-9623-4aa3-a888-1b2b0820741d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:50:37.410991 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.424031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.462196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.501709 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:50:37.504646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:50:37.508227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:50:37.532133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=69c5fac7-9623-4aa3-a888-1b2b0820741d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:37.671252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:37.788023 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e39db8-ddd1-4cdc-8d45-a79598c114fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.865816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e39db8-ddd1-4cdc-8d45-a79598c114fd admin admin] Publish callbacks [] for security_group (126d6f06-2fae-423d-91fc-dcb1ca03e922), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.869618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e39db8-ddd1-4cdc-8d45-a79598c114fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (126d6f06-2fae-423d-91fc-dcb1ca03e922), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.883782 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (f25fddcb-446f-40b5-88e5-59a084eaf28a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:37.909756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27e39db8-ddd1-4cdc-8d45-a79598c114fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=548a93bd3bed45baa6435dfdf132caa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373197 Feb 10 13:50:37.912123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e39db8-ddd1-4cdc-8d45-a79598c114fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126d6f06-2fae-423d-91fc-dcb1ca03e922,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:37.915347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:38.002552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] Publish callbacks [] for security_group (126d6f06-2fae-423d-91fc-dcb1ca03e922), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.012246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3ee-a5c4-4337-9333-493f26ca4a54 req-a7856504-73e7-4df7-95db-baf29344fe02 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:38.014416 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d9f3ee-a5c4-4337-9333-493f26ca4a54 req-a7856504-73e7-4df7-95db-baf29344fe02 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0848973 Feb 10 13:50:38.048091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] Publish callbacks [] for security_group (126d6f06-2fae-423d-91fc-dcb1ca03e922), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.105603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0d9f3ee-a5c4-4337-9333-493f26ca4a54 req-5c1787fe-102f-47c9-b3f9-1d994f5c1429 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832751 Feb 10 13:50:38.133673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (126d6f06-2fae-423d-91fc-dcb1ca03e922), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.136432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.137645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/126d6f06-2fae-423d-91fc-dcb1ca03e922 HTTP/1.1" status: 204 len: 168 time: 0.2211847 Feb 10 13:50:38.146231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c484da-3820-4e18-b977-1553df1efee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d6f06-2fae-423d-91fc-dcb1ca03e922,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:38.293775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.409306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:38.426815 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c92c9955-3431-4854-8343-675b554741d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.446070 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.450691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.503900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c92c9955-3431-4854-8343-675b554741d5 admin admin] Publish callbacks [] for security_group (aba2203d-d9eb-4556-85ca-11832a666de1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.508802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c92c9955-3431-4854-8343-675b554741d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aba2203d-d9eb-4556-85ca-11832a666de1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.524517 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=69c5fac7-9623-4aa3-a888-1b2b0820741d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:38.536211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (f25fddcb-446f-40b5-88e5-59a084eaf28a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.548865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c92c9955-3431-4854-8343-675b554741d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e566a6c016a7472384183d42c4d7beef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384528 Feb 10 13:50:38.550024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c9955-3431-4854-8343-675b554741d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba2203d-d9eb-4556-85ca-11832a666de1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:38.552293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:38.600696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] Publish callbacks [] for security_group (aba2203d-d9eb-4556-85ca-11832a666de1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.621446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] Publish callbacks [] for security_group (aba2203d-d9eb-4556-85ca-11832a666de1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.641161 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP f25fddcb-446f-40b5-88e5-59a084eaf28a associated. External IP: 172.25.8.25, port: d007bbe0-82de-4876-8218-dfd7633218aa. Feb 10 13:50:38.670708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aba2203d-d9eb-4556-85ca-11832a666de1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.673491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.677100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba2203d-d9eb-4556-85ca-11832a666de1 HTTP/1.1" status: 204 len: 168 time: 0.1215487 Feb 10 13:50:38.682887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5a1fa-63c7-491a-8b47-f45be4f5e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba2203d-d9eb-4556-85ca-11832a666de1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:38.858873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:50:38.973604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:50:38.985361 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:50:38.994368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:38.995133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:38.995772 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:39.031816 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-568d0711-ff31-49b5-bb9f-a9c9ed8d8999 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9502208 Feb 10 13:50:39.032728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:39.035662 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b76ad-5a22-4bbc-894e-25364c896e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:39.081827 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc2a42-487e-4644-a829-89076e81aa34 x-openstack-request-id: req-9bbc2a42-487e-4644-a829-89076e81aa34 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:39.082125 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:39.082447 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bbc2a42-487e-4644-a829-89076e81aa34 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:39.083623 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'status': 'completed', 'code': 200} Feb 10 13:50:39.113293 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:39.153062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-724ca8e6-b842-437a-b126-fb4616a9c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:39.154656 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-724ca8e6-b842-437a-b126-fb4616a9c4c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.0543356 Feb 10 13:50:39.264632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1991a9-4a59-4842-ac7f-fda5b252ee49 req-1888452e-f559-4797-8f91-7e435ed0e1d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:39.267048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1991a9-4a59-4842-ac7f-fda5b252ee49 req-1888452e-f559-4797-8f91-7e435ed0e1d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0799952 Feb 10 13:50:39.277562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-8e72e10f-ccbf-4b17-9f56-236a31807459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:39.279140 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-8e72e10f-ccbf-4b17-9f56-236a31807459 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1182811 Feb 10 13:50:39.331010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1991a9-4a59-4842-ac7f-fda5b252ee49 req-6f1c0cf3-21b8-4164-9186-2b4db2347655 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573752 Feb 10 13:50:39.369628 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-df8f3057-2022-44c4-ae89-538767a168d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 998 time: 0.0845244 Feb 10 13:50:39.401974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:37Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:39.423424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-1f58fa25-6ac6-4b5b-97f9-2a83c6706190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:39.425141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-1f58fa25-6ac6-4b5b-97f9-2a83c6706190 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0481212 Feb 10 13:50:39.428695 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:50:39.437695 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:50:39.438312 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:50:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:39.474579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-adcc34d6-aac9-4c47-b045-8f0345f2d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:39.476118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-adcc34d6-aac9-4c47-b045-8f0345f2d919 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451307 Feb 10 13:50:39.549208 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:50:39.573234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-97904f46-a9d7-4691-8518-aa8040bf3a6f service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908234 Feb 10 13:50:39.681351 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b13b76ad-5a22-4bbc-894e-25364c896e8f req-75a4f5f9-93b8-477c-a180-c3b9dc3a8946 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019990 Feb 10 13:50:39.920546 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:37Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:50:39.946117 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d6468-94f1-40bf-b95c-e62ac852b5d7 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:37Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:50:40.165156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd51a55-2abf-46b6-8784-7603f420baee None None] New status for floating IP f25fddcb-446f-40b5-88e5-59a084eaf28a: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:50:40.281526 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-98b0a0f9-5472-42fd-892d-3143fa482ce8 service neutron] show failed (client error): The resource could not be found. Feb 10 13:50:40.282783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-98b0a0f9-5472-42fd-892d-3143fa482ce8 service neutron] 10.222.0.21 "GET /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0617108 Feb 10 13:50:40.485107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163a9d1-efcb-447a-9d9d-f80fb808ab29 req-8c148f05-b50c-4959-8a46-5a5b69ace3c4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:40.491840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f163a9d1-efcb-447a-9d9d-f80fb808ab29 req-8c148f05-b50c-4959-8a46-5a5b69ace3c4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0835230 Feb 10 13:50:40.542759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f163a9d1-efcb-447a-9d9d-f80fb808ab29 req-addc6286-c5fc-46d7-962c-ce6593d85415 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500541 Feb 10 13:50:40.548891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-7bf3e057-82bc-4215-bb3c-421cfe2738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:40.550343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-7bf3e057-82bc-4215-bb3c-421cfe2738e7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 1128 time: 0.0824964 Feb 10 13:50:40.562790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:50:40.625741 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:40.842603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:40.875823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:50:40.922746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks [] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:40.934831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Transition to ACTIVE for port object 59fa9bc5-877e-4af4-bd7c-1165d46c08bc will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:50:40.939559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:41.062366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:41.087783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:41.090009 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4986a1d-a454-400e-8110-9aab97607f88" -d '{"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-unplugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:41.127755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] No DVR routers for this DVR port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:50:41.164266 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194fa97-5492-4988-8e6f-835c66ded116 x-openstack-request-id: req-8194fa97-5492-4988-8e6f-835c66ded116 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:41.164554 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-unplugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:41.164842 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8194fa97-5492-4988-8e6f-835c66ded116 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:41.165237 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'code': 200} Feb 10 13:50:41.273613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:50:41.273945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:50:41.274255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:50:41.278830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:50:41.279447 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Attempting to bind port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on network ecf091bd-d53c-41c6-b19e-c4c6090f71db {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:50:41.284679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:50:41.285157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Checking segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:50:41.285545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Bound using segment: {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:50:41.285967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Bound port: 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2635f7c3-4497-4198-99bd-dbf5c66056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:50:41.286323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:41.356870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:50:41.359224 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:41.361168 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:50:41.367497 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:41.398510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.399025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:41.400458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] 10.222.0.77 "PUT /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1092 time: 0.8422639 Feb 10 13:50:41.465418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57effc-cafa-4dae-97d9-7b7b99f72bce service neutron] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:41.483430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-9a31d305-e514-4d38-b405-2dbb5a7bc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.485485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-9a31d305-e514-4d38-b405-2dbb5a7bc297 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0621331 Feb 10 13:50:41.593971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-7c1d768a-d886-47be-89b3-128cf4d048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.597084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-7c1d768a-d886-47be-89b3-128cf4d048d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.1054902 Feb 10 13:50:41.675636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-14e8f696-352c-4af5-93ac-9426f27aaa13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1000 time: 0.0703874 Feb 10 13:50:41.685442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7931e-8a19-4dba-8fec-b58c37c04bfd req-1669163f-0360-4e23-8cdc-6f6a5d13898f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.688267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09b7931e-8a19-4dba-8fec-b58c37c04bfd req-1669163f-0360-4e23-8cdc-6f6a5d13898f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.0575349 Feb 10 13:50:41.729123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-cebd06f5-8837-4ccc-8bfa-14b89f9ccf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.730634 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-cebd06f5-8837-4ccc-8bfa-14b89f9ccf5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0483568 Feb 10 13:50:41.744835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09b7931e-8a19-4dba-8fec-b58c37c04bfd req-c75d1d79-d9a0-4fe1-8909-31ab022c4c07 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506401 Feb 10 13:50:41.793301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-018b63ed-28ba-4553-9835-7edb930daf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:41.795064 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-018b63ed-28ba-4553-9835-7edb930daf77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585244 Feb 10 13:50:41.907693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-e8d4190c-df27-493e-96a0-9bf80bf380ba service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062467 Feb 10 13:50:41.995317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e06c6732-b74f-424a-8d28-7a5d6e72b886 req-d9f10bfd-a3c4-4c51-b3a5-f092b9afef2e service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817683 Feb 10 13:50:42.977177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ee3a4-67ec-46b0-989d-b779f8101c9a req-48e4baef-5f39-42fa-90b8-650120915680 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:42.978673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-684ee3a4-67ec-46b0-989d-b779f8101c9a req-48e4baef-5f39-42fa-90b8-650120915680 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Feb 10 13:50:43.027859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-684ee3a4-67ec-46b0-989d-b779f8101c9a req-8f71e1bb-0ece-4365-8fac-f05610c90f07 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Feb 10 13:50:43.157714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:50:43.166203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:43.168624 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c40a4-896f-40cb-9a45-b8bef6fc3c98" -d '{"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:43.224209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:50:43.224606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:50:43.229818 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d976e70-238e-47b0-82d5-de60f52a6f13 x-openstack-request-id: req-3d976e70-238e-47b0-82d5-de60f52a6f13 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:43.230174 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:43.230435 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d976e70-238e-47b0-82d5-de60f52a6f13 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:43.230838 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'status': 'completed', 'code': 200} Feb 10 13:50:43.333043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-4086925f-4248-4268-a1d6-25e5f5fe9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.334620 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-4086925f-4248-4268-a1d6-25e5f5fe9326 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0818329 Feb 10 13:50:43.336338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-a648d7f0-b84a-4883-b9fc-424b27c999a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.337714 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-a648d7f0-b84a-4883-b9fc-424b27c999a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0751731 Feb 10 13:50:43.517439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-4cddd629-cf37-4c83-b26e-6df6c227e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.518964 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-4cddd629-cf37-4c83-b26e-6df6c227e37b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.1754038 Feb 10 13:50:43.520019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-94d527ae-fe63-4d82-92ac-a63a165385e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.521397 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-94d527ae-fe63-4d82-92ac-a63a165385e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.1707244 Feb 10 13:50:43.641745 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-aa3da845-a8a3-4a14-946f-6c1fd8d386a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1000 time: 0.1161346 Feb 10 13:50:43.643500 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-ca746744-8ce6-48e3-a5c0-42cb0ab4a4a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1000 time: 0.1112700 Feb 10 13:50:43.732276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-ddb4c321-09a2-42b2-85d0-85cc86779b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.733873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-ddb4c321-09a2-42b2-85d0-85cc86779b80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0852959 Feb 10 13:50:43.737107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-7fcc2687-9197-41ab-a383-347d282a7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.738418 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-7fcc2687-9197-41ab-a383-347d282a7d4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0887713 Feb 10 13:50:43.813338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-d88669d7-2758-4886-817a-5fba85b6b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.814835 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-d88669d7-2758-4886-817a-5fba85b6b8d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659544 Feb 10 13:50:43.816509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-85e7ebc7-769c-4ac0-ae4c-a4734072a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:43.817882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-85e7ebc7-769c-4ac0-ae4c-a4734072a7e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779071 Feb 10 13:50:43.980522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-a88f2ca7-6890-42e8-95de-f665d5ee3b86 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574597 Feb 10 13:50:43.982898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-846a4e9e-0964-484f-a2b1-ec4ae09827ca service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510224 Feb 10 13:50:44.167985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ecba-1bcc-4515-8271-ca4f44c34650 req-c36c8f9f-f7eb-466a-817a-5033a6267f60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.170167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2a4ecba-1bcc-4515-8271-ca4f44c34650 req-c36c8f9f-f7eb-466a-817a-5033a6267f60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.0603280 Feb 10 13:50:44.227911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2a4ecba-1bcc-4515-8271-ca4f44c34650 req-2571ec39-05ed-46e8-9143-6a6b1bdb423e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505321 Feb 10 13:50:44.492407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-4ca009bc-f0a9-47fc-a4a3-cc6a958b2d19 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989667 Feb 10 13:50:44.496110 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-923c40a4-896f-40cb-9a45-b8bef6fc3c98 req-cdadda5d-a2c8-4a46-bf7b-20ee1e52db8d service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097692 Feb 10 13:50:44.548641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f71f5-2507-4a72-8da4-6c98f00f9893 req-1c91f249-1dd3-4e58-9630-596319fb1b3f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.550260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7f71f5-2507-4a72-8da4-6c98f00f9893 req-1c91f249-1dd3-4e58-9630-596319fb1b3f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 944 time: 0.1328073 Feb 10 13:50:44.585499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b223-affc-498e-b65f-bfd9171463bd req-64e4311b-66d6-4dba-9553-62ac2839a285 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.586939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-64e4311b-66d6-4dba-9553-62ac2839a285 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106&tenant_id=fd309233c9684d6292adb47e0c79571e&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 944 time: 0.1287336 Feb 10 13:50:44.650567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7f71f5-2507-4a72-8da4-6c98f00f9893 req-d9f1ba10-722a-46fe-b32b-2775ba21c9e1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925317 Feb 10 13:50:44.674204 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-2130b223-affc-498e-b65f-bfd9171463bd req-217b1a4d-95b9-4ab4-9c87-2d60130a05ce service neutron] delete failed (client error): The resource could not be found. Feb 10 13:50:44.675242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-217b1a4d-95b9-4ab4-9c87-2d60130a05ce service neutron] 10.222.0.21 "DELETE /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0806410 Feb 10 13:50:44.752289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:50:44.770448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b223-affc-498e-b65f-bfd9171463bd req-bc2a6359-7655-4cce-bfbf-8747b1c97320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.771989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-bc2a6359-7655-4cce-bfbf-8747b1c97320 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1126 time: 0.0480278 Feb 10 13:50:44.855331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:44.871416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'port_id': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'mac_address': 'fa:16:3e:de:dc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:50:44.874150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b223-affc-498e-b65f-bfd9171463bd req-e3ddefbc-9a0b-4551-9603-7c028d89df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.875672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-e3ddefbc-9a0b-4551-9603-7c028d89df55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.0982125 Feb 10 13:50:44.921151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:50:44.921688 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:44.935881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fa9bc5-877e-4af4-bd7c-1165d46c08bc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:50:44.943260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-a1abd74d-7a03-4751-ae06-b2e70623ceaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 1000 time: 0.0616844 Feb 10 13:50:44.955161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:44.958531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:44.962283 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:44.993462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b223-affc-498e-b65f-bfd9171463bd req-47c93060-caf6-41e8-aa1a-a5aabd8eed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:44.994933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-47c93060-caf6-41e8-aa1a-a5aabd8eed43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0454566 Feb 10 13:50:45.016264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:45.048168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b223-affc-498e-b65f-bfd9171463bd req-aae80d85-558a-4b34-92dd-d54c8fb6a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:45.049699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-aae80d85-558a-4b34-92dd-d54c8fb6a75a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491385 Feb 10 13:50:45.071246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5558e290-2232-4ea8-b5a1-87566899198e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.143550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5558e290-2232-4ea8-b5a1-87566899198e admin admin] Publish callbacks [] for security_group (d1c3c297-0988-48f6-8ea1-b5667ab00e99), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.145398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-1f9f5ace-f596-4474-939e-3214db240a26 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888159 Feb 10 13:50:45.147470 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5558e290-2232-4ea8-b5a1-87566899198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d1c3c297-0988-48f6-8ea1-b5667ab00e99), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.186275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5558e290-2232-4ea8-b5a1-87566899198e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b7466ba47d24e0099627e6ab6ab6dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266963 Feb 10 13:50:45.187142 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e290-2232-4ea8-b5a1-87566899198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3c297-0988-48f6-8ea1-b5667ab00e99,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:45.189419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:45.217541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['59fa9bc5-877e-4af4-bd7c-1165d46c08bc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:50:45.241726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] Publish callbacks [] for security_group (d1c3c297-0988-48f6-8ea1-b5667ab00e99), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.246657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2130b223-affc-498e-b65f-bfd9171463bd req-4c03b3d0-2a99-435c-bdf9-864e540bbab8 service neutron] 10.222.0.21 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960052 Feb 10 13:50:45.266661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] Publish callbacks [] for security_group (d1c3c297-0988-48f6-8ea1-b5667ab00e99), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.329933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d1c3c297-0988-48f6-8ea1-b5667ab00e99), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.332870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.336484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1c3c297-0988-48f6-8ea1-b5667ab00e99 HTTP/1.1" status: 204 len: 168 time: 0.1438136 Feb 10 13:50:45.342994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f331d4-3202-4f3f-bf35-7fb077e99b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3c297-0988-48f6-8ea1-b5667ab00e99,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:45.607131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:45.620134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1811-9dc4-4138-ac0d-d58982dac521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.700527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1811-9dc4-4138-ac0d-d58982dac521 admin admin] Publish callbacks [] for security_group (8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.706669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1811-9dc4-4138-ac0d-d58982dac521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.747690 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1fbc1811-9dc4-4138-ac0d-d58982dac521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1785fd8383284d3caa66b6b552d3af28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393683 Feb 10 13:50:45.748674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc1811-9dc4-4138-ac0d-d58982dac521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:45.751221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:45.780159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3817dd-41a1-4f5b-8440-729b0455269f req-0b17a51c-80e8-461d-91f4-5f23c114e938 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:50:45.781702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea3817dd-41a1-4f5b-8440-729b0455269f req-0b17a51c-80e8-461d-91f4-5f23c114e938 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 945 time: 0.0562108 Feb 10 13:50:45.815105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] Publish callbacks [] for security_group (8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.838899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] Publish callbacks [] for security_group (8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.839154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea3817dd-41a1-4f5b-8440-729b0455269f req-45af0ded-c7c1-4940-b451-40a4512e7ef2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476871 Feb 10 13:50:45.864652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:45.889982 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.892550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:45.895958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057 HTTP/1.1" status: 204 len: 168 time: 0.1418922 Feb 10 13:50:45.901841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5219a9-9b83-45f6-82ad-62fcd3abca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108bf53-ac7d-4c7e-8bf8-2de7e2ce7057,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:45.931490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-38138a0e-5372-461a-ad76-ce965fb6ca90 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d HTTP/1.1" status: 200 len: 993 time: 0.0656650 Feb 10 13:50:46.763660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:50:46.819519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:50:46.824142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:50:46.824607 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:46.901810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:50:46.902122 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:46.927194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:50:46.929946 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f5b07-a0ad-43c7-8b5f-5232f0a904a1" -d '{"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-plugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:50:46.944871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:50:46.952426 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:46.983233 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5720b0-e544-41dd-99a4-12dcb4476e3d x-openstack-request-id: req-2e5720b0-e544-41dd-99a4-12dcb4476e3d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:50:46.983677 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-plugged", "status": "completed", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:50:46.983932 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e5720b0-e544-41dd-99a4-12dcb4476e3d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:50:46.984318 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'code': 200} Feb 10 13:50:47.010171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:47.830726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:47.939848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-961f0d94-bd72-4c78-b463-1f9da3e541f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.022650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-961f0d94-bd72-4c78-b463-1f9da3e541f8 admin admin] Publish callbacks [] for security_group (8dc3e0a1-bf5c-46fe-aac3-37d560b38041), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.026491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-961f0d94-bd72-4c78-b463-1f9da3e541f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8dc3e0a1-bf5c-46fe-aac3-37d560b38041), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.066345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-961f0d94-bd72-4c78-b463-1f9da3e541f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=016318aacedc410eb3cc0501f0bc7649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345412 Feb 10 13:50:48.067208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f0d94-bd72-4c78-b463-1f9da3e541f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3e0a1-bf5c-46fe-aac3-37d560b38041,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:48.069589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:48.117826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] Publish callbacks [] for security_group (8dc3e0a1-bf5c-46fe-aac3-37d560b38041), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.139476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] Publish callbacks [] for security_group (8dc3e0a1-bf5c-46fe-aac3-37d560b38041), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.191071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8dc3e0a1-bf5c-46fe-aac3-37d560b38041), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.193799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.194970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dc3e0a1-bf5c-46fe-aac3-37d560b38041 HTTP/1.1" status: 204 len: 168 time: 0.1244414 Feb 10 13:50:48.202528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672b8a2-a63d-4dc8-85ed-38e6d0464128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3e0a1-bf5c-46fe-aac3-37d560b38041,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:48.447381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:48.462953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30b53768-cbc8-42a5-91d6-e557abde91d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.535871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30b53768-cbc8-42a5-91d6-e557abde91d7 admin admin] Publish callbacks [] for security_group (85514161-3a71-4403-8100-6b5554757d05), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.539854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30b53768-cbc8-42a5-91d6-e557abde91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85514161-3a71-4403-8100-6b5554757d05), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.577269 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30b53768-cbc8-42a5-91d6-e557abde91d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e202034f373423c8c31e58b0f6c475c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287377 Feb 10 13:50:48.579076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b53768-cbc8-42a5-91d6-e557abde91d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85514161-3a71-4403-8100-6b5554757d05,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:48.580911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:48.627779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] Publish callbacks [] for security_group (85514161-3a71-4403-8100-6b5554757d05), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.649958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] Publish callbacks [] for security_group (85514161-3a71-4403-8100-6b5554757d05), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.696876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (85514161-3a71-4403-8100-6b5554757d05), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.699455 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:48.701144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85514161-3a71-4403-8100-6b5554757d05 HTTP/1.1" status: 204 len: 168 time: 0.1187003 Feb 10 13:50:48.708718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f3cca-42a4-46bb-a7bc-b60334695205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85514161-3a71-4403-8100-6b5554757d05,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:55.164251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:55.268284 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296ab2e4-6230-4378-b6aa-67a7c9452d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.342733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296ab2e4-6230-4378-b6aa-67a7c9452d51 admin admin] Publish callbacks [] for security_group (7999c4b0-7973-4e59-83ba-1836f1b1b596), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.346491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-296ab2e4-6230-4378-b6aa-67a7c9452d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7999c4b0-7973-4e59-83ba-1836f1b1b596), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.383450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-296ab2e4-6230-4378-b6aa-67a7c9452d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=377dcf3bc1e74200be6d1287a9bd0e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180588 Feb 10 13:50:55.384282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ab2e4-6230-4378-b6aa-67a7c9452d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7999c4b0-7973-4e59-83ba-1836f1b1b596,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:55.386285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:55.433799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] Publish callbacks [] for security_group (7999c4b0-7973-4e59-83ba-1836f1b1b596), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.454379 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] Publish callbacks [] for security_group (7999c4b0-7973-4e59-83ba-1836f1b1b596), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.499999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7999c4b0-7973-4e59-83ba-1836f1b1b596), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.502579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.503741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7999c4b0-7973-4e59-83ba-1836f1b1b596 HTTP/1.1" status: 204 len: 168 time: 0.1164746 Feb 10 13:50:55.511121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ddc5a-ef62-4397-a639-989917ec1f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999c4b0-7973-4e59-83ba-1836f1b1b596,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:55.764739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53740) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:55.777794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f926e21-2ab8-4e32-b58b-22b7117e98e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.853992 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f926e21-2ab8-4e32-b58b-22b7117e98e3 admin admin] Publish callbacks [] for security_group (ba209835-063c-4f12-b904-18042eeb78c8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.857483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f926e21-2ab8-4e32-b58b-22b7117e98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ba209835-063c-4f12-b904-18042eeb78c8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.894597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9f926e21-2ab8-4e32-b58b-22b7117e98e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d05d93bfdd6444b9298e789726cc0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287372 Feb 10 13:50:55.896462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f926e21-2ab8-4e32-b58b-22b7117e98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba209835-063c-4f12-b904-18042eeb78c8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:55.897289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:55.947964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] Publish callbacks [] for security_group (ba209835-063c-4f12-b904-18042eeb78c8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:55.970166 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] Publish callbacks [] for security_group (ba209835-063c-4f12-b904-18042eeb78c8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:56.029308 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ba209835-063c-4f12-b904-18042eeb78c8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:56.033577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:56.035204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba209835-063c-4f12-b904-18042eeb78c8 HTTP/1.1" status: 204 len: 168 time: 0.1366580 Feb 10 13:50:56.046313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072f854-4523-4449-aff7-8acfd416d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba209835-063c-4f12-b904-18042eeb78c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:57.147642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:57.251343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fafdbcf3-5c2f-4fb4-9991-0ba0dd4a81fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.326592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fafdbcf3-5c2f-4fb4-9991-0ba0dd4a81fa admin admin] Publish callbacks [] for security_group (340dc21f-889f-4bdf-bd7f-c31c86093a84), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.330153 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fafdbcf3-5c2f-4fb4-9991-0ba0dd4a81fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (340dc21f-889f-4bdf-bd7f-c31c86093a84), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.365904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdbcf3-5c2f-4fb4-9991-0ba0dd4a81fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340dc21f-889f-4bdf-bd7f-c31c86093a84,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:57.371971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fafdbcf3-5c2f-4fb4-9991-0ba0dd4a81fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fab7bf407db43dd9f2f7ab75620576c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215648 Feb 10 13:50:57.373661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:57.421034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] Publish callbacks [] for security_group (340dc21f-889f-4bdf-bd7f-c31c86093a84), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.441754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] Publish callbacks [] for security_group (340dc21f-889f-4bdf-bd7f-c31c86093a84), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.487830 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:50:57.491136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (340dc21f-889f-4bdf-bd7f-c31c86093a84), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.493750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:57.494882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/340dc21f-889f-4bdf-bd7f-c31c86093a84 HTTP/1.1" status: 204 len: 168 time: 0.1202781 Feb 10 13:50:57.504059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc297c8-d646-468d-b9b7-5de0327c83e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340dc21f-889f-4bdf-bd7f-c31c86093a84,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:59.078834 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:59.185950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.258986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Publish callbacks [] for security_group (56ea135e-e4c7-4183-8ff0-a7da027579b0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.262500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (56ea135e-e4c7-4183-8ff0-a7da027579b0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.304300 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e92e153c6d544da9e841f1c8860edd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243760 Feb 10 13:50:59.305200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea135e-e4c7-4183-8ff0-a7da027579b0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:50:59.307049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:50:59.313505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.313861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.314211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.314593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.314899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.315238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.315660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.315999 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.316333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.316662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.317018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.317347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.317677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26b48f-7b7b-4c89-ac34-6bc4aff94633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:50:59.354922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] Publish callbacks [] for security_group (56ea135e-e4c7-4183-8ff0-a7da027579b0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.376726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] Publish callbacks [] for security_group (56ea135e-e4c7-4183-8ff0-a7da027579b0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.425799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (56ea135e-e4c7-4183-8ff0-a7da027579b0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.428434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:50:59.429617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56ea135e-e4c7-4183-8ff0-a7da027579b0 HTTP/1.1" status: 204 len: 168 time: 0.1215506 Feb 10 13:50:59.437360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9531d20-da02-432e-9bf2-5fd98fff1ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea135e-e4c7-4183-8ff0-a7da027579b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:00.563636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 53960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:00.673634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cac3-acc9-4611-af48-c6d213bc3731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.752764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cac3-acc9-4611-af48-c6d213bc3731 admin admin] Publish callbacks [] for security_group (fd7ab5d5-1b8e-4863-a89c-eca264adf6c0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.756277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5a6cac3-acc9-4611-af48-c6d213bc3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fd7ab5d5-1b8e-4863-a89c-eca264adf6c0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.798264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a5a6cac3-acc9-4611-af48-c6d213bc3731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e8dcca874eb48d0b63ff870f58bd6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335491 Feb 10 13:51:00.799752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6cac3-acc9-4611-af48-c6d213bc3731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ab5d5-1b8e-4863-a89c-eca264adf6c0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:00.801269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 53964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:00.854837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e062da72-a826-41ca-81ef-1027cc05b42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.857546 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] Publish callbacks [] for security_group (fd7ab5d5-1b8e-4863-a89c-eca264adf6c0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.878953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] Publish callbacks [] for security_group (fd7ab5d5-1b8e-4863-a89c-eca264adf6c0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.926919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (fd7ab5d5-1b8e-4863-a89c-eca264adf6c0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.929538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:00.930672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd7ab5d5-1b8e-4863-a89c-eca264adf6c0 HTTP/1.1" status: 204 len: 168 time: 0.1277254 Feb 10 13:51:00.938189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041295-bfa8-4816-ad5f-d44097079695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ab5d5-1b8e-4863-a89c-eca264adf6c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:02.096622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:02.191894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-195071443'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:02.212078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.213113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.269125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d4efb776-d610-4cbe-94b6-166173fe63bb), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.273327 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.288339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.289600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-021043d9-88e7-422f-9152-4e65b4ec604c tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1918902 Feb 10 13:51:02.292075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:02.361317 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.519545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.521691 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d4efb776-d610-4cbe-94b6-166173fe63bb), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.566401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (d4efb776-d610-4cbe-94b6-166173fe63bb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.566942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4efb776-d610-4cbe-94b6-166173fe63bb {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:02.571447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.573203 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2152aeb4-5952-4510-acba-ac7de7935c6b tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d4efb776-d610-4cbe-94b6-166173fe63bb HTTP/1.1" status: 204 len: 168 time: 0.2801895 Feb 10 13:51:02.576299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:02.580480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Request body: {'router': {'name': 'tempest-router-4901941', 'distributed': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:02.598588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.599587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.649953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (b30cf251-e3cd-452f-a6ca-cd90fffb7543), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.654060 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.668174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.669427 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3389b8a1-61bc-4e49-9d63-b03544077245 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.0921631 Feb 10 13:51:02.672194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:02.745465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.904999 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.907135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (b30cf251-e3cd-452f-a6ca-cd90fffb7543), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.949084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (b30cf251-e3cd-452f-a6ca-cd90fffb7543), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.949589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b30cf251-e3cd-452f-a6ca-cd90fffb7543 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:02.954556 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.957414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-96218fef-caad-40d6-9989-9f002848bd83 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b30cf251-e3cd-452f-a6ca-cd90fffb7543 HTTP/1.1" status: 204 len: 168 time: 0.2840741 Feb 10 13:51:02.959535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54010) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:02.963689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Request body: {'router': {'name': 'tempest-router-728591312', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9c167d30f5414fd2a2a008a38ce0fc7b'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:02.982100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:02.983067 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.036828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.040924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.054345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.055583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c25056e-7203-4b73-9065-7504279a8cd6 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0950663 Feb 10 13:51:03.058791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:03.063319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:03.265478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11579'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.265823 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.273285 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c13f695-1657-4698-81a4-21b2c25370df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.343590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103399) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 10 13:51:03.343908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Router d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 migrating from provider to provider. {{(pid=103399) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 10 13:51:03.344189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.348532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.352439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614301'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.429268 n-d-815324-6 neutron-server[103399]: WARNING neutron.scheduler.l3_agent_scheduler [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] No L3 agents can host the router d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 Feb 10 13:51:03.542647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Hosts for router d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733: [] {{(pid=103399) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 10 13:51:03.565237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Hosts for other DVR routers connected to router d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733: set() {{(pid=103399) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 10 13:51:03.567784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:03.568993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96d3f1d8-b5df-43ca-8335-8812c8d84ab1 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "PUT /v2.0/routers/d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 HTTP/1.1" status: 200 len: 716 time: 0.5091612 Feb 10 13:51:03.571613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:03.962873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4bde2ccc-ebd0-41ba-83a9-f334146c9d2d tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "GET /v2.0/routers/d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 HTTP/1.1" status: 200 len: 716 time: 0.3901844 Feb 10 13:51:03.965345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:04.135209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bafc858a-1b61-46ff-9128-6ee53ca50157 tempest-RoutersTestDVR-1792544586 tempest-RoutersTestDVR-1792544586-project] 10.222.0.13 "GET /v2.0/routers/d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 HTTP/1.1" status: 200 len: 682 time: 0.1682727 Feb 10 13:51:04.137757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:04.210888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.379095 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.381166 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.424157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.424681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:04.428903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.433639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-60cabf42-dff6-4b9a-8541-817064c1e683 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d5b6219b-4f4b-4a4f-b3a5-1a0ea3de1733 HTTP/1.1" status: 204 len: 168 time: 0.2949352 Feb 10 13:51:04.433775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54022) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:04.438105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Request body: {'router': {'name': 'tempest-router-1051403132', 'distributed': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:04.457325 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.458324 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.509465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.513944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.527004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.528780 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e19a56a3-b4bd-46da-a9fe-5b8b40451b48 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0935051 Feb 10 13:51:04.531429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54024) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:04.605374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.639470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.768323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.770434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router_controller (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.814655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (8ad74e57-f93e-46f6-bae8-2dc6c0f1176e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.815160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad74e57-f93e-46f6-bae8-2dc6c0f1176e {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:04.819195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:04.820313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5eb4fb12-d3dc-414b-a043-b2c22d9e4a21 tempest-RoutersTestDVR-880120978 tempest-RoutersTestDVR-880120978-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8ad74e57-f93e-46f6-bae8-2dc6c0f1176e HTTP/1.1" status: 204 len: 168 time: 0.2880075 Feb 10 13:51:05.056323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:05.165510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9a4dab4-5fee-4a38-87ea-4832a3e8f082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.238111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9a4dab4-5fee-4a38-87ea-4832a3e8f082 admin admin] Publish callbacks [] for security_group (f34a1b9a-c3cf-450a-bc68-fc3e10996efe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.241840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9a4dab4-5fee-4a38-87ea-4832a3e8f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f34a1b9a-c3cf-450a-bc68-fc3e10996efe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.278887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a9a4dab4-5fee-4a38-87ea-4832a3e8f082 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c167d30f5414fd2a2a008a38ce0fc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213950 Feb 10 13:51:05.280136 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4dab4-5fee-4a38-87ea-4832a3e8f082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a1b9a-c3cf-450a-bc68-fc3e10996efe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:05.281707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54034) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:05.330200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] Publish callbacks [] for security_group (f34a1b9a-c3cf-450a-bc68-fc3e10996efe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.350743 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] Publish callbacks [] for security_group (f34a1b9a-c3cf-450a-bc68-fc3e10996efe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.396694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f34a1b9a-c3cf-450a-bc68-fc3e10996efe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.399387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.400480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f34a1b9a-c3cf-450a-bc68-fc3e10996efe HTTP/1.1" status: 204 len: 168 time: 0.1177285 Feb 10 13:51:05.408361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0a9a0-eca2-4deb-83c8-6e538b1c0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a1b9a-c3cf-450a-bc68-fc3e10996efe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:05.650510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:05.664529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f57280e-5538-499b-afd4-91bef1f5546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.737479 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f57280e-5538-499b-afd4-91bef1f5546d admin admin] Publish callbacks [] for security_group (a44390fc-9e59-4ed5-a2f3-0af75a38c7d2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.741014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f57280e-5538-499b-afd4-91bef1f5546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a44390fc-9e59-4ed5-a2f3-0af75a38c7d2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.779233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f57280e-5538-499b-afd4-91bef1f5546d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89308d09af1046ba98c151df3981a9b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276865 Feb 10 13:51:05.780116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57280e-5538-499b-afd4-91bef1f5546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44390fc-9e59-4ed5-a2f3-0af75a38c7d2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:05.781955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54042) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:05.829604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] Publish callbacks [] for security_group (a44390fc-9e59-4ed5-a2f3-0af75a38c7d2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.851172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] Publish callbacks [] for security_group (a44390fc-9e59-4ed5-a2f3-0af75a38c7d2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.881410 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.898091 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a44390fc-9e59-4ed5-a2f3-0af75a38c7d2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.901008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:05.902193 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a44390fc-9e59-4ed5-a2f3-0af75a38c7d2 HTTP/1.1" status: 204 len: 168 time: 0.1192529 Feb 10 13:51:05.910292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb4ec2-7e97-4cab-83cb-3ebc2e9016ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44390fc-9e59-4ed5-a2f3-0af75a38c7d2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:06.251433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.572598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54064) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:06.665370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-587532424'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:06.685150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:06.688213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.698957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.773354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for security_group (7d41dc7c-0fd3-42b6-8f6a-5a7877698497), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.777678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7d41dc7c-0fd3-42b6-8f6a-5a7877698497), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.804741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:51:06.814164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d41dc7c-0fd3-42b6-8f6a-5a7877698497,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:06.820171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (686bd403-8d38-43e0-a609-eea00fb336ad), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.820517 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Added segment 686bd403-8d38-43e0-a609-eea00fb336ad of type vlan for network 63063a77-d464-4677-8b29-ed61c29ffe66 Feb 10 13:51:06.861215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (63063a77-d464-4677-8b29-ed61c29ffe66), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.889622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (63063a77-d464-4677-8b29-ed61c29ffe66), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.894716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:06.895326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:06.936269 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3624513 Feb 10 13:51:06.940342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:06.947394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'subnet': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:06.971960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc9df4-3819-40a1-8b86-768a7a310cb1 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Network': ['ID=63063a77-d464-4677-8b29-ed61c29ffe66,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:07.013296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 63063a77-d464-4677-8b29-ed61c29ffe66 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:51:07.053918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:07.057668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.238461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (7bb699f8-bfe4-4c57-828c-3ce4d397ebda), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.294287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Subnet': ['ID=7bb699f8-bfe4-4c57-828c-3ce4d397ebda,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:07.304594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Checking segment: {'id': '686bd403-8d38-43e0-a609-eea00fb336ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:07.304992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network hostable DHCP agents. Network: 63063a77-d464-4677-8b29-ed61c29ffe66, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:51:07.322884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:51:07.335555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 63063a77-d464-4677-8b29-ed61c29ffe66) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:07.339915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:07.340568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.345786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f776d-521d-4c9c-80f9-6a92dc158786 None None] Network 63063a77-d464-4677-8b29-ed61c29ffe66 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:07.357886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0537707e-44de-49b2-8db2-91aa9d728e7e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4156556 Feb 10 13:51:07.360593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:07.365486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-2036064014'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:07.431106 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.464724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-63063a77-d464-4677-8b29-ed61c29ffe66', 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'project_id': '05d1729b044b43f0a3b0581f4fd53449', 'fixed_ips': [{'subnet_id': '7bb699f8-bfe4-4c57-828c-3ce4d397ebda'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:51:07.466217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.478349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:07.482459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.499604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:07.604411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.9 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/3ca252d9-36dc-45b7-beb5-3b8dee450a11) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:07.751787 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.784447 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.827758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Allocated IP 172.20.0.2 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/168454b8-3a3a-4682-a705-33dc9c0b5241) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:07.828624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:07.831778 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:07.835574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:07.867413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=3ca252d9-36dc-45b7-beb5-3b8dee450a11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:07.893673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:07.894286 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.909552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-935c0ca7-f6a0-4028-bc54-70b3c2b7e9bc tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5476854 Feb 10 13:51:07.912453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:07.917289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-2137237763', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:22:bc:da'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:07.971629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks [] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:07.977739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.018676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:08.023485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:08.027655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:08.028215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:08.029708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Pushing event updated for resources: {'Port': ['ID=168454b8-3a3a-4682-a705-33dc9c0b5241,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:08.086047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Attempting to bind port 168454b8-3a3a-4682-a705-33dc9c0b5241 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:08.086963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Attempting to bind port 168454b8-3a3a-4682-a705-33dc9c0b5241 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '686bd403-8d38-43e0-a609-eea00fb336ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:08.086963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Attempting to bind port 168454b8-3a3a-4682-a705-33dc9c0b5241 on network 63063a77-d464-4677-8b29-ed61c29ffe66 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:08.091661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:08.092040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Checking segment: {'id': '686bd403-8d38-43e0-a609-eea00fb336ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:08.092443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.092871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Bound using segment: {'id': '686bd403-8d38-43e0-a609-eea00fb336ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:08.093348 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Bound port: 168454b8-3a3a-4682-a705-33dc9c0b5241, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686bd403-8d38-43e0-a609-eea00fb336ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:08.093727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.117771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.135267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port 1f7b4c2f-10c3-4eac-a270-4c360999e390 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:08.158468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] For port 168454b8-3a3a-4682-a705-33dc9c0b5241, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:08.162067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] For port 168454b8-3a3a-4682-a705-33dc9c0b5241, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=168454b8-3a3a-4682-a705-33dc9c0b5241,segment=NetworkSegment(686bd403-8d38-43e0-a609-eea00fb336ad),segment_id=686bd403-8d38-43e0-a609-eea00fb336ad)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:08.167728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.228039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60441ba-eae6-4321-97cd-de1813a4963d None None] Pushing event updated for resources: {'Port': ['ID=168454b8-3a3a-4682-a705-33dc9c0b5241,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:08.248690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.10 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/1f7b4c2f-10c3-4eac-a270-4c360999e390) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:08.421919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (1f7b4c2f-10c3-4eac-a270-4c360999e390), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.458950 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1f7b4c2f-10c3-4eac-a270-4c360999e390), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.503634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:08.506839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:08.510850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:08.541642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=1f7b4c2f-10c3-4eac-a270-4c360999e390,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:08.568905 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:08.569631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.584988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7e49ea1d-7733-4f89-a9dc-bef630e47f29 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.6714535 Feb 10 13:51:08.587522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:08.674446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c448a-adae-4fe6-9d10-4c9a631fd09a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:08.679860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c448a-adae-4fe6-9d10-4c9a631fd09a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:08.685146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c448a-adae-4fe6-9d10-4c9a631fd09a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:08.686903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f6c448a-adae-4fe6-9d10-4c9a631fd09a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0984752 Feb 10 13:51:08.689726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:08.785277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port 1f7b4c2f-10c3-4eac-a270-4c360999e390 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:08.785617 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1f7b4c2f-10c3-4eac-a270-4c360999e390), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.871481 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1f7b4c2f-10c3-4eac-a270-4c360999e390), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:08.884940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for 1f7b4c2f-10c3-4eac-a270-4c360999e390 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:09.025912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1f7b4c2f-10c3-4eac-a270-4c360999e390), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.056336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=1f7b4c2f-10c3-4eac-a270-4c360999e390,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:09.156535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cd711-c7cd-4d76-9051-7854d18e6d7d None None] Network 63063a77-d464-4677-8b29-ed61c29ffe66 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:09.193297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.196852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-db42ad25-82ee-4307-ba8e-a5acf6a3d212 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/1f7b4c2f-10c3-4eac-a270-4c360999e390 HTTP/1.1" status: 204 len: 168 time: 0.5061748 Feb 10 13:51:09.199403 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:09.224660 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d2d783-881b-41d1-9bab-87ab9780840e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] GET failed (client error): The resource could not be found. Feb 10 13:51:09.226116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-87d2d783-881b-41d1-9bab-87ab9780840e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports/1f7b4c2f-10c3-4eac-a270-4c360999e390 HTTP/1.1" status: 404 len: 333 time: 0.0252118 Feb 10 13:51:09.226349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Provisioning complete for port 168454b8-3a3a-4682-a705-33dc9c0b5241 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:09.226585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.229726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:09.234423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-797867179'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:09.338360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Current status of the port 168454b8-3a3a-4682-a705-33dc9c0b5241 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:09.338862 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.346329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:09.350567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.373379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port 972df0ad-011f-466b-8d0c-a396c2f15986 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:09.377293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] For port 168454b8-3a3a-4682-a705-33dc9c0b5241, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=168454b8-3a3a-4682-a705-33dc9c0b5241,segment=NetworkSegment(686bd403-8d38-43e0-a609-eea00fb336ad),segment_id=686bd403-8d38-43e0-a609-eea00fb336ad)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:09.382038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.439606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d782e7b-31d0-4fae-8375-48f8932b4ad9 None None] Pushing event updated for resources: {'Port': ['ID=168454b8-3a3a-4682-a705-33dc9c0b5241,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:09.491580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.14 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/972df0ad-011f-466b-8d0c-a396c2f15986) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:09.607479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Provisioning complete for port 168454b8-3a3a-4682-a705-33dc9c0b5241 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:09.607865 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.665786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (972df0ad-011f-466b-8d0c-a396c2f15986), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.701132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Current status of the port 168454b8-3a3a-4682-a705-33dc9c0b5241 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:09.712342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Provisioning complete for port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:09.712706 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.714654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.752445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-612d9151-a77a-45fb-a488-4e975ccfbe64 None None] Port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:09.765773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:09.768985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:09.773006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:09.808405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=972df0ad-011f-466b-8d0c-a396c2f15986,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:09.829787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:09.830775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.849315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a56a5ce-6d03-44bf-bbb5-463eced7ff73 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6185348 Feb 10 13:51:09.850313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:09.858727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:22:bc:da'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:09.875570 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1df27676-e0cc-4f02-bcf1-0f59fdf7a81d None None] Provisioning complete for port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:09.877365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1df27676-e0cc-4f02-bcf1-0f59fdf7a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:09.923574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1df27676-e0cc-4f02-bcf1-0f59fdf7a81d None None] Port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:09.942824 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 168454b8-3a3a-4682-a705-33dc9c0b5241 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:09.963113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.013337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 168454b8-3a3a-4682-a705-33dc9c0b5241 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:10.013716 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.063538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-97f643c1-dd66-492d-a2c1-c1463c8fac77 None None] Could not find standard attr ID for object 1f7b4c2f-10c3-4eac-a270-4c360999e390. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:51:10.120987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 168454b8-3a3a-4682-a705-33dc9c0b5241 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:10.184586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (972df0ad-011f-466b-8d0c-a396c2f15986), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.190335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.273170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=972df0ad-011f-466b-8d0c-a396c2f15986,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:10.283505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] In _notify_port_updated(), no bound segment for port 972df0ad-011f-466b-8d0c-a396c2f15986 on network 63063a77-d464-4677-8b29-ed61c29ffe66 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:51:10.288681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:10.288892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b4be7d29-ab82-4133-a4c1-bbc7e519220b None None] Provisioning complete for port 972df0ad-011f-466b-8d0c-a396c2f15986 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:10.289368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.289486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4be7d29-ab82-4133-a4c1-bbc7e519220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.290771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f59c7d9-ece4-4518-bdf8-8b3fed747120 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "PUT /v2.0/ports/972df0ad-011f-466b-8d0c-a396c2f15986 HTTP/1.1" status: 200 len: 993 time: 0.4391112 Feb 10 13:51:10.293478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:10.329808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b4be7d29-ab82-4133-a4c1-bbc7e519220b None None] Port 972df0ad-011f-466b-8d0c-a396c2f15986 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:10.390221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port 972df0ad-011f-466b-8d0c-a396c2f15986 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:10.390567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.485552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.498535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for 972df0ad-011f-466b-8d0c-a396c2f15986 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:10.626160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (972df0ad-011f-466b-8d0c-a396c2f15986), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.643020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-94c737a3-f59f-43f9-8ee3-504586ebcf53 None None] Could not find standard attr ID for object 972df0ad-011f-466b-8d0c-a396c2f15986. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 13:51:10.658010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=972df0ad-011f-466b-8d0c-a396c2f15986,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:10.799099 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.802482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d1e16aa7-8faf-4e72-9934-f1e9d20e60e8 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/972df0ad-011f-466b-8d0c-a396c2f15986 HTTP/1.1" status: 204 len: 168 time: 0.5078976 Feb 10 13:51:10.805134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:10.831442 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68b45bf-65b4-4c0c-abdd-3b493e7e6b7f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] GET failed (client error): The resource could not be found. Feb 10 13:51:10.832904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c68b45bf-65b4-4c0c-abdd-3b493e7e6b7f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports/972df0ad-011f-466b-8d0c-a396c2f15986 HTTP/1.1" status: 404 len: 333 time: 0.0267804 Feb 10 13:51:10.836345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:10.840997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-109652068'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:10.943435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:10.946689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:10.963424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:11.071263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.7 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:11.212537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.245359 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.286835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:11.289818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:11.293455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:11.324149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:11.352659 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:11.353414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.359199 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.372405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-412f4c9e-5d98-4c17-ac69-e6d6f216d819 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5320499 Feb 10 13:51:11.372867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:11.377782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:22:bc:da'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:11.455098 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.565362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a7c45630-0d83-482c-b853-00d049b257ec None None] Provisioning complete for port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:11.565654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a7c45630-0d83-482c-b853-00d049b257ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.598621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a7c45630-0d83-482c-b853-00d049b257ec None None] Port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:11.628955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.633218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.708551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:11.721304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] In _notify_port_updated(), no bound segment for port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a on network 63063a77-d464-4677-8b29-ed61c29ffe66 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:51:11.726449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:11.727083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.728437 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a9eb1689-2653-49c6-8739-c6d357c850c4 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "PUT /v2.0/ports/ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a HTTP/1.1" status: 200 len: 995 time: 0.3548775 Feb 10 13:51:11.731811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:11.828421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:11.828776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.915996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.918248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eed22535-ed45-4b13-84aa-7431235ba347 None None] Provisioning complete for port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:11.918629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eed22535-ed45-4b13-84aa-7431235ba347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:11.927883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:11.955509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eed22535-ed45-4b13-84aa-7431235ba347 None None] Port ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:12.071649 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.098115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:12.174309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.178084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9048803-0ef6-4729-ac40-83ea5e5a19e9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a HTTP/1.1" status: 204 len: 168 time: 0.4453285 Feb 10 13:51:12.180695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:12.207565 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c3d0d2-c021-421a-ab9a-f9718be1c33a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] GET failed (client error): The resource could not be found. Feb 10 13:51:12.209051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d5c3d0d2-c021-421a-ab9a-f9718be1c33a tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports/ed2ae0e0-0845-4cc0-bc7c-b28ac0dbe23a HTTP/1.1" status: 404 len: 333 time: 0.0273716 Feb 10 13:51:12.212655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:12.217555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-1119176452'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:12.325966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:12.329203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.347158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port ff7b49dc-17b4-4172-8af0-5f4e36c8e548 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:12.459102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.12 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/ff7b49dc-17b4-4172-8af0-5f4e36c8e548) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:12.601848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.634528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.682689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:12.686427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:12.688799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:12.713364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=ff7b49dc-17b4-4172-8af0-5f4e36c8e548,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:12.742578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:12.743184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.759649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c157b88-216b-4286-8481-fc9d8756164f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5459230 Feb 10 13:51:12.762168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:12.767082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'network_id': '63063a77-d464-4677-8b29-ed61c29ffe66', 'name': 'tempest-AllowedAddressPairTestJSON-1014223224'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:12.881515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de4f13e5-221c-4036-b2d9-81bc67192fd5 None None] Provisioning complete for port ff7b49dc-17b4-4172-8af0-5f4e36c8e548 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:12.882026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de4f13e5-221c-4036-b2d9-81bc67192fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.885306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Made reservation on behalf of 05d1729b044b43f0a3b0581f4fd53449 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:12.888835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:12.906341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] device_id is not set on port 00886dba-233c-4ee3-9572-819d7a059c57 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 13:51:12.916779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-de4f13e5-221c-4036-b2d9-81bc67192fd5 None None] Port ff7b49dc-17b4-4172-8af0-5f4e36c8e548 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:13.009821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Allocated IP 172.20.0.7 (63063a77-d464-4677-8b29-ed61c29ffe66/7bb699f8-bfe4-4c57-828c-3ce4d397ebda/00886dba-233c-4ee3-9572-819d7a059c57) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:13.150960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (00886dba-233c-4ee3-9572-819d7a059c57), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.183593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (00886dba-233c-4ee3-9572-819d7a059c57), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.230906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Network 63063a77-d464-4677-8b29-ed61c29ffe66 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:13.234599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:13.238195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:13.244357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=00886dba-233c-4ee3-9572-819d7a059c57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:13.443317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-99713a1e-9100-4218-83a0-ee1aa326639b None None] Provisioning complete for port 00886dba-233c-4ee3-9572-819d7a059c57 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:13.443700 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99713a1e-9100-4218-83a0-ee1aa326639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (00886dba-233c-4ee3-9572-819d7a059c57), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.478498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99713a1e-9100-4218-83a0-ee1aa326639b None None] Port 00886dba-233c-4ee3-9572-819d7a059c57 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:13.623502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:13.624103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.639522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0823e5f9-db14-4ac7-bf30-7397584e8d8f tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8763592 Feb 10 13:51:13.642149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:13.647004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:22:bc:da'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d5:a3:a2'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:13.807301 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (00886dba-233c-4ee3-9572-819d7a059c57), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.982294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for port (00886dba-233c-4ee3-9572-819d7a059c57), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:13.986740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (00886dba-233c-4ee3-9572-819d7a059c57), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.064676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event updated for resources: {'Port': ['ID=00886dba-233c-4ee3-9572-819d7a059c57,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:14.076676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] In _notify_port_updated(), no bound segment for port 00886dba-233c-4ee3-9572-819d7a059c57 on network 63063a77-d464-4677-8b29-ed61c29ffe66 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 13:51:14.081812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:14.082445 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.083760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a63c50c2-b04b-4d9a-aa23-8263c8b0da84 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "PUT /v2.0/ports/00886dba-233c-4ee3-9572-819d7a059c57 HTTP/1.1" status: 200 len: 1056 time: 0.4407020 Feb 10 13:51:14.086548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:14.180291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port 00886dba-233c-4ee3-9572-819d7a059c57 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:14.180642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (00886dba-233c-4ee3-9572-819d7a059c57), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.201800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a44c35bf-3b5f-4459-9884-9634966b0dc4 None None] Provisioning complete for port 00886dba-233c-4ee3-9572-819d7a059c57 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:14.202395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a44c35bf-3b5f-4459-9884-9634966b0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (00886dba-233c-4ee3-9572-819d7a059c57), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.243818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a44c35bf-3b5f-4459-9884-9634966b0dc4 None None] Port 00886dba-233c-4ee3-9572-819d7a059c57 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:14.274955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (00886dba-233c-4ee3-9572-819d7a059c57), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.288538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for 00886dba-233c-4ee3-9572-819d7a059c57 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:14.411446 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (00886dba-233c-4ee3-9572-819d7a059c57), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.442586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=00886dba-233c-4ee3-9572-819d7a059c57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:14.641150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.644460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-17e736c5-6bfc-4378-bfa3-fc3ffb4515d7 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/00886dba-233c-4ee3-9572-819d7a059c57 HTTP/1.1" status: 204 len: 168 time: 0.5569923 Feb 10 13:51:14.647110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:14.672550 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1724057-b36f-4a5d-8d91-476fb9408b19 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] GET failed (client error): The resource could not be found. Feb 10 13:51:14.673828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a1724057-b36f-4a5d-8d91-476fb9408b19 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports/00886dba-233c-4ee3-9572-819d7a059c57 HTTP/1.1" status: 404 len: 333 time: 0.0258181 Feb 10 13:51:14.676336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:14.766119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port ff7b49dc-17b4-4172-8af0-5f4e36c8e548 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:14.766365 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.849881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:14.861960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for ff7b49dc-17b4-4172-8af0-5f4e36c8e548 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:14.990420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ff7b49dc-17b4-4172-8af0-5f4e36c8e548), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.020791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=ff7b49dc-17b4-4172-8af0-5f4e36c8e548,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:15.097111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.100949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ce444764-71d8-4936-91d0-05e865c5431e tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/ff7b49dc-17b4-4172-8af0-5f4e36c8e548 HTTP/1.1" status: 204 len: 168 time: 0.4236240 Feb 10 13:51:15.103515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:15.129680 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-187a9aef-550c-490c-b7b8-c8cacbdd48d9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] GET failed (client error): The resource could not be found. Feb 10 13:51:15.131143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-187a9aef-550c-490c-b7b8-c8cacbdd48d9 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "GET /v2.0/ports/ff7b49dc-17b4-4172-8af0-5f4e36c8e548 HTTP/1.1" status: 404 len: 333 time: 0.0267193 Feb 10 13:51:15.135319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:15.225891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port 3ca252d9-36dc-45b7-beb5-3b8dee450a11 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:15.226234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.317905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.329506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for 3ca252d9-36dc-45b7-beb5-3b8dee450a11 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:15.455303 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3ca252d9-36dc-45b7-beb5-3b8dee450a11), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.482014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=3ca252d9-36dc-45b7-beb5-3b8dee450a11,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:15.553060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.556670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b676f5dc-3da1-4e3c-8a78-993cb67db308 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/ports/3ca252d9-36dc-45b7-beb5-3b8dee450a11 HTTP/1.1" status: 204 len: 168 time: 0.4204271 Feb 10 13:51:15.559170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:15.611524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting subnet 7bb699f8-bfe4-4c57-828c-3ce4d397ebda {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:51:15.614826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for subnet (7bb699f8-bfe4-4c57-828c-3ce4d397ebda), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.661732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (7bb699f8-bfe4-4c57-828c-3ce4d397ebda), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.743702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7bb699f8-bfe4-4c57-828c-3ce4d397ebda), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.803026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (7bb699f8-bfe4-4c57-828c-3ce4d397ebda), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.833300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb699f8-bfe4-4c57-828c-3ce4d397ebda,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:15.838981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.842713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a8018fde-ecbe-4db0-b99e-794cddfeb921 tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/subnets/7bb699f8-bfe4-4c57-828c-3ce4d397ebda HTTP/1.1" status: 204 len: 168 time: 0.2825937 Feb 10 13:51:15.845230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:15.849458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ea7a1-7ebb-4002-8890-bddcfc2fe577 None None] Network 63063a77-d464-4677-8b29-ed61c29ffe66 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:15.926226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (63063a77-d464-4677-8b29-ed61c29ffe66), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:15.991384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Deleting port 168454b8-3a3a-4682-a705-33dc9c0b5241 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:15.991733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.021012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] DHCP port deletion for 63063a77-d464-4677-8b29-ed61c29ffe66 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:51:16.069372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] For port 168454b8-3a3a-4682-a705-33dc9c0b5241, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=168454b8-3a3a-4682-a705-33dc9c0b5241,segment=NetworkSegment(686bd403-8d38-43e0-a609-eea00fb336ad),segment_id=686bd403-8d38-43e0-a609-eea00fb336ad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:16.069871 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.076466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Deleting port 168454b8-3a3a-4682-a705-33dc9c0b5241 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:16.076884 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.085192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Calling delete_port for 168454b8-3a3a-4682-a705-33dc9c0b5241 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:16.141902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] For port 168454b8-3a3a-4682-a705-33dc9c0b5241, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=168454b8-3a3a-4682-a705-33dc9c0b5241,segment=NetworkSegment(686bd403-8d38-43e0-a609-eea00fb336ad),segment_id=686bd403-8d38-43e0-a609-eea00fb336ad)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:16.142408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.155249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Calling delete_port for 168454b8-3a3a-4682-a705-33dc9c0b5241 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:16.163926 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.194801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Port': ['ID=168454b8-3a3a-4682-a705-33dc9c0b5241,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:16.196656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] No DVR routers for this DVR port 168454b8-3a3a-4682-a705-33dc9c0b5241 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:16.247487 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (168454b8-3a3a-4682-a705-33dc9c0b5241), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.274316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] No DVR routers for this DVR port 168454b8-3a3a-4682-a705-33dc9c0b5241 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:16.276315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e639-4f09-4132-aa75-d27d4f1207f4 None None] Pushing event deleted for resources: {'Port': ['ID=168454b8-3a3a-4682-a705-33dc9c0b5241,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:16.287489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (63063a77-d464-4677-8b29-ed61c29ffe66), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.310637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63063a77-d464-4677-8b29-ed61c29ffe66']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:16.320058 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686bd403-8d38-43e0-a609-eea00fb336ad') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:16.320806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686bd403-8d38-43e0-a609-eea00fb336ad') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:16.330949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (686bd403-8d38-43e0-a609-eea00fb336ad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.345366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (686bd403-8d38-43e0-a609-eea00fb336ad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.352648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:51:16.353094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (686bd403-8d38-43e0-a609-eea00fb336ad), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:51:16.356620 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:51:16.447747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (63063a77-d464-4677-8b29-ed61c29ffe66), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.456960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.460150 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] 10.222.0.13 "DELETE /v2.0/networks/63063a77-d464-4677-8b29-ed61c29ffe66 HTTP/1.1" status: 204 len: 168 time: 0.6141596 Feb 10 13:51:16.473577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68fec5-9ef2-454e-bcfa-9a5b600b61bb tempest-AllowedAddressPairTestJSON-1944913438 tempest-AllowedAddressPairTestJSON-1944913438-project] Pushing event deleted for resources: {'Network': ['ID=63063a77-d464-4677-8b29-ed61c29ffe66,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:16.477732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2978-9126-486f-8336-a55f2dc3fbe6 req-15631d30-9b2a-4697-b045-023457e29e29 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:16.479270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7ce2978-9126-486f-8336-a55f2dc3fbe6 req-15631d30-9b2a-4697-b045-023457e29e29 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0942020 Feb 10 13:51:16.527347 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7ce2978-9126-486f-8336-a55f2dc3fbe6 req-bbc8ed27-f361-4ad0-b463-3b10dcac196e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Feb 10 13:51:16.551993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:16.722443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 9f1ab2a5-2f78-4007-a712-56c181fb08ac {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:16.722784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.728608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:16.807820 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.808314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (9f1ab2a5-2f78-4007-a712-56c181fb08ac), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.821211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 9f1ab2a5-2f78-4007-a712-56c181fb08ac owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:16.872579 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b6e3a8dc-f3f7-4d05-b5f3-e9559f32cdf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05d1729b044b43f0a3b0581f4fd53449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422832 Feb 10 13:51:16.875019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:16.924500 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] Publish callbacks [] for security_group (7d41dc7c-0fd3-42b6-8f6a-5a7877698497), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.945027 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] Publish callbacks [] for security_group (7d41dc7c-0fd3-42b6-8f6a-5a7877698497), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.993527 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (7d41dc7c-0fd3-42b6-8f6a-5a7877698497), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.996488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:16.998632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d41dc7c-0fd3-42b6-8f6a-5a7877698497 HTTP/1.1" status: 204 len: 168 time: 0.1217363 Feb 10 13:51:17.002368 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9f1ab2a5-2f78-4007-a712-56c181fb08ac), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.008250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd0a5a-5fd9-4693-9409-710ce6bfe18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d41dc7c-0fd3-42b6-8f6a-5a7877698497,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:17.037486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=9f1ab2a5-2f78-4007-a712-56c181fb08ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:17.116817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.117228 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d disassociated (deleted). External IP: 172.25.8.199, port: 59fa9bc5-877e-4af4-bd7c-1165d46c08bc. Feb 10 13:51:17.352913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 855f021d-52e8-4fdf-b699-754821564dcc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:17.476998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:17.483984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.489187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Sync routers for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:17.500436 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:17.501164 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:17.536626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1c3a5db8-7aaf-4d15-bc9c-7c58a9cf0a03 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/floatingips/cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d HTTP/1.1" status: 204 len: 168 time: 0.9827509 Feb 10 13:51:17.537773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:51:17.540542 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699" -d '{"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:51:17.615705 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:17.725836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:17.837182 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:17.838230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-907970457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:17.868038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.869395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.879415 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Checking router: 855f021d-52e8-4fdf-b699-754821564dcc for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:51:17.890399 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:17.891020 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:17.904807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 168454b8-3a3a-4682-a705-33dc9c0b5241 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:17.930149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 168454b8-3a3a-4682-a705-33dc9c0b5241 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:17.930561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 168454b8-3a3a-4682-a705-33dc9c0b5241 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:17.934390 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69947ab9-f466-49aa-9872-d5917ac0b007 x-openstack-request-id: req-69947ab9-f466-49aa-9872-d5917ac0b007 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:51:17.934686 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:51:17.935053 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69947ab9-f466-49aa-9872-d5917ac0b007 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:51:17.935452 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'status': 'completed', 'code': 200} Feb 10 13:51:17.951313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router_controller (bdb2f992-adad-4ceb-acbc-6beb8065fe07), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:17.957353 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.005030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.006258 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-caed7902-b860-4ffc-a33c-04e526f6ad32 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2793331 Feb 10 13:51:18.008981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54174) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:18.015573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-926941677'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:18.025286 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:18.035757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-ce431e32-841f-4de8-bfeb-b733aea7b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.037831 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-ce431e32-841f-4de8-bfeb-b733aea7b2c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 1128 time: 0.0743499 Feb 10 13:51:18.059492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5cf0-500f-4543-8aad-a2b7591ef310 req-100c7940-4e27-4a5a-90d6-9748ece5e51f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.061157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88be5cf0-500f-4543-8aad-a2b7591ef310 req-100c7940-4e27-4a5a-90d6-9748ece5e51f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0580938 Feb 10 13:51:18.065221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:18.068642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.087181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.171764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88be5cf0-500f-4543-8aad-a2b7591ef310 req-5c4cf569-54ba-4c09-9ae8-f9550c376f23 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018372 Feb 10 13:51:18.187866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-5addf053-7bf8-4d45-b825-5c393420413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.187866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-5addf053-7bf8-4d45-b825-5c393420413e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 200 len: 898 time: 0.1381791 Feb 10 13:51:18.196519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-6a9e3a37-77b9-470c-9b28-24a5b2314055 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007667 Feb 10 13:51:18.235732 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-287d9ceb-73dc-485b-97e0-b35c53b1f28d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 200 len: 217 time: 0.0444498 Feb 10 13:51:18.284808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for security_group (0a52481a-d96b-404e-ba2e-f0629584b54f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.288969 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:18.299218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0a52481a-d96b-404e-ba2e-f0629584b54f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.302054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-261f4b56-3c9c-4c11-b1a3-c846538aaf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.303769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-261f4b56-3c9c-4c11-b1a3-c846538aaf03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.0563276 Feb 10 13:51:18.327393 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46a47c-1d9a-4298-bd9d-c773de2175df None None] The sync data for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 is: [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:08Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'b3e37175-ff9d-4316-83e4-6ca9f8926afd', 'name': '', 'network_id': 'ecf091bd-d53c-41c6-b19e-c4c6090f71db', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:48:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:08Z', 'updated_at': '2022-02-10T13:49:11Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:18.331904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-334752f1-4a28-4aed-ac84-6081da6f5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.333288 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-334752f1-4a28-4aed-ac84-6081da6f5efc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 200 len: 835 time: 0.0847478 Feb 10 13:51:18.338257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:51:18.359641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52481a-d96b-404e-ba2e-f0629584b54f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:18.382580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (64faaa21-60ca-4795-a0c2-18738ec16812), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.382897 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Added segment 64faaa21-60ca-4795-a0c2-18738ec16812 of type vlan for network 6072b5ee-4445-45c3-95e9-455f96cdac4e Feb 10 13:51:18.432865 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (6072b5ee-4445-45c3-95e9-455f96cdac4e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.439663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-769a5054-3783-426e-8757-a7e345350016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.441776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-769a5054-3783-426e-8757-a7e345350016 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1144960 Feb 10 13:51:18.445626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-07d95b2c-8a8b-4e04-b473-38f37f19d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.447294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-07d95b2c-8a8b-4e04-b473-38f37f19d745 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf091bd-d53c-41c6-b19e-c4c6090f71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1034725 Feb 10 13:51:18.490436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (6072b5ee-4445-45c3-95e9-455f96cdac4e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.495299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.495880 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.522220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-fb7a668a-6225-4234-b16d-86927afcb3cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 1000 time: 0.0745053 Feb 10 13:51:18.572356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5621438 Feb 10 13:51:18.575232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:18.580910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'subnet': {'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:18.589188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-4ab46d67-0f20-4216-8e92-ad34d378e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.590726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-4ab46d67-0f20-4216-8e92-ad34d378e510 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0620563 Feb 10 13:51:18.612439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1e63-926a-415d-ab85-8bf8883fa7ac tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Network': ['ID=6072b5ee-4445-45c3-95e9-455f96cdac4e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:18.625684 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-873c0fd4-f426-4b82-a923-57ab29cf3334 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690156 Feb 10 13:51:18.626949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:51:18.711467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe32f4-290a-4927-b124-1801443afda0 None None] New status for floating IP cc76e401-7dc0-45f5-b6c4-e6f7e75ad75d: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:51:18.714703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-652b08c5-fefa-4be2-8df4-69a3f807a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:18.716806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-652b08c5-fefa-4be2-8df4-69a3f807a117 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1155658 Feb 10 13:51:18.733277 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c6a77a69-08fe-4d8c-a291-8b6f8fdee699 req-3041f026-a0d9-4916-8b6b-befef63ff790 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989194 Feb 10 13:51:18.733544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:18.736703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:18.885942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-6b848c69-2ae7-4de2-9d97-4b35b0b65352 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618166 Feb 10 13:51:19.049194 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3ea3a731-af96-4abe-932a-1a89c91ad1d9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.074814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f29f19c-b241-44a0-ba09-8cfa6038fb4b req-d1375b32-ba63-4ab9-8cc5-e24db2c78bc6 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780703 Feb 10 13:51:19.142273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Subnet': ['ID=3ea3a731-af96-4abe-932a-1a89c91ad1d9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:19.155889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Checking segment: {'id': '64faaa21-60ca-4795-a0c2-18738ec16812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:19.156251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network hostable DHCP agents. Network: 6072b5ee-4445-45c3-95e9-455f96cdac4e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:51:19.179611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-7c6b9bcf-e849-4c7f-a803-7afad536fae8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:19.181094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-7c6b9bcf-e849-4c7f-a803-7afad536fae8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.0813262 Feb 10 13:51:19.192465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:51:19.558988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 6072b5ee-4445-45c3-95e9-455f96cdac4e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:19.568051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854f9d8-84de-48ed-81e5-2bd1ece0c2a6 None None] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:19.581358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:19.581946 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.632583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5fe9e38e-245a-42f9-b221-d20698d2c3e4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0562859 Feb 10 13:51:19.635743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:19.641218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'network': {'name': 'tempest-router-network01--917544950'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:19.677058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-6072b5ee-4445-45c3-95e9-455f96cdac4e', 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e', 'project_id': '50a9f28103d44379b3500f320468e950', 'fixed_ips': [{'subnet_id': '3ea3a731-af96-4abe-932a-1a89c91ad1d9'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:51:19.677929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.679200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7ae82-f066-484f-affa-d93c216d42a9 req-4ad6dfc4-048e-45ab-ac06-6d1e4409b61f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:19.680700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b7ae82-f066-484f-affa-d93c216d42a9 req-4ad6dfc4-048e-45ab-ac06-6d1e4409b61f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f337632-4234-4347-818d-75b6d50a7106 HTTP/1.1" status: 200 len: 946 time: 0.1365387 Feb 10 13:51:19.691503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:19.694733 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.720609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:19.720966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.801132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:51:19.821830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Allocated IP 172.20.0.2 (6072b5ee-4445-45c3-95e9-455f96cdac4e/3ea3a731-af96-4abe-932a-1a89c91ad1d9/3f3e8550-8a83-475a-8f7a-280aee6ff785) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:19.822079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b7ae82-f066-484f-affa-d93c216d42a9 req-e498a8a5-d7bd-4a29-8cfd-3f6206a5d8fe tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=bcb9a645-8293-4244-9b13-b1a7efad8c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331646 Feb 10 13:51:19.829619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ce8c46f-721c-4968-af27-66e2800c3396), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.829971 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Added segment 5ce8c46f-721c-4968-af27-66e2800c3396 of type vlan for network d9c2277b-7a4f-4eea-9946-d6261dd4471d Feb 10 13:51:19.881459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:19.881903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.897673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d9c2277b-7a4f-4eea-9946-d6261dd4471d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.903742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 59fa9bc5-877e-4af4-bd7c-1165d46c08bc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:19.965111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d9c2277b-7a4f-4eea-9946-d6261dd4471d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.970010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:19.970592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.971545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks [] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:19.977084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.014914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3781388 Feb 10 13:51:20.016463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:20.017763 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54182) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:20.018243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:20.021856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:20.025151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'network': {'name': 'tempest-router-network02--990250300'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:20.030306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Pushing event updated for resources: {'Port': ['ID=3f3e8550-8a83-475a-8f7a-280aee6ff785,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.055050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:20.062563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.065308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e86f10-a07a-4d1d-9ff6-3a452d0a2199 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Network': ['ID=d9c2277b-7a4f-4eea-9946-d6261dd4471d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.087242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:51:20.090530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Attempting to bind port 3f3e8550-8a83-475a-8f7a-280aee6ff785 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:20.091135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Attempting to bind port 3f3e8550-8a83-475a-8f7a-280aee6ff785 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '64faaa21-60ca-4795-a0c2-18738ec16812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:20.091837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Attempting to bind port 3f3e8550-8a83-475a-8f7a-280aee6ff785 on network 6072b5ee-4445-45c3-95e9-455f96cdac4e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:20.094650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:51:20.105150 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (21418de0-d3e3-40a2-9203-f318a7619487), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.105495 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Added segment 21418de0-d3e3-40a2-9203-f318a7619487 of type vlan for network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 Feb 10 13:51:20.111362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:20.111750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Checking segment: {'id': '64faaa21-60ca-4795-a0c2-18738ec16812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:20.112167 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.112561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Bound using segment: {'id': '64faaa21-60ca-4795-a0c2-18738ec16812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:20.113089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Bound port: 3f3e8550-8a83-475a-8f7a-280aee6ff785, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64faaa21-60ca-4795-a0c2-18738ec16812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6072b5ee-4445-45c3-95e9-455f96cdac4e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:20.113481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.131778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (59fa9bc5-877e-4af4-bd7c-1165d46c08bc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.154464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (90adb6f4-1076-4b26-8ab0-5d5c6613c502), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.161384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=59fa9bc5-877e-4af4-bd7c-1165d46c08bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.183343 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (90adb6f4-1076-4b26-8ab0-5d5c6613c502), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.190068 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:20.191632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.205260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] No DVR routers for this DVR port 59fa9bc5-877e-4af4-bd7c-1165d46c08bc on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:20.207903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.213464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3ec6159-2b1f-495c-8f71-e6ec6b8feb00 req-139d323d-0577-4bad-9b69-99d8544553bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "DELETE /v2.0/ports/59fa9bc5-877e-4af4-bd7c-1165d46c08bc HTTP/1.1" status: 204 len: 173 time: 1.0270422 Feb 10 13:51:20.213935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-deleted', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:51:20.216513 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154b49d3-8fab-4e7a-946d-f51315b642df" -d '{"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-deleted", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:51:20.233689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09131a61-e88f-4219-b456-425b21c14597 None None] For port 3f3e8550-8a83-475a-8f7a-280aee6ff785, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:20.238110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09131a61-e88f-4219-b456-425b21c14597 None None] For port 3f3e8550-8a83-475a-8f7a-280aee6ff785, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f3e8550-8a83-475a-8f7a-280aee6ff785,segment=NetworkSegment(64faaa21-60ca-4795-a0c2-18738ec16812),segment_id=64faaa21-60ca-4795-a0c2-18738ec16812)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:20.246953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2259805 Feb 10 13:51:20.248788 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.249839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54186) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:20.256238 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'subnet': {'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:20.264299 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f9b8a-7f76-4bb7-bed2-1d70981c16d7 x-openstack-request-id: req-cd7f9b8a-7f76-4bb7-bed2-1d70981c16d7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:51:20.264597 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f337632-4234-4347-818d-75b6d50a7106", "name": "network-vif-deleted", "tag": "59fa9bc5-877e-4af4-bd7c-1165d46c08bc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:51:20.264880 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd7f9b8a-7f76-4bb7-bed2-1d70981c16d7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:51:20.265381 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f337632-4234-4347-818d-75b6d50a7106', 'name': 'network-vif-deleted', 'tag': '59fa9bc5-877e-4af4-bd7c-1165d46c08bc', 'status': 'completed', 'code': 200} Feb 10 13:51:20.329655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09131a61-e88f-4219-b456-425b21c14597 None None] Pushing event updated for resources: {'Port': ['ID=3f3e8550-8a83-475a-8f7a-280aee6ff785,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.369206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7dcef-263f-4258-a3ad-db12ff72f9d6 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Network': ['ID=90adb6f4-1076-4b26-8ab0-5d5c6613c502,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.382125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:51:20.409843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:20.416023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.654635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (bc0adc2a-a87a-4d03-9c69-126cc19b1ecd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.724162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Subnet': ['ID=bc0adc2a-a87a-4d03-9c69-126cc19b1ecd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:20.735259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Checking segment: {'id': '5ce8c46f-721c-4968-af27-66e2800c3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:20.735615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network hostable DHCP agents. Network: d9c2277b-7a4f-4eea-9946-d6261dd4471d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:51:20.753620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:51:20.763818 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d9c2277b-7a4f-4eea-9946-d6261dd4471d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:20.768001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:20.768532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.774368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28e087-cc05-4603-ba2c-63bb8d4b550f None None] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:20.787332 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e4993de4-9311-4a83-9336-45d6db872ba4 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5335753 Feb 10 13:51:20.787960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54188) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:20.792933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'subnet': {'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:20.893659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-d9c2277b-7a4f-4eea-9946-d6261dd4471d', 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d', 'project_id': '50a9f28103d44379b3500f320468e950', 'fixed_ips': [{'subnet_id': 'bc0adc2a-a87a-4d03-9c69-126cc19b1ecd'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:51:20.894178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Made reservation on behalf of 50a9f28103d44379b3500f320468e950 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:20.894670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.897622 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:20.921710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54192) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:21.062165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Allocated IP 172.20.0.2 (d9c2277b-7a4f-4eea-9946-d6261dd4471d/bc0adc2a-a87a-4d03-9c69-126cc19b1ecd/3b186068-f9ef-452d-b8a5-b7b86933781a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:21.220934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks [] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.226592 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.269648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:21.273265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:21.277406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:21.286626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Pushing event updated for resources: {'Port': ['ID=3b186068-f9ef-452d-b8a5-b7b86933781a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:21.346482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Attempting to bind port 3b186068-f9ef-452d-b8a5-b7b86933781a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:21.347118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Attempting to bind port 3b186068-f9ef-452d-b8a5-b7b86933781a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5ce8c46f-721c-4968-af27-66e2800c3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:21.347382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Attempting to bind port 3b186068-f9ef-452d-b8a5-b7b86933781a on network d9c2277b-7a4f-4eea-9946-d6261dd4471d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:21.353813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:21.354193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Checking segment: {'id': '5ce8c46f-721c-4968-af27-66e2800c3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:21.354599 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.354992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Bound using segment: {'id': '5ce8c46f-721c-4968-af27-66e2800c3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:21.355471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Bound port: 3b186068-f9ef-452d-b8a5-b7b86933781a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce8c46f-721c-4968-af27-66e2800c3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd9c2277b-7a4f-4eea-9946-d6261dd4471d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:21.356056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.435707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] For port 3b186068-f9ef-452d-b8a5-b7b86933781a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:21.439589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] For port 3b186068-f9ef-452d-b8a5-b7b86933781a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b186068-f9ef-452d-b8a5-b7b86933781a,segment=NetworkSegment(5ce8c46f-721c-4968-af27-66e2800c3396),segment_id=5ce8c46f-721c-4968-af27-66e2800c3396)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:21.446316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.479079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6713df-196f-49d1-bfe6-fb2aa6978b0a None None] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:21.575806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097985b-66ae-48ef-8323-cca82598ed97 None None] Pushing event updated for resources: {'Port': ['ID=3b186068-f9ef-452d-b8a5-b7b86933781a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:21.590779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Provisioning complete for port 3f3e8550-8a83-475a-8f7a-280aee6ff785 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:21.591159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.641654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b7732aff-7bef-4a3a-83a2-dba6f5906d31), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.757416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Checking segment: {'id': '21418de0-d3e3-40a2-9203-f318a7619487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:21.757792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network hostable DHCP agents. Network: 90adb6f4-1076-4b26-8ab0-5d5c6613c502, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:51:21.774631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Subnet': ['ID=b7732aff-7bef-4a3a-83a2-dba6f5906d31,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:21.840931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:51:21.859461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 90adb6f4-1076-4b26-8ab0-5d5c6613c502) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:21.888619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:21.889350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:21.890865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04264338-a6c9-49bc-a4cc-ae30974e6f68 None None] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:21.949895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:21.950369 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f4c9014-542f-4ce2-9db2-82dde37338af tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1611791 Feb 10 13:51:22.053538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Current status of the port 3f3e8550-8a83-475a-8f7a-280aee6ff785 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:22.054868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.065339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (855f021d-52e8-4fdf-b699-754821564dcc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.088277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] For port 3f3e8550-8a83-475a-8f7a-280aee6ff785, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f3e8550-8a83-475a-8f7a-280aee6ff785,segment=NetworkSegment(64faaa21-60ca-4795-a0c2-18738ec16812),segment_id=64faaa21-60ca-4795-a0c2-18738ec16812)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:22.097620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b186068-f9ef-452d-b8a5-b7b86933781a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:22.103446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.132568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-90adb6f4-1076-4b26-8ab0-5d5c6613c502', 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502', 'project_id': '50a9f28103d44379b3500f320468e950', 'fixed_ips': [{'subnet_id': 'b7732aff-7bef-4a3a-83a2-dba6f5906d31'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:51:22.133590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.326380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67371ade-34b0-485c-b953-1c207a943f6a None None] Pushing event updated for resources: {'Port': ['ID=3f3e8550-8a83-475a-8f7a-280aee6ff785,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:22.423716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port b3e37175-ff9d-4316-83e4-6ca9f8926afd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:22.424016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.442657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3b186068-f9ef-452d-b8a5-b7b86933781a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:22.443035 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.477134 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.522048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Allocated IP 172.20.0.2 (90adb6f4-1076-4b26-8ab0-5d5c6613c502/b7732aff-7bef-4a3a-83a2-dba6f5906d31/5f33d1c2-bd7f-487b-b02f-97d7812dbc80) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:22.609371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3b186068-f9ef-452d-b8a5-b7b86933781a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:22.609765 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.640891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port b3e37175-ff9d-4316-83e4-6ca9f8926afd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b3e37175-ff9d-4316-83e4-6ca9f8926afd,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:22.641764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.661383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for b3e37175-ff9d-4316-83e4-6ca9f8926afd owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:22.862222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 3b186068-f9ef-452d-b8a5-b7b86933781a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b186068-f9ef-452d-b8a5-b7b86933781a,segment=NetworkSegment(5ce8c46f-721c-4968-af27-66e2800c3396),segment_id=5ce8c46f-721c-4968-af27-66e2800c3396)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:22.883009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d88ed84-3648-4273-b65b-c1128b77a578 None None] Provisioning complete for port 3f3e8550-8a83-475a-8f7a-280aee6ff785 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:22.883400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d88ed84-3648-4273-b65b-c1128b77a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.888029 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:22.888206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f3e8550-8a83-475a-8f7a-280aee6ff785 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:22.941144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Allocated IP 172.20.0.1 (d9c2277b-7a4f-4eea-9946-d6261dd4471d/bc0adc2a-a87a-4d03-9c69-126cc19b1ecd/ed490e0b-50f1-471f-8f5d-babf4a7c02b1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:22.987761 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b3e37175-ff9d-4316-83e4-6ca9f8926afd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.028768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:23.061259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 59fa9bc5-877e-4af4-bd7c-1165d46c08bc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:23.061637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 59fa9bc5-877e-4af4-bd7c-1165d46c08bc not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:23.088301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=b3e37175-ff9d-4316-83e4-6ca9f8926afd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:23.159095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks [] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.189374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3f3e8550-8a83-475a-8f7a-280aee6ff785 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:23.189757 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.193952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.233360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f621eeb-a76b-4d0f-b9eb-a49bb1d50c30 None None] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:23.247400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.261477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.263563 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=3b186068-f9ef-452d-b8a5-b7b86933781a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:23.315922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Port': ['ID=ed490e0b-50f1-471f-8f5d-babf4a7c02b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:23.317142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (855f021d-52e8-4fdf-b699-754821564dcc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.324286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:23.326445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:23.329123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:23.383010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.405321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:23.432527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:23.437620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:23.441840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Pushing event updated for resources: {'Port': ['ID=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:23.532077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d88ed84-3648-4273-b65b-c1128b77a578 None None] Current status of the port 3f3e8550-8a83-475a-8f7a-280aee6ff785 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:23.553262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3f3e8550-8a83-475a-8f7a-280aee6ff785 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:23.573060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Attempting to bind port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:23.573442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Attempting to bind port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '21418de0-d3e3-40a2-9203-f318a7619487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:23.573878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Attempting to bind port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 on network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:23.581732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:23.582119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Checking segment: {'id': '21418de0-d3e3-40a2-9203-f318a7619487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:23.582535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.582939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Bound using segment: {'id': '21418de0-d3e3-40a2-9203-f318a7619487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:23.583412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Bound port: 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21418de0-d3e3-40a2-9203-f318a7619487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90adb6f4-1076-4b26-8ab0-5d5c6613c502'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:23.583798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.590817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.675937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 855f021d-52e8-4fdf-b699-754821564dcc has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:23.710549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] For port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:23.713901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] For port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,segment=NetworkSegment(21418de0-d3e3-40a2-9203-f318a7619487),segment_id=21418de0-d3e3-40a2-9203-f318a7619487)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:23.729707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f86575b4-74bd-433e-ba2f-e1875f78e8e1 None None] Provisioning complete for port 3b186068-f9ef-452d-b8a5-b7b86933781a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:23.730405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f86575b4-74bd-433e-ba2f-e1875f78e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.735790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:23.853557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:23.866861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-33b97ece-c83c-4c6e-95c6-870ed7c23834 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/855f021d-52e8-4fdf-b699-754821564dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9399028 Feb 10 13:51:23.867566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:23.873526 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Sync routers for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:23.902111 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:23.903201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a86b1e-593e-4c97-ac6e-4a6eed638aca None None] Pushing event updated for resources: {'Port': ['ID=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:23.904080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:23.994063 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f86575b4-74bd-433e-ba2f-e1875f78e8e1 None None] Current status of the port 3b186068-f9ef-452d-b8a5-b7b86933781a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:24.022109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting subnet 68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:51:24.028932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.139205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b186068-f9ef-452d-b8a5-b7b86933781a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:24.146938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.154732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Provisioning complete for port 3b186068-f9ef-452d-b8a5-b7b86933781a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:24.155481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.180251 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:24.332195 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.358741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.360167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3b186068-f9ef-452d-b8a5-b7b86933781a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:24.360898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.368975 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.433196 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.466121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Subnet': ['ID=68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:24.478774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.485170 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5744a900-dac8-473e-9304-41526714960f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/subnets/68b8d6d7-1e07-45b1-80dd-bc2a0fbe9bc8 HTTP/1.1" status: 204 len: 168 time: 0.6141353 Feb 10 13:51:24.486742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54198) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:24.512721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39c164-652c-406c-bb0c-66ff4845efc1 None None] Network ecf091bd-d53c-41c6-b19e-c4c6090f71db requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:24.582787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Port': ['ID=ed490e0b-50f1-471f-8f5d-babf4a7c02b1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:24.595469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.595904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Current status of the port 3b186068-f9ef-452d-b8a5-b7b86933781a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:24.665492 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:51:22Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:24.687694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (855f021d-52e8-4fdf-b699-754821564dcc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.688879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Provisioning complete for port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:24.689723 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.724796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Checking router: 855f021d-52e8-4fdf-b699-754821564dcc for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:51:24.743836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Routers {'855f021d-52e8-4fdf-b699-754821564dcc'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:24.744467 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['855f021d-52e8-4fdf-b699-754821564dcc'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:24.750285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:24.752160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:24.757262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3b186068-f9ef-452d-b8a5-b7b86933781a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:24.759662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f3e8550-8a83-475a-8f7a-280aee6ff785 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:24.787157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-21f16680-2877-4ab6-b5c5-81c7d1ee66df None None] Port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:24.849479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3f3e8550-8a83-475a-8f7a-280aee6ff785 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:24.850060 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.944730 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (855f021d-52e8-4fdf-b699-754821564dcc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:24.947577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] DHCP port deletion for ecf091bd-d53c-41c6-b19e-c4c6090f71db request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:51:24.992072 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] Set router 855f021d-52e8-4fdf-b699-754821564dcc gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:24.998425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Router bdb2f992-adad-4ceb-acbc-6beb8065fe07 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:51:25.054496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port b776ec6f-b7da-43f8-84e1-f97310fe21d0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:25.055090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.223447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:25.223706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-de7467f6-466a-4537-89db-52d5eea55b59 None None] Provisioning complete for port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:25.224151 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de7467f6-466a-4537-89db-52d5eea55b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.236984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-20ee5582-deda-4c07-a153-dcdf3adda744 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2858293 Feb 10 13:51:25.240128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:25.249160 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port b776ec6f-b7da-43f8-84e1-f97310fe21d0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=b776ec6f-b7da-43f8-84e1-f97310fe21d0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:25.249624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.278363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-de7467f6-466a-4537-89db-52d5eea55b59 None None] Port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:25.279688 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for b776ec6f-b7da-43f8-84e1-f97310fe21d0 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:25.286866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] Sync routers for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:25.316460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:25.317453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:25.406817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:25.495807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3f3e8550-8a83-475a-8f7a-280aee6ff785 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:25.504319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:25.505224 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:25.505972 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:51:22Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:25.549829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:25.550142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0bbd4-55ee-4f3f-ad14-30a1cf226a0f None None] The sync data for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:25.552320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e1b82247-7192-4e43-bc27-993ef51751f6 None None] Provisioning complete for port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:25.552698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1b82247-7192-4e43-bc27-993ef51751f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.565710 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f67ea4-d15b-405d-8d91-8eb0e3250efc None None] The sync data for ids ['855f021d-52e8-4fdf-b699-754821564dcc'] in n-d-815324-6 is: [{'id': '855f021d-52e8-4fdf-b699-754821564dcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892491852', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:51:22Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'b776ec6f-b7da-43f8-84e1-f97310fe21d0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855f021d-52e8-4fdf-b699-754821564dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:49:04Z', 'updated_at': '2022-02-10T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:25.592248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Deleting port 79ff3197-811a-4140-a838-cb41e9a55150 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:25.593671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (79ff3197-811a-4140-a838-cb41e9a55150), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.597898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df066d-856b-4dcb-894c-8a6d1ca396a7 None None] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:25.627170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b776ec6f-b7da-43f8-84e1-f97310fe21d0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.657193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=b776ec6f-b7da-43f8-84e1-f97310fe21d0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:25.707533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82247-7192-4e43-bc27-993ef51751f6 None None] Port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:25.728235 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (855f021d-52e8-4fdf-b699-754821564dcc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.758418 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-43ca43ac-a611-4e8a-817b-c61f5b2c28f9 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 13:51:25.759446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] For port 79ff3197-811a-4140-a838-cb41e9a55150, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79ff3197-811a-4140-a838-cb41e9a55150,segment=NetworkSegment(2635f7c3-4497-4198-99bd-dbf5c66056eb),segment_id=2635f7c3-4497-4198-99bd-dbf5c66056eb)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:25.759929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (79ff3197-811a-4140-a838-cb41e9a55150), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.761197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-43ca43ac-a611-4e8a-817b-c61f5b2c28f9 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5200067 Feb 10 13:51:25.764614 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:25.782135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Calling delete_port for 79ff3197-811a-4140-a838-cb41e9a55150 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:25.831095 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (855f021d-52e8-4fdf-b699-754821564dcc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.833381 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (855f021d-52e8-4fdf-b699-754821564dcc), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.891496 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (855f021d-52e8-4fdf-b699-754821564dcc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.892113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Fanout notify agent at l3_agent the message router_deleted on router 855f021d-52e8-4fdf-b699-754821564dcc {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:25.896425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Provisioning complete for port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:25.896825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.900058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:25.903876 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2c1e0be4-a87e-4fa1-9515-c134019a202d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/routers/855f021d-52e8-4fdf-b699-754821564dcc HTTP/1.1" status: 204 len: 168 time: 1.4140987 Feb 10 13:51:25.904099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54208) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:25.962161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (79ff3197-811a-4140-a838-cb41e9a55150), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.013182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] Pushing event deleted for resources: {'Port': ['ID=79ff3197-811a-4140-a838-cb41e9a55150,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:26.016470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021e00c-7a50-49e6-8055-40e0e13fa4cd None None] No DVR routers for this DVR port 79ff3197-811a-4140-a838-cb41e9a55150 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:26.064413 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ecf091bd-d53c-41c6-b19e-c4c6090f71db), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.110202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Current status of the port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:26.110202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.153932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] For port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,segment=NetworkSegment(21418de0-d3e3-40a2-9203-f318a7619487),segment_id=21418de0-d3e3-40a2-9203-f318a7619487)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:26.170532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.241616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:26.250163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ecf091bd-d53c-41c6-b19e-c4c6090f71db), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.264856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.292801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf091bd-d53c-41c6-b19e-c4c6090f71db']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:26.304890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2635f7c3-4497-4198-99bd-dbf5c66056eb') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:26.305426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2635f7c3-4497-4198-99bd-dbf5c66056eb') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:26.320949 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2635f7c3-4497-4198-99bd-dbf5c66056eb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.324182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1042a-ed3f-43c0-a336-11ea889cbf01 None None] Pushing event updated for resources: {'Port': ['ID=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:26.340336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:26.341621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.345659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2635f7c3-4497-4198-99bd-dbf5c66056eb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.354229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:51:26.356077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2635f7c3-4497-4198-99bd-dbf5c66056eb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:51:26.359945 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:51:26.400628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-064774ce-13d2-4ed7-b2d4-391386aadc45 None None] Provisioning complete for port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:26.400915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-064774ce-13d2-4ed7-b2d4-391386aadc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.429552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ecf091bd-d53c-41c6-b19e-c4c6090f71db), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.456997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.464546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/networks/ecf091bd-d53c-41c6-b19e-c4c6090f71db HTTP/1.1" status: 204 len: 168 time: 0.5581107 Feb 10 13:51:26.466852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:26.467041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90416bc-36c3-4870-b283-bc78894ac411 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Network': ['ID=ecf091bd-d53c-41c6-b19e-c4c6090f71db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:26.478925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:26.552293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-064774ce-13d2-4ed7-b2d4-391386aadc45 None None] Current status of the port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:26.557620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (bcb9a645-8293-4244-9b13-b1a7efad8c15), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.571653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79ff3197-811a-4140-a838-cb41e9a55150 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:26.593295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 79ff3197-811a-4140-a838-cb41e9a55150 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:26.593634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79ff3197-811a-4140-a838-cb41e9a55150 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:26.594056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3e37175-ff9d-4316-83e4-6ca9f8926afd no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:26.600692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (bcb9a645-8293-4244-9b13-b1a7efad8c15), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.614478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b3e37175-ff9d-4316-83e4-6ca9f8926afd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:26.614906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b3e37175-ff9d-4316-83e4-6ca9f8926afd not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:26.721240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting port ed490e0b-50f1-471f-8f5d-babf4a7c02b1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:26.721478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.751776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (bcb9a645-8293-4244-9b13-b1a7efad8c15), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.754380 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.755506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/security-groups/bcb9a645-8293-4244-9b13-b1a7efad8c15 HTTP/1.1" status: 204 len: 168 time: 0.2866147 Feb 10 13:51:26.797974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9a645-8293-4244-9b13-b1a7efad8c15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:26.812269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.812621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.813002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.813333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.813668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.814000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.814333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.814699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.814980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.815310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.815638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.815964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.816283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34e652-1438-4379-9e64-f798c841cf78 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:26.839695 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:26.853159 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Calling delete_port for ed490e0b-50f1-471f-8f5d-babf4a7c02b1 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:27.162922 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54216) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:27.168039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939531186', 'description': 'tempest-secgroup-smoke-939531186 description', 'project_id': 'fd309233c9684d6292adb47e0c79571e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:27.190008 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.388997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ed490e0b-50f1-471f-8f5d-babf4a7c02b1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.417492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Port': ['ID=ed490e0b-50f1-471f-8f5d-babf4a7c02b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:27.446759 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (2079046c-8d69-4b31-8d91-b6da5c4a8b76), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.452690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2079046c-8d69-4b31-8d91-b6da5c4a8b76), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.485954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.487213 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3231859 Feb 10 13:51:27.489520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c6895-ff24-4bcf-8355-5f2fa6d22d59 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2079046c-8d69-4b31-8d91-b6da5c4a8b76,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:27.490272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:27.500547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:27.589496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.596514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (f58a3556-31e3-463a-8fac-ee4db04d787d), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.753825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (f58a3556-31e3-463a-8fac-ee4db04d787d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.759451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f58a3556-31e3-463a-8fac-ee4db04d787d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.806252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58a3556-31e3-463a-8fac-ee4db04d787d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:27.812732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Router bdb2f992-adad-4ceb-acbc-6beb8065fe07 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:27.817752 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.818931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5fee089b-8909-4847-a8d0-d480b1486116 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273888 Feb 10 13:51:27.821829 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54220) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:27.826553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:27.867509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (6c6b9a97-dd1b-4bff-ba2e-7477f8421728), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.906061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:27.906920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:27.912960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9f7db1ee-fdbe-475d-92b2-41f419eecb17 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463737 Feb 10 13:51:27.916116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54222) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:27.925680 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] Sync routers for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:27.936399 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:27.937769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:27.958625 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-15596344-7c25-4468-91f5-8d523b14436d tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] delete failed (client error): The resource could not be found. Feb 10 13:51:27.960788 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15596344-7c25-4468-91f5-8d523b14436d tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-590824824 HTTP/1.1" status: 404 len: 334 time: 0.0423813 Feb 10 13:51:27.963535 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54224) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:27.966430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:27.966808 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:27.968271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b4ddff4c-f2b5-4f4a-99c0-b5d261e39e0b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bdb2f992-adad-4ceb-acbc-6beb8065fe07'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:27.972465 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:27.981889 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:27.982498 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:28.024232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:28.024837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8693b-013c-4aee-90ee-22fbfc364b78 None None] The sync data for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 is: [] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:28.051758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (6c6b9a97-dd1b-4bff-ba2e-7477f8421728), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.055227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:28.063668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (6c6b9a97-dd1b-4bff-ba2e-7477f8421728), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.065477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b776ec6f-b7da-43f8-84e1-f97310fe21d0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:28.086066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: b776ec6f-b7da-43f8-84e1-f97310fe21d0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:28.086444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device b776ec6f-b7da-43f8-84e1-f97310fe21d0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:28.121860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6b9a97-dd1b-4bff-ba2e-7477f8421728,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.150394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.151578 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-83becd4d-700d-4abd-ac9a-1790588b96af tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3287675 Feb 10 13:51:28.154787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54226) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.160163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.241808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ddff4c-f2b5-4f4a-99c0-b5d261e39e0b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router_gateway (bdb2f992-adad-4ceb-acbc-6beb8065fe07), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.250920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (41c9cfbb-f430-4e38-a0d5-37138a082b71), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.275025 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-b4ddff4c-f2b5-4f4a-99c0-b5d261e39e0b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] update failed (client error): The resource could not be found. Feb 10 13:51:28.275978 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b4ddff4c-f2b5-4f4a-99c0-b5d261e39e0b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07 HTTP/1.1" status: 404 len: 339 time: 0.3115456 Feb 10 13:51:28.280623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.318333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (41c9cfbb-f430-4e38-a0d5-37138a082b71), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.321973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (41c9cfbb-f430-4e38-a0d5-37138a082b71), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.337941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c9cfbb-f430-4e38-a0d5-37138a082b71,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.352414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.353753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-823face4-af14-47d8-b2ba-d7abe25ab909 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1980684 Feb 10 13:51:28.356558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54230) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.360915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.385594 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (46d40ed3-f967-4ba7-ae78-011463522032), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.443000 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (46d40ed3-f967-4ba7-ae78-011463522032), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.446634 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (46d40ed3-f967-4ba7-ae78-011463522032), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.468810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d40ed3-f967-4ba7-ae78-011463522032,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.479219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.480448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-725741f4-0474-44db-83d4-5283c1880501 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229124 Feb 10 13:51:28.483165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54232) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.487478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.506987 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:51:28.513951 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (9b184cba-29ae-404b-8fed-5e9d2a872acd), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.570442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.572316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (9b184cba-29ae-404b-8fed-5e9d2a872acd), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.576549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (9b184cba-29ae-404b-8fed-5e9d2a872acd), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.593817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b184cba-29ae-404b-8fed-5e9d2a872acd,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.607436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.611166 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d33b447c-bf93-4f86-83ae-26b1718631de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245594 Feb 10 13:51:28.611375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.615580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '2079046c-8d69-4b31-8d91-b6da5c4a8b76', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.634990 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:51:28.640337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (4226d57a-367f-4217-8cb4-f27802a5f5da), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.699034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (4226d57a-367f-4217-8cb4-f27802a5f5da), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.704351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4226d57a-367f-4217-8cb4-f27802a5f5da), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.722734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4226d57a-367f-4217-8cb4-f27802a5f5da,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.731756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.735665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9b10bd78-2cfa-43db-a2a4-5cf7139aa7cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206865 Feb 10 13:51:28.736001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54236) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.741086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'network': {'name': 'tempest-network-smoke--42344004', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.760403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:28.764279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.787509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:51:28.796729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.797259 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Added segment c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4 of type vlan for network 9063fc0b-4d85-4900-a437-2051e8cfcff9 Feb 10 13:51:28.827103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Allocated IP 172.20.0.1 (6072b5ee-4445-45c3-95e9-455f96cdac4e/3ea3a731-af96-4abe-932a-1a89c91ad1d9/67fc8f81-5a01-43c5-80ed-61869eac3930) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:28.843441 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (9063fc0b-4d85-4900-a437-2051e8cfcff9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.869931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (9063fc0b-4d85-4900-a437-2051e8cfcff9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.875362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:28.875950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.913269 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1761289 Feb 10 13:51:28.915858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:28.920152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'admin_state_up': True, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:28.955133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.961202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17ea8-9930-4774-b369-b818449825be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Network': ['ID=9063fc0b-4d85-4900-a437-2051e8cfcff9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:28.974508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:51:28.979836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:28.981484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.003112 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.038631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (07763cce-ea7b-40d3-912c-91a7058f3b8c), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.049968 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:29.053676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:29.055955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:29.089172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Port': ['ID=67fc8f81-5a01-43c5-80ed-61869eac3930,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:29.117669 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.194473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (07763cce-ea7b-40d3-912c-91a7058f3b8c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.250795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.290919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-18da35ac-a465-42c3-8e60-0227fd4cc3e0 None None] Provisioning complete for port 67fc8f81-5a01-43c5-80ed-61869eac3930 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:29.291348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18da35ac-a465-42c3-8e60-0227fd4cc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.325678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-18da35ac-a465-42c3-8e60-0227fd4cc3e0 None None] Port 67fc8f81-5a01-43c5-80ed-61869eac3930 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:29.401819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.421745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.516335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.520896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.523000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.119 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/01252731-cc4e-4b42-872f-3edfba4a0837) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:29.598291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.600973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event updated for resources: {'Port': ['ID=67fc8f81-5a01-43c5-80ed-61869eac3930,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:29.630849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (01252731-cc4e-4b42-872f-3edfba4a0837), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.665809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:29.693702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:29.695191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:29.704874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:29.707797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:29.710144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:29.740642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=01252731-cc4e-4b42-872f-3edfba4a0837,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:29.820413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Router bdb2f992-adad-4ceb-acbc-6beb8065fe07 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:29.919571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:29.928315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-49117296-6538-4f08-a5b9-8c7111219caf tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432765 Feb 10 13:51:29.928315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:29.930172 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] Sync routers for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:29.945325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:29.945878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:29.994198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:30.003994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:30.005620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:30.012986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.030130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f99cfef-d0fe-41d4-b350-c0e0e8a46aee tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.041351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:30.042437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad802ca5-6e30-42bf-8b3a-86e5c5f206d2 None None] The sync data for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:30.054219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-abdd5943-a01a-479f-8402-f625122996aa None None] Provisioning complete for port 67fc8f81-5a01-43c5-80ed-61869eac3930 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:30.054600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-abdd5943-a01a-479f-8402-f625122996aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.089829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-abdd5943-a01a-479f-8402-f625122996aa None None] Port 67fc8f81-5a01-43c5-80ed-61869eac3930 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:30.127141 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3f99cfef-d0fe-41d4-b350-c0e0e8a46aee tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 13:51:30.131362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3f99cfef-d0fe-41d4-b350-c0e0e8a46aee tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07 HTTP/1.1" status: 409 len: 329 time: 0.1999516 Feb 10 13:51:30.131585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:30.458770 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.582077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.708562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting port 67fc8f81-5a01-43c5-80ed-61869eac3930 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:30.709003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.711848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 07763cce-ea7b-40d3-912c-91a7058f3b8c is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:51:30.796909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.808424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Calling delete_port for 67fc8f81-5a01-43c5-80ed-61869eac3930 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:30.819175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:30.830637 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Sync routers for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:30.839608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.840912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2a5e9636-d0c1-4e16-afee-95d250ab1960 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9241047 Feb 10 13:51:30.844249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:30.845585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:30.846539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:30.856964 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2083a805-33e7-49dd-8088-a913e8f0d619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:30.888128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ce7fc5a-4e44-4ac8-a920-b8708d5ed288 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd309233c9684d6292adb47e0c79571e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404112 Feb 10 13:51:30.888660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:30.966851 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:31.020846 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (67fc8f81-5a01-43c5-80ed-61869eac3930), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.048978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b926fc3c-63fb-4142-9148-8f1a1baac92e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:31.050718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b926fc3c-63fb-4142-9148-8f1a1baac92e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611140 Feb 10 13:51:31.051268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Port': ['ID=67fc8f81-5a01-43c5-80ed-61869eac3930,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:31.053716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.102694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-412a1ad9-b315-4f70-8626-01cf03b905c7 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437181 Feb 10 13:51:31.105090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.110662 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845878038', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:31.187930 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:29Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.218772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:31.223292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.223599 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Checking router: 07763cce-ea7b-40d3-912c-91a7058f3b8c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:51:31.224114 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Updating router 07763cce-ea7b-40d3-912c-91a7058f3b8c port 01252731-cc4e-4b42-872f-3edfba4a0837 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:51:31.232944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.266358 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.404277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Router bdb2f992-adad-4ceb-acbc-6beb8065fe07 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:31.429151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (64567db0-3bac-4380-89d7-0f0283f49b7b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.484864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:31.488332 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Subnet': ['ID=64567db0-3bac-4380-89d7-0f0283f49b7b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:31.494163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6d12f3fc-5e1f-4962-95fb-bc436b30401c tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3615141 Feb 10 13:51:31.494802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.504916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:31.505519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network hostable DHCP agents. Network: 9063fc0b-4d85-4900-a437-2051e8cfcff9, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:51:31.506648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] Sync routers for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:31.517817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:31.518811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.523952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:51:31.536608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 9063fc0b-4d85-4900-a437-2051e8cfcff9) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:31.537277 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b6bd21db-78d9-4765-8cdf-5e942f297266 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] show failed (client error): The resource could not be found. Feb 10 13:51:31.541258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b6bd21db-78d9-4765-8cdf-5e942f297266 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1568090094 HTTP/1.1" status: 404 len: 335 time: 0.0454035 Feb 10 13:51:31.542722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.549329 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7fa625f0-95aa-45f3-b9ca-aed17880801b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:31.555791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:31.556385 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.558293 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks [] for port (01252731-cc4e-4b42-872f-3edfba4a0837), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.562215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cf8a7-71ab-4084-a64b-92c28eceda46 None None] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:31.564784 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.564939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.595915 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-7fa625f0-95aa-45f3-b9ca-aed17880801b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] update failed (client error): The resource could not be found. Feb 10 13:51:31.596997 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7fa625f0-95aa-45f3-b9ca-aed17880801b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-2033504315 HTTP/1.1" status: 404 len: 335 time: 0.0531921 Feb 10 13:51:31.597581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] Routers {'bdb2f992-adad-4ceb-acbc-6beb8065fe07'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:31.598454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.600679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.625102 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Attempting to bind port 01252731-cc4e-4b42-872f-3edfba4a0837 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:31.625567 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Attempting to bind port 01252731-cc4e-4b42-872f-3edfba4a0837 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:31.625820 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Attempting to bind port 01252731-cc4e-4b42-872f-3edfba4a0837 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:31.628005 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Pushing event updated for resources: {'Port': ['ID=01252731-cc4e-4b42-872f-3edfba4a0837,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:31.629033 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-583f43e3-2f18-4502-8a86-a0a4b1aa4533 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5223293 Feb 10 13:51:31.631828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54258) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:31.638772 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:31.639145 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:31.640276 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.640276 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:31.640499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Bound port: 01252731-cc4e-4b42-872f-3edfba4a0837, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:31.640814 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.644224 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.645073 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.645073 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.645424 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.645769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.647354 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.647728 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.648067 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.648397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.648723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.649075 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.649400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.650201 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:31.671475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.672238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff664e7a-a8fe-4a97-8001-514790c077c9 None None] The sync data for ids ['bdb2f992-adad-4ceb-acbc-6beb8065fe07'] in n-d-815324-6 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:31.673597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting subnet b7732aff-7bef-4a3a-83a2-dba6f5906d31 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:51:31.678578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (b7732aff-7bef-4a3a-83a2-dba6f5906d31), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.714756 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] For port 01252731-cc4e-4b42-872f-3edfba4a0837, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:31.721233 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] For port 01252731-cc4e-4b42-872f-3edfba4a0837, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=01252731-cc4e-4b42-872f-3edfba4a0837,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:31.723457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (b7732aff-7bef-4a3a-83a2-dba6f5906d31), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.734356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-9063fc0b-4d85-4900-a437-2051e8cfcff9', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:51:31.735517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.735667 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.806285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:31.806906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:31.856253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7352d4-0b86-4257-8893-83ee14c2aeb9 None None] Pushing event updated for resources: {'Port': ['ID=01252731-cc4e-4b42-872f-3edfba4a0837,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:31.861165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b7732aff-7bef-4a3a-83a2-dba6f5906d31), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.917089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Allocated IP 172.20.0.2 (9063fc0b-4d85-4900-a437-2051e8cfcff9/64567db0-3bac-4380-89d7-0f0283f49b7b/fa553c09-a7c1-48de-a8b1-aa383dab59fd) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:31.939235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (b7732aff-7bef-4a3a-83a2-dba6f5906d31), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:31.963078 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:32.127333 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks [] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.136123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.176212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:32.176626 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:29Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:32.179635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:32.186686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:32.209924 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f06384-313f-4546-b2a2-6f42bf222445 None None] The sync data for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 is: [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:29Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:32.215078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.249299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Pushing event updated for resources: {'Port': ['ID=fa553c09-a7c1-48de-a8b1-aa383dab59fd,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:32.274617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Attempting to bind port fa553c09-a7c1-48de-a8b1-aa383dab59fd on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:32.275001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Attempting to bind port fa553c09-a7c1-48de-a8b1-aa383dab59fd by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:32.275373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Attempting to bind port fa553c09-a7c1-48de-a8b1-aa383dab59fd on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:32.283149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:32.283541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:32.283956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.284363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Bound using segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:32.285433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Bound port: fa553c09-a7c1-48de-a8b1-aa383dab59fd, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:32.286078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.370003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] For port fa553c09-a7c1-48de-a8b1-aa383dab59fd, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:32.374098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] For port fa553c09-a7c1-48de-a8b1-aa383dab59fd, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fa553c09-a7c1-48de-a8b1-aa383dab59fd,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:32.382675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.383907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Subnet': ['ID=b7732aff-7bef-4a3a-83a2-dba6f5906d31,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:32.390088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.396242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b615aa8c-ed50-4723-bf10-1ab568c3ae46 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/subnets/b7732aff-7bef-4a3a-83a2-dba6f5906d31 HTTP/1.1" status: 204 len: 168 time: 0.7943420 Feb 10 13:51:32.396392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:32.415707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3419d-c222-453f-88b7-040dbc6b472f None None] Network 90adb6f4-1076-4b26-8ab0-5d5c6613c502 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:32.524979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting subnet bc0adc2a-a87a-4d03-9c69-126cc19b1ecd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:51:32.532105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (bc0adc2a-a87a-4d03-9c69-126cc19b1ecd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.550336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8a33b-b008-48f8-91a2-2b5fb6485fc3 None None] Pushing event updated for resources: {'Port': ['ID=fa553c09-a7c1-48de-a8b1-aa383dab59fd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:32.621812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (bc0adc2a-a87a-4d03-9c69-126cc19b1ecd), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.674179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.1 (9063fc0b-4d85-4900-a437-2051e8cfcff9/64567db0-3bac-4380-89d7-0f0283f49b7b/49e3d30a-aa89-4ae0-aff5-9556787a7793) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:32.716228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] DHCP port deletion for 90adb6f4-1076-4b26-8ab0-5d5c6613c502 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:51:32.816537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Deleting port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:32.816965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.844296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (bc0adc2a-a87a-4d03-9c69-126cc19b1ecd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.919658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] For port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,segment=NetworkSegment(21418de0-d3e3-40a2-9203-f318a7619487),segment_id=21418de0-d3e3-40a2-9203-f318a7619487)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:32.921115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.925554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.953549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (bc0adc2a-a87a-4d03-9c69-126cc19b1ecd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:32.999465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0adc2a-a87a-4d03-9c69-126cc19b1ecd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.001617 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.005600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bcef96fc-b817-42e5-95d7-1da21c269bb1 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/subnets/bc0adc2a-a87a-4d03-9c69-126cc19b1ecd HTTP/1.1" status: 204 len: 168 time: 0.6081755 Feb 10 13:51:33.008784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:33.015212 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.062396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:33.066665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:33.071216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:33.122572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.125873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5ce5c-9c2a-4987-860a-36fbe8434f80 None None] Network d9c2277b-7a4f-4eea-9946-d6261dd4471d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:33.132284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Calling delete_port for 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:33.133607 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (90adb6f4-1076-4b26-8ab0-5d5c6613c502), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.179102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.232536 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:33.233505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.308955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.312248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] For port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,segment=NetworkSegment(21418de0-d3e3-40a2-9203-f318a7619487),segment_id=21418de0-d3e3-40a2-9203-f318a7619487)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:33.313662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.324630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-31ed336f-7258-4955-a1a8-f0cda5951016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.333101 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Calling delete_port for 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:33.356643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.423712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] No DVR routers for this DVR port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:33.434301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] DHCP port deletion for d9c2277b-7a4f-4eea-9946-d6261dd4471d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:51:33.440290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Pushing event deleted for resources: {'Port': ['ID=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.452927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.453383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.453871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.454305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.454877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.455423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.455790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.456320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.456748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.457297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.457679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.458149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.458562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d2bf8-cea5-4e81-b4e1-c050535bfa28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:51:33.470939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5f33d1c2-bd7f-487b-b02f-97d7812dbc80), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.509449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Port': ['ID=5f33d1c2-bd7f-487b-b02f-97d7812dbc80,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.515880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] No DVR routers for this DVR port 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:33.526675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Deleting port 3b186068-f9ef-452d-b8a5-b7b86933781a {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:33.527090 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.629235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] For port 3b186068-f9ef-452d-b8a5-b7b86933781a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b186068-f9ef-452d-b8a5-b7b86933781a,segment=NetworkSegment(5ce8c46f-721c-4968-af27-66e2800c3396),segment_id=5ce8c46f-721c-4968-af27-66e2800c3396)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:33.629940 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.631574 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (90adb6f4-1076-4b26-8ab0-5d5c6613c502), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.644050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Calling delete_port for 3b186068-f9ef-452d-b8a5-b7b86933781a owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:33.659105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90adb6f4-1076-4b26-8ab0-5d5c6613c502']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:33.670309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21418de0-d3e3-40a2-9203-f318a7619487') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:33.670531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21418de0-d3e3-40a2-9203-f318a7619487') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:33.680881 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (21418de0-d3e3-40a2-9203-f318a7619487), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.698205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (21418de0-d3e3-40a2-9203-f318a7619487), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.717332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:51:33.717661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (21418de0-d3e3-40a2-9203-f318a7619487), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:51:33.722184 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:51:33.733888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (3b186068-f9ef-452d-b8a5-b7b86933781a), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.741181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.748170 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.764354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] Pushing event deleted for resources: {'Port': ['ID=3b186068-f9ef-452d-b8a5-b7b86933781a,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.769980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4379af7-6cd8-44c9-8e64-98b865eca01b None None] No DVR routers for this DVR port 3b186068-f9ef-452d-b8a5-b7b86933781a on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:33.814772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (90adb6f4-1076-4b26-8ab0-5d5c6613c502), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.826620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.834439 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/networks/90adb6f4-1076-4b26-8ab0-5d5c6613c502 HTTP/1.1" status: 204 len: 168 time: 0.8245413 Feb 10 13:51:33.835228 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54264) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:33.848309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9e4f-d320-4194-bc74-cb5c864c1e55 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Network': ['ID=90adb6f4-1076-4b26-8ab0-5d5c6613c502,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.851576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:33.877141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:33.900550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd197451-97ce-4b5a-9c11-f18b087cc88a None None] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:33.982154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 01252731-cc4e-4b42-872f-3edfba4a0837 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:34.032670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d9c2277b-7a4f-4eea-9946-d6261dd4471d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.035747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Provisioning complete for port fa553c09-a7c1-48de-a8b1-aa383dab59fd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.036139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.044739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:34.048057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:34.119968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 01252731-cc4e-4b42-872f-3edfba4a0837 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.120343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.174046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d9c2277b-7a4f-4eea-9946-d6261dd4471d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.195659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Current status of the port fa553c09-a7c1-48de-a8b1-aa383dab59fd is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:34.196045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.226446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c2277b-7a4f-4eea-9946-d6261dd4471d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:34.240136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce8c46f-721c-4968-af27-66e2800c3396') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:34.240505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce8c46f-721c-4968-af27-66e2800c3396') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:34.255422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5ce8c46f-721c-4968-af27-66e2800c3396), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.257684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] For port fa553c09-a7c1-48de-a8b1-aa383dab59fd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fa553c09-a7c1-48de-a8b1-aa383dab59fd,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:34.265058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.271546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 01252731-cc4e-4b42-872f-3edfba4a0837 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:34.271546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.274127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 07763cce-ea7b-40d3-912c-91a7058f3b8c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:34.277117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5ce8c46f-721c-4968-af27-66e2800c3396), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.286624 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:51:34.287092 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5ce8c46f-721c-4968-af27-66e2800c3396), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:51:34.290567 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:51:34.321587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 01252731-cc4e-4b42-872f-3edfba4a0837, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=01252731-cc4e-4b42-872f-3edfba4a0837,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:34.333336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.334202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fa553c09-a7c1-48de-a8b1-aa383dab59fd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:34.366480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd53382-a8a8-48fc-af3a-241f38bb522a None None] Pushing event updated for resources: {'Port': ['ID=fa553c09-a7c1-48de-a8b1-aa383dab59fd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:34.414801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d9c2277b-7a4f-4eea-9946-d6261dd4471d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.424284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.427522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/networks/d9c2277b-7a4f-4eea-9946-d6261dd4471d HTTP/1.1" status: 204 len: 168 time: 0.5887561 Feb 10 13:51:34.432417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:34.455051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=01252731-cc4e-4b42-872f-3edfba4a0837,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:34.473378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fa553c09-a7c1-48de-a8b1-aa383dab59fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.473867 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.474514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c58c7a-db25-4935-ad61-621b8177fe9b tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Network': ['ID=d9c2277b-7a4f-4eea-9946-d6261dd4471d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:34.491647 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:51:34.530928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:34.532432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting subnet 3ea3a731-af96-4abe-932a-1a89c91ad1d9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:51:34.537539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.537802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (3ea3a731-af96-4abe-932a-1a89c91ad1d9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.538239 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.541688 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Sync routers for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:34.548164 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d1f5af6a-cabb-4a4f-a9e2-125c4cf48bc8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/07763cce-ea7b-40d3-912c-91a7058f3b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143288 Feb 10 13:51:34.561678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:34.562815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:34.610830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (3ea3a731-af96-4abe-932a-1a89c91ad1d9), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.617073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Port 49e3d30a-aa89-4ae0-aff5-9556787a7793 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:34.651533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fa553c09-a7c1-48de-a8b1-aa383dab59fd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:34.660095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Provisioning complete for port fa553c09-a7c1-48de-a8b1-aa383dab59fd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.661025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.689255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.767936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1a19ae8e-4c88-4a7c-b005-5ae0b8c00028 None None] Current status of the port fa553c09-a7c1-48de-a8b1-aa383dab59fd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:34.772063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3ea3a731-af96-4abe-932a-1a89c91ad1d9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.772441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:34.798753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:34.799109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5f33d1c2-bd7f-487b-b02f-97d7812dbc80 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:34.799530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b186068-f9ef-452d-b8a5-b7b86933781a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:34.827118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3b186068-f9ef-452d-b8a5-b7b86933781a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:34.827795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b186068-f9ef-452d-b8a5-b7b86933781a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:34.893814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (3ea3a731-af96-4abe-932a-1a89c91ad1d9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.898503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-35e1aa7f-034e-4db1-9c36-d33c66fa0a33 None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:34.899047 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35e1aa7f-034e-4db1-9c36-d33c66fa0a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.930001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:34.936144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea3a731-af96-4abe-932a-1a89c91ad1d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:34.940617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-35e1aa7f-034e-4db1-9c36-d33c66fa0a33 None None] Port 49e3d30a-aa89-4ae0-aff5-9556787a7793 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:34.949305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:34.955763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e6d8836-672e-45b8-83f1-ca498bbbf013 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/subnets/3ea3a731-af96-4abe-932a-1a89c91ad1d9 HTTP/1.1" status: 204 len: 168 time: 0.5207427 Feb 10 13:51:34.959455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54280) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:34.960729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7cc46-421c-4486-b9ba-19e5a2dd6f95 None None] Network 6072b5ee-4445-45c3-95e9-455f96cdac4e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:51:34.975057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-fd35f824-46b5-45ce-b620-2fd68cf9918d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939531186&fields=id&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 267 time: 0.1117868 Feb 10 13:51:35.109131 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (6072b5ee-4445-45c3-95e9-455f96cdac4e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.148906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-6159ef4a-14d7-46e2-b74a-7eab11935f24 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:35.151755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-6159ef4a-14d7-46e2-b74a-7eab11935f24 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 795 time: 0.1734178 Feb 10 13:51:35.176244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-502f452a-e604-4d20-9906-1db725e19eba None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:35.176695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-502f452a-e604-4d20-9906-1db725e19eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.180047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-1197a50d-849c-44b1-85a0-5f6d8c5c99f8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/quotas/fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 375 time: 0.0191424 Feb 10 13:51:35.188360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Deleting port 3f3e8550-8a83-475a-8f7a-280aee6ff785 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:35.188816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.220053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 2, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:35.222690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-502f452a-e604-4d20-9906-1db725e19eba None None] Port 49e3d30a-aa89-4ae0-aff5-9556787a7793 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:35.239486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] DHCP port deletion for 6072b5ee-4445-45c3-95e9-455f96cdac4e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:51:35.251268 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Checking router: 07763cce-ea7b-40d3-912c-91a7058f3b8c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:51:35.251905 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Updating router 07763cce-ea7b-40d3-912c-91a7058f3b8c port 49e3d30a-aa89-4ae0-aff5-9556787a7793 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:51:35.265252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-8cafa8b7-7a19-4221-a69f-10851ee6fd6f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766425 Feb 10 13:51:35.270770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-ce81af68-e3eb-4195-9226-9d2f7f9d2a3b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:51:35.273359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] For port 3f3e8550-8a83-475a-8f7a-280aee6ff785, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f3e8550-8a83-475a-8f7a-280aee6ff785,segment=NetworkSegment(64faaa21-60ca-4795-a0c2-18738ec16812),segment_id=64faaa21-60ca-4795-a0c2-18738ec16812)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:35.273748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.278046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-ce81af68-e3eb-4195-9226-9d2f7f9d2a3b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112743 Feb 10 13:51:35.283327 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.288661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Calling delete_port for 3f3e8550-8a83-475a-8f7a-280aee6ff785 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:35.300695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Deleting port 3f3e8550-8a83-475a-8f7a-280aee6ff785 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:51:35.301327 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.375361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-9ddd831e-c547-4f5b-8c13-96521c3f93d8 service neutron] 10.222.0.13 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963576 Feb 10 13:51:35.377239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] For port 3f3e8550-8a83-475a-8f7a-280aee6ff785, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3f3e8550-8a83-475a-8f7a-280aee6ff785,segment=NetworkSegment(64faaa21-60ca-4795-a0c2-18738ec16812),segment_id=64faaa21-60ca-4795-a0c2-18738ec16812)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:35.377749 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.393284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Calling delete_port for 3f3e8550-8a83-475a-8f7a-280aee6ff785 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:51:35.487162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.498470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-18357eb1-636b-4a9c-b205-397f1456069a service neutron] 10.222.0.13 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220863 Feb 10 13:51:35.525225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] Pushing event deleted for resources: {'Port': ['ID=3f3e8550-8a83-475a-8f7a-280aee6ff785,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:35.531026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be925f5e-f77e-4d6f-b356-3b87759aa542 None None] No DVR routers for this DVR port 3f3e8550-8a83-475a-8f7a-280aee6ff785 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:35.618213 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks [] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.624919 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.687023 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de544e-f722-4e41-bd27-74c3da476f55 None None] Pushing event updated for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:35.739602 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Attempting to bind port 49e3d30a-aa89-4ae0-aff5-9556787a7793 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:35.739966 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Attempting to bind port 49e3d30a-aa89-4ae0-aff5-9556787a7793 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:35.740542 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Attempting to bind port 49e3d30a-aa89-4ae0-aff5-9556787a7793 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:35.748516 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:35.749152 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:35.750229 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.751297 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Bound using segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:35.753294 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Bound port: 49e3d30a-aa89-4ae0-aff5-9556787a7793, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:35.753294 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.760075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3f3e8550-8a83-475a-8f7a-280aee6ff785), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.760377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-743eda17-06b3-46ed-be00-9669bddca51f req-9db89234-7219-4740-8018-2bf1fd24a58f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 210 time: 0.0480564 Feb 10 13:51:35.806449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Port': ['ID=3f3e8550-8a83-475a-8f7a-280aee6ff785,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:35.810107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] No DVR routers for this DVR port 3f3e8550-8a83-475a-8f7a-280aee6ff785 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:51:35.842343 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] For port 49e3d30a-aa89-4ae0-aff5-9556787a7793, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:35.845603 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] For port 49e3d30a-aa89-4ae0-aff5-9556787a7793, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=49e3d30a-aa89-4ae0-aff5-9556787a7793,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:35.859592 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.899834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.940350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (6072b5ee-4445-45c3-95e9-455f96cdac4e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:35.945688 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:35.946540 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:35.957375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 01252731-cc4e-4b42-872f-3edfba4a0837 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:35.983756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6072b5ee-4445-45c3-95e9-455f96cdac4e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:36.001900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64faaa21-60ca-4795-a0c2-18738ec16812') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:36.002579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64faaa21-60ca-4795-a0c2-18738ec16812') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:36.013829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (64faaa21-60ca-4795-a0c2-18738ec16812), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.022679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 01252731-cc4e-4b42-872f-3edfba4a0837 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:36.023053 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.029907 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (64faaa21-60ca-4795-a0c2-18738ec16812), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.038456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:51:36.038869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (64faaa21-60ca-4795-a0c2-18738ec16812), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.054863 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de544e-f722-4e41-bd27-74c3da476f55 None None] Pushing event updated for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:36.075086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:51:36.110939 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:51:36.115465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (6072b5ee-4445-45c3-95e9-455f96cdac4e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.123758 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.131160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:36.131434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 01252731-cc4e-4b42-872f-3edfba4a0837 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:36.133216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fa553c09-a7c1-48de-a8b1-aa383dab59fd up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:36.144026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/networks/6072b5ee-4445-45c3-95e9-455f96cdac4e HTTP/1.1" status: 204 len: 168 time: 1.1808872 Feb 10 13:51:36.171148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba94cf-ea4b-4cce-951b-b2e96aa7b314 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Pushing event deleted for resources: {'Network': ['ID=6072b5ee-4445-45c3-95e9-455f96cdac4e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:36.186646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:36.188415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-834efeda-9fc1-422b-9bdd-8b59834e198d tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdb2f992-adad-4ceb-acbc-6beb8065fe07 HTTP/1.1" status: 200 len: 205 time: 0.0555820 Feb 10 13:51:36.210291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:36.210677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.273300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fa553c09-a7c1-48de-a8b1-aa383dab59fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:36.274435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.316202 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.347678 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.420627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7da4653-1bac-403a-af25-a7723216530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:36.428901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Current status of the port 49e3d30a-aa89-4ae0-aff5-9556787a7793 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:36.429303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.440994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fa553c09-a7c1-48de-a8b1-aa383dab59fd is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:36.471171 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da4653-1bac-403a-af25-a7723216530a None None] The sync data for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 is: [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:36.490229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] For port 49e3d30a-aa89-4ae0-aff5-9556787a7793, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=49e3d30a-aa89-4ae0-aff5-9556787a7793,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:36.501632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.582127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f3e8550-8a83-475a-8f7a-280aee6ff785 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:51:36.593133 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.596329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router_controller (bdb2f992-adad-4ceb-acbc-6beb8065fe07), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.611318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3f3e8550-8a83-475a-8f7a-280aee6ff785 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:51:36.611678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3f3e8550-8a83-475a-8f7a-280aee6ff785 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:51:36.669356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35845a7-8001-44a8-8a8e-85fa3512fa9b None None] Pushing event updated for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:36.674590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-704b77ec-e87f-4c9a-b93b-44769fb51060 None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:36.675127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-704b77ec-e87f-4c9a-b93b-44769fb51060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.690631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (bdb2f992-adad-4ceb-acbc-6beb8065fe07), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.691560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Fanout notify agent at l3_agent the message router_deleted on router bdb2f992-adad-4ceb-acbc-6beb8065fe07 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:51:36.700823 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:36.706804 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8822dfe-b80c-4416-91b2-d76a51fad970 tempest-RoutersNegativeTest-250149625 tempest-RoutersNegativeTest-250149625-project] 10.222.0.13 "DELETE /v2.0/routers/bdb2f992-adad-4ceb-acbc-6beb8065fe07 HTTP/1.1" status: 204 len: 168 time: 0.5169683 Feb 10 13:51:36.771850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-704b77ec-e87f-4c9a-b93b-44769fb51060 None None] Current status of the port 49e3d30a-aa89-4ae0-aff5-9556787a7793 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:36.903959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef12b1f0-3da3-4f3b-a149-c92db2b80fdb req-38591639-10d1-46bd-a55f-8c0d284030d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 210 time: 0.0370545 Feb 10 13:51:37.015584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:37.122763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-a97ad753-b992-43d5-98f3-1c74306356cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:37.124618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-a97ad753-b992-43d5-98f3-1c74306356cd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 795 time: 0.1385217 Feb 10 13:51:37.196219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b02de73d-c656-4ea0-93ee-754d8b7348aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50a9f28103d44379b3500f320468e950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780388 Feb 10 13:51:37.198100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-b5db2bc6-1fde-416e-b423-3e9dcefa24ec tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 379 time: 0.0656834 Feb 10 13:51:37.198572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:37.210160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'port': {'device_id': '98a948aa-4293-4485-8df4-04bc6f558b63', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'admin_state_up': True, 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'security_groups': ['2079046c-8d69-4b31-8d91-b6da5c4a8b76']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:37.323589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] Publish callbacks [] for security_group (0a52481a-d96b-404e-ba2e-f0629584b54f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.361958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] Publish callbacks [] for security_group (0a52481a-d96b-404e-ba2e-f0629584b54f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.390301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:51:37.393419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.417625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.477858 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (0a52481a-d96b-404e-ba2e-f0629584b54f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.480467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.481673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a52481a-d96b-404e-ba2e-f0629584b54f HTTP/1.1" status: 204 len: 168 time: 0.2821481 Feb 10 13:51:37.499211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5935-7103-4ece-a421-74195f498f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a52481a-d96b-404e-ba2e-f0629584b54f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:37.572077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.4 (9063fc0b-4d85-4900-a437-2051e8cfcff9/64567db0-3bac-4380-89d7-0f0283f49b7b/bdf09ad3-882d-4797-8d3e-de3c0c153c83) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:37.738208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.783933 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.824707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:37.830025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:37.836099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:37.888793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:37.916407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:37.917840 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:37.942250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-4120f2e5-e1a4-404e-a566-468e51dc3933 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357833 Feb 10 13:51:37.948253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 49e3d30a-aa89-4ae0-aff5-9556787a7793 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:37.956540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Request body: {'port': {'device_id': '98a948aa-4293-4485-8df4-04bc6f558b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:38.026159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 49e3d30a-aa89-4ae0-aff5-9556787a7793 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:38.026624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.076709 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.127531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 49e3d30a-aa89-4ae0-aff5-9556787a7793 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:38.141578 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8422a37-d224-40f0-a226-a990f84d6813 req-7454c1fd-0f3f-4f2c-9e1b-dcb0e1f29f1c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:38.143104 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8422a37-d224-40f0-a226-a990f84d6813 req-7454c1fd-0f3f-4f2c-9e1b-dcb0e1f29f1c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 931 time: 0.1417663 Feb 10 13:51:38.204400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-df12e453-d269-4f48-a96d-0d1648798202 None None] Provisioning complete for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:38.204807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-df12e453-d269-4f48-a96d-0d1648798202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.239589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-df12e453-d269-4f48-a96d-0d1648798202 None None] Port bdf09ad3-882d-4797-8d3e-de3c0c153c83 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:51:38.272903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f8422a37-d224-40f0-a226-a990f84d6813 req-9e308a82-b02d-487a-b485-29c6eb78f1ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226718 Feb 10 13:51:38.296179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:38.395705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864202800'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:38.416148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.425318 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.439467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:51:38.447483 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks [] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.459871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Transition to ACTIVE for port object bdf09ad3-882d-4797-8d3e-de3c0c153c83 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:51:38.463973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.499351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (9a270920-77e2-4765-acd2-bc4f537ed894), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.504030 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a270920-77e2-4765-acd2-bc4f537ed894), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.514443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:38.541273 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a270920-77e2-4765-acd2-bc4f537ed894,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:38.585087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:51:38.585201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:51:38.585461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:38.592672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.594824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:51:38.595150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:51:38.599294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.600979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:51:38.601394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:51:38.601776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Bound using segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:51:38.602206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Bound port: bdf09ad3-882d-4797-8d3e-de3c0c153c83, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:51:38.602563 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.626590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.627958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3306537 Feb 10 13:51:38.631522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:38.655088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f38ff-2e34-436f-8ee6-0832545f2cab tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077d8d9d-ff9b-4cc0-97ec-870ca8986d3c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:38.686562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:51:38.690110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:51:38.697698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.705335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:38.705822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-945bfafa-489f-4aa4-9b9f-81650cb6a482 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0728426 Feb 10 13:51:38.711044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-security--1717056971', 'description': 'tempest-security-description-1015469484'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:38.770310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:38.770942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.772633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] 10.222.0.21 "PUT /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1091 time: 0.8221991 Feb 10 13:51:38.773111 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:51:38.775356 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:51:38.807161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.830589 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb2600-c2da-4b2c-bf96-bdfc7525fd84 x-openstack-request-id: req-20bb2600-c2da-4b2c-bf96-bdfc7525fd84 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:51:38.830850 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:51:38.831111 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20bb2600-c2da-4b2c-bf96-bdfc7525fd84 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:51:38.831516 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:51:38.848157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb13f-e39f-4620-b62b-c7744532bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:38.893127 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.898603 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.901240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:38.903057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "PUT /v2.0/security-groups/077d8d9d-ff9b-4cc0-97ec-870ca8986d3c HTTP/1.1" status: 200 len: 1797 time: 0.1966820 Feb 10 13:51:38.905989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:38.922114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-15f554cf-897c-455a-a2d4-e02663123fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:38.923623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-15f554cf-897c-455a-a2d4-e02663123fe2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1125 time: 0.1056504 Feb 10 13:51:38.953470 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eee44cd1-f0a1-413e-81f8-4e417e5c07bc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups/077d8d9d-ff9b-4cc0-97ec-870ca8986d3c HTTP/1.1" status: 200 len: 1797 time: 0.0460477 Feb 10 13:51:38.955880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54342) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:38.971259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a27c67-648e-4ac6-b34d-cf8d58244b3d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077d8d9d-ff9b-4cc0-97ec-870ca8986d3c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:38.974187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-0ded95e2-4d53-43e8-b233-6320b5696fb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 217 time: 0.0408332 Feb 10 13:51:39.010812 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.022900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-32c6b6a1-7408-4412-a770-0dc6164c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.024358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-32c6b6a1-7408-4412-a770-0dc6164c0be0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0443530 Feb 10 13:51:39.036514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.072125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750541-f821-4ec9-a111-4f22be11997c req-3622d52f-037e-4157-b865-3fdb83f45257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.073723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-3622d52f-037e-4157-b865-3fdb83f45257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440490 Feb 10 13:51:39.079145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (077d8d9d-ff9b-4cc0-97ec-870ca8986d3c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.082156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.083290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/077d8d9d-ff9b-4cc0-97ec-870ca8986d3c HTTP/1.1" status: 204 len: 168 time: 0.1264908 Feb 10 13:51:39.086047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.093088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3507de-c94a-4cbd-afee-2cb4c8ac0d46 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d8d9d-ff9b-4cc0-97ec-870ca8986d3c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:39.180197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fba81713-552d-42ab-85d2-1299e0e63c09 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930798 Feb 10 13:51:39.183094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54346) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.197463 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-6aeffbd0-3165-4ef1-bee4-37cdf77e70ec tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] delete failed (client error): The resource could not be found. Feb 10 13:51:39.197709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-5a662652-c71f-469f-8509-f903745db410 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182737 Feb 10 13:51:39.198481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6aeffbd0-3165-4ef1-bee4-37cdf77e70ec tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/077d8d9d-ff9b-4cc0-97ec-870ca8986d3c HTTP/1.1" status: 404 len: 347 time: 0.0138638 Feb 10 13:51:39.203412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54348) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.206803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065275081'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:39.226839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.292559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (aa02e723-7254-46fb-96ab-57e6c5cb346d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.294205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e750541-f821-4ec9-a111-4f22be11997c req-bbbff278-6129-4e16-b745-ebd6026fdea0 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906317 Feb 10 13:51:39.296586 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa02e723-7254-46fb-96ab-57e6c5cb346d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.328966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.330207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1266260 Feb 10 13:51:39.331560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c248bd4-3117-4253-a3c2-cddd90a7d6b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa02e723-7254-46fb-96ab-57e6c5cb346d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:39.333260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.339509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'aa02e723-7254-46fb-96ab-57e6c5cb346d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:39.431357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.453673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-1fcf8b13-89f5-477d-be0e-04bdfc2b6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.455178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-1fcf8b13-89f5-477d-be0e-04bdfc2b6e67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1125 time: 0.1106229 Feb 10 13:51:39.479134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce6ee-3ae8-47cd-b931-1f3d5f62212d req-dc450105-6bda-4d75-863a-c7b7b32b5177 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.481128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38cce6ee-3ae8-47cd-b931-1f3d5f62212d req-dc450105-6bda-4d75-863a-c7b7b32b5177 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.1264966 Feb 10 13:51:39.599197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.609035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.623081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38cce6ee-3ae8-47cd-b931-1f3d5f62212d req-14935121-9afe-4941-a43a-4f53ab0d1c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278908 Feb 10 13:51:39.646150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-8ed53179-59dc-4a10-b7cd-2214b302f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.647648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-8ed53179-59dc-4a10-b7cd-2214b302f128 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1843984 Feb 10 13:51:39.648952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51c4399-0602-4862-93a2-cee66e744e6d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:39.662427 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.663543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7497e3d6-0dc2-4645-aee4-dfcade23d86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285303 Feb 10 13:51:39.666571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54354) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.694383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-0cb5592a-3d8a-4180-9a95-147454936692 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 217 time: 0.0405047 Feb 10 13:51:39.695696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.703215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.729700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b51c4399-0602-4862-93a2-cee66e744e6d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.736438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.737562 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b51c4399-0602-4862-93a2-cee66e744e6d HTTP/1.1" status: 204 len: 168 time: 0.0699768 Feb 10 13:51:39.740364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.744850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9a15-2a24-4024-a60c-cd6f2febf762 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b51c4399-0602-4862-93a2-cee66e744e6d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:39.766423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-faf4cc71-93a8-4ce9-bdd9-fc6e8aecff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.767895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-faf4cc71-93a8-4ce9-bdd9-fc6e8aecff3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0661089 Feb 10 13:51:39.798242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d7dcad0-9cdf-45e2-9af7-e051f03a678a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566354 Feb 10 13:51:39.801169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54358) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.835538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-e94ba1b5-6d9f-4aad-abe1-a2e28d5dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:39.837076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-e94ba1b5-6d9f-4aad-abe1-a2e28d5dc8e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616260 Feb 10 13:51:39.853411 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (aa02e723-7254-46fb-96ab-57e6c5cb346d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.878158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (aa02e723-7254-46fb-96ab-57e6c5cb346d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.922046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (aa02e723-7254-46fb-96ab-57e6c5cb346d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.924647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:39.925983 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa02e723-7254-46fb-96ab-57e6c5cb346d HTTP/1.1" status: 204 len: 168 time: 0.1236503 Feb 10 13:51:39.928996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54362) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.931692 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-6f824ae4-81e7-43c4-bc26-e111c97bb37f service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888131 Feb 10 13:51:39.941081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c04f1-92d2-4e25-ac6e-05b62723456f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa02e723-7254-46fb-96ab-57e6c5cb346d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:39.977502 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0832cec8-c7a7-4878-a50e-7a5933dd8224 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463254 Feb 10 13:51:39.982378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54364) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:39.986648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275007383'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.006745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.031643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a4ecd66-a7e0-4943-b26a-a89ae78c2d47 req-5926ea5d-ce9d-42f2-b8d0-215073198005 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938077 Feb 10 13:51:40.077001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (4c8af8d6-5fd6-4cc5-a33f-0f02a021691a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.080540 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4c8af8d6-5fd6-4cc5-a33f-0f02a021691a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.108496 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.109729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1264272 Feb 10 13:51:40.112405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54366) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.116647 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': '4c8af8d6-5fd6-4cc5-a33f-0f02a021691a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.123989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc163f-314b-4a26-87c3-a88a24ddfb0f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8af8d6-5fd6-4cc5-a33f-0f02a021691a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.143326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.200462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.203813 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.218505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02524316-063e-4cd6-80e2-da8d22c23ebc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.229389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.231197 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-51ce36d3-a15e-4681-9f53-d81e8b7c213d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178401 Feb 10 13:51:40.233938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54368) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.238234 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': '4c8af8d6-5fd6-4cc5-a33f-0f02a021691a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.261811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.315452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.319244 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.337845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155b2872-e077-45ff-82f8-b2b12a5058fa,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.346551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.347753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f191b8b3-5bfc-4719-80b2-6d9e73f713e3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129041 Feb 10 13:51:40.350510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54370) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.354728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': '4c8af8d6-5fd6-4cc5-a33f-0f02a021691a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.378557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.438271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.442238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.462393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11b29f5-36fb-454c-9be6-ad5b2ec8975d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.468674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.472515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1c26883f-2951-4946-bed4-f4c1720e5d45 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184375 Feb 10 13:51:40.472885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.477390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': '4c8af8d6-5fd6-4cc5-a33f-0f02a021691a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.500879 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.556492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.560457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.579250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e131e305-9293-4801-add2-db1c77a9f2b4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.586655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.587848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-02a621c8-fed7-4199-a9b0-0ffadf53e9d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139603 Feb 10 13:51:40.591174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.595575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': '4c8af8d6-5fd6-4cc5-a33f-0f02a021691a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:40.619330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.679124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.706932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.742286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d6778f-4f07-49eb-abc2-4556d41d0516,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.756140 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.757397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-db1d08a5-16ea-4dc9-96fc-d68c51a7f904 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1652997 Feb 10 13:51:40.760378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54378) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.774585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534e298-82cf-49cc-8241-e6b4c4bdd8ee req-f4d87876-795a-497d-b65e-729acfdb8c92 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:40.776065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7534e298-82cf-49cc-8241-e6b4c4bdd8ee req-f4d87876-795a-497d-b65e-729acfdb8c92 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.0811710 Feb 10 13:51:40.783916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.791544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.819957 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (77d6778f-4f07-49eb-abc2-4556d41d0516), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.827542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7534e298-82cf-49cc-8241-e6b4c4bdd8ee req-2342e136-1aac-4156-853e-a73b2707f8f5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453267 Feb 10 13:51:40.827757 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.828783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/77d6778f-4f07-49eb-abc2-4556d41d0516 HTTP/1.1" status: 204 len: 168 time: 0.0671654 Feb 10 13:51:40.831407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.833103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd278a7-e043-432d-b34d-5638ea5b87ac tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77d6778f-4f07-49eb-abc2-4556d41d0516,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.872920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee9c9b58-c9af-41ed-ba3a-ce001d0b5b68 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0402939 Feb 10 13:51:40.875643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.898659 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.906953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.933801 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (e131e305-9293-4801-add2-db1c77a9f2b4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.940388 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:40.941516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e131e305-9293-4801-add2-db1c77a9f2b4 HTTP/1.1" status: 204 len: 168 time: 0.0649338 Feb 10 13:51:40.944272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:40.946907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed92a48-507f-409a-aacd-da4b186e8daa tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e131e305-9293-4801-add2-db1c77a9f2b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:40.986079 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9bdf234b-d711-4ab5-a7b3-8140f9ea4c5b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0406191 Feb 10 13:51:40.988770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.011350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.018512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.044481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c11b29f5-36fb-454c-9be6-ad5b2ec8975d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.049673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.050796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c11b29f5-36fb-454c-9be6-ad5b2ec8975d HTTP/1.1" status: 204 len: 168 time: 0.0611122 Feb 10 13:51:41.053320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54388) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.072550 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d2e2b-dbac-4595-8a8e-8265891a53dc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c11b29f5-36fb-454c-9be6-ad5b2ec8975d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.100541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bfd1c42c-0d4f-4440-b722-f4b4a311f814 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0462170 Feb 10 13:51:41.103183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54390) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.126082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.133342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.158410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (155b2872-e077-45ff-82f8-b2b12a5058fa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.165728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.166846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/155b2872-e077-45ff-82f8-b2b12a5058fa HTTP/1.1" status: 204 len: 168 time: 0.0627759 Feb 10 13:51:41.170424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.173010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655d06a-d8b7-48de-8bd1-a0bb36a5ac6d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=155b2872-e077-45ff-82f8-b2b12a5058fa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.209612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0a74907-1473-44dc-9771-f6fab462b3d3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0381117 Feb 10 13:51:41.212373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54394) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.235562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.242735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.268482 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (02524316-063e-4cd6-80e2-da8d22c23ebc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.274204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.275279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/02524316-063e-4cd6-80e2-da8d22c23ebc HTTP/1.1" status: 204 len: 168 time: 0.0619073 Feb 10 13:51:41.277941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.280333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8cf38-f837-48bb-971c-86248a06e9e1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02524316-063e-4cd6-80e2-da8d22c23ebc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.316127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-57dda8e0-eccc-46db-b505-6e76719a0a70 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0369735 Feb 10 13:51:41.318967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.346112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:51:41.372404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.373924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (4c8af8d6-5fd6-4cc5-a33f-0f02a021691a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.396340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (4c8af8d6-5fd6-4cc5-a33f-0f02a021691a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.441474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (4c8af8d6-5fd6-4cc5-a33f-0f02a021691a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.444160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.445361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/4c8af8d6-5fd6-4cc5-a33f-0f02a021691a HTTP/1.1" status: 204 len: 168 time: 0.1254864 Feb 10 13:51:41.448124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54400) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.452283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:41.454954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a6b3-3b2e-4f27-87f0-c414c65d5837 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8af8d6-5fd6-4cc5-a33f-0f02a021691a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.471385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:51:41.500365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.500592 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f03146e-c75c-4cd2-b591-b969fc4615d4 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504279 Feb 10 13:51:41.505444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--216030708'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:41.513894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:41.514281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.526042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.528086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:51:41.550159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:41.553796 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.597032 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (d97dfc15-cbd0-40bb-81d6-11c876cee6cf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.601103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d97dfc15-cbd0-40bb-81d6-11c876cee6cf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.601517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.632421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.633802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1318796 Feb 10 13:51:41.635015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2eb1-ad2e-4760-abc5-e5d35afe1483 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97dfc15-cbd0-40bb-81d6-11c876cee6cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.638088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54404) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.643464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'd97dfc15-cbd0-40bb-81d6-11c876cee6cf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:41.668568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0f9fe4cd-674c-438b-9794-3849961bae2f), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.735532 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0f9fe4cd-674c-438b-9794-3849961bae2f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.738898 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (0f9fe4cd-674c-438b-9794-3849961bae2f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.758972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9fe4cd-674c-438b-9794-3849961bae2f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.767243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.768446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-65e6ea14-5705-406c-9d34-0302500c7cc2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1289403 Feb 10 13:51:41.771279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54406) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.822514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (d97dfc15-cbd0-40bb-81d6-11c876cee6cf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.844106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (d97dfc15-cbd0-40bb-81d6-11c876cee6cf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.876419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bdf09ad3-882d-4797-8d3e-de3c0c153c83'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:51:41.899636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d97dfc15-cbd0-40bb-81d6-11c876cee6cf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.902986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:41.904546 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/d97dfc15-cbd0-40bb-81d6-11c876cee6cf HTTP/1.1" status: 204 len: 168 time: 0.1323016 Feb 10 13:51:41.909627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.916928 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9c319-4576-4b11-b2b1-a77452db2810 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97dfc15-cbd0-40bb-81d6-11c876cee6cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:41.974511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5bc1bd3c-7dd3-4fa2-be05-c73243f67f09 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659473 Feb 10 13:51:41.978885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54412) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:41.983623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091356826'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:41.988317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce47-0c58-4477-b7c5-632a6b3f1a76 req-0f190eff-2c06-474b-baa4-ab062266e2c5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:41.989751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b9ce47-0c58-4477-b7c5-632a6b3f1a76 req-0f190eff-2c06-474b-baa4-ab062266e2c5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.0927787 Feb 10 13:51:42.005359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.048434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2b9ce47-0c58-4477-b7c5-632a6b3f1a76 req-0dc139c2-7967-47d2-b4c3-cb26e43952e8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501344 Feb 10 13:51:42.082245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (e143ee90-1c59-4a5e-be40-6ef3ef10db5b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.085876 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e143ee90-1c59-4a5e-be40-6ef3ef10db5b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.116368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.117616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1383274 Feb 10 13:51:42.120318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54414) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.125144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--27913820'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:42.132907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ed9aa-16ef-436f-811e-e1c9024a10b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e143ee90-1c59-4a5e-be40-6ef3ef10db5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.147274 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.211721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (67d7a700-76d3-4571-b861-d128b8d433d9), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.216249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67d7a700-76d3-4571-b861-d128b8d433d9), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.245488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.246689 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1248767 Feb 10 13:51:42.248469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c5a1d-d1c9-4854-a6e7-08689cdc7629 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7a700-76d3-4571-b861-d128b8d433d9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.249662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.254302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'e143ee90-1c59-4a5e-be40-6ef3ef10db5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '67d7a700-76d3-4571-b861-d128b8d433d9', 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:42.282660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.343263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.346732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.364521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.372278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.373524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-474e1f9e-e7fd-46af-bfc4-aed8ecdf51dd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1227546 Feb 10 13:51:42.376374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.398271 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.409515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.435163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.440489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.441644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98 HTTP/1.1" status: 204 len: 168 time: 0.0643547 Feb 10 13:51:42.444399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54420) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.449413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dd6af-3302-41f7-89b2-3ef916a15a67 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b3a9d09-ce8b-4ab9-92f9-0f5ad7e6ee98,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.484794 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c89717cd-eb88-426b-8c9b-1391f4a76c97 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0390511 Feb 10 13:51:42.487621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54422) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.536948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (67d7a700-76d3-4571-b861-d128b8d433d9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.557852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (67d7a700-76d3-4571-b861-d128b8d433d9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.598031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (67d7a700-76d3-4571-b861-d128b8d433d9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.600729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.601921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/67d7a700-76d3-4571-b861-d128b8d433d9 HTTP/1.1" status: 204 len: 168 time: 0.1134109 Feb 10 13:51:42.604745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.610673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce32810-2678-47c0-aad3-eb2c6ae98166 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7a700-76d3-4571-b861-d128b8d433d9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.658845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-150d2fde-4011-455e-9f80-7bb083fd20f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0529008 Feb 10 13:51:42.661867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.711869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (e143ee90-1c59-4a5e-be40-6ef3ef10db5b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.733745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (e143ee90-1c59-4a5e-be40-6ef3ef10db5b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.776461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e143ee90-1c59-4a5e-be40-6ef3ef10db5b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.779748 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.780911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/e143ee90-1c59-4a5e-be40-6ef3ef10db5b HTTP/1.1" status: 204 len: 168 time: 0.1180646 Feb 10 13:51:42.783626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.790402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f6c0-94a7-4b6a-841a-5a43b92cc209 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143ee90-1c59-4a5e-be40-6ef3ef10db5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.826207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d70ee562-744e-405e-8a83-92d40ae7f16e tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0411968 Feb 10 13:51:42.830006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.834281 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--164359767'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:42.854958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.922764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (b975ec66-d6f7-41d1-88f3-065afeca5bf0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.926332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b975ec66-d6f7-41d1-88f3-065afeca5bf0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.955090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:42.956291 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1253228 Feb 10 13:51:42.958185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73bc8a-b0e5-4c19-9048-a2a1240ff51a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b975ec66-d6f7-41d1-88f3-065afeca5bf0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:42.959252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:42.972901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'b975ec66-d6f7-41d1-88f3-065afeca5bf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:42.999499 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.054921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.058937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.078936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ee3c95-c22a-4a16-85dc-ef0a72982b4c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.085022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.088881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c107e0cf-6cb3-4b21-9e92-0bd2522db6ef tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1168156 Feb 10 13:51:43.089458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.112151 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.121631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.176249 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (37ee3c95-c22a-4a16-85dc-ef0a72982b4c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.185254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.186354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/37ee3c95-c22a-4a16-85dc-ef0a72982b4c HTTP/1.1" status: 204 len: 168 time: 0.0964355 Feb 10 13:51:43.189064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.202832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135b8ba-35c9-4df3-9dab-aae5dd7f28b7 req-8d5cbbf7-36b5-4ab9-bf8a-c5a08ea91b4a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:43.204354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c135b8ba-35c9-4df3-9dab-aae5dd7f28b7 req-8d5cbbf7-36b5-4ab9-bf8a-c5a08ea91b4a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.0850768 Feb 10 13:51:43.205317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fa088-ff46-4904-9563-956a51bd0444 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37ee3c95-c22a-4a16-85dc-ef0a72982b4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.236921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fb2292a1-77d3-4b14-91d5-4a3424f62c5e tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443060 Feb 10 13:51:43.237147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.256158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c135b8ba-35c9-4df3-9dab-aae5dd7f28b7 req-f51d290d-bdef-4b55-b1f5-07ec374cf84b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 Feb 10 13:51:43.288394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (b975ec66-d6f7-41d1-88f3-065afeca5bf0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.310721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (b975ec66-d6f7-41d1-88f3-065afeca5bf0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.359474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:51:43.362382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b975ec66-d6f7-41d1-88f3-065afeca5bf0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.365118 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.366469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/b975ec66-d6f7-41d1-88f3-065afeca5bf0 HTTP/1.1" status: 204 len: 168 time: 0.1284306 Feb 10 13:51:43.369598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.383214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522c203-5d46-414b-8b92-c26b0741fba1 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975ec66-d6f7-41d1-88f3-065afeca5bf0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.425170 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2788fac3-f6a5-4f8d-8dc3-50aa2fac88cc tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506420 Feb 10 13:51:43.425416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54444) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.429778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677470589'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:43.451202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.524433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f4f90415-a3a0-4dae-a92e-a56df50debea), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.529175 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4f90415-a3a0-4dae-a92e-a56df50debea), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.561708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.563005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1367106 Feb 10 13:51:43.565817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.567745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e703a-8ff0-4fb6-9e2e-7f782009d5a9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f90415-a3a0-4dae-a92e-a56df50debea,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.569166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:51:43.571095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'f4f90415-a3a0-4dae-a92e-a56df50debea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:43.574083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:51:43.574455 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.595435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.650038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.653229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:51:43.653624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.654336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.671147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3501b7-c0b6-4165-830e-64d31c1b36fe,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.677826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:51:43.680067 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc27fc1-d81f-4bb5-a4d4-21cc22128b25" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:51:43.682526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.683779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bed4e63d-9a33-4268-bfa8-45f8d2d4b60b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167285 Feb 10 13:51:43.686485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.704837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:51:43.705538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5dfe9c7a-b6f2-4259-8d11-9352cf5eeb5d tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules/0c3501b7-c0b6-4165-830e-64d31c1b36fe HTTP/1.1" status: 200 len: 763 time: 0.0170269 Feb 10 13:51:43.708098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54452) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.716817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.746457 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c3a9b-14b3-4ab6-9e81-09ca3997427b x-openstack-request-id: req-561c3a9b-14b3-4ab6-9e81-09ca3997427b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:51:43.746864 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:51:43.747223 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-561c3a9b-14b3-4ab6-9e81-09ca3997427b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:51:43.748304 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'code': 200} Feb 10 13:51:43.767411 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e9c93dfd-945e-49cd-afe9-930691b6b1b8 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0578558 Feb 10 13:51:43.769798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54454) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.777773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.796577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.804545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.832072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (0c3501b7-c0b6-4165-830e-64d31c1b36fe), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.835889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762af7-3003-45e3-ab52-2630e63c5b31 req-1c7cc634-07d2-42ba-afc7-de7b6606438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:43.837867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e762af7-3003-45e3-ab52-2630e63c5b31 req-1c7cc634-07d2-42ba-afc7-de7b6606438e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1127 time: 0.0450394 Feb 10 13:51:43.838512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.840196 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0c3501b7-c0b6-4165-830e-64d31c1b36fe HTTP/1.1" status: 204 len: 168 time: 0.0690589 Feb 10 13:51:43.842852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.845813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2047c1-039e-4181-846a-240294c95445 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c3501b7-c0b6-4165-830e-64d31c1b36fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:43.905046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-95965a0c-1555-4d86-9a13-87c8316555a7 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0609512 Feb 10 13:51:43.907623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:43.912574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'f4f90415-a3a0-4dae-a92e-a56df50debea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:43.917280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e762af7-3003-45e3-ab52-2630e63c5b31 req-b3c3ef6f-824f-4c8d-9b8f-c9b8833e5660 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723152 Feb 10 13:51:43.937837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.983336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:43.986723 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.003571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a08814-ba19-41b3-be0a-da3e13b2ca49,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.012499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.013011 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8290b53d-a930-4d5f-9f1c-efc576da4d8f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1042912 Feb 10 13:51:44.019366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54462) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.040228 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5051ef48-50d4-40a3-9cd5-e06dbd28a86a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules/13a08814-ba19-41b3-be0a-da3e13b2ca49 HTTP/1.1" status: 200 len: 763 time: 0.0197451 Feb 10 13:51:44.042775 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54464) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.081545 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f88273f-ed43-407e-8df6-abb2d4b16414 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0377228 Feb 10 13:51:44.084097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54466) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.106578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.113899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.143220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (13a08814-ba19-41b3-be0a-da3e13b2ca49), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.149061 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.150137 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/13a08814-ba19-41b3-be0a-da3e13b2ca49 HTTP/1.1" status: 204 len: 168 time: 0.0651405 Feb 10 13:51:44.153395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.156143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec36a83-517f-4eda-801d-a5a4a0518c6a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a08814-ba19-41b3-be0a-da3e13b2ca49,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.189599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3c8118ef-20b8-4522-b9bd-2273c880e957 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0350919 Feb 10 13:51:44.192112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.196295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'f4f90415-a3a0-4dae-a92e-a56df50debea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:44.215280 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Project 569a43fb3d0e4399a4f9bf95e0ad305b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:51:44.219937 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.271910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.275584 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.294294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.303830 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.305120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6adbe186-1021-4684-8475-6911c49469f3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1120579 Feb 10 13:51:44.307729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.323133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0324bc0-37e3-4665-943a-96a546089c77 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules/c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59 HTTP/1.1" status: 200 len: 769 time: 0.0143464 Feb 10 13:51:44.326482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54476) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.370159 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0a19ba8c-b799-44de-a589-dcff356a09f9 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0425220 Feb 10 13:51:44.373272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.379642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc17b0-3479-4b1d-b641-43c8c8b3a4b7 req-d118f954-0501-4ffd-b53a-2be64a3a0fae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:44.381162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64fc17b0-3479-4b1d-b641-43c8c8b3a4b7 req-d118f954-0501-4ffd-b53a-2be64a3a0fae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Feb 10 13:51:44.396718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.406690 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.430855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64fc17b0-3479-4b1d-b641-43c8c8b3a4b7 req-0df66656-3349-4f1b-a62b-e3ecbc2da61c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Feb 10 13:51:44.434986 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.442287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.443367 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59 HTTP/1.1" status: 204 len: 168 time: 0.0691910 Feb 10 13:51:44.453993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.454134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc71f5-efc5-490f-af65-cac06aefd5fd tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8e7dd85-04ea-4659-ba9a-dd26ac0ebd59,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.485951 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1cb7f14f-e917-4939-997c-7f2d18ce0544 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388381 Feb 10 13:51:44.488576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.537924 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f4f90415-a3a0-4dae-a92e-a56df50debea), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.560196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f4f90415-a3a0-4dae-a92e-a56df50debea), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.600880 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f4f90415-a3a0-4dae-a92e-a56df50debea), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.603503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.604774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4f90415-a3a0-4dae-a92e-a56df50debea HTTP/1.1" status: 204 len: 168 time: 0.1152596 Feb 10 13:51:44.607584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.613671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756eaae-7028-4018-a02f-6f04c02c47c2 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f90415-a3a0-4dae-a92e-a56df50debea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.652185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-63c348c9-b3bb-4bf3-90ce-5134c39f267c tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433097 Feb 10 13:51:44.658264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.663077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group': {'name': 'tempest-secgroup--862649431'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:44.683696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.747959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f516215e-a693-4ace-9796-37cdd7c356c1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.753159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f516215e-a693-4ace-9796-37cdd7c356c1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.783734 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.784964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1256683 Feb 10 13:51:44.787064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da748-77ab-4b2a-ab38-b24cd3b4762f tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f516215e-a693-4ace-9796-37cdd7c356c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.788058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54488) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.793202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Request body: {'security_group_rule': {'security_group_id': 'f516215e-a693-4ace-9796-37cdd7c356c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:44.818204 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (d42ab006-f234-436f-9cf0-22013a2f18dc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.872012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (d42ab006-f234-436f-9cf0-22013a2f18dc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.875699 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d42ab006-f234-436f-9cf0-22013a2f18dc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.892933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42ab006-f234-436f-9cf0-22013a2f18dc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:44.902576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.903758 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fc89d0d7-8aba-47cb-9866-0ea9833e40a3 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147063 Feb 10 13:51:44.906403 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54490) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:44.957489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f516215e-a693-4ace-9796-37cdd7c356c1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:44.979156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (f516215e-a693-4ace-9796-37cdd7c356c1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.025501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f516215e-a693-4ace-9796-37cdd7c356c1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.028519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.029668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/f516215e-a693-4ace-9796-37cdd7c356c1 HTTP/1.1" status: 204 len: 168 time: 0.1223786 Feb 10 13:51:45.032233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.038894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa988e-5364-4746-a74e-20dbf394ad9a tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516215e-a693-4ace-9796-37cdd7c356c1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:45.081395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e16ad885-cf50-4c11-be09-ba0e38aeba78 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0479984 Feb 10 13:51:45.083921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.121227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f8866330-580d-4b15-9499-0a5915bae16b tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0356672 Feb 10 13:51:45.123746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.135522 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-fd017ec7-82a5-42a3-9d0a-aa12d603f009 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] delete failed (client error): The resource could not be found. Feb 10 13:51:45.136508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fd017ec7-82a5-42a3-9d0a-aa12d603f009 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "DELETE /v2.0/security-groups/f516215e-a693-4ace-9796-37cdd7c356c1 HTTP/1.1" status: 404 len: 347 time: 0.0118845 Feb 10 13:51:45.139925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.183605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-72b1a0d6-0ff5-40d4-8ae6-99dd6a474c75 tempest-SecGroupIPv6Test-287402677 tempest-SecGroupIPv6Test-287402677-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0404973 Feb 10 13:51:45.419357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.551704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ae42368e-c88e-4126-a6c3-6d39c8d8b2f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=569a43fb3d0e4399a4f9bf95e0ad305b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310930 Feb 10 13:51:45.552816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511aff8-f12a-49ce-9c29-8ac58b7bf0f1 req-b22e1afd-fa14-4d45-8917-6bfbc66819cb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:45.554102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.554422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5511aff8-f12a-49ce-9c29-8ac58b7bf0f1 req-b22e1afd-fa14-4d45-8917-6bfbc66819cb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Feb 10 13:51:45.601247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] Publish callbacks [] for security_group (9a270920-77e2-4765-acd2-bc4f537ed894), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.603118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5511aff8-f12a-49ce-9c29-8ac58b7bf0f1 req-e67fd3ac-b45b-474e-a3ad-d7b4c13f2580 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Feb 10 13:51:45.622264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] Publish callbacks [] for security_group (9a270920-77e2-4765-acd2-bc4f537ed894), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.673034 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9a270920-77e2-4765-acd2-bc4f537ed894), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.676901 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:45.680302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a270920-77e2-4765-acd2-bc4f537ed894 HTTP/1.1" status: 204 len: 168 time: 0.1230586 Feb 10 13:51:45.687654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba97e2-3a38-4413-834e-1263f4a082da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a270920-77e2-4765-acd2-bc4f537ed894,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:45.739401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89609fa-1596-4b66-b591-bfa2283bb846 req-17255db6-d3e5-4c2b-ac8f-4c4b041da6fa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:45.741013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c89609fa-1596-4b66-b591-bfa2283bb846 req-17255db6-d3e5-4c2b-ac8f-4c4b041da6fa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0706275 Feb 10 13:51:45.798743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c89609fa-1596-4b66-b591-bfa2283bb846 req-f90c89c9-439f-4153-9d36-95f9971c9e13 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517101 Feb 10 13:51:45.821371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.869166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a6b38-e02f-4060-988c-2b9a1df2eee2 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:45.871363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-585a6b38-e02f-4060-988c-2b9a1df2eee2 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1122 time: 0.0456121 Feb 10 13:51:45.874252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:45.879413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:51:45.901983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.008817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.118208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.225 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6f301273-e452-4003-bb1b-0cb2200e54a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:51:46.220214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.260276 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.303439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:51:46.306344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:51:46.310479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:51:46.336703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=6f301273-e452-4003-bb1b-0cb2200e54a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:46.684081 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (177d4b92-a366-4826-b8d9-1222d4a5b631), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.756340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.913622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.918488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:46.986699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=6f301273-e452-4003-bb1b-0cb2200e54a2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:51:46.998119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (177d4b92-a366-4826-b8d9-1222d4a5b631), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:47.102769 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP 177d4b92-a366-4826-b8d9-1222d4a5b631 associated. External IP: 172.25.8.225, port: bdf09ad3-882d-4797-8d3e-de3c0c153c83. Feb 10 13:51:47.661834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 07763cce-ea7b-40d3-912c-91a7058f3b8c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:51:47.774576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:51:47.785987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Sync routers for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:51:47.794626 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:51:47.798007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:47.798903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:47.837446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-12831c7d-73ee-4107-a5fc-2e12b3a6a10e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9618473 Feb 10 13:51:47.838368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:51:47.841260 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:51:47.912612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:47.954190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0c93c-f81b-4b71-a549-b2a508b21fd7 req-251b9034-2919-4560-8acf-8fc99d0ccd1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:47.955677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ba0c93c-f81b-4b71-a549-b2a508b21fd7 req-251b9034-2919-4560-8acf-8fc99d0ccd1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Feb 10 13:51:48.005051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ba0c93c-f81b-4b71-a549-b2a508b21fd7 req-f938fd8e-c522-4a50-8515-98e16e5cc9a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Feb 10 13:51:48.027491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54570) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:48.077415 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453606a0-bc7f-458d-9b43-553bb1b590d1 x-openstack-request-id: req-453606a0-bc7f-458d-9b43-553bb1b590d1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:51:48.078023 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:51:48.078953 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-453606a0-bc7f-458d-9b43-553bb1b590d1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:51:48.079553 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:51:48.130059 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-440972c1-bbc3-4830-8ef9-bd7e9b81a251 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/177d4b92-a366-4826-b8d9-1222d4a5b631 HTTP/1.1" status: 200 len: 991 time: 0.1007562 Feb 10 13:51:48.152121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-ea0b13d8-da7c-44fd-8cfd-fc01b2f24fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:48.153721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-ea0b13d8-da7c-44fd-8cfd-fc01b2f24fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1127 time: 0.0533214 Feb 10 13:51:48.155799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '177d4b92-a366-4826-b8d9-1222d4a5b631', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948aa-4293-4485-8df4-04bc6f558b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:51:46Z', 'updated_at': '2022-02-10T13:51:46Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:48.183437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Checking router: 07763cce-ea7b-40d3-912c-91a7058f3b8c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:51:48.192309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:51:48.192972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:51:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:48.246872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-8224b429-d4d5-40b7-906e-c4b6c27df06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:48.248048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-8224b429-d4d5-40b7-906e-c4b6c27df06f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.0881412 Feb 10 13:51:48.305911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:51:48.320499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-b8f31b85-38d2-4884-94ac-86775d7db26f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.0667465 Feb 10 13:51:48.369059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-5dc5720d-ed6a-43a7-aee3-5db5adebc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:48.370715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-5dc5720d-ed6a-43a7-aee3-5db5adebc2da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0442581 Feb 10 13:51:48.423164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-db857f21-8787-46e1-9112-55b4f042bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:51:48.424816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-db857f21-8787-46e1-9112-55b4f042bcfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480227 Feb 10 13:51:48.523309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-936c5ea4-72a5-4944-953e-e7dd7dfb779c service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929122 Feb 10 13:51:48.552313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '177d4b92-a366-4826-b8d9-1222d4a5b631', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948aa-4293-4485-8df4-04bc6f558b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:51:46Z', 'updated_at': '2022-02-10T13:51:46Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:51:48.580134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae1e55-6fdc-494c-a7ae-44c450a18d15 None None] The sync data for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 is: [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '177d4b92-a366-4826-b8d9-1222d4a5b631', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a948aa-4293-4485-8df4-04bc6f558b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:51:46Z', 'updated_at': '2022-02-10T13:51:46Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:51:48.630283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c5730e0-d861-4de6-9c1e-dd61d22fce9c req-9536b938-a33e-4f54-8871-617e8ea1d110 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013458 Feb 10 13:51:48.813004 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1872a-964f-4ffe-9f86-42926eb6376d None None] New status for floating IP 177d4b92-a366-4826-b8d9-1222d4a5b631: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:51:49.131721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54574) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:51:49.190125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b4fbd658-7428-44ec-b2d8-40f8a6e76748 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/177d4b92-a366-4826-b8d9-1222d4a5b631 HTTP/1.1" status: 200 len: 993 time: 0.0572896 Feb 10 13:52:00.854361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93fe9e47-59fd-4f32-a546-8e63fe15ff4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:03.276571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5fe758d4-cdc3-4205-afd8-115dc748ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:04.643567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:05.877864 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:06.271833 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:07.411096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:11.367517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:11.491762 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:52:18.127414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-189c17fa-df02-4b1f-8beb-544a80f054fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553057 Feb 10 13:52:18.252371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-7bb926ae-6892-4b48-82b9-c4ee5be8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:18.254466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-7bb926ae-6892-4b48-82b9-c4ee5be8b9c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.0764086 Feb 10 13:52:18.383379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-23f2fba9-674f-4543-9139-709a6bf73b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:18.385355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-23f2fba9-674f-4543-9139-709a6bf73b6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1079533 Feb 10 13:52:18.473758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-cabcf8bd-9bf7-4e60-9b64-cbba726f606d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 1000 time: 0.0819848 Feb 10 13:52:18.529233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-041bdcfd-39fc-48e5-92b6-1dfab9d0016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:18.530962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-041bdcfd-39fc-48e5-92b6-1dfab9d0016a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0513327 Feb 10 13:52:18.598586 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-7f7a3945-53e9-445e-9eee-6c4189802042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:18.600394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-7f7a3945-53e9-445e-9eee-6c4189802042 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0632274 Feb 10 13:52:18.722535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-f6b73ac3-ad85-4e47-9679-ae1cab2d9040 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157000 Feb 10 13:52:18.828930 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82db05cc-a111-45f2-a0b5-6bd105c8035a req-c7987184-f63c-4c2f-bf8c-6970e6961b58 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993748 Feb 10 13:52:21.264830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-2de7eb8a-565f-4e51-9f34-4fe454abf417 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414414522&fields=id&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 267 time: 0.0438750 Feb 10 13:52:21.371748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-2252e639-83f2-40c4-811f-b1e74a7db5e3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:21.373227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-2252e639-83f2-40c4-811f-b1e74a7db5e3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.1011477 Feb 10 13:52:21.387954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-45e4f7fc-550b-4d54-8dea-47285f972ac0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/quotas/be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 375 time: 0.0091507 Feb 10 13:52:21.452449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-2b98efe7-114d-4030-bd35-cb251d60401d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592871 Feb 10 13:52:21.560764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-f58fe0f6-4cef-497b-8d29-d1a94c6650c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909693 Feb 10 13:52:21.666618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-fbbd82a5-423c-4f7a-a876-f896df421cfe service neutron] 10.222.0.13 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998797 Feb 10 13:52:22.032734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f1b23f0-f462-475b-9411-0be982e1608a req-c41dbb44-f9a7-4889-8718-adebc122953c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0275233 Feb 10 13:52:23.224732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f8fa7c7-e3dc-4fe6-8ddc-3a23e972a92f req-6000b6a8-26f8-44fd-b5b3-430d9279b68f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0601003 Feb 10 13:52:23.351348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-636854b6-0053-495b-926f-f95d45db94c7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:23.352892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-636854b6-0053-495b-926f-f95d45db94c7 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 812 time: 0.2141569 Feb 10 13:52:23.431526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-5a159f1f-8694-4507-8859-ee65e498121c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5 HTTP/1.1" status: 200 len: 380 time: 0.0665491 Feb 10 13:52:23.440937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'port': {'device_id': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'admin_state_up': True, 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'security_groups': ['e22c0f63-4198-40ed-a7a5-b4296c7ae9a4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:52:23.575892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Made reservation on behalf of be5ae3b8d394424fa4c4e3e1c6d14ac5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:52:23.580334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:23.739095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.20.0.13 (b57cc18f-b59d-450f-8cc6-a32b257acee5/794453dd-c53c-49ad-a2c9-82e35d9c6095/1178500b-9d9a-4a3f-9195-2a15dcb12514) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:52:23.907426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:23.945115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:23.995056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:52:24.012313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:52:24.015221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:52:24.019295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:24.083482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:24.084267 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.111329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-cc85db28-f7b5-41c5-b2d9-7d5319a787d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6743131 Feb 10 13:52:24.124146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Request body: {'port': {'device_id': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:52:24.217988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.480100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-133e2d29-72bd-4a3b-8cd2-8315c5f81a73 None None] Provisioning complete for port 1178500b-9d9a-4a3f-9195-2a15dcb12514 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:52:24.482262 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-133e2d29-72bd-4a3b-8cd2-8315c5f81a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.507625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162614e1-3700-473e-b4aa-2b6dbd116b37 req-d0ba4554-038a-4e4c-9f14-f3e89269e295 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:24.509172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-162614e1-3700-473e-b4aa-2b6dbd116b37 req-d0ba4554-038a-4e4c-9f14-f3e89269e295 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 932 time: 0.1170323 Feb 10 13:52:24.517696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-133e2d29-72bd-4a3b-8cd2-8315c5f81a73 None None] Port 1178500b-9d9a-4a3f-9195-2a15dcb12514 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:52:24.606336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-162614e1-3700-473e-b4aa-2b6dbd116b37 req-56376c3a-715c-4adf-8754-b11df814e556 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881584 Feb 10 13:52:24.658643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1178500b-9d9a-4a3f-9195-2a15dcb12514 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:52:24.667909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks [] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.683347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Transition to ACTIVE for port object 1178500b-9d9a-4a3f-9195-2a15dcb12514 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:52:24.687799 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.811426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Pushing event updated for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:24.855590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Attempting to bind port 1178500b-9d9a-4a3f-9195-2a15dcb12514 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:52:24.855949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Attempting to bind port 1178500b-9d9a-4a3f-9195-2a15dcb12514 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:52:24.856263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Attempting to bind port 1178500b-9d9a-4a3f-9195-2a15dcb12514 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:52:24.865898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Port 1178500b-9d9a-4a3f-9195-2a15dcb12514 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:52:24.866199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Attempting to bind port 1178500b-9d9a-4a3f-9195-2a15dcb12514 on network b57cc18f-b59d-450f-8cc6-a32b257acee5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:52:24.885983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:52:24.886636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Checking segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:52:24.887812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Bound using segment: {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:52:24.888499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Bound port: 1178500b-9d9a-4a3f-9195-2a15dcb12514, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795e7a1-5684-48e1-90ad-45756134ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:52:24.889138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:24.966740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:52:24.969975 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:52:24.977652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:25.017062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.017735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:25.019172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] 10.222.0.77 "PUT /v2.0/ports/1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 1092 time: 0.8994467 Feb 10 13:52:25.019615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:52:25.022269 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:52:25.100645 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc58d143-e765-4015-8fa9-4ddd03e3d089 x-openstack-request-id: req-fc58d143-e765-4015-8fa9-4ddd03e3d089 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:52:25.100967 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:52:25.101221 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc58d143-e765-4015-8fa9-4ddd03e3d089 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:52:25.101750 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'status': 'completed', 'code': 200} Feb 10 13:52:25.105623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909bbbc-6392-4100-80ce-69c245ec6391 service neutron] Pushing event updated for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:25.148226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-e8acdcaa-7f4b-4499-9c51-42a85562eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.149955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-e8acdcaa-7f4b-4499-9c51-42a85562eb11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1126 time: 0.0643826 Feb 10 13:52:25.194856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-644c3f8e-e26a-48ca-b57f-73eef1285488 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 217 time: 0.0370750 Feb 10 13:52:25.245746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-71399849-20ce-4f28-b8b5-929d1a338bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.248258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-71399849-20ce-4f28-b8b5-929d1a338bc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0474267 Feb 10 13:52:25.303304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-f20c571c-2ba5-40a4-b33a-90b5ee63316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.305144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-f20c571c-2ba5-40a4-b33a-90b5ee63316b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497921 Feb 10 13:52:25.406918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-48c842e0-3738-42a1-a0c4-aaa864e52b57 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947049 Feb 10 13:52:25.501533 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dddc4e40-3360-49b4-9991-8777c5a32588 req-0ffaf99e-58cd-440f-a605-65dd9161ecb1 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879097 Feb 10 13:52:25.588685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-4d0b2d6b-e802-43ee-80c5-31c50b553a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.590946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-4d0b2d6b-e802-43ee-80c5-31c50b553a6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1126 time: 0.0453978 Feb 10 13:52:25.685904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-8963f3a3-e1a2-4980-be8e-d4d019f061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.687937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-8963f3a3-e1a2-4980-be8e-d4d019f061ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0906951 Feb 10 13:52:25.735694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-e945a58b-713e-4336-a34c-1ed5c246e870 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 217 time: 0.0418303 Feb 10 13:52:25.812104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-861a83fc-7aab-49c2-9488-946f8c006bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.813761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-861a83fc-7aab-49c2-9488-946f8c006bd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0708728 Feb 10 13:52:25.827470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893d11-e39e-453e-8cde-8511cc62c841 req-6bfa329f-3c03-4b90-8ba3-1b8d7ffbba37 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.829318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58893d11-e39e-453e-8cde-8511cc62c841 req-6bfa329f-3c03-4b90-8ba3-1b8d7ffbba37 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0959628 Feb 10 13:52:25.928213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58893d11-e39e-453e-8cde-8511cc62c841 req-853b0762-acca-44f0-ae29-7e7f6b27a067 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880053 Feb 10 13:52:25.951120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-1bda234c-7e3e-4d87-96b1-ed3b683e1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:25.951120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-1bda234c-7e3e-4d87-96b1-ed3b683e1fb9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1204104 Feb 10 13:52:26.042629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-70788312-aeb9-49c3-85df-3918c374ec4e service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830863 Feb 10 13:52:26.144844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949945f2-2bd0-4f75-9e32-2b2ac26d42f6 req-322c174b-0e4c-44fa-8389-6806aeb08894 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943196 Feb 10 13:52:27.082157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8a96e-6b62-4dba-9d51-1c41cd66907a req-f0a2c39b-2d4f-48c0-9be6-11cd917cf782 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:27.085249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bc8a96e-6b62-4dba-9d51-1c41cd66907a req-f0a2c39b-2d4f-48c0-9be6-11cd917cf782 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0731139 Feb 10 13:52:27.163679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bc8a96e-6b62-4dba-9d51-1c41cd66907a req-34337bb1-32c1-4d91-b892-b77beef80628 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618088 Feb 10 13:52:27.204991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:27.328655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.423726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Publish callbacks [] for security_group (9c6bf351-769d-44a0-98d1-a6c1dfb705e4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.429348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6bf351-769d-44a0-98d1-a6c1dfb705e4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.469242 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bf351-769d-44a0-98d1-a6c1dfb705e4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:27.475991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:27.481556 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a34fe6ce698a49a694bd1c2a96bf5dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754693 Feb 10 13:52:27.491193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.492039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.492601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.493179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.493729 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.494659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.495229 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.495776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.497362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.497890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.498544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.499410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.500005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850402d-994c-4712-aaef-484f1c1fdf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.549063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Publish callbacks [] for security_group (9c6bf351-769d-44a0-98d1-a6c1dfb705e4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.571763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Publish callbacks [] for security_group (9c6bf351-769d-44a0-98d1-a6c1dfb705e4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.633905 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (9c6bf351-769d-44a0-98d1-a6c1dfb705e4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.637073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:27.641068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c6bf351-769d-44a0-98d1-a6c1dfb705e4 HTTP/1.1" status: 204 len: 168 time: 0.1615205 Feb 10 13:52:27.647807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bf351-769d-44a0-98d1-a6c1dfb705e4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:27.656256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.656604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.656991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.657385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.657983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.658324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.658754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.659097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.659609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.659867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.660561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.661046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.661553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b6f772-59a0-4bb2-a79f-fe832a1468be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:27.950011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:27.963864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb950d2-5084-4b6c-a491-162ec704e212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.050463 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb950d2-5084-4b6c-a491-162ec704e212 admin admin] Publish callbacks [] for security_group (c578750d-f301-4b5c-859a-3e27c7d1d1eb), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.054698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb950d2-5084-4b6c-a491-162ec704e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c578750d-f301-4b5c-859a-3e27c7d1d1eb), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.094802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8bb950d2-5084-4b6c-a491-162ec704e212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=520a601f41914f8f843fd1bb15b564fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436377 Feb 10 13:52:28.095780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb950d2-5084-4b6c-a491-162ec704e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578750d-f301-4b5c-859a-3e27c7d1d1eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:28.097648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:28.155948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] Publish callbacks [] for security_group (c578750d-f301-4b5c-859a-3e27c7d1d1eb), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.182073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] Publish callbacks [] for security_group (c578750d-f301-4b5c-859a-3e27c7d1d1eb), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.248879 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (c578750d-f301-4b5c-859a-3e27c7d1d1eb), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.252802 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:28.257484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c578750d-f301-4b5c-859a-3e27c7d1d1eb HTTP/1.1" status: 204 len: 168 time: 0.1552570 Feb 10 13:52:28.263305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a01556-5c47-4f93-a925-73ee536ca45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578750d-f301-4b5c-859a-3e27c7d1d1eb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:28.352931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da94e8-936f-4e01-bd11-4b8a39bbad29 req-16b48a30-02e1-40eb-ac91-4c1665501b19 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:28.354830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79da94e8-936f-4e01-bd11-4b8a39bbad29 req-16b48a30-02e1-40eb-ac91-4c1665501b19 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0767217 Feb 10 13:52:28.427021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79da94e8-936f-4e01-bd11-4b8a39bbad29 req-6449b582-0edb-4f29-bed6-181d4f4870b6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653872 Feb 10 13:52:29.565089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00ab49-d8be-41f7-bc08-1468a24a8660 req-d93963cf-8824-4b11-97d3-f6569a428b5c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:29.566584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d00ab49-d8be-41f7-bc08-1468a24a8660 req-d93963cf-8824-4b11-97d3-f6569a428b5c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0592701 Feb 10 13:52:29.625766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d00ab49-d8be-41f7-bc08-1468a24a8660 req-9870c8dc-de75-497b-9065-e8af8c1aa8de tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525250 Feb 10 13:52:30.749077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99173-995a-4f46-b467-1daec539d3ee req-0bd9ac0a-5540-45f4-8d04-7055a9f3f432 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:30.750552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5dd99173-995a-4f46-b467-1daec539d3ee req-0bd9ac0a-5540-45f4-8d04-7055a9f3f432 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0527713 Feb 10 13:52:30.815443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5dd99173-995a-4f46-b467-1daec539d3ee req-2046b9ad-dd86-4005-9397-89a00ca6b70c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592978 Feb 10 13:52:30.853688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-59999c2b-095b-402b-80f0-26609fc0aeac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549970 Feb 10 13:52:30.857905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-73875380-c39c-4855-8b07-7d8287696532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:30.948278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145799-e784-42e0-ac31-5d7b07968b0a req-af9cf922-9910-48ab-94bb-667025717ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:30.950307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-af9cf922-9910-48ab-94bb-667025717ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 1127 time: 0.0473247 Feb 10 13:52:31.070260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145799-e784-42e0-ac31-5d7b07968b0a req-21193409-9a78-4093-8ea9-f9fcb6d80bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:31.072156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-21193409-9a78-4093-8ea9-f9fcb6d80bb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 200 len: 909 time: 0.1001732 Feb 10 13:52:31.138107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-07a3880c-ec7b-4851-b047-4a7c02b54c03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 200 len: 1001 time: 0.0603726 Feb 10 13:52:31.187107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145799-e784-42e0-ac31-5d7b07968b0a req-eb4a9352-4f00-4964-9f47-40ddd443d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:31.188836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-eb4a9352-4f00-4964-9f47-40ddd443d356 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 200 len: 847 time: 0.0455313 Feb 10 13:52:31.252702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145799-e784-42e0-ac31-5d7b07968b0a req-717160fd-b0ae-4b13-ab8f-09991afd6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:31.254286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-717160fd-b0ae-4b13-ab8f-09991afd6986 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b92127cd-8b16-4ae0-85f8-58e6309db14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590351 Feb 10 13:52:31.368862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-3ec60b1e-3625-4722-b394-3a1b0b0ce666 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077228 Feb 10 13:52:31.466882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19145799-e784-42e0-ac31-5d7b07968b0a req-5e7f6dd7-e29e-4c56-9bfe-272d701352d7 service neutron] 10.222.0.21 "GET /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924983 Feb 10 13:52:31.938439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4bfe3-bea3-4093-bc2c-e4e9f1dd9bef req-ee79333c-0741-4981-b2fb-8c90ab29d433 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:31.939926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45f4bfe3-bea3-4093-bc2c-e4e9f1dd9bef req-ee79333c-0741-4981-b2fb-8c90ab29d433 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0524657 Feb 10 13:52:31.988190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-45f4bfe3-bea3-4093-bc2c-e4e9f1dd9bef req-31532b0f-bcd1-48e7-9bb8-677c7548b6e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 Feb 10 13:52:33.118560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958a160-b0b2-4148-8bc9-5ce91319cfcd req-2c87c4a3-a8d5-4ea4-b9c9-c2a62df6b30d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:33.120033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d958a160-b0b2-4148-8bc9-5ce91319cfcd req-2c87c4a3-a8d5-4ea4-b9c9-c2a62df6b30d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0558438 Feb 10 13:52:33.181220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d958a160-b0b2-4148-8bc9-5ce91319cfcd req-b72fc7b9-511f-4e0b-b94e-7f636ffc92d3 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552452 Feb 10 13:52:33.280432 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9923ecb2-b468-49cd-acd6-9087704ca270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.450333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:33.561346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31045d5a-7a94-4f7c-b6cf-8046686686a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.641300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31045d5a-7a94-4f7c-b6cf-8046686686a5 admin admin] Publish callbacks [] for security_group (e30d134e-62a5-4ca3-ba8b-9fba3d1f131a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.646182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31045d5a-7a94-4f7c-b6cf-8046686686a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e30d134e-62a5-4ca3-ba8b-9fba3d1f131a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.685023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31045d5a-7a94-4f7c-b6cf-8046686686a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30d134e-62a5-4ca3-ba8b-9fba3d1f131a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:33.690301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-31045d5a-7a94-4f7c-b6cf-8046686686a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1017618f91a641628b4131abdafaaf2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389424 Feb 10 13:52:33.693192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:33.740833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] Publish callbacks [] for security_group (e30d134e-62a5-4ca3-ba8b-9fba3d1f131a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.761070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] Publish callbacks [] for security_group (e30d134e-62a5-4ca3-ba8b-9fba3d1f131a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.806524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e30d134e-62a5-4ca3-ba8b-9fba3d1f131a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.809186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:33.810362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e30d134e-62a5-4ca3-ba8b-9fba3d1f131a HTTP/1.1" status: 204 len: 168 time: 0.1162076 Feb 10 13:52:33.817948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af9d7d-8ee5-44a9-818f-446f4326c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30d134e-62a5-4ca3-ba8b-9fba3d1f131a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:34.065109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 54974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:34.082480 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-965ec262-b28e-4784-91ad-08df30ec7f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.154437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-965ec262-b28e-4784-91ad-08df30ec7f69 admin admin] Publish callbacks [] for security_group (1b0ec344-8401-456d-9411-92c53c220ef4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.158157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-965ec262-b28e-4784-91ad-08df30ec7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1b0ec344-8401-456d-9411-92c53c220ef4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.195896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-965ec262-b28e-4784-91ad-08df30ec7f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6476ce59f97c424e8d110fd10d0d5946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297517 Feb 10 13:52:34.196771 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec262-b28e-4784-91ad-08df30ec7f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ec344-8401-456d-9411-92c53c220ef4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:34.198660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 54976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:34.249172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] Publish callbacks [] for security_group (1b0ec344-8401-456d-9411-92c53c220ef4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.272693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] Publish callbacks [] for security_group (1b0ec344-8401-456d-9411-92c53c220ef4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.299552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658627a-e733-435b-a70b-ffa183b83eeb req-135440e7-ab78-4fb3-9bb3-0319ac68cec0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:34.301090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9658627a-e733-435b-a70b-ffa183b83eeb req-135440e7-ab78-4fb3-9bb3-0319ac68cec0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0525792 Feb 10 13:52:34.321493 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1b0ec344-8401-456d-9411-92c53c220ef4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.324104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:34.327856 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b0ec344-8401-456d-9411-92c53c220ef4 HTTP/1.1" status: 204 len: 168 time: 0.1274819 Feb 10 13:52:34.335529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6e35c-7215-43ed-9eb8-fcd7502fe370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ec344-8401-456d-9411-92c53c220ef4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:34.356432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9658627a-e733-435b-a70b-ffa183b83eeb req-c8a3dd8c-8833-4e28-be2d-9c921d20b4d9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495195 Feb 10 13:52:34.647300 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:35.481974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce62d6-a661-49b5-a78b-6b74af822bbf req-1e562157-7ef8-47b0-87bb-a5d364b576de tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:35.483541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28ce62d6-a661-49b5-a78b-6b74af822bbf req-1e562157-7ef8-47b0-87bb-a5d364b576de tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0597348 Feb 10 13:52:35.533846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28ce62d6-a661-49b5-a78b-6b74af822bbf req-16722739-f3f7-4e9b-9d8c-8383f08804e9 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449049 Feb 10 13:52:35.882795 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.271672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.334856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55050) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:36.440143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f89f4b-cf6c-4b46-887f-a2d138c25c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.514393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f89f4b-cf6c-4b46-887f-a2d138c25c59 admin admin] Publish callbacks [] for security_group (a1fe9572-906d-4c61-8579-782cd672ee4e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.518404 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f89f4b-cf6c-4b46-887f-a2d138c25c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fe9572-906d-4c61-8579-782cd672ee4e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.555636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f4f89f4b-cf6c-4b46-887f-a2d138c25c59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92eea79108324697aa1162f751a90c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195821 Feb 10 13:52:36.557790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89f4b-cf6c-4b46-887f-a2d138c25c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fe9572-906d-4c61-8579-782cd672ee4e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:36.558405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:36.610030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] Publish callbacks [] for security_group (a1fe9572-906d-4c61-8579-782cd672ee4e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.654331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] Publish callbacks [] for security_group (a1fe9572-906d-4c61-8579-782cd672ee4e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.696820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d64ce7-2a04-4fef-88d6-ebd45279eb6e req-9ed60484-e5f2-40ba-abc6-4d0b2942da58 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:36.698226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2d64ce7-2a04-4fef-88d6-ebd45279eb6e req-9ed60484-e5f2-40ba-abc6-4d0b2942da58 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0893750 Feb 10 13:52:36.732683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a1fe9572-906d-4c61-8579-782cd672ee4e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.735215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:36.738955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1fe9572-906d-4c61-8579-782cd672ee4e HTTP/1.1" status: 204 len: 168 time: 0.1767771 Feb 10 13:52:36.750799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966335a-ae32-44b3-90fd-656197e3fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fe9572-906d-4c61-8579-782cd672ee4e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:36.765603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2d64ce7-2a04-4fef-88d6-ebd45279eb6e req-2267dc95-d7d1-4540-b5af-e4c673d3e21a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602026 Feb 10 13:52:36.991862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:37.005233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdc15f8a-74b2-4673-b231-e2e71900c456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.077404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdc15f8a-74b2-4673-b231-e2e71900c456 admin admin] Publish callbacks [] for security_group (5130b195-0320-4497-8e0a-f5a813f5de37), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.081286 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdc15f8a-74b2-4673-b231-e2e71900c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5130b195-0320-4497-8e0a-f5a813f5de37), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.120806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cdc15f8a-74b2-4673-b231-e2e71900c456 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da49ad15e75042debe07bb657e863e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255157 Feb 10 13:52:37.120806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15f8a-74b2-4673-b231-e2e71900c456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5130b195-0320-4497-8e0a-f5a813f5de37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:37.121933 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55064) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:37.168835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] Publish callbacks [] for security_group (5130b195-0320-4497-8e0a-f5a813f5de37), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.189899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] Publish callbacks [] for security_group (5130b195-0320-4497-8e0a-f5a813f5de37), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.239955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5130b195-0320-4497-8e0a-f5a813f5de37), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.242483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.243636 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5130b195-0320-4497-8e0a-f5a813f5de37 HTTP/1.1" status: 204 len: 168 time: 0.1206031 Feb 10 13:52:37.251486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93609501-cbda-4448-ab5b-460ca9b51a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5130b195-0320-4497-8e0a-f5a813f5de37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:37.416956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:37.896836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9e4a4-3234-4003-a63f-7ab6122238c0 req-44dedd55-4393-4b74-84d2-42f19cd3b693 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:37.898336 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06a9e4a4-3234-4003-a63f-7ab6122238c0 req-44dedd55-4393-4b74-84d2-42f19cd3b693 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0588107 Feb 10 13:52:37.948996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06a9e4a4-3234-4003-a63f-7ab6122238c0 req-abc4b789-ffd0-43b0-b69e-0e0b29586cb1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Feb 10 13:52:38.297683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55098) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:38.402977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c98715d4-8d19-47c0-a966-a2bf9a23f77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.476884 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c98715d4-8d19-47c0-a966-a2bf9a23f77b admin admin] Publish callbacks [] for security_group (d4f45a45-d590-4e4c-9ef6-0a7e37903ee1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.481093 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c98715d4-8d19-47c0-a966-a2bf9a23f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d4f45a45-d590-4e4c-9ef6-0a7e37903ee1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.519757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c98715d4-8d19-47c0-a966-a2bf9a23f77b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cc1d20b746a4e0fa3e9155a1521d44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210169 Feb 10 13:52:38.521737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98715d4-8d19-47c0-a966-a2bf9a23f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f45a45-d590-4e4c-9ef6-0a7e37903ee1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:38.522651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:38.572602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] Publish callbacks [] for security_group (d4f45a45-d590-4e4c-9ef6-0a7e37903ee1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.594844 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] Publish callbacks [] for security_group (d4f45a45-d590-4e4c-9ef6-0a7e37903ee1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.639056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d4f45a45-d590-4e4c-9ef6-0a7e37903ee1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.642209 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:38.643412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f45a45-d590-4e4c-9ef6-0a7e37903ee1 HTTP/1.1" status: 204 len: 168 time: 0.1197686 Feb 10 13:52:38.650887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebcd81-56d2-484e-8992-030cef56e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f45a45-d590-4e4c-9ef6-0a7e37903ee1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:39.077270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3205b3-5071-4537-b737-1e6b532ac6f4 req-5d001f82-5507-4157-80e2-e9ce67512857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:39.078797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a3205b3-5071-4537-b737-1e6b532ac6f4 req-5d001f82-5507-4157-80e2-e9ce67512857 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0571187 Feb 10 13:52:39.129081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a3205b3-5071-4537-b737-1e6b532ac6f4 req-2f08cbd2-5302-4b48-992b-f17ed5ecc8fb tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Feb 10 13:52:40.245840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44b98-c95c-4258-942f-04f31dc22d20 req-d4a2d612-5a79-44b6-af00-08d82fd5e59b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:40.247916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61f44b98-c95c-4258-942f-04f31dc22d20 req-d4a2d612-5a79-44b6-af00-08d82fd5e59b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0517514 Feb 10 13:52:40.298586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61f44b98-c95c-4258-942f-04f31dc22d20 req-a4ba6e24-972f-4cfc-920c-7bff2313d118 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Feb 10 13:52:41.243530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1178500b-9d9a-4a3f-9195-2a15dcb12514 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:52:41.339766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:52:41.359774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'port_id': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'mac_address': 'fa:16:3e:46:47:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:52:41.366342 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:41.398967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1178500b-9d9a-4a3f-9195-2a15dcb12514 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:52:41.399353 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:41.413679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1178500b-9d9a-4a3f-9195-2a15dcb12514 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:52:41.417641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4e3a-ed71-40b0-99b7-4d584588d174 req-0976a8c8-0d77-48e1-8778-f14cc6b05f23 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:41.419523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67bf4e3a-ed71-40b0-99b7-4d584588d174 req-0976a8c8-0d77-48e1-8778-f14cc6b05f23 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 944 time: 0.0518959 Feb 10 13:52:41.433302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:52:41.437629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:41.469525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67bf4e3a-ed71-40b0-99b7-4d584588d174 req-18caa08e-b08c-43d7-8563-6df8b05ca499 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 Feb 10 13:52:41.489088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:41.497376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.497671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.498013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.498349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.498684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.499012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.499339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.499665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.499987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.500310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.500632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.500974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.501300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:52:41.650410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['1178500b-9d9a-4a3f-9195-2a15dcb12514'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:52:42.587249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5c6b-234a-4cdb-87de-486da2c85150 req-d0177703-df36-401d-9bb3-0d9b5c4effb0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:42.588773 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd7d5c6b-234a-4cdb-87de-486da2c85150 req-d0177703-df36-401d-9bb3-0d9b5c4effb0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 945 time: 0.0526102 Feb 10 13:52:42.641329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd7d5c6b-234a-4cdb-87de-486da2c85150 req-32db6ecb-e609-495a-965d-426302ab34ae tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Feb 10 13:52:43.254158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1178500b-9d9a-4a3f-9195-2a15dcb12514 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:52:43.303622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 1178500b-9d9a-4a3f-9195-2a15dcb12514 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:52:43.308000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 1178500b-9d9a-4a3f-9195-2a15dcb12514 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:52:43.308384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:43.387771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 1178500b-9d9a-4a3f-9195-2a15dcb12514 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:52:43.388160 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:43.411014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:52:43.413284 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8951adf7-a0f3-4fc5-a649-44c72962695c" -d '{"events": [{"server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "name": "network-vif-plugged", "status": "completed", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:52:43.434118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:52:43.439091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:43.494079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:43.583162 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6d064-4619-4698-a62b-c9fba62b24c2 x-openstack-request-id: req-27c6d064-4619-4698-a62b-c9fba62b24c2 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:52:43.583463 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "name": "network-vif-plugged", "status": "completed", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:52:43.583720 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c6d064-4619-4698-a62b-c9fba62b24c2 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:52:43.584119 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'code': 200} Feb 10 13:52:43.689940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9f3a-2201-4d12-a3e0-1d1197ffea17 req-ec13acd5-3f38-4ce6-a27b-ae3274f5f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:43.691444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e3b9f3a-2201-4d12-a3e0-1d1197ffea17 req-ec13acd5-3f38-4ce6-a27b-ae3274f5f44f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1128 time: 0.0513027 Feb 10 13:52:43.766838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e3b9f3a-2201-4d12-a3e0-1d1197ffea17 req-58b89b16-6ef8-42c6-b48b-2aa0feed3cc4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683465 Feb 10 13:52:43.781553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e835-d9cf-4e43-8ccd-1011a0ae0400 req-39cf471f-c3ac-488b-882a-2ae599b4436d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:43.782945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3525e835-d9cf-4e43-8ccd-1011a0ae0400 req-39cf471f-c3ac-488b-882a-2ae599b4436d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.0699573 Feb 10 13:52:43.832890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3525e835-d9cf-4e43-8ccd-1011a0ae0400 req-36add0d6-8063-476b-bec6-66cdeef5b078 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Feb 10 13:52:45.240336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1562b3f-ce18-4f29-be6d-b29dcf3cd423 req-278239df-a17a-4aed-ab96-b57dab047c4a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:45.245226 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1562b3f-ce18-4f29-be6d-b29dcf3cd423 req-278239df-a17a-4aed-ab96-b57dab047c4a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.0562336 Feb 10 13:52:45.293971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1562b3f-ce18-4f29-be6d-b29dcf3cd423 req-40360373-06b5-4e4b-92b0-179cc4721d87 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Feb 10 13:52:45.409554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66945d-b2ff-41fb-a7e9-c8a77dd8ef2e req-291a7212-ab93-4fa3-babd-a19fa27fc2cc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:45.411249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b66945d-b2ff-41fb-a7e9-c8a77dd8ef2e req-291a7212-ab93-4fa3-babd-a19fa27fc2cc tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.0522652 Feb 10 13:52:45.459171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b66945d-b2ff-41fb-a7e9-c8a77dd8ef2e req-d0c726b1-b874-4f2f-8a83-ddf459d5b214 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Feb 10 13:52:45.481874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:45.524620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb329a7-edcd-48f7-af0d-5d3b6bf97415 tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:45.526159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-feb329a7-edcd-48f7-af0d-5d3b6bf97415 tempest-TestVolumeBootPattern-1009783595 tempest-TestVolumeBootPattern-1009783595-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1123 time: 0.0432920 Feb 10 13:52:45.529048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:45.533217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:52:45.553550 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:45.649591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:45.753148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Allocated IP 172.25.8.199 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/8b522e32-a5ac-4eaf-95f3-4fe2c3794ced) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:52:45.855978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:45.891120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:45.931034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:52:45.933945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:52:45.937454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:52:45.942696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=8b522e32-a5ac-4eaf-95f3-4fe2c3794ced,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:46.655746 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (8ed5aecc-f39d-4cdc-9a7e-7080e70b619e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:46.732238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:46.878184 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:46.883217 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:46.955396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event updated for resources: {'Port': ['ID=8b522e32-a5ac-4eaf-95f3-4fe2c3794ced,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:52:46.970951 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (8ed5aecc-f39d-4cdc-9a7e-7080e70b619e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:47.093498 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP 8ed5aecc-f39d-4cdc-9a7e-7080e70b619e associated. External IP: 172.25.8.199, port: 1178500b-9d9a-4a3f-9195-2a15dcb12514. Feb 10 13:52:47.358555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:52:47.476320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:52:47.487559 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:52:47.497952 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:52:47.500139 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:52:47.500865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:52:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:52:47.531030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b3ed7917-f82f-48d2-85ef-cd6d477fd25b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0008764 Feb 10 13:52:47.531773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:52:47.534081 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166761d4-0bd1-4d7b-8989-c99c8cb481de" -d '{"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:52:47.573496 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2612df8c-5b93-49fa-9e72-c134f35e2a27 x-openstack-request-id: req-2612df8c-5b93-49fa-9e72-c134f35e2a27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:52:47.573790 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:52:47.574049 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2612df8c-5b93-49fa-9e72-c134f35e2a27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:52:47.575858 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'status': 'completed', 'code': 200} Feb 10 13:52:47.634039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:52:47.643890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-0c8bad69-8f20-46af-98c7-86037be34681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:47.645440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-0c8bad69-8f20-46af-98c7-86037be34681 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1128 time: 0.0462556 Feb 10 13:52:47.739278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-06044002-9cbf-48d6-a1bd-b7bb4c4187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:47.740680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-06044002-9cbf-48d6-a1bd-b7bb4c4187bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0897534 Feb 10 13:52:47.805495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-82aad8c2-594e-4e43-8e41-eb072b90cd42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 1000 time: 0.0589464 Feb 10 13:52:47.851253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-297a4211-43c9-4ca2-aa67-1ec24a7d2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:47.852712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-297a4211-43c9-4ca2-aa67-1ec24a7d2648 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0422182 Feb 10 13:52:47.860069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '8ed5aecc-f39d-4cdc-9a7e-7080e70b619e', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:46:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:52:46Z', 'updated_at': '2022-02-10T13:52:46Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}, {'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:52:47.886976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:52:47.895405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:52:47.896128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:52:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:52:47.906267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-24f9f4fb-7094-448d-acba-ab93fed99c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:47.907791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-24f9f4fb-7094-448d-acba-ab93fed99c62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495574 Feb 10 13:52:47.995865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-13c233f8-7634-46e6-994c-00fdb21c5818 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Feb 10 13:52:48.004066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:52:48.090390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-166761d4-0bd1-4d7b-8989-c99c8cb481de req-761721a9-262e-45ac-98f2-0906b8e2e7ea service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881290 Feb 10 13:52:48.224161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '8ed5aecc-f39d-4cdc-9a7e-7080e70b619e', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:46:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:52:46Z', 'updated_at': '2022-02-10T13:52:46Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}, {'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:52:48.408239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a452f6-4f7a-4a70-a2b5-1c8601173b75 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '8ed5aecc-f39d-4cdc-9a7e-7080e70b619e', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:46:47:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:52:46Z', 'updated_at': '2022-02-10T13:52:46Z', 'revision_number': 0, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}, {'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:52:48.490811 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:52:48.622246 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedb5eb-b439-49ad-a4ef-57f7b70b210e None None] New status for floating IP 8ed5aecc-f39d-4cdc-9a7e-7080e70b619e: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:52:52.303147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370585b-a8fc-429e-9299-82ae01d0fbab req-1868422b-b5f5-4742-95be-b19b10f9ce54 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:52.304704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0370585b-a8fc-429e-9299-82ae01d0fbab req-1868422b-b5f5-4742-95be-b19b10f9ce54 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1127 time: 0.0448878 Feb 10 13:52:52.350403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0370585b-a8fc-429e-9299-82ae01d0fbab req-b4efb6b8-cc21-4789-83c2-5475d69b8491 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Feb 10 13:52:52.468458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd90232-9b94-43d9-9276-feca0395d6cd req-4517e062-79fb-405f-8f88-627b8d05414e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:52.469885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdd90232-9b94-43d9-9276-feca0395d6cd req-4517e062-79fb-405f-8f88-627b8d05414e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Feb 10 13:52:52.529390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bdd90232-9b94-43d9-9276-feca0395d6cd req-4f1a3667-4637-414f-ad1e-36b3583ab38b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538597 Feb 10 13:52:52.566537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:52.637825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0ef39d9a-bf3d-4bd3-a916-a898c5a15094 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/177d4b92-a366-4826-b8d9-1222d4a5b631 HTTP/1.1" status: 200 len: 993 time: 0.0629978 Feb 10 13:52:53.076380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:53.145374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76600675-96a6-4ffb-9140-f91fe5237ac3 req-40b46785-5299-41a9-b37e-198bee394f4a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:53.147017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76600675-96a6-4ffb-9140-f91fe5237ac3 req-40b46785-5299-41a9-b37e-198bee394f4a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0544653 Feb 10 13:52:53.212110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76600675-96a6-4ffb-9140-f91fe5237ac3 req-a6e1df93-1f0f-445c-a10d-c4e97b5475bb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560212 Feb 10 13:52:53.250888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-eff226d3-8f39-4015-ab1f-19a09f676d91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1733301 Feb 10 13:52:53.259528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2fa20bcd-af33-4062-9391-380a96efaa1f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:52:53.260447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2fa20bcd-af33-4062-9391-380a96efaa1f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048552 Feb 10 13:52:53.629363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55238) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:52:53.737224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-6aded2b2-30a0-4dc6-b6ef-b4538078186a tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:53.738692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-6aded2b2-30a0-4dc6-b6ef-b4538078186a tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1124 time: 0.1075389 Feb 10 13:52:54.332253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc8d2-1cf2-4beb-943f-7e2a75e445a1 req-8b2b67e8-8bec-4a52-84d0-9ee379ba27f6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:54.333792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92afc8d2-1cf2-4beb-943f-7e2a75e445a1 req-8b2b67e8-8bec-4a52-84d0-9ee379ba27f6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0524964 Feb 10 13:52:54.382568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92afc8d2-1cf2-4beb-943f-7e2a75e445a1 req-2baaef53-9816-4c0f-95c0-7ab1315469e1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Feb 10 13:52:54.537445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-61705c72-ea90-43ca-bd61-7df67fb8b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:54.539069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-61705c72-ea90-43ca-bd61-7df67fb8b806 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1127 time: 0.0476165 Feb 10 13:52:54.634516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-1769432c-e203-4079-a886-77ab9dc8792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:54.636025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-1769432c-e203-4079-a886-77ab9dc8792f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.0913396 Feb 10 13:52:54.710187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-258cfd20-6aae-455b-9225-e4c643423f44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1001 time: 0.0679507 Feb 10 13:52:54.763663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-59d53c9e-d89e-4b5e-8037-8913dc5899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:54.765143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-59d53c9e-d89e-4b5e-8037-8913dc5899cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0489748 Feb 10 13:52:54.816541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-a6afb4fe-b2d5-4731-82ab-d18f7284fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:54.818143 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-a6afb4fe-b2d5-4731-82ab-d18f7284fd40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459790 Feb 10 13:52:54.915634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-ce6f4672-feed-454a-9a60-f115acabac21 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912552 Feb 10 13:52:55.018168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-eb04ef3b-9195-4da0-a95b-682c4022eb76 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966270 Feb 10 13:52:55.508917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5973c20-0a72-43d1-87c5-475ea3afcc35 req-5edc7e2d-671d-4c41-ad4a-31316dca60f4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:55.510558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5973c20-0a72-43d1-87c5-475ea3afcc35 req-5edc7e2d-671d-4c41-ad4a-31316dca60f4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0540054 Feb 10 13:52:55.560702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5973c20-0a72-43d1-87c5-475ea3afcc35 req-85b2f9a8-c518-4057-83ec-027502605e5f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Feb 10 13:52:56.689613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8af37-8fb6-4343-a8d9-8f634a2c1515 req-9f7321ba-6914-4198-9f93-a2d15948c406 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:56.691926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4b8af37-8fb6-4343-a8d9-8f634a2c1515 req-9f7321ba-6914-4198-9f93-a2d15948c406 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0614176 Feb 10 13:52:56.740988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4b8af37-8fb6-4343-a8d9-8f634a2c1515 req-48e5388a-484a-4977-b589-45cf6355b7ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434036 Feb 10 13:52:57.872726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d52b8-b080-411b-a5ab-3024f9ab25ad req-b64df8a1-c79c-4fe1-ba3c-a1d68636c790 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:57.874390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c0d52b8-b080-411b-a5ab-3024f9ab25ad req-b64df8a1-c79c-4fe1-ba3c-a1d68636c790 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Feb 10 13:52:57.926513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c0d52b8-b080-411b-a5ab-3024f9ab25ad req-8f6f003f-8b1e-4f90-8a06-21d9df446d33 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454228 Feb 10 13:52:59.052632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e9396-1d1a-4e20-b997-2792760a7365 req-45d5a43a-fc59-4340-b3bb-2755fd7aa14e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:52:59.054110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-644e9396-1d1a-4e20-b997-2792760a7365 req-45d5a43a-fc59-4340-b3bb-2755fd7aa14e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Feb 10 13:52:59.101846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-644e9396-1d1a-4e20-b997-2792760a7365 req-5cecb8be-e5c3-458d-abe3-8669c789d238 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Feb 10 13:53:00.220142 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7972-d44e-4c3d-889c-d94175acb5f3 req-855e040f-c59e-4313-8449-aa3ff2044f60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:00.221654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a88a7972-d44e-4c3d-889c-d94175acb5f3 req-855e040f-c59e-4313-8449-aa3ff2044f60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Feb 10 13:53:00.270638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a88a7972-d44e-4c3d-889c-d94175acb5f3 req-4defcbb7-f8cf-4cb9-90a4-df9ffdbd1243 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Feb 10 13:53:00.857049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e763a7b5-2231-4657-89b1-dd63d7497017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:01.071917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d753aad-fabf-4ba7-8fe9-076819eefd1f req-b215cbc1-824a-470f-905d-d29e4744ff31 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:01.073835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d753aad-fabf-4ba7-8fe9-076819eefd1f req-b215cbc1-824a-470f-905d-d29e4744ff31 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.0545845 Feb 10 13:53:01.126888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7d753aad-fabf-4ba7-8fe9-076819eefd1f req-9b473fa8-e1e1-4870-ab86-55259cb8e859 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473876 Feb 10 13:53:01.434858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3494d-d885-4058-b639-45ca9dba2f45 req-2f680ebb-a324-4a35-ad80-72fccac0b736 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:01.436537 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d3494d-d885-4058-b639-45ca9dba2f45 req-2f680ebb-a324-4a35-ad80-72fccac0b736 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0779476 Feb 10 13:53:01.497402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f2d3494d-d885-4058-b639-45ca9dba2f45 req-22e0e6d8-0a57-4710-a910-dd78e8ffdd55 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546961 Feb 10 13:53:01.708611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-c6f0b396-c5d8-4770-b3fc-6f709594d8fe tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:01.710103 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-c6f0b396-c5d8-4770-b3fc-6f709594d8fe tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.21 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.0632813 Feb 10 13:53:01.811128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Deleting port 3922bf78-60be-42e4-acee-06396eaee550 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:01.811537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3922bf78-60be-42e4-acee-06396eaee550), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:01.929664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] For port 3922bf78-60be-42e4-acee-06396eaee550, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=3922bf78-60be-42e4-acee-06396eaee550,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:01.930046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3922bf78-60be-42e4-acee-06396eaee550), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:02.123094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:02.123461 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fa855618-f404-452b-bc1c-62f309e778ee), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:02.123779 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Floating IP fa855618-f404-452b-bc1c-62f309e778ee disassociated. External IP: 172.25.8.187, port: 3922bf78-60be-42e4-acee-06396eaee550. Feb 10 13:53:02.124126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Calling delete_port for 3922bf78-60be-42e4-acee-06396eaee550 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:02.287797 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3922bf78-60be-42e4-acee-06396eaee550), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:02.326531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02544f5-8299-422f-9d91-bbaa57297bae req-1f1bbcdf-21f4-4889-9d74-c41c3764b605 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:02.328252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e02544f5-8299-422f-9d91-bbaa57297bae req-1f1bbcdf-21f4-4889-9d74-c41c3764b605 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caa8075-e62d-4390-bd8c-41ce354960cd HTTP/1.1" status: 200 len: 945 time: 0.1248057 Feb 10 13:53:02.329463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event deleted for resources: {'Port': ['ID=3922bf78-60be-42e4-acee-06396eaee550,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:02.436070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e02544f5-8299-422f-9d91-bbaa57297bae req-fc2c4873-fd9d-467e-8a10-aa0202d44046 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb50027-d4ac-4def-b84d-fc849f99e70e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995069 Feb 10 13:53:02.490650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:53:02.646336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:53:02.659316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Sync routers for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:53:02.672850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:02.674128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:52:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:02.708213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] No DVR routers for this DVR port 3922bf78-60be-42e4-acee-06396eaee550 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:02.711038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:02.715606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d14c8fc4-1d8a-4d30-9072-c7f4972d0e81 req-5e619cbf-8c0d-4f65-8d27-0b30a24e62d5 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.21 "DELETE /v2.0/ports/3922bf78-60be-42e4-acee-06396eaee550 HTTP/1.1" status: 204 len: 173 time: 0.9994280 Feb 10 13:53:02.723508 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'name': 'network-vif-deleted', 'tag': '3922bf78-60be-42e4-acee-06396eaee550'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:02.724569 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c74719-bbb9-4d43-80b1-9bcd0a649281" -d '{"events": [{"server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "name": "network-vif-deleted", "tag": "3922bf78-60be-42e4-acee-06396eaee550"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:02.747390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5434-c3ad-40ee-8114-d81c2afbf777 req-0fae0eba-64af-4fd4-8b07-8b106cd6b4a5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:02.749215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e3a5434-c3ad-40ee-8114-d81c2afbf777 req-0fae0eba-64af-4fd4-8b07-8b106cd6b4a5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.1592333 Feb 10 13:53:02.823369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e3a5434-c3ad-40ee-8114-d81c2afbf777 req-320d763b-5d8f-44a2-8b8a-eb2d346bc494 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664146 Feb 10 13:53:02.909223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:02.945646 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d194ed-081a-4e03-b685-505da1dd44da x-openstack-request-id: req-98d194ed-081a-4e03-b685-505da1dd44da {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:02.946416 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caa8075-e62d-4390-bd8c-41ce354960cd", "name": "network-vif-deleted", "tag": "3922bf78-60be-42e4-acee-06396eaee550", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:02.946722 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d194ed-081a-4e03-b685-505da1dd44da {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:02.947338 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caa8075-e62d-4390-bd8c-41ce354960cd', 'name': 'network-vif-deleted', 'tag': '3922bf78-60be-42e4-acee-06396eaee550', 'status': 'completed', 'code': 200} Feb 10 13:53:03.161230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:03.191374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Checking router: 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:53:03.201762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:03.202478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:52:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:03.320965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b104013-21b3-469c-b86f-e0cc9c1a603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:03.331813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:03.496605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:03.555554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:03.584748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6f482-ea1e-4b5e-9995-0df95acf5093 None None] The sync data for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 is: [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:47:18Z', 'revision_number': 4, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '38244c21-e5bf-4293-9721-ed9cef425dad', 'name': '', 'network_id': 'b92127cd-8b16-4ae0-85f8-58e6309db14d', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'mac_address': 'fa:16:3e:cb:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:17Z', 'updated_at': '2022-02-10T13:47:25Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'subnets': [{'id': 'f26d8da5-c507-48aa-82be-6348464b1989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:53:03.641399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Deleting port 72ada934-b009-481d-b071-bb306d4d8a0d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:03.641740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:03.721612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:03.721945 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for floatingip (72ada934-b009-481d-b071-bb306d4d8a0d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:03.735314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Calling delete_port for 72ada934-b009-481d-b071-bb306d4d8a0d owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:03.843003 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687c0c9-6afa-4d6c-b297-79f81929f8fe None None] New status for floating IP fa855618-f404-452b-bc1c-62f309e778ee: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:53:03.883440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (72ada934-b009-481d-b071-bb306d4d8a0d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:03.922935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event deleted for resources: {'Port': ['ID=72ada934-b009-481d-b071-bb306d4d8a0d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:03.937220 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.db.api [None req-7687c0c9-6afa-4d6c-b297-79f81929f8fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:53:03.937846 n-d-815324-6 neutron-server[103402]: DEBUG oslo_db.api [None req-7687c0c9-6afa-4d6c-b297-79f81929f8fe None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:53:04.012595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for floatingip (fa855618-f404-452b-bc1c-62f309e778ee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.016344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.017649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4a6a7d93-328b-4f40-8c77-9f242dcfd982 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "DELETE /v2.0/floatingips/fa855618-f404-452b-bc1c-62f309e778ee HTTP/1.1" status: 204 len: 168 time: 0.5200124 Feb 10 13:53:04.021010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615a469-4ff7-494f-938b-16902a284c6f req-d082d1d1-ff52-4801-8289-ff02c73038be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:04.022762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a615a469-4ff7-494f-938b-16902a284c6f req-d082d1d1-ff52-4801-8289-ff02c73038be tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0663166 Feb 10 13:53:04.077182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a615a469-4ff7-494f-938b-16902a284c6f req-568ea478-2fa3-4da2-8904-63e533cd656e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480497 Feb 10 13:53:04.162336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55330) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:04.229096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (6eb50027-d4ac-4def-b84d-fc849f99e70e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.255887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (6eb50027-d4ac-4def-b84d-fc849f99e70e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.319561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (6eb50027-d4ac-4def-b84d-fc849f99e70e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.322358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.323830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] 10.222.0.13 "DELETE /v2.0/security-groups/6eb50027-d4ac-4def-b84d-fc849f99e70e HTTP/1.1" status: 204 len: 168 time: 0.1604741 Feb 10 13:53:04.333799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef7305-75b0-4a0f-a55d-71969ba9aa96 tempest-TestServerBasicOps-284340618 tempest-TestServerBasicOps-284340618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb50027-d4ac-4def-b84d-fc849f99e70e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:04.362545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:04.440183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687c0c9-6afa-4d6c-b297-79f81929f8fe None None] New status for floating IP fa855618-f404-452b-bc1c-62f309e778ee: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:53:04.652221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:04.832660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:05.413286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18888a-c0a0-4da2-bc70-72ceb2a01db0 req-74b5469d-57e3-45fb-b4b6-78bc348e3cf2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:05.414769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd18888a-c0a0-4da2-bc70-72ceb2a01db0 req-74b5469d-57e3-45fb-b4b6-78bc348e3cf2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.1198871 Feb 10 13:53:05.478560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd18888a-c0a0-4da2-bc70-72ceb2a01db0 req-0e7883da-c7cb-46ca-af87-33bd2a42ac2f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563173 Feb 10 13:53:05.552260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Deleting port 38244c21-e5bf-4293-9721-ed9cef425dad {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:05.552600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:05.635254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] For port 38244c21-e5bf-4293-9721-ed9cef425dad, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=38244c21-e5bf-4293-9721-ed9cef425dad,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:05.635489 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:05.647948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Calling delete_port for 38244c21-e5bf-4293-9721-ed9cef425dad owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:05.834774 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (38244c21-e5bf-4293-9721-ed9cef425dad), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:05.845607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3922bf78-60be-42e4-acee-06396eaee550 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:05.861366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38244c21-e5bf-4293-9721-ed9cef425dad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:05.902798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 3922bf78-60be-42e4-acee-06396eaee550 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:05.903533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 3922bf78-60be-42e4-acee-06396eaee550 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:05.923237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.091488 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.285183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.349418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:53:06.462546 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:53:06.467591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-766b0aaa-cae2-4bd4-b408-59cadb1b72c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a0be1e2-a2fe-4704-b67a-e0bb8b523810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1035781 Feb 10 13:53:06.470181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:06.472933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Sync routers for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:53:06.484811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:06.485460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:06.602842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:06.633024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks [] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.687569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec9fa-b26a-4309-b7e4-e4ccf1395364 req-c3540a1f-8da8-4202-93f0-81227b9dd91c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:06.689346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c5ec9fa-b26a-4309-b7e4-e4ccf1395364 req-c3540a1f-8da8-4202-93f0-81227b9dd91c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.1124654 Feb 10 13:53:06.795935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6c5ec9fa-b26a-4309-b7e4-e4ccf1395364 req-256e2a83-e910-42c7-bde7-f1340e6b2122 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981455 Feb 10 13:53:06.811526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks [] for router_gateway (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.850666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:53:05Z', 'revision_number': 5, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port': {'id': '61d384d1-5f6b-43fa-b70c-0f6f6b28b34f', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:14Z', 'updated_at': '2022-02-10T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:06.879446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Checking router: 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:53:06.880027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Deleting port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:06.880442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:06.921231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Routers {'8a0be1e2-a2fe-4704-b67a-e0bb8b523810'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:06.921851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:07.004056 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2aa0db8d-708c-437d-9bcd-8c3702201048 service neutron] show failed (client error): The resource could not be found. Feb 10 13:53:07.005286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2aa0db8d-708c-437d-9bcd-8c3702201048 service neutron] 10.222.0.21 "GET /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.1013856 Feb 10 13:53:07.011194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] For port 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:07.011592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.017566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] Set router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:07.030661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Calling delete_port for 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:07.081964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:53:06Z', 'revision_number': 6, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:07.113325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec14088f-7538-491b-b321-703f89d26a2a None None] The sync data for ids ['8a0be1e2-a2fe-4704-b67a-e0bb8b523810'] in n-d-815324-6 is: [{'id': '8a0be1e2-a2fe-4704-b67a-e0bb8b523810', 'name': 'tempest-TestServerBasicOps-165859090-router', 'tenant_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:13Z', 'updated_at': '2022-02-10T13:53:06Z', 'revision_number': 6, 'project_id': '3b71bbf6603247349c5e24b9d9bcb89b', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:53:07.315633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (61d384d1-5f6b-43fa-b70c-0f6f6b28b34f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.319232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-86abe9b0-fece-48ac-accb-d481c8bdd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:07.320948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-86abe9b0-fece-48ac-accb-d481c8bdd45c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 1127 time: 0.1222570 Feb 10 13:53:07.335558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:07.360828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d384d1-5f6b-43fa-b70c-0f6f6b28b34f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:07.425521 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.467345 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.471776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.602769 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.606932 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks [] for router_controller (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.712294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (8a0be1e2-a2fe-4704-b67a-e0bb8b523810), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.712735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0be1e2-a2fe-4704-b67a-e0bb8b523810 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:53:07.720160 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.721337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bb992dd7-6dd3-40b5-af1e-2e1f94a90102 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8a0be1e2-a2fe-4704-b67a-e0bb8b523810 HTTP/1.1" status: 204 len: 168 time: 1.2502334 Feb 10 13:53:07.723983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:07.819875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Deleting subnet f26d8da5-c507-48aa-82be-6348464b1989 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:53:07.825259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Publish callbacks [] for subnet (f26d8da5-c507-48aa-82be-6348464b1989), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.882205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (f26d8da5-c507-48aa-82be-6348464b1989), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:07.884657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:08.001973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:08.007289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:08.032034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:08.032388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 61d384d1-5f6b-43fa-b70c-0f6f6b28b34f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:08.032826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 38244c21-e5bf-4293-9721-ed9cef425dad no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:08.054287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 38244c21-e5bf-4293-9721-ed9cef425dad {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:08.054635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 38244c21-e5bf-4293-9721-ed9cef425dad not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:08.093666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569face-5055-46c0-90bc-0111b0150d7c req-d565e23a-535b-4533-8679-36773a407768 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:08.095604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6569face-5055-46c0-90bc-0111b0150d7c req-d565e23a-535b-4533-8679-36773a407768 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.1818342 Feb 10 13:53:08.102349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:08.104836 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361c26b-6190-4dd8-8fad-45724bd5b765" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:08.110026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f26d8da5-c507-48aa-82be-6348464b1989), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.114235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks [] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.179878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Transition to ACTIVE for port object bdf09ad3-882d-4797-8d3e-de3c0c153c83 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:53:08.195400 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.260016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6569face-5055-46c0-90bc-0111b0150d7c req-b366efb2-f5f6-4e41-8614-1170fb85c5b4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520922 Feb 10 13:53:08.298419 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f26d8da5-c507-48aa-82be-6348464b1989), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.415450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:08.426002 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c087ba-b29d-4122-8c8c-018be06e0e82 x-openstack-request-id: req-91c087ba-b29d-4122-8c8c-018be06e0e82 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:08.426613 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:08.428133 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91c087ba-b29d-4122-8c8c-018be06e0e82 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:08.434459 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'code': 200} Feb 10 13:53:08.443117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26d8da5-c507-48aa-82be-6348464b1989,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:08.467066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.470450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cba902cd-aae9-4c3a-a34f-3980f3918c6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f26d8da5-c507-48aa-82be-6348464b1989 HTTP/1.1" status: 204 len: 168 time: 0.7455475 Feb 10 13:53:08.473150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:08.474834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedff24f-086b-4b1c-9b4a-93f8dbe7716e None None] Network b92127cd-8b16-4ae0-85f8-58e6309db14d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:53:08.518779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] No DVR routers for this DVR port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:08.616578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b92127cd-8b16-4ae0-85f8-58e6309db14d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.701196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Deleting port 07feaefb-8f99-4311-b83a-243f832ce6f2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:08.703501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.734762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:08.735122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:08.735430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:08.742064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:53:08.742064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:08.747374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:08.747374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:08.748242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Bound using segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:08.748242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Bound port: bdf09ad3-882d-4797-8d3e-de3c0c153c83, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:08.748788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.816538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] For port 07feaefb-8f99-4311-b83a-243f832ce6f2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=07feaefb-8f99-4311-b83a-243f832ce6f2,segment=NetworkSegment(f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d),segment_id=f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:08.816932 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.837345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Calling delete_port for 07feaefb-8f99-4311-b83a-243f832ce6f2 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:08.837475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:08.842926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:08.849660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.891986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:08.892601 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:08.894087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] 10.222.0.77 "PUT /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1091 time: 1.5630627 Feb 10 13:53:08.920741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f110-27f0-4632-8181-2a8029efbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:08.929554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] DHCP port deletion for b92127cd-8b16-4ae0-85f8-58e6309db14d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:53:08.963157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.014428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Deleting port 07feaefb-8f99-4311-b83a-243f832ce6f2 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:09.015675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.028373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Pushing event deleted for resources: {'Port': ['ID=07feaefb-8f99-4311-b83a-243f832ce6f2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:09.031220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] No DVR routers for this DVR port 07feaefb-8f99-4311-b83a-243f832ce6f2 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:09.037714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-959fb7d6-7400-49ed-bcda-6ce837ae794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:09.039654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-959fb7d6-7400-49ed-bcda-6ce837ae794e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1125 time: 0.1154332 Feb 10 13:53:09.126240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] For port 07feaefb-8f99-4311-b83a-243f832ce6f2, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:09.126803 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.142459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Calling delete_port for 07feaefb-8f99-4311-b83a-243f832ce6f2 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:09.145424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Port 07feaefb-8f99-4311-b83a-243f832ce6f2 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:53:09.146957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (07feaefb-8f99-4311-b83a-243f832ce6f2), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.166574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b92127cd-8b16-4ae0-85f8-58e6309db14d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.178171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] No DVR routers for this DVR port 07feaefb-8f99-4311-b83a-243f832ce6f2 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:09.200488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb727e2-c9b9-4a79-9bc1-f39e7ef01993 None None] Pushing event deleted for resources: {'Port': ['ID=07feaefb-8f99-4311-b83a-243f832ce6f2,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:09.209112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92127cd-8b16-4ae0-85f8-58e6309db14d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:09.222644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2158c5da-3f1a-4152-819c-d7135394b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:09.224304 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:09.224615 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:09.224852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2158c5da-3f1a-4152-819c-d7135394b6e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1782515 Feb 10 13:53:09.244313 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.265679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.274250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:53:09.274926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (f5b1d55b-bb82-4eb5-aa4d-96445c6fd13d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:53:09.276929 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:53:09.321556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-b39d123a-331a-4087-a41c-2b9beb8c4418 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.0886824 Feb 10 13:53:09.353620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b92127cd-8b16-4ae0-85f8-58e6309db14d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.365374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:09.374180 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b92127cd-8b16-4ae0-85f8-58e6309db14d HTTP/1.1" status: 204 len: 168 time: 0.8985415 Feb 10 13:53:09.377451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:09.395218 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86bf1-2fbd-4ce3-a54a-6c37661ec249 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92127cd-8b16-4ae0-85f8-58e6309db14d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:09.470880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-d954ed99-71f7-466e-bac4-d971296f0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:09.470880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-d954ed99-71f7-466e-bac4-d971296f0383 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.1438539 Feb 10 13:53:09.575991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767f8e-f911-48b7-8a61-4a6f1ed5c750 req-6cc78613-ee66-42c8-89eb-64b85e857a89 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:09.577507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01767f8e-f911-48b7-8a61-4a6f1ed5c750 req-6cc78613-ee66-42c8-89eb-64b85e857a89 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.1498916 Feb 10 13:53:09.857389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:09.915495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:53:09.916325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:09.949503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 07feaefb-8f99-4311-b83a-243f832ce6f2 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:09.974477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 07feaefb-8f99-4311-b83a-243f832ce6f2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:09.975095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 07feaefb-8f99-4311-b83a-243f832ce6f2 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:10.031241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-1283f530-9fa0-487a-96be-2330cabaf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:10.032803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-1283f530-9fa0-487a-96be-2330cabaf8d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5551598 Feb 10 13:53:10.165748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01767f8e-f911-48b7-8a61-4a6f1ed5c750 req-f0401f60-9746-47e3-901e-9f55d81bfb65 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5786161 Feb 10 13:53:10.225995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-d54db3ea-0453-471b-aca4-63ce5fa7aec2 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800606 Feb 10 13:53:10.375990 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-933fe575-d31c-4a56-8192-99b263655430 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439681 Feb 10 13:53:10.435850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:10.438197 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:10.469657 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (53d12146-9498-4937-bb7f-3236f98a3f39), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:10.535867 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d8696-7ee2-400d-b21d-fe182e32bbc1 x-openstack-request-id: req-ea7d8696-7ee2-400d-b21d-fe182e32bbc1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:10.536534 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:10.536534 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea7d8696-7ee2-400d-b21d-fe182e32bbc1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:10.536858 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:53:10.669684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-44640063-0e95-48ca-bbde-369447f363b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:10.671224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-44640063-0e95-48ca-bbde-369447f363b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1125 time: 0.1254961 Feb 10 13:53:10.673986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-e722fb9a-8554-4c76-a7ee-6b35e68cffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:10.675341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-e722fb9a-8554-4c76-a7ee-6b35e68cffb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1125 time: 0.1378167 Feb 10 13:53:10.899311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-ecf3540f-bb85-4bb1-9c7d-1a5c247d0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:10.900828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-ecf3540f-bb85-4bb1-9c7d-1a5c247d0bff service neutron] 10.222.0.77 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1986001 Feb 10 13:53:10.916128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-6a6a019b-0778-4b33-b1cd-e664c972561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:10.917237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-6a6a019b-0778-4b33-b1cd-e664c972561f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.2139740 Feb 10 13:53:11.068041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-24561e7c-8b8c-476e-b7f5-5ebe183a4776 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.1606278 Feb 10 13:53:11.074639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-1090346f-bf0a-4afe-bf82-ed72502718c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.1274281 Feb 10 13:53:11.168241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-bdb3c131-9d68-4010-96ac-1ad6f31b3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:11.169648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-bdb3c131-9d68-4010-96ac-1ad6f31b3662 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0932610 Feb 10 13:53:11.172048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Deleting port 3d38ee96-89f5-4528-ae98-711f35f3fe37 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:11.172378 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:11.174664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-c5a9b62a-8146-4a62-9278-97f0c40e571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:11.176050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-c5a9b62a-8146-4a62-9278-97f0c40e571e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0906336 Feb 10 13:53:11.348593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-2aa13fb9-681d-4b7d-b150-db2d435e719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:11.350147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-2aa13fb9-681d-4b7d-b150-db2d435e719c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1724792 Feb 10 13:53:11.359264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] For port 3d38ee96-89f5-4528-ae98-711f35f3fe37, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3d38ee96-89f5-4528-ae98-711f35f3fe37,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:11.359900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:11.363385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-434eda22-5e64-42af-b501-70a1287897ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:11.364733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-434eda22-5e64-42af-b501-70a1287897ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697636 Feb 10 13:53:11.371012 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:11.409850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Calling delete_port for 3d38ee96-89f5-4528-ae98-711f35f3fe37 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:11.484150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48b3e4-8bae-4a8e-8fc0-7d83d48aad3f req-87c8492f-42e3-4550-b394-a285a4262eb1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:11.485814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f48b3e4-8bae-4a8e-8fc0-7d83d48aad3f req-87c8492f-42e3-4550-b394-a285a4262eb1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.2344675 Feb 10 13:53:11.632151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-2a003521-1cbd-4ecd-89c1-b3b74991aa29 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659740 Feb 10 13:53:11.682740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-f3237e39-ffc9-4652-be83-60bf2238b792 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024426 Feb 10 13:53:11.694459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f48b3e4-8bae-4a8e-8fc0-7d83d48aad3f req-8701aa92-660c-4780-ad64-b93b2527824e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607616 Feb 10 13:53:11.880614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-0b567a88-0faf-45b2-9cb5-1f1f263f79e9 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374508 Feb 10 13:53:11.888487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1cb27ea6-7f14-41c9-ab39-5bc9ac3d3a0d req-cca02b0d-3124-42fa-90cb-62c57ee7d004 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934731 Feb 10 13:53:11.956033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3d38ee96-89f5-4528-ae98-711f35f3fe37), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:11.982967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d38ee96-89f5-4528-ae98-711f35f3fe37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:12.188464 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (53d12146-9498-4937-bb7f-3236f98a3f39), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:12.420346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Router 53d12146-9498-4937-bb7f-3236f98a3f39 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:53:12.538939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:53:12.545248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c707ada1-9e30-448d-a88b-7fda775b20b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/53d12146-9498-4937-bb7f-3236f98a3f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1668100 Feb 10 13:53:12.548924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:12.550769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Sync routers for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:53:12.564245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:12.565302 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:12.690673 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:12.936806 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:53:11Z', 'revision_number': 5, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:12.965898 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Checking router: 53d12146-9498-4937-bb7f-3236f98a3f39 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:53:12.976310 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Routers {'53d12146-9498-4937-bb7f-3236f98a3f39'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:12.977213 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['53d12146-9498-4937-bb7f-3236f98a3f39'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:13.096681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d15f7-92a0-4091-a204-222a06503b3e req-66ee01b5-4d7d-40b3-91cb-07a12dab4331 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:13.098187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be7d15f7-92a0-4091-a204-222a06503b3e req-66ee01b5-4d7d-40b3-91cb-07a12dab4331 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.1013386 Feb 10 13:53:13.109814 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] Set router 53d12146-9498-4937-bb7f-3236f98a3f39 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:13.125103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks [] for router (53d12146-9498-4937-bb7f-3236f98a3f39), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.197710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be7d15f7-92a0-4091-a204-222a06503b3e req-380d5611-2e05-4953-b26f-625c26accc95 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933514 Feb 10 13:53:13.294744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks [] for router_gateway (53d12146-9498-4937-bb7f-3236f98a3f39), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.359700 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-51f37457-a602-43eb-9305-060d3db61794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:53:11Z', 'revision_number': 5, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:13.362560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Deleting port 556ed2d0-84d5-44f3-872a-9db1f656c468 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:13.362907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.371652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:53:13.410229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f37457-a602-43eb-9305-060d3db61794 None None] The sync data for ids ['53d12146-9498-4937-bb7f-3236f98a3f39'] in n-d-815324-6 is: [{'id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'name': 'tempest-TestServerBasicOps-1694789554-router', 'tenant_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:47:23Z', 'updated_at': '2022-02-10T13:53:11Z', 'revision_number': 5, 'project_id': 'e189486bb9a74dbe85bb41cd8edea6e8', 'gw_port': {'id': '556ed2d0-84d5-44f3-872a-9db1f656c468', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d12146-9498-4937-bb7f-3236f98a3f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:47:25Z', 'updated_at': '2022-02-10T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:53:13.520911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:13.540935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:53:13.575596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] For port 556ed2d0-84d5-44f3-872a-9db1f656c468, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=556ed2d0-84d5-44f3-872a-9db1f656c468,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:13.576064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.587079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-8d8c831a-1cee-4806-8e30-4c53535f453e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:13.588684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-8d8c831a-1cee-4806-8e30-4c53535f453e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&tenant_id=fd309233c9684d6292adb47e0c79571e&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 943 time: 0.1313243 Feb 10 13:53:13.590916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:13.591322 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.605577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:53:13.627681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Calling delete_port for 556ed2d0-84d5-44f3-872a-9db1f656c468 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:13.628568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:13.639834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:13.640006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e10f-bddf-4687-9b31-feddfc7b3cc9 req-a951e19f-38e1-442c-bf27-fa680c9ce190 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:13.645762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab12e10f-bddf-4687-9b31-feddfc7b3cc9 req-a951e19f-38e1-442c-bf27-fa680c9ce190 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 943 time: 0.1893919 Feb 10 13:53:13.717690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:13.770321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ab12e10f-bddf-4687-9b31-feddfc7b3cc9 req-d35aa295-b798-45cf-98ac-65e7f1e91e12 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235499 Feb 10 13:53:13.782932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-5eefcec0-ef74-4df0-9ade-4e7a09bcecb2 service neutron] 10.222.0.77 "GET /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.1867497 Feb 10 13:53:13.867359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bdf09ad3-882d-4797-8d3e-de3c0c153c83'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:53:13.906189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-fd7b7700-5e44-4440-a5a6-809bf32a0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:13.908403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-fd7b7700-5e44-4440-a5a6-809bf32a0d3c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1126 time: 0.0691702 Feb 10 13:53:13.989305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d38ee96-89f5-4528-ae98-711f35f3fe37 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:14.034460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (556ed2d0-84d5-44f3-872a-9db1f656c468), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.040593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3d38ee96-89f5-4528-ae98-711f35f3fe37 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:14.041258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3d38ee96-89f5-4528-ae98-711f35f3fe37 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:14.041917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-b2c48864-af76-4e76-81b2-2ae7f33639f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:14.043920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-b2c48864-af76-4e76-81b2-2ae7f33639f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1142237 Feb 10 13:53:14.074377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=556ed2d0-84d5-44f3-872a-9db1f656c468,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:14.175545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-ad5e3957-a947-4bbf-a1ac-6eb9314631c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1000 time: 0.1087544 Feb 10 13:53:14.211242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (53d12146-9498-4937-bb7f-3236f98a3f39), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.317254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (53d12146-9498-4937-bb7f-3236f98a3f39), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.319608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-02695cab-6bd5-4cb9-acb1-37a0e79acaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:14.321106 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-02695cab-6bd5-4cb9-acb1-37a0e79acaee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.1397429 Feb 10 13:53:14.322191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks [] for router_controller (53d12146-9498-4937-bb7f-3236f98a3f39), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.389017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (53d12146-9498-4937-bb7f-3236f98a3f39), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.389544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d12146-9498-4937-bb7f-3236f98a3f39 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:53:14.394344 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.395500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6bbdfd97-bc55-457d-83c4-6d350210bb90 admin admin] 10.222.0.13 "DELETE /v2.0/routers/53d12146-9498-4937-bb7f-3236f98a3f39 HTTP/1.1" status: 204 len: 168 time: 1.8455427 Feb 10 13:53:14.398117 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55396) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:14.408828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-ae13bd11-8b59-435d-b79c-1bfe84fafd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:14.410334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-ae13bd11-8b59-435d-b79c-1bfe84fafd64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830994 Feb 10 13:53:14.468198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Deleting subnet 3ca1a50a-1619-4479-856e-c4f57d45ddff {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:53:14.471772 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Publish callbacks [] for subnet (3ca1a50a-1619-4479-856e-c4f57d45ddff), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.516145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (3ca1a50a-1619-4479-856e-c4f57d45ddff), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.519006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-cd6cd728-22e8-4fe3-8f15-f136a9a74842 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013763 Feb 10 13:53:14.618490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3ca1a50a-1619-4479-856e-c4f57d45ddff), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.629422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-6180e321-cb9b-4cb3-90c7-5d2920dcbad2 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033370 Feb 10 13:53:14.673300 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (3ca1a50a-1619-4479-856e-c4f57d45ddff), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.697619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca1a50a-1619-4479-856e-c4f57d45ddff,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:14.702953 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.706610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c1a496b-1d66-40e0-8fbe-6f19925a1685 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ca1a50a-1619-4479-856e-c4f57d45ddff HTTP/1.1" status: 204 len: 168 time: 0.3071866 Feb 10 13:53:14.709095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55398) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:14.712828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba45f32-ab38-4c3f-baea-099ca823205d None None] Network 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:53:14.779243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.854319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Deleting port 8a3279db-c473-497f-ae13-de3e6e275007 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:14.854671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8a3279db-c473-497f-ae13-de3e6e275007), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.943057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] For port 8a3279db-c473-497f-ae13-de3e6e275007, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3279db-c473-497f-ae13-de3e6e275007,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:14.943419 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8a3279db-c473-497f-ae13-de3e6e275007), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:14.945222 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214135b7-da7c-4b46-9816-4c9b54610e6d req-cce7289a-de4e-45d2-902c-e14a7f7c1fa2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:14.952474 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-214135b7-da7c-4b46-9816-4c9b54610e6d req-cce7289a-de4e-45d2-902c-e14a7f7c1fa2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.0715377 Feb 10 13:53:14.957855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] DHCP port deletion for 8ec4f4d9-a582-44f3-8c03-a7d7dc74826a request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:53:14.960810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Calling delete_port for 8a3279db-c473-497f-ae13-de3e6e275007 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:15.042415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-214135b7-da7c-4b46-9816-4c9b54610e6d req-61312787-faf9-4bb6-86d2-e7a8e48fdaee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890954 Feb 10 13:53:15.056780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Deleting port 8a3279db-c473-497f-ae13-de3e6e275007 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:53:15.057165 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8a3279db-c473-497f-ae13-de3e6e275007), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.069694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8a3279db-c473-497f-ae13-de3e6e275007), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.097027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3279db-c473-497f-ae13-de3e6e275007,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:15.098901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] No DVR routers for this DVR port 8a3279db-c473-497f-ae13-de3e6e275007 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:15.140175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] For port 8a3279db-c473-497f-ae13-de3e6e275007, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8a3279db-c473-497f-ae13-de3e6e275007,segment=NetworkSegment(f33f23a3-507d-47c5-8cae-7f50f1bc0f8d),segment_id=f33f23a3-507d-47c5-8cae-7f50f1bc0f8d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:15.140454 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8a3279db-c473-497f-ae13-de3e6e275007), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.158135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Calling delete_port for 8a3279db-c473-497f-ae13-de3e6e275007 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:53:15.176853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.196564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec4f4d9-a582-44f3-8c03-a7d7dc74826a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:15.205961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:15.205961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33f23a3-507d-47c5-8cae-7f50f1bc0f8d') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:15.215393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (f33f23a3-507d-47c5-8cae-7f50f1bc0f8d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.229352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f33f23a3-507d-47c5-8cae-7f50f1bc0f8d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.236913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:53:15.237321 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (f33f23a3-507d-47c5-8cae-7f50f1bc0f8d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:53:15.239256 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:53:15.241987 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (8a3279db-c473-497f-ae13-de3e6e275007), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.270336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] Pushing event deleted for resources: {'Port': ['ID=8a3279db-c473-497f-ae13-de3e6e275007,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:15.272340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87a1a9-fd12-47fc-8364-36b9e3832553 None None] No DVR routers for this DVR port 8a3279db-c473-497f-ae13-de3e6e275007 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:15.301349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8ec4f4d9-a582-44f3-8c03-a7d7dc74826a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.307487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.313752 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ec4f4d9-a582-44f3-8c03-a7d7dc74826a HTTP/1.1" status: 204 len: 168 time: 0.6036212 Feb 10 13:53:15.329358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ae145-19e0-4f22-98b3-c98eca6f2af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec4f4d9-a582-44f3-8c03-a7d7dc74826a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:15.392250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:15.442400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:15.453621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:53:15.458948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:15.459350 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.485781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1d4aff4c-f007-4c29-85da-f5c2da272b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b71bbf6603247349c5e24b9d9bcb89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407498 Feb 10 13:53:15.488272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:15.537264 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] Publish callbacks [] for security_group (d2e2d130-13b0-4531-99d9-7ca76fa1c751), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.544203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:15.544593 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.558459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] Publish callbacks [] for security_group (d2e2d130-13b0-4531-99d9-7ca76fa1c751), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.567161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:15.569430 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442174a9-676a-4f16-b9e1-da2a11fe1060" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:15.582984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:15.587201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.611994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d2e2d130-13b0-4531-99d9-7ca76fa1c751), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.615811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:15.617753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2e2d130-13b0-4531-99d9-7ca76fa1c751 HTTP/1.1" status: 204 len: 168 time: 0.1283123 Feb 10 13:53:15.639770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00b0fe-c68c-45c2-8fa6-bb5499f3292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2d130-13b0-4531-99d9-7ca76fa1c751,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:15.662593 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f48487-a08f-41d0-a8a6-4a8d33234c9e x-openstack-request-id: req-19f48487-a08f-41d0-a8a6-4a8d33234c9e {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:15.662889 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:15.663148 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19f48487-a08f-41d0-a8a6-4a8d33234c9e {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:15.663552 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'code': 200} Feb 10 13:53:15.670981 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:15.992222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 556ed2d0-84d5-44f3-872a-9db1f656c468 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:16.018550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 556ed2d0-84d5-44f3-872a-9db1f656c468 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:16.018944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 556ed2d0-84d5-44f3-872a-9db1f656c468 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:16.019448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3279db-c473-497f-ae13-de3e6e275007 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:16.027855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:16.039567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8a3279db-c473-497f-ae13-de3e6e275007 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:53:16.039930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8a3279db-c473-497f-ae13-de3e6e275007 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:16.075376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f4814ec-55d4-4816-8f91-8c2db2959e6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e189486bb9a74dbe85bb41cd8edea6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461905 Feb 10 13:53:16.078061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:16.161192 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] Publish callbacks [] for security_group (5eb5e334-b4b5-4c34-825b-e8397ddc2240), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:16.195493 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] Publish callbacks [] for security_group (5eb5e334-b4b5-4c34-825b-e8397ddc2240), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:16.211147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ffdc2-6062-4c14-90ce-e0627b70ce12 req-386bb243-a6fb-4789-9027-468a885f92e3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:16.212685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2ffdc2-6062-4c14-90ce-e0627b70ce12 req-386bb243-a6fb-4789-9027-468a885f92e3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0929775 Feb 10 13:53:16.289945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b2ffdc2-6062-4c14-90ce-e0627b70ce12 req-fe84a89d-fa56-4fac-8c19-2a89b514cec9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683231 Feb 10 13:53:16.299011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5eb5e334-b4b5-4c34-825b-e8397ddc2240), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:16.302576 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:16.306206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5eb5e334-b4b5-4c34-825b-e8397ddc2240 HTTP/1.1" status: 204 len: 168 time: 0.2246022 Feb 10 13:53:16.318339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2d7f9-cb79-411c-825b-a28ef792f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5e334-b4b5-4c34-825b-e8397ddc2240,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:16.628355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-9a737249-cd32-4b08-a94c-55b048d2b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:16.630058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-9a737249-cd32-4b08-a94c-55b048d2b7b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 1127 time: 0.0545321 Feb 10 13:53:16.640933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:16.709430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:16.945740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:16.984603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:17.027282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:17.029600 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef51902-63e8-49f5-92e4-4c1ea16f5bb3" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:17.033208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks [] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:17.051360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Transition to ACTIVE for port object bdf09ad3-882d-4797-8d3e-de3c0c153c83 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:53:17.059385 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:17.104168 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea77521-2377-4fde-8ab9-b95cf83a23cd x-openstack-request-id: req-cea77521-2377-4fde-8ab9-b95cf83a23cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:17.104464 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:17.104719 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cea77521-2377-4fde-8ab9-b95cf83a23cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:17.105670 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'code': 200} Feb 10 13:53:17.148102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:17.189107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] No DVR routers for this DVR port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:53:17.336082 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:17.336433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:17.336796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:17.343271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:53:17.343793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Attempting to bind port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on network 9063fc0b-4d85-4900-a437-2051e8cfcff9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:17.351843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:17.352234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Checking segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:17.352584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Bound using segment: {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:17.353073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Bound port: bdf09ad3-882d-4797-8d3e-de3c0c153c83, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:17.353437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:17.455636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:17.460242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:17.468628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:17.476480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af35aa-7755-4bcc-805e-0b3fabf53c5b req-c1fb30f3-b60a-4ba0-a8a0-5d7b68fb0462 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.478016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67af35aa-7755-4bcc-805e-0b3fabf53c5b req-c1fb30f3-b60a-4ba0-a8a0-5d7b68fb0462 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.0835967 Feb 10 13:53:17.532413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.533067 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:17.534476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] 10.222.0.21 "PUT /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1092 time: 0.8981352 Feb 10 13:53:17.600913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219aae30-6672-464d-a8b8-a1fd09131a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:17.611208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67af35aa-7755-4bcc-805e-0b3fabf53c5b req-707644d7-1058-4507-bc10-df7d8ab24a11 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258597 Feb 10 13:53:17.628105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-eabed83d-b0b3-4119-a670-6719bcc67d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.629804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-eabed83d-b0b3-4119-a670-6719bcc67d26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1126 time: 0.0667620 Feb 10 13:53:17.731487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-336b957b-8858-456b-9bc0-a75954b6653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.733242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-336b957b-8858-456b-9bc0-a75954b6653b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.0977762 Feb 10 13:53:17.801584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-7a8faf90-e288-4fb2-acdc-3ffee4bd4469 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.0617666 Feb 10 13:53:17.849600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-28373d05-4529-4ad6-9dd1-2e8b614902ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.851011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-28373d05-4529-4ad6-9dd1-2e8b614902ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0433142 Feb 10 13:53:17.904674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-335206a4-236f-433d-85eb-1e6906466aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:17.906242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-335206a4-236f-433d-85eb-1e6906466aad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496747 Feb 10 13:53:17.998444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-fc0ae3eb-477e-4078-a26d-80bbb17e1500 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Feb 10 13:53:18.096231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1adda8bb-82d2-4f16-b127-e2f66c4816c2 req-ab49ad47-7e81-4643-9ecd-c8b50d58b10e service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913177 Feb 10 13:53:18.741155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68779cc-93a0-4310-84fd-5974eb31face req-94e1a6ac-da0a-4dc7-9f20-1462512c3d1a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:18.742844 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f68779cc-93a0-4310-84fd-5974eb31face req-94e1a6ac-da0a-4dc7-9f20-1462512c3d1a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.0527384 Feb 10 13:53:18.790863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f68779cc-93a0-4310-84fd-5974eb31face req-6cd66f45-e334-4036-a422-2516c12f9929 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Feb 10 13:53:19.107219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:19.109707 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:19.156489 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee400ad-e3c0-4d96-a8f6-09b1508f41f7 x-openstack-request-id: req-4ee400ad-e3c0-4d96-a8f6-09b1508f41f7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:19.156804 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:19.157073 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ee400ad-e3c0-4d96-a8f6-09b1508f41f7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:19.157521 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:53:19.252409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-2562bacc-fb57-47a8-9aa0-df4ed149bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.253949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-2562bacc-fb57-47a8-9aa0-df4ed149bcaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1126 time: 0.0800586 Feb 10 13:53:19.255620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-48f57bb7-ff4f-48b0-836f-60d97f19de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.256955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-48f57bb7-ff4f-48b0-836f-60d97f19de61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1126 time: 0.0752931 Feb 10 13:53:19.419066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-40e0d655-92ce-4b99-9ddb-abe05e2498e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.420471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-40e0d655-92ce-4b99-9ddb-abe05e2498e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1591318 Feb 10 13:53:19.421447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-bf734454-eef8-4a79-bc4a-b45ad50ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.422744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-bf734454-eef8-4a79-bc4a-b45ad50ee009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1538401 Feb 10 13:53:19.533321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-21ee9651-5151-4c7e-81f4-9d2b2c652347 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.1067605 Feb 10 13:53:19.537194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-17c9c073-1d41-418c-b61a-919007479cfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 999 time: 0.1047480 Feb 10 13:53:19.619758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-cd54829f-818a-4e35-93be-2bfb568d38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.621279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-cd54829f-818a-4e35-93be-2bfb568d38d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0820127 Feb 10 13:53:19.622524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-3f6798e2-9d51-48ea-9162-11d138d0f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.623806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-3f6798e2-9d51-48ea-9162-11d138d0f1a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0770459 Feb 10 13:53:19.694796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-dc1979a4-d560-4b0c-8a97-ff695c307ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.696198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-dc1979a4-d560-4b0c-8a97-ff695c307ee9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695069 Feb 10 13:53:19.704574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-6ee4d41e-f453-4a4b-b8e3-d9d36fad1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:19.705970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-6ee4d41e-f453-4a4b-b8e3-d9d36fad1c68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720778 Feb 10 13:53:19.851813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-fad01418-79dd-4cd5-971b-11d90de1c6c5 service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491592 Feb 10 13:53:19.855669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-524cdccc-c224-4ab1-8d13-4ff9ea280892 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420214 Feb 10 13:53:19.870441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:53:19.993968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:20.005520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'port_id': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'mac_address': 'fa:16:3e:ce:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:53:20.046089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:20.046478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:20.061321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:53:20.087323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:20.098116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:20.170833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:20.210897 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-493e06c8-a0bf-4688-bcd5-b76cedf4c86e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960860 Feb 10 13:53:20.364956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f483-139d-489d-8034-ed2acb606746 req-77a174e6-1cf7-4a6f-bbdf-7b4a7724c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:20.366805 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-77a174e6-1cf7-4a6f-bbdf-7b4a7724c310 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.1062453 Feb 10 13:53:20.461731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218921d-9e68-4cc2-94b7-a39367418b08 req-3554612a-afb2-4971-9fa5-0d8add6ac5e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:20.463217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f218921d-9e68-4cc2-94b7-a39367418b08 req-3554612a-afb2-4971-9fa5-0d8add6ac5e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 944 time: 0.5831666 Feb 10 13:53:20.466292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-f2a763e4-9fec-4e27-93d9-31fcef36891b service neutron] 10.222.0.77 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087887 Feb 10 13:53:20.468566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3cdc49f-e294-4806-a0c1-6eaea9f1c702 req-8f2f4f6b-bf7f-4f32-8f05-85bc326fa66f service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075037 Feb 10 13:53:20.519297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f483-139d-489d-8034-ed2acb606746 req-c6c8067c-dd41-4ec5-8777-348b744980bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:20.521069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-c6c8067c-dd41-4ec5-8777-348b744980bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.1327527 Feb 10 13:53:20.523592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f218921d-9e68-4cc2-94b7-a39367418b08 req-1b115fbc-6955-4e61-a1fa-a9e8b7491512 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525138 Feb 10 13:53:20.583117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bdf09ad3-882d-4797-8d3e-de3c0c153c83'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:53:20.606706 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-6e0f0e41-652b-45ab-a351-1aba4ff026a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 1000 time: 0.0794559 Feb 10 13:53:20.672377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f483-139d-489d-8034-ed2acb606746 req-0f11ea0d-5abb-4ef9-9c21-5c340ae7cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:20.674041 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-0f11ea0d-5abb-4ef9-9c21-5c340ae7cf3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0613902 Feb 10 13:53:20.735075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f483-139d-489d-8034-ed2acb606746 req-cba4b1ef-7fc1-4f7c-89dc-4c6e3549a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:20.737537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-cba4b1ef-7fc1-4f7c-89dc-4c6e3549a842 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567801 Feb 10 13:53:20.857265 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-ca3eb148-b8fe-4104-9df7-2882561325b9 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118317 Feb 10 13:53:20.976298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4ff1f483-139d-489d-8034-ed2acb606746 req-b292cda8-1eff-4f70-b02e-f7e4b47584bc service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128273 Feb 10 13:53:21.426323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:53:21.469199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 13:53:21.469600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:53:21.668783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8a529-662a-4e07-81ad-6c3c3cd76a33 req-79bc2c24-7a7b-4597-971f-33032ae0d692 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:21.670387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8e8a529-662a-4e07-81ad-6c3c3cd76a33 req-79bc2c24-7a7b-4597-971f-33032ae0d692 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 945 time: 0.0702255 Feb 10 13:53:21.728640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8e8a529-662a-4e07-81ad-6c3c3cd76a33 req-00c29ec5-d8d3-492f-af72-50d2551fb554 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514736 Feb 10 13:53:21.752620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:21.824318 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-edc02958-6618-45e9-8580-78bb7e1e66e7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/177d4b92-a366-4826-b8d9-1222d4a5b631 HTTP/1.1" status: 200 len: 992 time: 0.0648379 Feb 10 13:53:21.882306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:21.934379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:53:21.939042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port bdf09ad3-882d-4797-8d3e-de3c0c153c83 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:21.939466 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:22.018503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bdf09ad3-882d-4797-8d3e-de3c0c153c83 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:22.018898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:22.042151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:22.044981 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906062e-664c-4218-9de8-07fb6be289fc" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:22.058179 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:22.064506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:22.097799 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498816e-414d-4b63-b82e-302f9f4ca97d x-openstack-request-id: req-6498816e-414d-4b63-b82e-302f9f4ca97d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:22.098100 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-plugged", "status": "completed", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:22.098361 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6498816e-414d-4b63-b82e-302f9f4ca97d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:22.098812 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'code': 200} Feb 10 13:53:22.119342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=13']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:24.841386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:24.947171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5409402c-3d92-42ab-9ac7-5512140b7014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.028466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5409402c-3d92-42ab-9ac7-5512140b7014 admin admin] Publish callbacks [] for security_group (84c38eee-459e-4bec-b5a4-6f8f6c461d67), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.032162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5409402c-3d92-42ab-9ac7-5512140b7014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (84c38eee-459e-4bec-b5a4-6f8f6c461d67), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.069600 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5409402c-3d92-42ab-9ac7-5512140b7014 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c01b62b6c5642a5967eaaa66acd05aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271307 Feb 10 13:53:25.071515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409402c-3d92-42ab-9ac7-5512140b7014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c38eee-459e-4bec-b5a4-6f8f6c461d67,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:25.072695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:25.129526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] Publish callbacks [] for security_group (84c38eee-459e-4bec-b5a4-6f8f6c461d67), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.149796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] Publish callbacks [] for security_group (84c38eee-459e-4bec-b5a4-6f8f6c461d67), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.195750 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (84c38eee-459e-4bec-b5a4-6f8f6c461d67), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.198346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:25.200025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84c38eee-459e-4bec-b5a4-6f8f6c461d67 HTTP/1.1" status: 204 len: 168 time: 0.1263254 Feb 10 13:53:25.209987 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22124b28-0977-4fe9-befe-eb546e8b16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c38eee-459e-4bec-b5a4-6f8f6c461d67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:25.491246 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:53:30.856944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6a5cad0-edbc-4537-8718-a32eed1308b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:32.812784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-49d8982b-deaa-4a7b-a6de-4668522d1686 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493238 Feb 10 13:53:32.888646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-c8aea585-b99f-4506-babd-b970c4b86fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:32.890206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-c8aea585-b99f-4506-babd-b970c4b86fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1128 time: 0.0545213 Feb 10 13:53:32.997921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-d3ada72e-7727-4c4d-b754-356bc5d2fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:32.999366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-d3ada72e-7727-4c4d-b754-356bc5d2fccd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.0872035 Feb 10 13:53:33.076788 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-c0c77d98-023d-4bbf-8bbc-63b127b4c85a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1001 time: 0.0698893 Feb 10 13:53:33.131489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-7ef311fa-785f-4c5d-8963-70c2f47ca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:33.133057 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-7ef311fa-785f-4c5d-8963-70c2f47ca522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0499222 Feb 10 13:53:33.185789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-a4a5ae85-721c-433d-bf8c-8744f4644566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:33.187287 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-a4a5ae85-721c-433d-bf8c-8744f4644566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482659 Feb 10 13:53:33.288634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa435cc2-0e0d-4519-a1d4-6a0df9254a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:33.304395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-dd496288-2893-4274-bda3-755d0407ae51 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101100 Feb 10 13:53:33.410214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f879ce9c-6400-4855-8320-e4f61a3207e0 req-40445be2-051a-4672-b84c-c99ec9fcf26b service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990224 Feb 10 13:53:34.661417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:35.888346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:36.288086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:37.419938 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.441347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:39.548045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.621477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Publish callbacks [] for security_group (60cffc73-c738-4fb2-ad6f-1ad4184ade41), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.625994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (60cffc73-c738-4fb2-ad6f-1ad4184ade41), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.668622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cffc73-c738-4fb2-ad6f-1ad4184ade41,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:39.672436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a872813d31914d8ba773f295bac6474a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300668 Feb 10 13:53:39.675279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:39.678743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.679100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.679453 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.679791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.680130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.680490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.680857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.681189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.681519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.681847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.682182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.682507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.682831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f00b2b-6351-4cbe-9bae-b53e675d2f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.745024 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Publish callbacks [] for security_group (60cffc73-c738-4fb2-ad6f-1ad4184ade41), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.766922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Publish callbacks [] for security_group (60cffc73-c738-4fb2-ad6f-1ad4184ade41), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.814707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (60cffc73-c738-4fb2-ad6f-1ad4184ade41), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.817541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:39.818703 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60cffc73-c738-4fb2-ad6f-1ad4184ade41 HTTP/1.1" status: 204 len: 168 time: 0.1417491 Feb 10 13:53:39.826605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cffc73-c738-4fb2-ad6f-1ad4184ade41,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:39.834284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.834719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.835265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.835814 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.836321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.836877 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.837394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.837914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.838424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.838981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.840178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.840716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:39.841283 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb70dd5-f678-4ca2-95ef-3b468482c500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:40.107287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55638) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:40.121474 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-939d0426-9655-4cdb-9c77-1ac59bb3fb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.203106 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-939d0426-9655-4cdb-9c77-1ac59bb3fb12 admin admin] Publish callbacks [] for security_group (e120aa3a-3bd6-4a2f-9c16-90b55f60cfca), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.206906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-939d0426-9655-4cdb-9c77-1ac59bb3fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e120aa3a-3bd6-4a2f-9c16-90b55f60cfca), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.245023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-939d0426-9655-4cdb-9c77-1ac59bb3fb12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40890f82a7a44ee4988bff536a282e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365955 Feb 10 13:53:40.246953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d0426-9655-4cdb-9c77-1ac59bb3fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120aa3a-3bd6-4a2f-9c16-90b55f60cfca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:40.247718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:40.299122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] Publish callbacks [] for security_group (e120aa3a-3bd6-4a2f-9c16-90b55f60cfca), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.321085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] Publish callbacks [] for security_group (e120aa3a-3bd6-4a2f-9c16-90b55f60cfca), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.369011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e120aa3a-3bd6-4a2f-9c16-90b55f60cfca), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.371671 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.372850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e120aa3a-3bd6-4a2f-9c16-90b55f60cfca HTTP/1.1" status: 204 len: 168 time: 0.1238806 Feb 10 13:53:40.382834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea223c-36ce-4c55-82f9-2571e3d8f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120aa3a-3bd6-4a2f-9c16-90b55f60cfca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:40.700333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55646) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:40.714046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd1799-8832-4821-83e2-5b5695ee0dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.789436 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd1799-8832-4821-83e2-5b5695ee0dc2 admin admin] Publish callbacks [] for security_group (b9b37a40-9e78-4e5c-9d47-73f178f4f217), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.793710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd1799-8832-4821-83e2-5b5695ee0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b9b37a40-9e78-4e5c-9d47-73f178f4f217), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.833268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-82fd1799-8832-4821-83e2-5b5695ee0dc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d6955cc2c2f4464a215fdf23d5518bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317594 Feb 10 13:53:40.834223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd1799-8832-4821-83e2-5b5695ee0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b37a40-9e78-4e5c-9d47-73f178f4f217,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:40.836156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55648) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:40.893071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] Publish callbacks [] for security_group (b9b37a40-9e78-4e5c-9d47-73f178f4f217), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.914077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] Publish callbacks [] for security_group (b9b37a40-9e78-4e5c-9d47-73f178f4f217), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.967677 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b9b37a40-9e78-4e5c-9d47-73f178f4f217), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.970584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:40.971744 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9b37a40-9e78-4e5c-9d47-73f178f4f217 HTTP/1.1" status: 204 len: 168 time: 0.1344230 Feb 10 13:53:40.981680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc8f0-dfb0-4f8b-aff8-bce3eb38e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b37a40-9e78-4e5c-9d47-73f178f4f217,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:41.368625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.065820 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:42.182019 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2340b18-905f-4480-97e0-a44cbe931948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.267835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2340b18-905f-4480-97e0-a44cbe931948 admin admin] Publish callbacks [] for security_group (d892d694-7d43-4789-bf0e-b3615e624bf3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.271948 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2340b18-905f-4480-97e0-a44cbe931948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d892d694-7d43-4789-bf0e-b3615e624bf3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.312914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f2340b18-905f-4480-97e0-a44cbe931948 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33b4f793ea124343b47bdc72002760be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459197 Feb 10 13:53:42.314901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2340b18-905f-4480-97e0-a44cbe931948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d892d694-7d43-4789-bf0e-b3615e624bf3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:42.315907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:42.369422 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] Publish callbacks [] for security_group (d892d694-7d43-4789-bf0e-b3615e624bf3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.390904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] Publish callbacks [] for security_group (d892d694-7d43-4789-bf0e-b3615e624bf3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.440806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d892d694-7d43-4789-bf0e-b3615e624bf3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.443572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:42.444730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d892d694-7d43-4789-bf0e-b3615e624bf3 HTTP/1.1" status: 204 len: 168 time: 0.1277733 Feb 10 13:53:42.454113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc730a-9039-406b-a8c6-513c4437c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892d694-7d43-4789-bf0e-b3615e624bf3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:43.596053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:43.735523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'network': {'name': 'tempest-network-smoke--1633975186', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:43.754906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:53:43.758277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.766969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.838246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (36549854-e513-4fd7-a78e-dc025cb1ba80), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.841930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (36549854-e513-4fd7-a78e-dc025cb1ba80), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.867344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:53:43.876645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36549854-e513-4fd7-a78e-dc025cb1ba80,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:43.882652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5e300b26-83dc-4e5a-bce3-36f21f9637d6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.882996 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Added segment 5e300b26-83dc-4e5a-bce3-36f21f9637d6 of type vlan for network a22395fc-7ede-452e-a5e8-e93d6bef474d Feb 10 13:53:43.922704 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (a22395fc-7ede-452e-a5e8-e93d6bef474d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.949220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (a22395fc-7ede-452e-a5e8-e93d6bef474d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.954454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:43.955007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:43.988089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3909271 Feb 10 13:53:43.991370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55722) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:43.995833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-10103655', 'admin_state_up': True, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:44.017956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.019081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.023804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580824ac-47a8-470a-ae62-cb573fa44e8d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Network': ['ID=a22395fc-7ede-452e-a5e8-e93d6bef474d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:44.039371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network a22395fc-7ede-452e-a5e8-e93d6bef474d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:53:44.078908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_controller (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.214409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.403279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.421674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.523099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.25.8.103 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2fc11d81-4e68-46e2-9cc7-ca700172998c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:53:44.624810 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.658035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:44.694809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:53:44.697601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:44.701580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:53:44.724480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=2fc11d81-4e68-46e2-9cc7-ca700172998c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:44.945935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:45.478636 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:45.601174 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:53:45.710673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:53:45.720947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:53:45.731854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:45.732377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:45.736250 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1c378c6e-c159-4ab8-a3ae-055d87acee9a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7406642 Feb 10 13:53:45.736425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:45.736571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55728) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:45.814865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe92c5a3-9284-42b0-9e53-6bb42aecc8b6 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d84112b32ad342c38e9c9f8b74f47d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772111 Feb 10 13:53:45.817583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55732) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:45.842009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:45.908275 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dfb7d-f6d8-4041-914c-ab0529f631b4 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:45.910080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a78dfb7d-f6d8-4041-914c-ab0529f631b4 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915763 Feb 10 13:53:45.913149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55734) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:45.941389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1e9329fb-73f4-4549-aa35-ca9d0444c394 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271699 Feb 10 13:53:45.944099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55736) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:45.948792 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1185552141', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:46.024934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:44Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:46.034286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:53:46.038242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.054102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:53:46.054450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Updating router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf port 2fc11d81-4e68-46e2-9cc7-ca700172998c binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:53:46.085065 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.222462 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2de263de-8fea-4fbe-ad62-7ed72b7ac11c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.286521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Subnet': ['ID=2de263de-8fea-4fbe-ad62-7ed72b7ac11c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:46.296124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Checking segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:46.296490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network hostable DHCP agents. Network: a22395fc-7ede-452e-a5e8-e93d6bef474d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:53:46.314112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network a22395fc-7ede-452e-a5e8-e93d6bef474d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:53:46.323400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, a22395fc-7ede-452e-a5e8-e93d6bef474d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:46.329097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:46.329688 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.337169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b2a3c-546a-481f-a654-06d3be4fc04d None None] Network a22395fc-7ede-452e-a5e8-e93d6bef474d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:53:46.342081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks [] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.348700 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d3ca076-347d-463f-bee9-0ddca93fb634 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006181 Feb 10 13:53:46.349076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55738) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:46.355626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.454200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Pushing event updated for resources: {'Port': ['ID=2fc11d81-4e68-46e2-9cc7-ca700172998c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:46.458394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Attempting to bind port 2fc11d81-4e68-46e2-9cc7-ca700172998c on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:46.458757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Attempting to bind port 2fc11d81-4e68-46e2-9cc7-ca700172998c by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:46.459119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Attempting to bind port 2fc11d81-4e68-46e2-9cc7-ca700172998c on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:46.469428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.469772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.470108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.470440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.470768 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.471090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.471411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.471731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.472049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.472381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.472683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.473025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.473343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:46.481671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:46.482052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:46.482451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.482836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:46.483298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Bound port: 2fc11d81-4e68-46e2-9cc7-ca700172998c, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:46.483677 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.682611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-a22395fc-7ede-452e-a5e8-e93d6bef474d', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:53:46.683444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.722183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] For port 2fc11d81-4e68-46e2-9cc7-ca700172998c, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:46.727822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] For port 2fc11d81-4e68-46e2-9cc7-ca700172998c, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fc11d81-4e68-46e2-9cc7-ca700172998c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:46.774767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.784918 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:46.875619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:46.875954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:46.883857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91eb56-45e0-4028-9133-97de3797b1b6 None None] Pushing event updated for resources: {'Port': ['ID=2fc11d81-4e68-46e2-9cc7-ca700172998c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:46.939507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Allocated IP 172.20.0.2 (a22395fc-7ede-452e-a5e8-e93d6bef474d/2de263de-8fea-4fbe-ad62-7ed72b7ac11c/5e25036b-bbc6-4cf6-90d5-ef3eb47565eb) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:53:47.057847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:47.235568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks [] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.243463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.287480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.1 (a22395fc-7ede-452e-a5e8-e93d6bef474d/2de263de-8fea-4fbe-ad62-7ed72b7ac11c/34d8de8b-8598-45a7-896a-e9374e95f211) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:53:47.309848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Network a22395fc-7ede-452e-a5e8-e93d6bef474d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:53:47.316706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:47.321771 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:53:47.325804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Pushing event updated for resources: {'Port': ['ID=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:47.391441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:44Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:47.395725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Attempting to bind port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:47.396107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Attempting to bind port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:47.396473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Attempting to bind port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb on network a22395fc-7ede-452e-a5e8-e93d6bef474d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:47.414666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (34d8de8b-8598-45a7-896a-e9374e95f211), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.425054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4f124-39e7-41ae-829f-6f67ee1ba76e None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:44Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:53:47.426822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:47.427207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Checking segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:47.427605 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.427999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Bound using segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:47.428748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Bound port: 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:47.428927 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.451478 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.496794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network a22395fc-7ede-452e-a5e8-e93d6bef474d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:53:47.499891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:47.503998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:53:47.506040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] For port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:47.509515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] For port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:47.515281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.527912 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:47.552085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:47.579390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7f76-3ac7-4906-9bf5-92d24a82f6f6 None None] Pushing event updated for resources: {'Port': ['ID=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:47.714295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.064529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fc11d81-4e68-46e2-9cc7-ca700172998c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:48.092172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (34d8de8b-8598-45a7-896a-e9374e95f211), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.097257 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.127091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2fc11d81-4e68-46e2-9cc7-ca700172998c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:48.127473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.176184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:48.186337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.220402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2fc11d81-4e68-46e2-9cc7-ca700172998c is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:48.221039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.243187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2fc11d81-4e68-46e2-9cc7-ca700172998c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fc11d81-4e68-46e2-9cc7-ca700172998c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:48.249181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.250114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:48.295915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network a22395fc-7ede-452e-a5e8-e93d6bef474d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:53:48.297893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:48.324895 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2fc11d81-4e68-46e2-9cc7-ca700172998c,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:48.338108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:48.338492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.441051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:48.441658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.444600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:53:48.476065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:48.480306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.536284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:48.581970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:53:48.587729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4c9cc1ff-c17b-4875-b64c-ddab4ddc06ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379334 Feb 10 13:53:48.590627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:48.782811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe11b7-56b4-4089-89bd-6f0e940bf69c None None] Network a22395fc-7ede-452e-a5e8-e93d6bef474d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:53:48.805437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.805920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.806384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.806877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.807336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.807789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.808247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.810668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-70b448a4-5a1e-4c53-9be5-3fef93952f03 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2185054 Feb 10 13:53:48.813499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:48.898792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3df8c3d2-a375-479b-a92d-6b06678c4ddd None None] Provisioning complete for port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:48.899163 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3df8c3d2-a375-479b-a92d-6b06678c4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:48.910612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.911355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.911817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.912271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.912723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.913196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.913642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:48.915509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-917dac12-884a-4a3d-a6d4-425ae232ae16 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1011002 Feb 10 13:53:48.918415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:48.998833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3df8c3d2-a375-479b-a92d-6b06678c4ddd None None] Current status of the port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:49.188923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9501f4b8-b45f-4b4f-b5d9-445da902d2ab tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2694025 Feb 10 13:53:49.226602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:49.227719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.269255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Port 34d8de8b-8598-45a7-896a-e9374e95f211 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:53:49.279783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Provisioning complete for port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:49.280257 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.345278 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:49.349841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144837282', 'description': 'tempest-secgroup-smoke-2144837282 description', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:49.357047 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:53:49.368121 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:49.368977 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:49.377725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.380431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-75bae924-4659-475a-acdc-3ad4facccca4 None None] Current status of the port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:49.456980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (937490b1-fa1d-4501-a1f0-d0ad32473df0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.461930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (937490b1-fa1d-4501-a1f0-d0ad32473df0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.494638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.499568 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:49.499910 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55752) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:49.500475 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1541245 Feb 10 13:53:49.503882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2c098d40-c9f1-4306-94cf-9b7353562afe None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:49.504558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2c098d40-c9f1-4306-94cf-9b7353562afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.505316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:49.505566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb56d2-1ef5-4626-b5f3-483380c1f37b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937490b1-fa1d-4501-a1f0-d0ad32473df0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:49.533537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (97fa997c-c8ab-4ac3-8e2e-32fbe6db8692), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.555390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2c098d40-c9f1-4306-94cf-9b7353562afe None None] Port 34d8de8b-8598-45a7-896a-e9374e95f211 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:53:49.608689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (97fa997c-c8ab-4ac3-8e2e-32fbe6db8692), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.614373 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (97fa997c-c8ab-4ac3-8e2e-32fbe6db8692), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.629973 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fa997c-c8ab-4ac3-8e2e-32fbe6db8692,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:49.653076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.654399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-67b751cb-7b6a-4fb8-ba63-681003522610 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529205 Feb 10 13:53:49.657297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55754) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:49.662113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:49.678687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-99295a9b-cad7-48a6-8357-08f6842989a7 None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:49.679601 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99295a9b-cad7-48a6-8357-08f6842989a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.687616 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (dcf753ec-e53e-446d-89a9-bf8e50be5074), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.716190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-99295a9b-cad7-48a6-8357-08f6842989a7 None None] Port 34d8de8b-8598-45a7-896a-e9374e95f211 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:53:49.742847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 2, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:49.746789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (dcf753ec-e53e-446d-89a9-bf8e50be5074), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.750686 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (dcf753ec-e53e-446d-89a9-bf8e50be5074), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.770098 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:53:49.770414 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Updating router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf port 34d8de8b-8598-45a7-896a-e9374e95f211 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:53:49.770551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf753ec-e53e-446d-89a9-bf8e50be5074,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:49.776533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.778174 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-252174dc-be4d-4c9b-9ecf-d3605093d07f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198525 Feb 10 13:53:49.781009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55756) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:49.785248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:49.804540 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.810529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (5bdf073f-7ec2-487e-a77f-40af5605f84f), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.869083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (5bdf073f-7ec2-487e-a77f-40af5605f84f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.872775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (5bdf073f-7ec2-487e-a77f-40af5605f84f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.886098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdf073f-7ec2-487e-a77f-40af5605f84f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:49.901192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.902960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3937c5a9-f978-4676-bb09-1b26b0e5493c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204739 Feb 10 13:53:49.905897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55758) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:49.910597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:49.939444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (a5992a9c-0d0b-4718-894c-dfc6c999aa6d), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:49.994363 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fc11d81-4e68-46e2-9cc7-ca700172998c up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:50.008368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (a5992a9c-0d0b-4718-894c-dfc6c999aa6d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.013002 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a5992a9c-0d0b-4718-894c-dfc6c999aa6d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.034202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5992a9c-0d0b-4718-894c-dfc6c999aa6d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.044242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.045675 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8bdf24cf-71e1-4064-9645-15c729ff712e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386716 Feb 10 13:53:50.048107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55760) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:50.052702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:50.053296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2fc11d81-4e68-46e2-9cc7-ca700172998c triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:50.053680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.073624 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:53:50.079387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (5fc90f02-bf9a-45c6-9276-dda67c4213f7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.104725 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks [] for port (34d8de8b-8598-45a7-896a-e9374e95f211), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.109864 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.133359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2fc11d81-4e68-46e2-9cc7-ca700172998c is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:50.134431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:50.142864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (5fc90f02-bf9a-45c6-9276-dda67c4213f7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.149694 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (5fc90f02-bf9a-45c6-9276-dda67c4213f7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.166778 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Pushing event updated for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.168628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc90f02-bf9a-45c6-9276-dda67c4213f7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.178368 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.178718 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.179243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.179794 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.180542 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.181519 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.182217 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.182600 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.183042 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.183478 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.183941 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.184462 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.185026 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:53:50.188525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.189607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f9fb1d76-570f-4898-af93-000e415e2fd0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403487 Feb 10 13:53:50.192189 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55762) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:53:50.197822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:50.198185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '937490b1-fa1d-4501-a1f0-d0ad32473df0', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:50.198396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.226382 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:53:50.232892 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (831d6b29-7a4b-4e5d-b48e-20b16414ad26), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.245711 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Attempting to bind port 34d8de8b-8598-45a7-896a-e9374e95f211 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:50.246712 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Attempting to bind port 34d8de8b-8598-45a7-896a-e9374e95f211 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:50.247927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Attempting to bind port 34d8de8b-8598-45a7-896a-e9374e95f211 on network a22395fc-7ede-452e-a5e8-e93d6bef474d {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:50.254066 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:50.255021 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Checking segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:50.256446 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.257134 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Bound using segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:50.257897 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Bound port: 34d8de8b-8598-45a7-896a-e9374e95f211, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:50.258549 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.285131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:50.310367 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (831d6b29-7a4b-4e5d-b48e-20b16414ad26), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.315416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (831d6b29-7a4b-4e5d-b48e-20b16414ad26), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.335985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831d6b29-7a4b-4e5d-b48e-20b16414ad26,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.347071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.357381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-23fca4a1-4cca-49a9-a179-13ec0938e4c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1639228 Feb 10 13:53:50.435363 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] For port 34d8de8b-8598-45a7-896a-e9374e95f211, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:50.439281 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] For port 34d8de8b-8598-45a7-896a-e9374e95f211, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=34d8de8b-8598-45a7-896a-e9374e95f211,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:50.445430 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.447383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:50.447759 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.507495 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:53:50.507982 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:53:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:50.544264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-abac67a0-4144-4a7f-8ba3-8566cfdc5ec0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144837282&fields=id&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 267 time: 0.0694056 Feb 10 13:53:50.550106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Current status of the port 34d8de8b-8598-45a7-896a-e9374e95f211 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:50.550506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.594945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] For port 34d8de8b-8598-45a7-896a-e9374e95f211, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=34d8de8b-8598-45a7-896a-e9374e95f211,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:50.602518 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.628568 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c73f7-8903-46ed-aff6-fa7faf19c737 None None] Pushing event updated for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.651253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:53:50.659604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e6c55-a7ba-4c87-909d-0d71c497cb32 None None] Pushing event updated for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:50.682123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-0fe80b7d-cb50-4848-b568-83a860a1da93 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:50.684278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-0fe80b7d-cb50-4848-b568-83a860a1da93 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 797 time: 0.1385376 Feb 10 13:53:50.705152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-17bdb9c3-ad47-400e-a570-01841909ec6e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/quotas/d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 375 time: 0.0152309 Feb 10 13:53:50.758257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-cf3e85e1-abef-4937-a356-da6614d1a335 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518785 Feb 10 13:53:50.827080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-35eef252-1b59-49df-83cd-01b121fc2189 None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:50.827499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-35eef252-1b59-49df-83cd-01b121fc2189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:50.854185 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:53:50.861288 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-3170972a-1518-40cd-8965-a576c3e9ca58 service neutron] 10.222.0.13 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919714 Feb 10 13:53:50.890867 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e491400-5764-40a0-9597-f3cbcb9d4051 None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:53:50.917115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-35eef252-1b59-49df-83cd-01b121fc2189 None None] Current status of the port 34d8de8b-8598-45a7-896a-e9374e95f211 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:50.976280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-a616eb59-b6b3-408c-8570-49867de66170 service neutron] 10.222.0.13 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080370 Feb 10 13:53:51.153610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9126f9f2-9a02-4862-9789-5f7c0fbd1986 req-cd35dfc9-c470-48f1-bb7a-8aa791803a32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 210 time: 0.0290012 Feb 10 13:53:52.004262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 34d8de8b-8598-45a7-896a-e9374e95f211 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:53:52.062457 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 34d8de8b-8598-45a7-896a-e9374e95f211 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:52.063097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.114369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-4e866b1d-9bb5-429e-b0a0-a938586e7814 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:52.116036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-4e866b1d-9bb5-429e-b0a0-a938586e7814 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.21 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 797 time: 0.1230795 Feb 10 13:53:52.146342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 34d8de8b-8598-45a7-896a-e9374e95f211 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:52.180452 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-42df0975-f040-48ba-b9bf-cd09e7bfac47 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 380 time: 0.0568085 Feb 10 13:53:52.194158 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'port': {'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'admin_state_up': True, 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'security_groups': ['937490b1-fa1d-4501-a1f0-d0ad32473df0']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:52.280463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bde4eec-16c7-4908-b140-dba9a7da6722 req-231a8c2c-7c35-4ca6-b652-8b9995cbfc1c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 210 time: 0.0569758 Feb 10 13:53:52.325596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:53:52.328985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.461843 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.4 (a22395fc-7ede-452e-a5e8-e93d6bef474d/2de263de-8fea-4fbe-ad62-7ed72b7ac11c/50d0d9ca-690f-475a-93ea-e107bca719f1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:53:52.596135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.629494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.680513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network a22395fc-7ede-452e-a5e8-e93d6bef474d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:53:52.683376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:53:52.686276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:53:52.712290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:52.739425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:52.740046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.758141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-ecc96fac-611e-4103-bbe5-d79ad271134f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677238 Feb 10 13:53:52.769244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Request body: {'port': {'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:53:52.830907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.951812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1a98fcda-e7d1-45a1-948d-54ed7583fc27 None None] Provisioning complete for port 50d0d9ca-690f-475a-93ea-e107bca719f1 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:53:52.952099 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a98fcda-e7d1-45a1-948d-54ed7583fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:52.989271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1a98fcda-e7d1-45a1-948d-54ed7583fc27 None None] Port 50d0d9ca-690f-475a-93ea-e107bca719f1 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:53:53.102105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d0d9ca-690f-475a-93ea-e107bca719f1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:53:53.110227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks [] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:53.122477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Transition to ACTIVE for port object 50d0d9ca-690f-475a-93ea-e107bca719f1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:53:53.126791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:53.178436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Pushing event updated for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:53.250932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Attempting to bind port 50d0d9ca-690f-475a-93ea-e107bca719f1 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:53:53.251406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Attempting to bind port 50d0d9ca-690f-475a-93ea-e107bca719f1 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:53:53.251746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Attempting to bind port 50d0d9ca-690f-475a-93ea-e107bca719f1 on network a22395fc-7ede-452e-a5e8-e93d6bef474d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:53.256407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Port 50d0d9ca-690f-475a-93ea-e107bca719f1 on network a22395fc-7ede-452e-a5e8-e93d6bef474d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:53:53.256737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Attempting to bind port 50d0d9ca-690f-475a-93ea-e107bca719f1 on network a22395fc-7ede-452e-a5e8-e93d6bef474d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:53:53.261865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:53:53.262212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Checking segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:53:53.262598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Bound using segment: {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:53:53.263027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Bound port: 50d0d9ca-690f-475a-93ea-e107bca719f1, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e300b26-83dc-4e5a-bce3-36f21f9637d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:53:53.263390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:53.330462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:53:53.333697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=50d0d9ca-690f-475a-93ea-e107bca719f1,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:53:53.341108 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:53.374344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.374916 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:53.376470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] 10.222.0.21 "PUT /v2.0/ports/50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 1091 time: 0.6114109 Feb 10 13:53:53.379318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:53:53.381645 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e138d-5a75-452e-b901-6122f56a157d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:53:53.478979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e781-bfea-4a81-b64a-33aeff44169c service neutron] Pushing event updated for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:53.497566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-f1512441-f5c7-4f0c-b989-1476cae561f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.499085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-f1512441-f5c7-4f0c-b989-1476cae561f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1125 time: 0.0780668 Feb 10 13:53:53.505990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93589037-08d3-40f0-9523-91d964ce304d req-7011a897-ec45-4619-9ac4-96926b274976 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.507503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93589037-08d3-40f0-9523-91d964ce304d req-7011a897-ec45-4619-9ac4-96926b274976 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 943 time: 0.1383543 Feb 10 13:53:53.549247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-233b3492-ae4f-49c3-a119-cf287d965d16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 217 time: 0.0408151 Feb 10 13:53:53.622290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93589037-08d3-40f0-9523-91d964ce304d req-0325aae5-816a-4022-b4f3-3ba80c8c6083 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061978 Feb 10 13:53:53.625792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-427403bf-2073-415c-b31d-13ab7484d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.627162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-427403bf-2073-415c-b31d-13ab7484d727 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 200 len: 835 time: 0.0716572 Feb 10 13:53:53.680803 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea221f-66d3-4173-bb4c-6c83b22e5add x-openstack-request-id: req-7aea221f-66d3-4173-bb4c-6c83b22e5add {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:53:53.681107 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:53:53.681366 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aea221f-66d3-4173-bb4c-6c83b22e5add {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:53:53.681775 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'status': 'completed', 'code': 200} Feb 10 13:53:53.690937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-e9083e98-f838-4f3f-8e9d-f7ad41dd62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.692479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-e9083e98-f838-4f3f-8e9d-f7ad41dd62bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594025 Feb 10 13:53:53.780894 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-d7f7c818-6352-46b2-b934-1c609d978b9e service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816298 Feb 10 13:53:53.873583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d9bdcd7-f7d9-4dbd-be76-18d8e9adc05c req-2d4bb464-aef5-40ff-9344-572c86d73893 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Feb 10 13:53:53.962604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e138d-5a75-452e-b901-6122f56a157d req-244fceb6-3680-4300-a808-f6c51ec8dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:53.964129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-244fceb6-3680-4300-a808-f6c51ec8dda8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1125 time: 0.0447392 Feb 10 13:53:54.060821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e138d-5a75-452e-b901-6122f56a157d req-bff52928-d097-40e4-bbc3-2c78d3aff163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:54.062302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-bff52928-d097-40e4-bbc3-2c78d3aff163 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 898 time: 0.0914905 Feb 10 13:53:54.104508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-5dd042e7-bb0a-436c-83fa-409e84196858 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 217 time: 0.0360825 Feb 10 13:53:54.149650 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e138d-5a75-452e-b901-6122f56a157d req-5fe9a75d-2a7d-44dc-8f42-6d8bbd996eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:54.151044 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-5fe9a75d-2a7d-44dc-8f42-6d8bbd996eb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 200 len: 835 time: 0.0412569 Feb 10 13:53:54.202387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e138d-5a75-452e-b901-6122f56a157d req-91c1a299-8b0a-4dd1-a637-7d76382b224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:54.203865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-91c1a299-8b0a-4dd1-a637-7d76382b224d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472317 Feb 10 13:53:54.291745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-c4b237a8-04cd-41d9-8f85-0a54815a8373 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811217 Feb 10 13:53:54.382600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-596e138d-5a75-452e-b901-6122f56a157d req-72c7a352-8979-40c5-b9ae-3f1705307859 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848076 Feb 10 13:53:54.753198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a9f2d-2078-49e3-ae7c-7fde335f62ff req-68129812-719c-44f9-ad9c-3c7eb0aa0760 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:54.754661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac5a9f2d-2078-49e3-ae7c-7fde335f62ff req-68129812-719c-44f9-ad9c-3c7eb0aa0760 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 943 time: 0.0511155 Feb 10 13:53:54.803040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac5a9f2d-2078-49e3-ae7c-7fde335f62ff req-b0ae7741-ed1c-40a8-a192-98b2d5a6b1f5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Feb 10 13:53:55.920120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3f1a9-ebc6-4e07-828a-4f84f7f38ec2 req-d860c26e-59b8-433b-a191-2eca355acc9b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:55.921641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe3f1a9-ebc6-4e07-828a-4f84f7f38ec2 req-d860c26e-59b8-433b-a191-2eca355acc9b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 943 time: 0.0522370 Feb 10 13:53:56.304430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dbe3f1a9-ebc6-4e07-828a-4f84f7f38ec2 req-5d1cfb6d-88e3-4c47-a9c3-436e4d8a7ef3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772659 Feb 10 13:53:57.422974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff4f4-0336-409f-b9b8-e6c4788c1c05 req-fcb896b0-9367-4df4-9fa6-b2900e39029c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:57.424444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fcff4f4-0336-409f-b9b8-e6c4788c1c05 req-fcb896b0-9367-4df4-9fa6-b2900e39029c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 943 time: 0.0516696 Feb 10 13:53:57.470879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fcff4f4-0336-409f-b9b8-e6c4788c1c05 req-4eff61c7-432d-4158-b30c-ec52a2051f29 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Feb 10 13:53:58.070403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 50d0d9ca-690f-475a-93ea-e107bca719f1 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:53:58.316399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=50d0d9ca-690f-475a-93ea-e107bca719f1,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:58.327317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:53:58.362526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 50d0d9ca-690f-475a-93ea-e107bca719f1 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:53:58.362907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:58.375517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d0d9ca-690f-475a-93ea-e107bca719f1 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:53:58.393960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=50d0d9ca-690f-475a-93ea-e107bca719f1,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:53:58.397839 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:53:58.443318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:53:58.586506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7528ec9-e620-473c-b5c3-4a3683a3fd13 req-dca9222c-b5d0-4abf-92c1-81f58b09251b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:58.587911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7528ec9-e620-473c-b5c3-4a3683a3fd13 req-dca9222c-b5d0-4abf-92c1-81f58b09251b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 944 time: 0.0512483 Feb 10 13:53:58.639405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b7528ec9-e620-473c-b5c3-4a3683a3fd13 req-5e0fe3f6-0952-4a09-bfee-ac2c87102172 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454412 Feb 10 13:53:58.691198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['50d0d9ca-690f-475a-93ea-e107bca719f1'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:53:59.756146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5097f-b723-459a-bcb5-b641e3b5812d req-85815036-0058-4a6c-8054-1cb3899c99c4 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:53:59.757640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73d5097f-b723-459a-bcb5-b641e3b5812d req-85815036-0058-4a6c-8054-1cb3899c99c4 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Feb 10 13:53:59.804809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-73d5097f-b723-459a-bcb5-b641e3b5812d req-eff93d68-dde0-4249-801f-1490bc24a9a5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Feb 10 13:54:00.070600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 50d0d9ca-690f-475a-93ea-e107bca719f1 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:54:00.120033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 50d0d9ca-690f-475a-93ea-e107bca719f1 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:54:00.124049 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 50d0d9ca-690f-475a-93ea-e107bca719f1 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:54:00.124423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:00.198242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 50d0d9ca-690f-475a-93ea-e107bca719f1 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:54:00.198545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:00.220435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:00.222720 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511595f-0d9d-4b55-94d4-80d3691c0642" -d '{"events": [{"server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "name": "network-vif-plugged", "status": "completed", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:00.234877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=50d0d9ca-690f-475a-93ea-e107bca719f1,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:54:00.238791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:00.263900 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d3aa3-1ee4-4d35-8fa5-aa45572285ad x-openstack-request-id: req-8d5d3aa3-1ee4-4d35-8fa5-aa45572285ad {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:00.264287 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "name": "network-vif-plugged", "status": "completed", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:00.264789 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d5d3aa3-1ee4-4d35-8fa5-aa45572285ad {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:00.265679 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'code': 200} Feb 10 13:54:00.294374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:00.356499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8c4f9-77c7-41f8-91b6-32554d5f8dcc req-589fab15-6b75-47ef-be67-6ed835fc192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:00.358051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bf8c4f9-77c7-41f8-91b6-32554d5f8dcc req-589fab15-6b75-47ef-be67-6ed835fc192c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1127 time: 0.0430346 Feb 10 13:54:00.401623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5bf8c4f9-77c7-41f8-91b6-32554d5f8dcc req-e860c4c9-0b0b-4a07-8be1-b199c2e6a9ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378494 Feb 10 13:54:00.859128 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adafb882-6e6f-4e30-b1ba-b9c17e251456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:00.930997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810e6f-5873-4f16-ab4f-52f6f2ee1c0f req-8fb2c368-ea74-4c47-a297-e455f8fc1671 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:00.932500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb810e6f-5873-4f16-ab4f-52f6f2ee1c0f req-8fb2c368-ea74-4c47-a297-e455f8fc1671 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0577338 Feb 10 13:54:00.979688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb810e6f-5873-4f16-ab4f-52f6f2ee1c0f req-ee0dacdf-2e33-4728-b7c6-79e75a3ac98f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Feb 10 13:54:02.097833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaacba-6ba1-4904-b619-43bb9d5862c0 req-418ed87d-09e7-4411-ba30-9013d8cb2040 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:02.099312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1aaacba-6ba1-4904-b619-43bb9d5862c0 req-418ed87d-09e7-4411-ba30-9013d8cb2040 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Feb 10 13:54:02.147436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f1aaacba-6ba1-4904-b619-43bb9d5862c0 req-cf8bf2e2-c793-41cb-8e8f-eb8662d318d7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Feb 10 13:54:02.261584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321ec51-297e-433c-af10-3bf021c904af req-bb4b63ad-39d9-48a3-bd96-1583b5ee80e7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:02.263045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c321ec51-297e-433c-af10-3bf021c904af req-bb4b63ad-39d9-48a3-bd96-1583b5ee80e7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0511887 Feb 10 13:54:02.313760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c321ec51-297e-433c-af10-3bf021c904af req-fe073cf1-66fd-41b8-9697-3998c1eec2fd tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452793 Feb 10 13:54:02.335046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:02.377092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ceebb2-11c9-4a8a-8091-9667f619604f tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:02.378565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e1ceebb2-11c9-4a8a-8091-9667f619604f tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1122 time: 0.0425587 Feb 10 13:54:02.381531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:02.385637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:54:02.405287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:02.489981 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:54:02.502431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:02.607371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.25.8.228 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/3744af3e-1b68-49bb-8d46-ff9b3571ceb6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:54:02.714300 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:02.747316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:02.787627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:54:02.790496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:54:02.792966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:54:02.815006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=3744af3e-1b68-49bb-8d46-ff9b3571ceb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:03.162543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (fc77e83d-e39b-4bce-87f6-b772ddfe42de), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.229997 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.280907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a9f8124e-a78b-418f-aa6a-83ed2e6e93b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.380672 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.385003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.453619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=3744af3e-1b68-49bb-8d46-ff9b3571ceb6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:03.471223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (fc77e83d-e39b-4bce-87f6-b772ddfe42de), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.570319 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Floating IP fc77e83d-e39b-4bce-87f6-b772ddfe42de associated. External IP: 172.25.8.228, port: 50d0d9ca-690f-475a-93ea-e107bca719f1. Feb 10 13:54:03.774470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:54:03.884485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:54:03.895620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:54:03.904451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:03.906618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:03.907281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:03.934813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-557a0694-3022-49b6-9a39-faae37fa9463 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5522840 Feb 10 13:54:03.935428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:03.937734 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e640eaf-9263-4df0-aacb-3d1863d11005" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:03.937923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55818) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:03.977011 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d14f9b-c062-4eaa-801c-5dbd20313cdc x-openstack-request-id: req-95d14f9b-c062-4eaa-801c-5dbd20313cdc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:03.977306 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:03.977567 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95d14f9b-c062-4eaa-801c-5dbd20313cdc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:03.977986 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'status': 'completed', 'code': 200} Feb 10 13:54:04.010952 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f5407b95-7d58-4ff5-a444-e4e652b810c9 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/floatingips/fc77e83d-e39b-4bce-87f6-b772ddfe42de HTTP/1.1" status: 200 len: 991 time: 0.0718274 Feb 10 13:54:04.028190 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:04.045711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-dd36c121-803d-4e0c-bc31-728eba9b5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:04.047408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-dd36c121-803d-4e0c-bc31-728eba9b5999 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1127 time: 0.0493152 Feb 10 13:54:04.143245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-d384ff93-80a7-4439-bdd1-7a3b930da33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:04.144714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-d384ff93-80a7-4439-bdd1-7a3b930da33e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 898 time: 0.0919836 Feb 10 13:54:04.213599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-3eb62df0-a531-4f52-8bbf-50bc2ecbb334 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 999 time: 0.0622826 Feb 10 13:54:04.261095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:03Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:04.262306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-1349cbc6-4894-4c03-8ecd-0cf7c2dd1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:04.263787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-1349cbc6-4894-4c03-8ecd-0cf7c2dd1f3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 200 len: 835 time: 0.0440350 Feb 10 13:54:04.287385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:54:04.296168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:04.296808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:04.312326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-eefc6a42-6b29-463b-bea9-b60e8319806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:04.313903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-eefc6a42-6b29-463b-bea9-b60e8319806c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444283 Feb 10 13:54:04.405898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:04.416435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-50095b27-f903-452d-9262-a91eeed53c0f service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958538 Feb 10 13:54:04.505144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e640eaf-9263-4df0-aacb-3d1863d11005 req-74a87eff-c3d0-4ac3-b656-62f1224251b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828261 Feb 10 13:54:04.627100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:03Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:04.661326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6f04d-f121-4134-b068-92b06e77414c None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:47Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:03Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:54:04.674950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:04.854274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c09bf5-168b-4e26-993e-86b7900156e7 None None] New status for floating IP fc77e83d-e39b-4bce-87f6-b772ddfe42de: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:54:05.014867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55822) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:05.074624 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8d165ec1-70c2-4a0d-ab68-877ea1b68f13 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/floatingips/fc77e83d-e39b-4bce-87f6-b772ddfe42de HTTP/1.1" status: 200 len: 993 time: 0.0583522 Feb 10 13:54:05.881201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:06.281259 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:07.422456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:11.383692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:20.125160 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-4b9dd84f-780a-40fd-95ef-ce4505046ee1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456500 Feb 10 13:54:20.189114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-c1c64662-3569-4667-8c70-87beefc4d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:20.190539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-c1c64662-3569-4667-8c70-87beefc4d89a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1128 time: 0.0430903 Feb 10 13:54:20.292817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-2392712f-7231-4463-af03-8f87d461b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:20.294261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-2392712f-7231-4463-af03-8f87d461b603 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0855076 Feb 10 13:54:20.356966 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-e947e179-5265-43c4-ac1b-db141b8c70c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 1002 time: 0.0567381 Feb 10 13:54:20.402520 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-197786ed-eded-4679-aa83-f91964e1adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:20.403898 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-197786ed-eded-4679-aa83-f91964e1adaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0417583 Feb 10 13:54:20.455062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-0f41e191-5e74-4159-972b-b7da2e4d71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:20.456451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-0f41e191-5e74-4159-972b-b7da2e4d71a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468805 Feb 10 13:54:20.545507 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-6fd6dfbe-00e4-4471-834f-785d3d330cd0 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827770 Feb 10 13:54:20.635221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e0b11ed-65ab-4492-8fd2-b61ede183e80 req-32e6985c-872e-48ec-b50d-ca57fcd87bc7 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835931 Feb 10 13:54:26.022187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55824) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:26.182805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port 8b522e32-a5ac-4eaf-95f3-4fe2c3794ced {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:54:26.183062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:26.255166 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:26.255486 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:26.266761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for 8b522e32-a5ac-4eaf-95f3-4fe2c3794ced owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:54:26.745148 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8b522e32-a5ac-4eaf-95f3-4fe2c3794ced), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:26.773885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=8b522e32-a5ac-4eaf-95f3-4fe2c3794ced,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:26.832174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (8ed5aecc-f39d-4cdc-9a7e-7080e70b619e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:26.832509 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP 8ed5aecc-f39d-4cdc-9a7e-7080e70b619e disassociated (deleted). External IP: 172.25.8.199, port: 1178500b-9d9a-4a3f-9195-2a15dcb12514. Feb 10 13:54:27.042116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:54:27.152411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:54:27.157249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:27.164251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:54:27.174716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:27.175902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:27.186348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-efe8512a-cfe9-4c00-8dba-0aeac396134d tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ed5aecc-f39d-4cdc-9a7e-7080e70b619e HTTP/1.1" status: 204 len: 168 time: 1.1629713 Feb 10 13:54:27.186857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:27.189196 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a941c9-0805-4124-84aa-cdff2837be18" -d '{"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:27.285795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:27.471235 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0acc0-4fb2-4942-8f43-d0f8c6e1db73 x-openstack-request-id: req-70f0acc0-4fb2-4942-8f43-d0f8c6e1db73 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:27.472946 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:27.473208 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70f0acc0-4fb2-4942-8f43-d0f8c6e1db73 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:27.473624 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'status': 'completed', 'code': 200} Feb 10 13:54:27.523565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:27.545248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a941c9-0805-4124-84aa-cdff2837be18 req-c4a24b28-bd1d-4973-95d6-3d00f543aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:27.546765 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-c4a24b28-bd1d-4973-95d6-3d00f543aa47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 1128 time: 0.0500863 Feb 10 13:54:27.551304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:54:27.560593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:27.561823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:27.637967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a4d00-db4c-4e1e-a718-f8774b01ae40 req-4ff7cf76-8d88-43ad-a290-9c8c5cb127e2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:27.639488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da7a4d00-db4c-4e1e-a718-f8774b01ae40 req-4ff7cf76-8d88-43ad-a290-9c8c5cb127e2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.1247249 Feb 10 13:54:27.642138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a941c9-0805-4124-84aa-cdff2837be18 req-acd4e59d-4788-49b5-850c-8f2847ca5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:27.643708 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-acd4e59d-4788-49b5-850c-8f2847ca5ab2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0908260 Feb 10 13:54:27.673668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:27.687705 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-3984823a-6ebc-44d6-9792-706f1db4eb46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 200 len: 217 time: 0.0369213 Feb 10 13:54:27.690946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-da7a4d00-db4c-4e1e-a718-f8774b01ae40 req-a1203cef-dfac-4ec3-bcc1-5d10207e9387 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Feb 10 13:54:27.735875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a941c9-0805-4124-84aa-cdff2837be18 req-774cd1f5-cefd-47c9-8ec5-95ca7f31877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:27.737363 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-774cd1f5-cefd-47c9-8ec5-95ca7f31877c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0433459 Feb 10 13:54:27.793357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a941c9-0805-4124-84aa-cdff2837be18 req-5b254380-1c53-4478-b5a2-59523c643e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:27.794865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-5b254380-1c53-4478-b5a2-59523c643e8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514066 Feb 10 13:54:27.883693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-c6d252d2-f7b4-4b5f-9b58-f9ec9b81803d service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821681 Feb 10 13:54:27.904376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:27.978949 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-84a941c9-0805-4124-84aa-cdff2837be18 req-389a36b1-78b5-4256-869a-80ec1020b029 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889301 Feb 10 13:54:28.093390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4f441-2361-4895-9405-71859b029e3b None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'f25fddcb-446f-40b5-88e5-59a084eaf28a', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'port_id': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'mac_address': 'fa:16:3e:9d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:50:37Z', 'updated_at': '2022-02-10T13:50:40Z', 'revision_number': 1, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:54:28.316552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd93e3f-0b8f-4dff-aa0a-aaf73d4fb13f None None] New status for floating IP 8ed5aecc-f39d-4cdc-9a7e-7080e70b619e: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:54:28.813259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0283d-dac8-411a-a7e8-404b755f5692 req-94294ad0-0ab4-45da-a018-76179fa5cf6f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:28.815032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cc0283d-dac8-411a-a7e8-404b755f5692 req-94294ad0-0ab4-45da-a018-76179fa5cf6f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.0558152 Feb 10 13:54:28.864138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2cc0283d-dac8-411a-a7e8-404b755f5692 req-3118a393-1a82-4104-b6a9-ef5f8a0dda3c tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Feb 10 13:54:28.908475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-4826c10f-41cf-4511-adca-d3cdb6988f47 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:28.909947 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-4826c10f-41cf-4511-adca-d3cdb6988f47 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 946 time: 0.0529160 Feb 10 13:54:29.005599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port 1178500b-9d9a-4a3f-9195-2a15dcb12514 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:54:29.005835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:29.094991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port 1178500b-9d9a-4a3f-9195-2a15dcb12514, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=1178500b-9d9a-4a3f-9195-2a15dcb12514,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:54:29.095358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:29.108115 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for 1178500b-9d9a-4a3f-9195-2a15dcb12514 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:54:29.234693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (1178500b-9d9a-4a3f-9195-2a15dcb12514), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:29.261123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=1178500b-9d9a-4a3f-9195-2a15dcb12514,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:29.305243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port 1178500b-9d9a-4a3f-9195-2a15dcb12514 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:54:29.307736 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:29.311632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ff8aa07e-5197-497d-9536-4a1ede84d67e req-812bb8b6-cc8c-44f9-ac3d-9d5d4cda33e1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/1178500b-9d9a-4a3f-9195-2a15dcb12514 HTTP/1.1" status: 204 len: 173 time: 0.3960195 Feb 10 13:54:29.474488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'name': 'network-vif-deleted', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:29.476882 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35414da7-8fec-43aa-8f3f-cf0b59368582" -d '{"events": [{"server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "name": "network-vif-deleted", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:29.514613 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6070c9d-b5ea-4495-a112-d9dd686aa630 x-openstack-request-id: req-d6070c9d-b5ea-4495-a112-d9dd686aa630 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:29.514903 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec728a07-7c53-4946-a9e2-70063283b90b", "name": "network-vif-deleted", "tag": "1178500b-9d9a-4a3f-9195-2a15dcb12514", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:29.515152 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6070c9d-b5ea-4495-a112-d9dd686aa630 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:29.515554 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec728a07-7c53-4946-a9e2-70063283b90b', 'name': 'network-vif-deleted', 'tag': '1178500b-9d9a-4a3f-9195-2a15dcb12514', 'status': 'completed', 'code': 200} Feb 10 13:54:29.963401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fec3b7d1-eef5-4a99-b2e8-43e36e21c598 req-f4bc6dd1-3e13-4081-92ac-197a467fb393 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0283844 Feb 10 13:54:30.861946 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-30028f1f-c58d-4567-b3e4-c474e189656a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:31.068109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21aa9b65-b8b7-4e1a-9e2f-d49a2b6243ff req-d3a13900-4f75-4aae-acbc-6b848dffdfa0 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0341907 Feb 10 13:54:32.170363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b4f6042-9214-4d45-a4a0-c924a5349244 req-2b8f61ef-8566-4f2f-b9de-5d7a2f7d4c38 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0272927 Feb 10 13:54:32.808151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-4030afe1-8268-423b-8b20-96f4b8615f5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442529 Feb 10 13:54:32.893157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-64cd4c84-fda2-4b98-9048-2921508fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:32.894775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-64cd4c84-fda2-4b98-9048-2921508fde82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1128 time: 0.0454421 Feb 10 13:54:33.000173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-7db16301-63c8-419d-9ec4-f913ce49cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:33.001679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-7db16301-63c8-419d-9ec4-f913ce49cd92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.0887597 Feb 10 13:54:33.065552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-4871b108-b2b7-4392-b7b4-252f2494d892 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 1001 time: 0.0576861 Feb 10 13:54:33.116276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-80a337fb-ea69-494d-817e-58a813102af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:33.117754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-80a337fb-ea69-494d-817e-58a813102af7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0467138 Feb 10 13:54:33.166053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-efc3ca67-bbe5-46fd-a9f7-c4ab1bf92333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:33.167522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-efc3ca67-bbe5-46fd-a9f7-c4ab1bf92333 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435851 Feb 10 13:54:33.277262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6478fd0b-abd1-4541-8473-b4dc2de7f24c req-821f560d-159f-4e86-8ef0-15f4e1effaa6 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0345056 Feb 10 13:54:33.284729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf910-b4b4-4216-814e-b4f099485081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:33.296003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-3645e0ab-1fde-4a73-9c5f-40f162553a16 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222892 Feb 10 13:54:33.384120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-901a1942-9d08-4b8d-8809-b38a2e29c82c req-dca6ea0c-8415-47c3-a7f6-33f7fc181bba service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826170 Feb 10 13:54:33.764413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1178500b-9d9a-4a3f-9195-2a15dcb12514 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:54:33.786365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 1178500b-9d9a-4a3f-9195-2a15dcb12514 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:54:33.786709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 1178500b-9d9a-4a3f-9195-2a15dcb12514 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:54:34.377800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2a99b40-7959-4df0-a0f9-99fef67bcdbc req-3e208e6a-4319-4959-9013-f437e1bf81ce tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0283148 Feb 10 13:54:34.658299 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:35.482136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08762881-e5d2-4a59-bcb7-45fe0131b102 req-03f26e52-37c2-452e-b431-8ba2f3fbee29 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0313530 Feb 10 13:54:35.888079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:36.280691 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:36.576508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-748882d3-43c1-471f-997d-624ce64cceb2 req-ba54efc2-d3d8-4185-9953-8e853210e346 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0269289 Feb 10 13:54:37.426592 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:37.686570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee57d9e6-405b-470a-bac6-e9ab696adedf req-b8604bdb-2d22-493a-b011-bc51d70a357b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec728a07-7c53-4946-a9e2-70063283b90b HTTP/1.1" status: 200 len: 210 time: 0.0273280 Feb 10 13:54:39.488452 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:54:41.398598 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.199515 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:47.356446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port 69c5fac7-9623-4aa3-a888-1b2b0820741d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:54:47.356814 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.438514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.438745 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (69c5fac7-9623-4aa3-a888-1b2b0820741d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.453140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for 69c5fac7-9623-4aa3-a888-1b2b0820741d owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:54:47.597362 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (69c5fac7-9623-4aa3-a888-1b2b0820741d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.622377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=69c5fac7-9623-4aa3-a888-1b2b0820741d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:47.648091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.648439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.648810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.649149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.649487 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.649821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.650155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.650482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.650810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.651133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.651458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.652430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.652782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:54:47.694577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (f25fddcb-446f-40b5-88e5-59a084eaf28a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:47.694839 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Floating IP f25fddcb-446f-40b5-88e5-59a084eaf28a disassociated (deleted). External IP: 172.25.8.25, port: d007bbe0-82de-4876-8218-dfd7633218aa. Feb 10 13:54:47.900855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:54:48.006627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:54:48.011916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:48.016825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:54:48.026343 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:48.027516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:48.040823 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-46226490-384f-4516-998e-bce12cf50f00 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "DELETE /v2.0/floatingips/f25fddcb-446f-40b5-88e5-59a084eaf28a HTTP/1.1" status: 204 len: 168 time: 0.8402107 Feb 10 13:54:48.041408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:48.043651 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6db3b7-58fb-42fd-a672-ea8148bdb432" -d '{"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:48.146319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:48.195901 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86a0087-7758-42b9-8a45-e7a264b8540c x-openstack-request-id: req-a86a0087-7758-42b9-8a45-e7a264b8540c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:48.196242 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:48.196444 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a86a0087-7758-42b9-8a45-e7a264b8540c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:48.196888 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'status': 'completed', 'code': 200} Feb 10 13:54:48.261678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-6216d047-f15c-48de-a0fb-6e6a34d099c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:48.263444 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-6216d047-f15c-48de-a0fb-6e6a34d099c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 1127 time: 0.0458140 Feb 10 13:54:48.296719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298915-1551-4ae9-b5ef-13f26397ed94 req-04924079-b90f-489a-b459-251acfd5879e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:48.301229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0298915-1551-4ae9-b5ef-13f26397ed94 req-04924079-b90f-489a-b459-251acfd5879e tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0570374 Feb 10 13:54:48.348371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0298915-1551-4ae9-b5ef-13f26397ed94 req-8eb8447a-b0a8-4272-8b1a-ca3e2bb2c6ff tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Feb 10 13:54:48.355310 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:48.364031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-f340082a-f552-4c33-a960-8c089eb68215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:48.365583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-f340082a-f552-4c33-a960-8c089eb68215 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 200 len: 913 time: 0.0948243 Feb 10 13:54:48.390548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:54:48.398899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:54:48.399538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:54:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:48.407437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-97aab2dd-7def-4443-bdf3-53899859d567 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 200 len: 217 time: 0.0340533 Feb 10 13:54:48.456455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-ef4decfc-5bb2-4e7b-9050-e6380bcd6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:48.457855 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-ef4decfc-5bb2-4e7b-9050-e6380bcd6971 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 200 len: 851 time: 0.0432711 Feb 10 13:54:48.507025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-c07f5a17-1779-49d2-b482-e23e197d31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:48.508528 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-c07f5a17-1779-49d2-b482-e23e197d31a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b57cc18f-b59d-450f-8cc6-a32b257acee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435038 Feb 10 13:54:48.509696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:54:48.604591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-48483ddb-5037-4401-822e-a15c6e9aa874 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Feb 10 13:54:48.699092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1a6db3b7-58fb-42fd-a672-ea8148bdb432 req-a2885e0c-37db-4550-a829-26a56908f298 service neutron] 10.222.0.77 "GET /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Feb 10 13:54:48.711455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-83e16446-74a2-4542-87e3-af913366b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:54:48.739557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e16446-74a2-4542-87e3-af913366b48b None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:39:26Z', 'revision_number': 4, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '897adc7a-b136-416d-accc-36558f0a4e56', 'name': '', 'network_id': 'b57cc18f-b59d-450f-8cc6-a32b257acee5', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'mac_address': 'fa:16:3e:48:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:25Z', 'updated_at': '2022-02-10T13:39:35Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'subnets': [{'id': '794453dd-c53c-49ad-a2c9-82e35d9c6095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:54:48.973734 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5956b5-d68e-42e3-8444-fa5d0481af7f None None] New status for floating IP f25fddcb-446f-40b5-88e5-59a084eaf28a: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:54:49.475065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e55ea-c769-4ada-8094-dfdf6f2c8552 req-0b60347f-2ff6-4578-9a35-885a0d8fe3c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:49.476531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-963e55ea-c769-4ada-8094-dfdf6f2c8552 req-0b60347f-2ff6-4578-9a35-885a0d8fe3c2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0557282 Feb 10 13:54:49.523731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-963e55ea-c769-4ada-8094-dfdf6f2c8552 req-14a5fbec-cc9b-4242-b8a4-d366929b5879 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/security-groups?id=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Feb 10 13:54:50.041391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98d391-c9e8-49be-873b-26c40760694d req-33980cb9-3df4-4b1b-b1a8-4167f2da3077 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:54:50.043401 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce98d391-c9e8-49be-873b-26c40760694d req-33980cb9-3df4-4b1b-b1a8-4167f2da3077 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 945 time: 0.0570159 Feb 10 13:54:50.133574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port d007bbe0-82de-4876-8218-dfd7633218aa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:54:50.133833 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:50.220817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] For port d007bbe0-82de-4876-8218-dfd7633218aa, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=d007bbe0-82de-4876-8218-dfd7633218aa,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:54:50.221203 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:50.233808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for d007bbe0-82de-4876-8218-dfd7633218aa owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:54:50.359683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (d007bbe0-82de-4876-8218-dfd7633218aa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:50.387838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=d007bbe0-82de-4876-8218-dfd7633218aa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:50.429679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] No DVR routers for this DVR port d007bbe0-82de-4876-8218-dfd7633218aa on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:54:50.432199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:50.435544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ce98d391-c9e8-49be-873b-26c40760694d req-019588d1-6e71-4ce0-ae76-df616e1e9d35 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.77 "DELETE /v2.0/ports/d007bbe0-82de-4876-8218-dfd7633218aa HTTP/1.1" status: 204 len: 173 time: 0.3862834 Feb 10 13:54:50.435994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'name': 'network-vif-deleted', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:54:50.438241 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af3a71-ef57-4c1a-93b1-1ed2bc9dcd37" -d '{"events": [{"server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "name": "network-vif-deleted", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:54:50.474963 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb2ab5-bd42-49b0-bf51-0c48974bc914 x-openstack-request-id: req-2deb2ab5-bd42-49b0-bf51-0c48974bc914 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:54:50.475261 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48280049-0fff-4d74-97a0-0c5c0563b6af", "name": "network-vif-deleted", "tag": "d007bbe0-82de-4876-8218-dfd7633218aa", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:54:50.475514 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2deb2ab5-bd42-49b0-bf51-0c48974bc914 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:54:50.475922 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48280049-0fff-4d74-97a0-0c5c0563b6af', 'name': 'network-vif-deleted', 'tag': 'd007bbe0-82de-4876-8218-dfd7633218aa', 'status': 'completed', 'code': 200} Feb 10 13:54:50.619299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85477b8e-e13a-49a2-8142-b156460c7223 req-d88b955f-e5a2-411e-98b2-6ac9c9a1d63b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0278845 Feb 10 13:54:51.722238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac33749a-da22-4dab-86d8-e234fc546fbf req-7b157275-6de3-48ec-ae3f-2909e0996ca1 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0287254 Feb 10 13:54:52.819455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2994576c-a506-464b-8e58-b1001377908a req-ed5cbef6-359a-420b-9b6a-bfe4cb34cd5b tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0305932 Feb 10 13:54:53.829853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d007bbe0-82de-4876-8218-dfd7633218aa no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:54:53.849855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: d007bbe0-82de-4876-8218-dfd7633218aa {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:54:53.850209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device d007bbe0-82de-4876-8218-dfd7633218aa not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:54:53.920123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c0bcfc9-2e2e-4a57-81e3-b4d28feaca42 req-bcb390c2-ad71-4694-b666-b1263fb4ad72 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0272801 Feb 10 13:54:55.016108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f686c9a4-a159-4cf7-8820-094cfba93bfd req-931e1d27-f9c6-451d-b44d-6883ad903ed2 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0275202 Feb 10 13:54:56.111554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3c09ab3-6010-47ab-bd86-50a6b9715e0d req-ad64f1cb-489e-4dc2-8b77-0a817d12244f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0272369 Feb 10 13:54:57.308235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25824208-45e2-4dec-9b49-54b9e3e82e1c req-0f8f7722-92e8-49ba-8b12-437a722452dd tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0305257 Feb 10 13:54:58.402912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6090851f-33a3-4844-a42f-6bd9cab1ded2 req-199538dc-94b1-45f3-8d97-f0088d87e485 tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "GET /v2.0/ports?device_id=48280049-0fff-4d74-97a0-0c5c0563b6af HTTP/1.1" status: 200 len: 210 time: 0.0270486 Feb 10 13:54:59.459711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55932) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:54:59.579658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Deleting port 6bb52fbb-fd4c-449d-84e6-a9eb28954482 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:54:59.579995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.655465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.655790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (6bb52fbb-fd4c-449d-84e6-a9eb28954482), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.667266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Calling delete_port for 6bb52fbb-fd4c-449d-84e6-a9eb28954482 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:54:59.797798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (6bb52fbb-fd4c-449d-84e6-a9eb28954482), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.823175 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'Port': ['ID=6bb52fbb-fd4c-449d-84e6-a9eb28954482,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:54:59.880446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for floatingip (cef23ad6-c59a-43ae-a38e-7d157f1bedf5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.883022 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:54:59.884188 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a66229a1-261a-47b5-b0dc-67100ca9ec0a tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "DELETE /v2.0/floatingips/cef23ad6-c59a-43ae-a38e-7d157f1bedf5 HTTP/1.1" status: 204 len: 168 time: 0.4234746 Feb 10 13:55:00.866032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9863b81-834a-4867-982d-312304dd0e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:03.278848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f79f390e-c8cb-4a0c-9a00-de87a8764181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:04.665286 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:05.271843 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55952) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:05.337399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (e22c0f63-4198-40ed-a7a5-b4296c7ae9a4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:05.362859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (e22c0f63-4198-40ed-a7a5-b4296c7ae9a4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:05.435980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e22c0f63-4198-40ed-a7a5-b4296c7ae9a4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:05.439349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:05.440541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] 10.222.0.13 "DELETE /v2.0/security-groups/e22c0f63-4198-40ed-a7a5-b4296c7ae9a4 HTTP/1.1" status: 204 len: 168 time: 0.1677063 Feb 10 13:55:05.450958 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032346c-addc-4b0d-85aa-10377c303a3f tempest-TestVolumeBootPattern-36847511 tempest-TestVolumeBootPattern-36847511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22c0f63-4198-40ed-a7a5-b4296c7ae9a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:05.513473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55958) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:05.745837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:05.831933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded435c8-ccdf-4784-887e-461c340c2c87 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:05.832422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded435c8-ccdf-4784-887e-461c340c2c87 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:05.832978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded435c8-ccdf-4784-887e-461c340c2c87 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:05.837334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ded435c8-ccdf-4784-887e-461c340c2c87 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=d84112b32ad342c38e9c9f8b74f47d68&network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 3072 time: 0.0898588 Feb 10 13:55:05.890925 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.297938 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.312173 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.561266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Deleting port 897adc7a-b136-416d-accc-36558f0a4e56 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:06.561534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (897adc7a-b136-416d-accc-36558f0a4e56), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.643027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] For port 897adc7a-b136-416d-accc-36558f0a4e56, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=897adc7a-b136-416d-accc-36558f0a4e56,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:06.643488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (897adc7a-b136-416d-accc-36558f0a4e56), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.656495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Calling delete_port for 897adc7a-b136-416d-accc-36558f0a4e56 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:06.840717 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (897adc7a-b136-416d-accc-36558f0a4e56), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:06.870602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=897adc7a-b136-416d-accc-36558f0a4e56,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:07.064746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:07.281450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:07.391885 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:07.398153 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d78eef1c-9ca0-4764-b126-3ab4fec375a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/7ea65bcc-2ea8-445a-8181-3cc188c5baf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8823824 Feb 10 13:55:07.399580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:07.400780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Sync routers for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:07.412365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:07.413047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:07.470782 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:07.538740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:07.722155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:55:06Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:07.752183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Checking router: 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:07.760965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Routers {'7ea65bcc-2ea8-445a-8181-3cc188c5baf6'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:07.761581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:07.768017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks [] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:07.868167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] Set router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:07.870628 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks [] for router_gateway (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:07.930207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Deleting port 20bc641d-6295-43e4-ba71-5f8c3201127a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:07.930539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.016215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] For port 20bc641d-6295-43e4-ba71-5f8c3201127a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20bc641d-6295-43e4-ba71-5f8c3201127a,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:08.016598 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.030645 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Calling delete_port for 20bc641d-6295-43e4-ba71-5f8c3201127a owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:08.196861 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (20bc641d-6295-43e4-ba71-5f8c3201127a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.197301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:55:06Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:08.222451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=20bc641d-6295-43e4-ba71-5f8c3201127a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:08.224110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8963f-68f1-480e-9201-f688284fed19 None None] The sync data for ids ['7ea65bcc-2ea8-445a-8181-3cc188c5baf6'] in n-d-815324-6 is: [{'id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'name': 'tempest-TestVolumeBootPattern-2027074181-router', 'tenant_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:19Z', 'updated_at': '2022-02-10T13:55:06Z', 'revision_number': 5, 'project_id': 'be5ae3b8d394424fa4c4e3e1c6d14ac5', 'gw_port': {'id': '20bc641d-6295-43e4-ba71-5f8c3201127a', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea65bcc-2ea8-445a-8181-3cc188c5baf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:20Z', 'updated_at': '2022-02-10T13:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:08.236103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.236350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.236514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.236886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.237223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.237557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.237889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.238218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.238550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.238875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.239200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.239526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.239852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:08.301270 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.392439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.394536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks [] for router_controller (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.436984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (7ea65bcc-2ea8-445a-8181-3cc188c5baf6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.437669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea65bcc-2ea8-445a-8181-3cc188c5baf6 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:55:08.441907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.443132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b4b141fb-fba2-420d-b106-bbe1ecceb5ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/7ea65bcc-2ea8-445a-8181-3cc188c5baf6 HTTP/1.1" status: 204 len: 168 time: 1.0425651 Feb 10 13:55:08.445664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:08.492565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Deleting subnet 794453dd-c53c-49ad-a2c9-82e35d9c6095 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:55:08.495536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Publish callbacks [] for subnet (794453dd-c53c-49ad-a2c9-82e35d9c6095), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.529651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (794453dd-c53c-49ad-a2c9-82e35d9c6095), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.551105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55976) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:08.605093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b0001-bca6-4d3d-a6d0-4599dfdcf9c5 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:08.606677 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e08b0001-bca6-4d3d-a6d0-4599dfdcf9c5 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc HTTP/1.1" status: 200 len: 814 time: 0.0542684 Feb 10 13:55:08.610554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (794453dd-c53c-49ad-a2c9-82e35d9c6095), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.665841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (794453dd-c53c-49ad-a2c9-82e35d9c6095), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.696375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794453dd-c53c-49ad-a2c9-82e35d9c6095,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:08.702896 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.708167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c542b8f1-7e9f-4a60-9106-7ababc8e09ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/794453dd-c53c-49ad-a2c9-82e35d9c6095 HTTP/1.1" status: 204 len: 168 time: 0.2601614 Feb 10 13:55:08.708943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:08.713113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69eeb2-e18d-4684-9a81-6188ac4d31a8 None None] Network b57cc18f-b59d-450f-8cc6-a32b257acee5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:08.788262 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b57cc18f-b59d-450f-8cc6-a32b257acee5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.847840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Deleting port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:08.848182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.892531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] DHCP port deletion for b57cc18f-b59d-450f-8cc6-a32b257acee5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:55:08.926479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] For port 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21abd955-fcea-4be8-b91f-40d6a6c8aca3,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:08.926832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:08.940741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Calling delete_port for 21abd955-fcea-4be8-b91f-40d6a6c8aca3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:08.951683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Deleting port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:08.952097 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.025478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] For port 21abd955-fcea-4be8-b91f-40d6a6c8aca3, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=21abd955-fcea-4be8-b91f-40d6a6c8aca3,segment=NetworkSegment(1795e7a1-5684-48e1-90ad-45756134ca6a),segment_id=1795e7a1-5684-48e1-90ad-45756134ca6a)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:09.025988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.031486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.039872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Calling delete_port for 21abd955-fcea-4be8-b91f-40d6a6c8aca3 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:09.064779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Pushing event deleted for resources: {'Port': ['ID=21abd955-fcea-4be8-b91f-40d6a6c8aca3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:09.066609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] No DVR routers for this DVR port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:09.122834 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (21abd955-fcea-4be8-b91f-40d6a6c8aca3), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.142126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b57cc18f-b59d-450f-8cc6-a32b257acee5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.147136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Pushing event deleted for resources: {'Port': ['ID=21abd955-fcea-4be8-b91f-40d6a6c8aca3,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:09.151174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] No DVR routers for this DVR port 21abd955-fcea-4be8-b91f-40d6a6c8aca3 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:09.163877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.164269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.164566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.164947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.165291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.165618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57cc18f-b59d-450f-8cc6-a32b257acee5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:09.165752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.165949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.166335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.166601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.166929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.167260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.167587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.167912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea2ab3-60ea-4ca2-a561-647e2497ec98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:09.191014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1795e7a1-5684-48e1-90ad-45756134ca6a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:09.191310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1795e7a1-5684-48e1-90ad-45756134ca6a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:09.207376 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (1795e7a1-5684-48e1-90ad-45756134ca6a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.227363 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (1795e7a1-5684-48e1-90ad-45756134ca6a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.235042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:55:09.235339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.235466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (1795e7a1-5684-48e1-90ad-45756134ca6a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:55:09.237523 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:55:09.240786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'network': {'name': 'tempest-network-smoke--1164280959', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:09.266327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:09.270255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.296578 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b57cc18f-b59d-450f-8cc6-a32b257acee5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.304189 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.307689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:55:09.311976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b57cc18f-b59d-450f-8cc6-a32b257acee5 HTTP/1.1" status: 204 len: 168 time: 0.6019545 Feb 10 13:55:09.312731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 55986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.321276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5e8e20fd-8060-41d9-8f07-58fd81b8a752), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.321602 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Added segment 5e8e20fd-8060-41d9-8f07-58fd81b8a752 of type vlan for network c294ce9d-f1a7-4dba-aeec-845f3b294c16 Feb 10 13:55:09.336186 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0e2c8-3bcc-4049-95f4-a4a3a6698028 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57cc18f-b59d-450f-8cc6-a32b257acee5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:09.362402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (c294ce9d-f1a7-4dba-aeec-845f3b294c16), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.386643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (c294ce9d-f1a7-4dba-aeec-845f3b294c16), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.391553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:09.392136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.426034 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1893201 Feb 10 13:55:09.431249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.498230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2fba1-326d-49c1-adf4-1983f7485a09 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Network': ['ID=c294ce9d-f1a7-4dba-aeec-845f3b294c16,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:09.509350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:55:09.533185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a76f8b2-6845-40e7-a06f-5b1b076ff402 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:09.534753 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4a76f8b2-6845-40e7-a06f-5b1b076ff402 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d84112b32ad342c38e9c9f8b74f47d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1031215 Feb 10 13:55:09.537713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.624921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6584e6-c658-413d-a2fd-66f35373324b tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:09.626514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1b6584e6-c658-413d-a2fd-66f35373324b tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878451 Feb 10 13:55:09.629287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55992) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.656902 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fb29bd3-aa44-486c-badb-fc1871020a49 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264935 Feb 10 13:55:09.659494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55994) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.690844 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-39e22456-cf02-4fb6-978b-0b65e61ad0c8 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d84112b32ad342c38e9c9f8b74f47d68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302963 Feb 10 13:55:09.693391 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55996) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.698883 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (7a1247e1-2488-49b8-9886-0f0902dc769b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.781437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13193d47-8a92-4879-a674-bb6e4bd3ab35 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:09.782923 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-13193d47-8a92-4879-a674-bb6e4bd3ab35 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886552 Feb 10 13:55:09.785745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 55998) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.813451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2efc274d-495c-4b52-8905-5974147e983b tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263636 Feb 10 13:55:09.815937 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56000) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:09.820584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438088579', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:09.909088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:09.912796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:09.960427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Deleting port ddf8b66a-3bd5-4da5-9a53-93213fc94214 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:09.960802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.017802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21abd955-fcea-4be8-b91f-40d6a6c8aca3 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:10.041401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 21abd955-fcea-4be8-b91f-40d6a6c8aca3 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:10.042173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 21abd955-fcea-4be8-b91f-40d6a6c8aca3 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:10.042782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20bc641d-6295-43e4-ba71-5f8c3201127a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:10.054998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] For port ddf8b66a-3bd5-4da5-9a53-93213fc94214, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ddf8b66a-3bd5-4da5-9a53-93213fc94214,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:10.055359 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.062686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 20bc641d-6295-43e4-ba71-5f8c3201127a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:10.063300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20bc641d-6295-43e4-ba71-5f8c3201127a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:10.063723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 897adc7a-b136-416d-accc-36558f0a4e56 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:10.074822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Calling delete_port for ddf8b66a-3bd5-4da5-9a53-93213fc94214 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:10.083754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 897adc7a-b136-416d-accc-36558f0a4e56 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:10.084347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 897adc7a-b136-416d-accc-36558f0a4e56 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:10.116974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (f76bbac7-4aec-4eae-b946-e6662ade6ab7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.178486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Subnet': ['ID=f76bbac7-4aec-4eae-b946-e6662ade6ab7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.186388 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Checking segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:10.186507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network hostable DHCP agents. Network: c294ce9d-f1a7-4dba-aeec-845f3b294c16, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:55:10.202131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:55:10.212830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, c294ce9d-f1a7-4dba-aeec-845f3b294c16) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:10.218333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:10.218989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.223342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3264c-90e1-49dc-9123-640a3929d1ac None None] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:10.236880 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-218698a8-27c6-4ad6-ab23-1ed20070c60a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4199293 Feb 10 13:55:10.275552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ddf8b66a-3bd5-4da5-9a53-93213fc94214), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.303724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8b66a-3bd5-4da5-9a53-93213fc94214,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.343334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ips': [{'subnet_id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:55:10.344208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.491272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (7a1247e1-2488-49b8-9886-0f0902dc769b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.503173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56004) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:10.507739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469562981', 'description': 'tempest-secgroup-smoke-1469562981 description', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:10.511774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Allocated IP 172.20.0.18 (c294ce9d-f1a7-4dba-aeec-845f3b294c16/f76bbac7-4aec-4eae-b946-e6662ade6ab7/c21efd22-f004-4440-91b4-ef6128252ea0) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:10.533221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.621750 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (8b1ce739-eb3f-4747-9781-af3c80c7a6ba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.626696 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8b1ce739-eb3f-4747-9781-af3c80c7a6ba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.657718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.657718 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545753 Feb 10 13:55:10.657718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ded18-e89c-4635-895b-0e081a5faa60 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ce739-eb3f-4747-9781-af3c80c7a6ba,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.662953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56006) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:10.667336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:10.693487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (2136ea07-5764-472d-9e44-e518f6747f21), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.698176 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks [] for port (c21efd22-f004-4440-91b4-ef6128252ea0), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.704709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.742702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Router 7a1247e1-2488-49b8-9886-0f0902dc769b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:10.743827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:10.747493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:10.755182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:10.758643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (2136ea07-5764-472d-9e44-e518f6747f21), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.764845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2136ea07-5764-472d-9e44-e518f6747f21), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.783237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2136ea07-5764-472d-9e44-e518f6747f21,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.794965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.798857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5b363f93-990a-4c3d-8693-7d8d2e68318f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323814 Feb 10 13:55:10.799667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56008) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:10.803410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:10.819089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Pushing event updated for resources: {'Port': ['ID=c21efd22-f004-4440-91b4-ef6128252ea0,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.824777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Attempting to bind port c21efd22-f004-4440-91b4-ef6128252ea0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:10.825183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Attempting to bind port c21efd22-f004-4440-91b4-ef6128252ea0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:10.825544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Attempting to bind port c21efd22-f004-4440-91b4-ef6128252ea0 on network c294ce9d-f1a7-4dba-aeec-845f3b294c16 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:10.830881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:10.831234 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Checking segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:10.831623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (4fb973f1-e21e-437c-8a64-825e072e9088), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.831753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.832148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Bound using segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:10.832618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Bound port: c21efd22-f004-4440-91b4-ef6128252ea0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:10.833012 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.868686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:10.878285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-be61e686-0434-4c10-bce3-0c5a00d0d9b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a1247e1-2488-49b8-9886-0f0902dc769b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544722 Feb 10 13:55:10.878285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:10.890433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Sync routers for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:10.894794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (4fb973f1-e21e-437c-8a64-825e072e9088), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.901283 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:10.901503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4fb973f1-e21e-437c-8a64-825e072e9088), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.902040 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:10.922525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb973f1-e21e-437c-8a64-825e072e9088,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:10.923823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] For port c21efd22-f004-4440-91b4-ef6128252ea0, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:10.929796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] For port c21efd22-f004-4440-91b4-ef6128252ea0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c21efd22-f004-4440-91b4-ef6128252ea0,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:10.937484 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.941348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0fbfa481-7eca-4ceb-93b4-d037f7956f08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387310 Feb 10 13:55:10.942181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:10.944109 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.953100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:10.985080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (da8a60f0-d9ed-4e35-b249-1cd2e31226bb), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:10.999439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks [] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.004131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a91a42-ec0d-4420-93c1-a3e1a1f3ce22 None None] Pushing event updated for resources: {'Port': ['ID=c21efd22-f004-4440-91b4-ef6128252ea0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.046797 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:11.096322 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (da8a60f0-d9ed-4e35-b249-1cd2e31226bb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.103090 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (da8a60f0-d9ed-4e35-b249-1cd2e31226bb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.117745 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks [] for router_gateway (7a1247e1-2488-49b8-9886-0f0902dc769b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.123103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8a60f0-d9ed-4e35-b249-1cd2e31226bb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.132079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.133957 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f650acff-c063-4fc7-b871-2de83609d2bf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902833 Feb 10 13:55:11.136082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:11.141363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:11.169391 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (588d474e-0558-4805-b28b-49da78400c20), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.181845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Deleting port 20e916a3-a137-4c48-970e-86e8a54bb9f9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:11.182199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.237122 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (588d474e-0558-4805-b28b-49da78400c20), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.243521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (588d474e-0558-4805-b28b-49da78400c20), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.270524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d474e-0558-4805-b28b-49da78400c20,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.302549 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.303849 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d0aedc42-74cd-4537-957b-526dd75f4e07 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661148 Feb 10 13:55:11.307909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:11.311394 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:55:10Z', 'revision_number': 5, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port': {'id': '20e916a3-a137-4c48-970e-86e8a54bb9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:39:33Z', 'updated_at': '2022-02-10T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:11.315217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] For port 20e916a3-a137-4c48-970e-86e8a54bb9f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=20e916a3-a137-4c48-970e-86e8a54bb9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:11.315711 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.316492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:11.338099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Calling delete_port for 20e916a3-a137-4c48-970e-86e8a54bb9f9 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:11.343481 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:55:11.361456 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (87176c03-3b16-4520-a831-e0e98c17d0c5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.403950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.445205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (87176c03-3b16-4520-a831-e0e98c17d0c5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.454025 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (87176c03-3b16-4520-a831-e0e98c17d0c5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.461346 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Checking router: 7a1247e1-2488-49b8-9886-0f0902dc769b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:11.470103 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Routers {'7a1247e1-2488-49b8-9886-0f0902dc769b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:11.470742 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7a1247e1-2488-49b8-9886-0f0902dc769b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:11.481513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.485950 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741729 Feb 10 13:55:11.486149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56018) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:11.491980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '8b1ce739-eb3f-4747-9781-af3c80c7a6ba', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:11.505496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e9d6-1c6b-4c93-99dd-2e71a239ff54 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87176c03-3b16-4520-a831-e0e98c17d0c5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.526707 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:55:11.532931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (2976b9a8-4ee8-48fe-ad6d-f61c44910e10), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.571332 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] Set router 7a1247e1-2488-49b8-9886-0f0902dc769b gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:11.576166 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (20e916a3-a137-4c48-970e-86e8a54bb9f9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.598976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (2976b9a8-4ee8-48fe-ad6d-f61c44910e10), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.603763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2976b9a8-4ee8-48fe-ad6d-f61c44910e10), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.612709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Pushing event deleted for resources: {'Port': ['ID=20e916a3-a137-4c48-970e-86e8a54bb9f9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.627785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:55:11Z', 'revision_number': 6, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:11.630388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.632822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446106 Feb 10 13:55:11.647703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526634-a0be-4d30-bf27-fb50dfd1829c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2976b9a8-4ee8-48fe-ad6d-f61c44910e10,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:11.664233 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079a426-1d5f-4c96-815d-44e7c9bee0e3 None None] The sync data for ids ['7a1247e1-2488-49b8-9886-0f0902dc769b'] in n-d-815324-6 is: [{'id': '7a1247e1-2488-49b8-9886-0f0902dc769b', 'name': 'tempest-TestVolumeBootPattern-158896895-router', 'tenant_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:39:31Z', 'updated_at': '2022-02-10T13:55:11Z', 'revision_number': 6, 'project_id': '31d30a7d70e8494c887ee83eb4a0b9f2', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:11.687222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (7a1247e1-2488-49b8-9886-0f0902dc769b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.807116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:11.812202 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks [] for router_controller (7a1247e1-2488-49b8-9886-0f0902dc769b), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.151529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-28158e09-1a97-47d9-9357-5ace28df0486 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469562981&fields=id&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 267 time: 0.3895195 Feb 10 13:55:12.172043 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (7a1247e1-2488-49b8-9886-0f0902dc769b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.172635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a1247e1-2488-49b8-9886-0f0902dc769b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:55:12.177340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.178673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-55cbcac7-6291-4491-b06f-7b0b6d35607a admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a1247e1-2488-49b8-9886-0f0902dc769b HTTP/1.1" status: 204 len: 168 time: 1.3002675 Feb 10 13:55:12.181811 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:12.238140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Deleting subnet 0d21270e-c143-4e68-aeac-101190f0c0e4 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:55:12.241628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Publish callbacks [] for subnet (0d21270e-c143-4e68-aeac-101190f0c0e4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.262573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c49fd5-1ed6-45d8-ac10-18a31bcb7e3b None None] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:12.281117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-6803a351-f16c-4a34-bb36-69b111c206ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:12.282832 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-6803a351-f16c-4a34-bb36-69b111c206ef tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/networks?id=c294ce9d-f1a7-4dba-aeec-845f3b294c16 HTTP/1.1" status: 200 len: 797 time: 0.1233389 Feb 10 13:55:12.292693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (0d21270e-c143-4e68-aeac-101190f0c0e4), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.299127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-8750150a-4051-465b-9aa5-1e9cb3e47e03 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/quotas/d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 375 time: 0.0097675 Feb 10 13:55:12.351461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Provisioning complete for port c21efd22-f004-4440-91b4-ef6128252ea0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:12.351905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.369833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-008704d6-21cb-4903-b602-939de81063f2 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0645776 Feb 10 13:55:12.376071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (0d21270e-c143-4e68-aeac-101190f0c0e4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.440839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (0d21270e-c143-4e68-aeac-101190f0c0e4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.470163 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d21270e-c143-4e68-aeac-101190f0c0e4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:12.476685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Current status of the port c21efd22-f004-4440-91b4-ef6128252ea0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:12.477248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.504187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.509072 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c108c952-ffc9-4666-9158-903e4d0c6b7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d21270e-c143-4e68-aeac-101190f0c0e4 HTTP/1.1" status: 204 len: 168 time: 0.3260622 Feb 10 13:55:12.510550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd4074-fa67-43d5-a4bc-5bdb26280e04 None None] Network 1b301d09-1817-4bd6-8445-7ea5788031c5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:12.516502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:12.537253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c21efd22-f004-4440-91b4-ef6128252ea0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:12.581351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-f2eae9b6-ebde-407f-b565-6cba880f2ca8 service neutron] 10.222.0.13 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987467 Feb 10 13:55:12.622924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (1b301d09-1817-4bd6-8445-7ea5788031c5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.666425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] For port c21efd22-f004-4440-91b4-ef6128252ea0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c21efd22-f004-4440-91b4-ef6128252ea0,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:12.679619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.698521 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Deleting port 7e5c9e88-8b9e-418e-8498-99521325f5f1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:12.699082 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.719164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-2c044602-23e9-4ed3-8cfb-c17461598968 service neutron] 10.222.0.13 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348572 Feb 10 13:55:12.752444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340eb66c-196f-4b9c-ad6b-5b2aa92e537b None None] Pushing event updated for resources: {'Port': ['ID=c21efd22-f004-4440-91b4-ef6128252ea0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:12.764072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c21efd22-f004-4440-91b4-ef6128252ea0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:12.764453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.810050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] For port 7e5c9e88-8b9e-418e-8498-99521325f5f1, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7e5c9e88-8b9e-418e-8498-99521325f5f1,segment=NetworkSegment(b3c9a685-3db8-4e75-a34c-27e039c8dfdc),segment_id=b3c9a685-3db8-4e75-a34c-27e039c8dfdc)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:12.810541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.826109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e853e96d-1860-474d-9d24-751c12090f6f None None] Provisioning complete for port c21efd22-f004-4440-91b4-ef6128252ea0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:12.826502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e853e96d-1860-474d-9d24-751c12090f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.832606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Calling delete_port for 7e5c9e88-8b9e-418e-8498-99521325f5f1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:12.861577 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] DHCP port deletion for 1b301d09-1817-4bd6-8445-7ea5788031c5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:55:12.936525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1aa3c401-aef4-4623-8bc7-f714cca43d5d req-2edf88b4-7614-47ce-a78c-a518a7bf738b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0370111 Feb 10 13:55:12.953946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c21efd22-f004-4440-91b4-ef6128252ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:12.961354 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:12.993380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5c9e88-8b9e-418e-8498-99521325f5f1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:12.996992 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] No DVR routers for this DVR port 7e5c9e88-8b9e-418e-8498-99521325f5f1 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:13.026002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Deleting port 7e5c9e88-8b9e-418e-8498-99521325f5f1 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:13.026384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.039325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e853e96d-1860-474d-9d24-751c12090f6f None None] Current status of the port c21efd22-f004-4440-91b4-ef6128252ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:13.045455 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddf8b66a-3bd5-4da5-9a53-93213fc94214 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:13.073968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ddf8b66a-3bd5-4da5-9a53-93213fc94214 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:13.074197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (1b301d09-1817-4bd6-8445-7ea5788031c5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.074370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ddf8b66a-3bd5-4da5-9a53-93213fc94214 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:13.095014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b301d09-1817-4bd6-8445-7ea5788031c5']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:13.104294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:13.104670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c9a685-3db8-4e75-a34c-27e039c8dfdc') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:13.114804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (b3c9a685-3db8-4e75-a34c-27e039c8dfdc), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.116972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] For port 7e5c9e88-8b9e-418e-8498-99521325f5f1, host n-d-815324-6, got binding levels [] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:13.117378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.128222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b3c9a685-3db8-4e75-a34c-27e039c8dfdc), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.129215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Calling delete_port for 7e5c9e88-8b9e-418e-8498-99521325f5f1 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:13.132013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.ipam_backend_mixin [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Port 7e5c9e88-8b9e-418e-8498-99521325f5f1 was not found and therefore no delete operation was performed {{(pid=103401) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 13:55:13.133247 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (7e5c9e88-8b9e-418e-8498-99521325f5f1), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.134098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:55:13.134555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (b3c9a685-3db8-4e75-a34c-27e039c8dfdc), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:55:13.136113 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:55:13.161501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] Pushing event deleted for resources: {'Port': ['ID=7e5c9e88-8b9e-418e-8498-99521325f5f1,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:13.165201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e8491-6154-4f8b-9102-2d9ab46dacd5 None None] No DVR routers for this DVR port 7e5c9e88-8b9e-418e-8498-99521325f5f1 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:13.197796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (1b301d09-1817-4bd6-8445-7ea5788031c5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.204121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.208263 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b301d09-1817-4bd6-8445-7ea5788031c5 HTTP/1.1" status: 204 len: 168 time: 0.6904273 Feb 10 13:55:13.222483 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76778ccf-c287-4ca4-8aee-e5bec7fdb220 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b301d09-1817-4bd6-8445-7ea5788031c5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:13.321653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56046) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:13.360930 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-295b55c8-5d44-4eda-9ef0-991db0c33b50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be5ae3b8d394424fa4c4e3e1c6d14ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380013 Feb 10 13:55:13.363317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56048) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:13.408488 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] Publish callbacks [] for security_group (77e05666-c60d-45b7-9156-dac105fe033f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.428530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] Publish callbacks [] for security_group (77e05666-c60d-45b7-9156-dac105fe033f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.478269 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (77e05666-c60d-45b7-9156-dac105fe033f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.481403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.482759 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77e05666-c60d-45b7-9156-dac105fe033f HTTP/1.1" status: 204 len: 168 time: 0.1184089 Feb 10 13:55:13.492015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe093c-e497-4759-9e94-ff9d3d7ac688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e05666-c60d-45b7-9156-dac105fe033f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:13.805813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:13.844407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f2cdd01d-dec6-4c7d-b3f8-544e0d4bd183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31d30a7d70e8494c887ee83eb4a0b9f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374506 Feb 10 13:55:13.846818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:13.897465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] Publish callbacks [] for security_group (1ccbfe04-3cd1-47ff-8913-df15fe4dee62), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.919652 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] Publish callbacks [] for security_group (1ccbfe04-3cd1-47ff-8913-df15fe4dee62), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.979457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (1ccbfe04-3cd1-47ff-8913-df15fe4dee62), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.983816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:13.985032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ccbfe04-3cd1-47ff-8913-df15fe4dee62 HTTP/1.1" status: 204 len: 168 time: 0.1372647 Feb 10 13:55:13.993834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834f7e3-779a-4bec-8e1f-d174a75cfecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbfe04-3cd1-47ff-8913-df15fe4dee62,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:14.040318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6321e2da-fc5c-4619-ab13-2d41ff8f3be3 req-5683af00-0194-4080-b717-badb3c4f8063 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0341167 Feb 10 13:55:14.043303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c21efd22-f004-4440-91b4-ef6128252ea0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:14.093202 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c21efd22-f004-4440-91b4-ef6128252ea0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:14.093584 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:14.172014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c21efd22-f004-4440-91b4-ef6128252ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:14.236909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20e916a3-a137-4c48-970e-86e8a54bb9f9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:14.258178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 20e916a3-a137-4c48-970e-86e8a54bb9f9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:14.258534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 20e916a3-a137-4c48-970e-86e8a54bb9f9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:14.258960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e5c9e88-8b9e-418e-8498-99521325f5f1 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:14.280254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7e5c9e88-8b9e-418e-8498-99521325f5f1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:14.280660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7e5c9e88-8b9e-418e-8498-99521325f5f1 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:15.119265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e14df44b-731d-4e46-924f-ea66c2db150b req-623038e5-0bfc-4cc4-a174-e3bd98af1963 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0272593 Feb 10 13:55:16.197170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e58f4c8-fdb0-4748-ae7f-4b225a8c180e req-e3df74ed-51a2-4db4-9187-0d6e8d99aace tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0264554 Feb 10 13:55:16.488239 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:55:17.294332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9dd6a9b-c9ae-44f6-8209-62faf7d690c3 req-de460a47-d60e-4bf6-b063-ee4313afd63e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0300179 Feb 10 13:55:17.867680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-569760a2-4cce-4dbe-b5cf-e47d1b8202d7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:17.869142 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-569760a2-4cce-4dbe-b5cf-e47d1b8202d7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/networks?id=c294ce9d-f1a7-4dba-aeec-845f3b294c16 HTTP/1.1" status: 200 len: 797 time: 0.1009250 Feb 10 13:55:17.943980 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-804d0620-347a-4e41-9c0f-f3b9fab7a42e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 473 time: 0.0668099 Feb 10 13:55:17.953678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'port': {'device_id': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'admin_state_up': True, 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'security_groups': ['8b1ce739-eb3f-4747-9781-af3c80c7a6ba']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:18.065509 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:18.068826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.193681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.22 (c294ce9d-f1a7-4dba-aeec-845f3b294c16/f76bbac7-4aec-4eae-b946-e6662ade6ab7/5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:18.327513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.361857 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.409114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:18.412484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:18.416239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:18.416868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242b28c-ab38-4440-9f55-9ebcc26dfd95 req-724dd91e-3032-41f5-b496-ac68c9be6d8b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:18.419568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3242b28c-ab38-4440-9f55-9ebcc26dfd95 req-724dd91e-3032-41f5-b496-ac68c9be6d8b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 932 time: 0.0570655 Feb 10 13:55:18.444222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:18.473475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:18.474121 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.474374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3242b28c-ab38-4440-9f55-9ebcc26dfd95 req-05e67518-9541-4507-b150-076e6627acb8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483370 Feb 10 13:55:18.506642 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-d6b093ca-cba4-43ff-899a-aa3b6abb151d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569332 Feb 10 13:55:18.662088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Request body: {'port': {'device_id': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:18.695564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-02a9dd15-0e9e-4643-a915-7f2491a7cc88 None None] Provisioning complete for port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:18.696148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a9dd15-0e9e-4643-a915-7f2491a7cc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.720473 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:18.732375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-02a9dd15-0e9e-4643-a915-7f2491a7cc88 None None] Port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:18.979652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:55:18.987161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks [] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:19.000807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Transition to ACTIVE for port object 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:55:19.004407 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:19.070889 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:19.127740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Attempting to bind port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:19.128081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Attempting to bind port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:19.128418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Attempting to bind port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca on network c294ce9d-f1a7-4dba-aeec-845f3b294c16 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:19.133041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca on network c294ce9d-f1a7-4dba-aeec-845f3b294c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:55:19.133360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Attempting to bind port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca on network c294ce9d-f1a7-4dba-aeec-845f3b294c16 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:19.139121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:19.139584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Checking segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:19.139967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Bound using segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:19.140395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Bound port: 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:19.140896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:19.206201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:19.209416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:19.215171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:19.251773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.252447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:19.253905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] 10.222.0.77 "PUT /v2.0/ports/5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca HTTP/1.1" status: 200 len: 1092 time: 0.7399709 Feb 10 13:55:19.254279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:19.256542 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c77db-1c55-488c-b6c6-b7906c6f1514" -d '{"events": [{"name": "network-changed", "server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:19.277270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32091e6b-866a-4091-9d07-0713dd915662 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:19.312120 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae46f2-0e64-4232-add8-67ce505ca812 x-openstack-request-id: req-cdae46f2-0e64-4232-add8-67ce505ca812 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:19.312417 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:19.312671 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdae46f2-0e64-4232-add8-67ce505ca812 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:19.313099 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca', 'status': 'completed', 'code': 200} Feb 10 13:55:19.349625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-64d92952-5d3d-422d-85d9-779f0c602c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.351236 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-64d92952-5d3d-422d-85d9-779f0c602c26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 1126 time: 0.0525231 Feb 10 13:55:19.397825 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-3e83516e-b377-45d5-905c-f889860af244 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca HTTP/1.1" status: 200 len: 217 time: 0.0392060 Feb 10 13:55:19.446561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-c9900a6e-243d-433b-82cc-2872fd47efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.447872 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-c9900a6e-243d-433b-82cc-2872fd47efc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f76bbac7-4aec-4eae-b946-e6662ade6ab7 HTTP/1.1" status: 200 len: 838 time: 0.0446353 Feb 10 13:55:19.497484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-a4650096-01ae-457e-bb87-7a5067749961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.498984 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-a4650096-01ae-457e-bb87-7a5067749961 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c294ce9d-f1a7-4dba-aeec-845f3b294c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443995 Feb 10 13:55:19.595179 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-4f016c27-3be8-4c1e-9dbf-06b79f40a37d service neutron] 10.222.0.77 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Feb 10 13:55:19.602449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f44ea-fa01-43c7-a01d-e5095a2de665 req-c7748d69-bf2f-43ff-b586-52563da610d0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.603976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-540f44ea-fa01-43c7-a01d-e5095a2de665 req-c7748d69-bf2f-43ff-b586-52563da610d0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 944 time: 0.0581615 Feb 10 13:55:19.653016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-540f44ea-fa01-43c7-a01d-e5095a2de665 req-59277c5f-abe8-4326-ba92-366eea7a3fad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Feb 10 13:55:19.690146 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-521907cb-0ae6-496f-975a-d8c5d7c74561 req-e4b370eb-97e4-4f7f-abb7-9411e63f7dd4 service neutron] 10.222.0.77 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 Feb 10 13:55:19.776861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-4e135ab0-0c6b-4475-b686-afa5d5d6a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.778751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-4e135ab0-0c6b-4475-b686-afa5d5d6a9c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 1126 time: 0.0438178 Feb 10 13:55:19.866265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-1e204c03-4fd8-442d-b4e7-658d2490ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.867716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-1e204c03-4fd8-442d-b4e7-658d2490ff6d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c294ce9d-f1a7-4dba-aeec-845f3b294c16 HTTP/1.1" status: 200 len: 898 time: 0.0830019 Feb 10 13:55:19.910857 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-96d11c6b-d093-49f7-9db9-1890ff0fbba3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca HTTP/1.1" status: 200 len: 217 time: 0.0372903 Feb 10 13:55:19.970365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-6b1c11f4-c543-4f5d-a0e2-9fbe8882637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:19.971843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-6b1c11f4-c543-4f5d-a0e2-9fbe8882637d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f76bbac7-4aec-4eae-b946-e6662ade6ab7 HTTP/1.1" status: 200 len: 838 time: 0.0529389 Feb 10 13:55:20.023380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-877f1b21-8b25-441f-8a79-86600ee80aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:20.024928 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-877f1b21-8b25-441f-8a79-86600ee80aa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c294ce9d-f1a7-4dba-aeec-845f3b294c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434470 Feb 10 13:55:20.119670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-3143a4e8-57ad-41ee-84d3-a6ac6ecd7225 service neutron] 10.222.0.77 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Feb 10 13:55:20.205865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6a9c77db-1c55-488c-b6c6-b7906c6f1514 req-a40fc33f-a2b7-49e1-b916-03532f18fc29 service neutron] 10.222.0.77 "GET /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799422 Feb 10 13:55:20.770473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056803-a31e-4347-bf63-7c2af33a0046 req-6f6683e3-e2d8-482d-9211-ca59212791e6 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:20.771962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b056803-a31e-4347-bf63-7c2af33a0046 req-6f6683e3-e2d8-482d-9211-ca59212791e6 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 944 time: 0.0527327 Feb 10 13:55:20.823847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b056803-a31e-4347-bf63-7c2af33a0046 req-a8c750bf-1dbe-4eb3-9cb3-fa1375259fe8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Feb 10 13:55:21.951774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cf6e-bdcb-4e93-9acf-8b82581bb9a1 req-edb179e9-d114-4bd7-b1c7-858a4e780717 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:21.953846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61a4cf6e-bdcb-4e93-9acf-8b82581bb9a1 req-edb179e9-d114-4bd7-b1c7-858a4e780717 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 944 time: 0.0521958 Feb 10 13:55:22.003109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61a4cf6e-bdcb-4e93-9acf-8b82581bb9a1 req-8abfc0d4-224f-4ec6-892c-d5fc1ba158aa tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Feb 10 13:55:22.551880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:22.715112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 6f301273-e452-4003-bb1b-0cb2200e54a2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:22.715467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:22.793663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:22.793993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (6f301273-e452-4003-bb1b-0cb2200e54a2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:22.805591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 6f301273-e452-4003-bb1b-0cb2200e54a2 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:22.982559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6f301273-e452-4003-bb1b-0cb2200e54a2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:23.008423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=6f301273-e452-4003-bb1b-0cb2200e54a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:23.074957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (177d4b92-a366-4826-b8d9-1222d4a5b631), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:23.075212 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP 177d4b92-a366-4826-b8d9-1222d4a5b631 disassociated (deleted). External IP: 172.25.8.225, port: bdf09ad3-882d-4797-8d3e-de3c0c153c83. Feb 10 13:55:23.206684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271dabd-bf2e-472d-bd17-7d9f57026d3f req-6129baaf-7586-4c4b-9d45-860b4aaddb51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:23.208542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0271dabd-bf2e-472d-bd17-7d9f57026d3f req-6129baaf-7586-4c4b-9d45-860b4aaddb51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 944 time: 0.0984952 Feb 10 13:55:23.307222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0271dabd-bf2e-472d-bd17-7d9f57026d3f req-397649fe-b365-4ede-a81d-a81228fe8b38 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921671 Feb 10 13:55:23.371601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 07763cce-ea7b-40d3-912c-91a7058f3b8c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:23.481656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:23.486444 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:23.491341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Sync routers for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:23.501054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:23.501665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:23.515762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-86654d72-679f-4ec4-bd90-9cb13ee47c72 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/floatingips/177d4b92-a366-4826-b8d9-1222d4a5b631 HTTP/1.1" status: 204 len: 168 time: 0.9627666 Feb 10 13:55:23.516348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:23.518677 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:23.685588 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ef0af-0e6f-462e-baf8-2fab070e9bc9 x-openstack-request-id: req-114ef0af-0e6f-462e-baf8-2fab070e9bc9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:23.686099 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:23.686444 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114ef0af-0e6f-462e-baf8-2fab070e9bc9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:23.686933 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:55:23.781308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:23.794741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-4034248e-4646-47f1-a2d2-039ee7f444ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:23.796279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-4034248e-4646-47f1-a2d2-039ee7f444ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 1128 time: 0.0870619 Feb 10 13:55:23.807283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b424196-3e95-400d-b330-fbcccf6d6c88 req-086d7639-2a60-444c-a2af-36a01465a009 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:23.809257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b424196-3e95-400d-b330-fbcccf6d6c88 req-086d7639-2a60-444c-a2af-36a01465a009 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 946 time: 0.0691257 Feb 10 13:55:23.911818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b424196-3e95-400d-b330-fbcccf6d6c88 req-29ebddaf-75fb-4bad-9bec-19b43778e866 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940654 Feb 10 13:55:23.930680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-1342db81-a301-4513-9408-0e39902d644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:23.932178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-1342db81-a301-4513-9408-0e39902d644c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 200 len: 896 time: 0.1220653 Feb 10 13:55:23.984915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-c76d2418-d90f-4099-9247-dd2f8fae5429 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 200 len: 217 time: 0.0430188 Feb 10 13:55:24.005149 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:24.037964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Checking router: 07763cce-ea7b-40d3-912c-91a7058f3b8c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:24.043774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:55:24.046167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-3bb374b6-b686-4eb2-bab3-6e3a6a1edeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:24.048071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-3bb374b6-b686-4eb2-bab3-6e3a6a1edeff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 200 len: 835 time: 0.0554435 Feb 10 13:55:24.057082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:24.057708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:24.103190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-90d44062-ba1d-4443-a0e0-ffaedc22df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:24.104849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-90d44062-ba1d-4443-a0e0-ffaedc22df60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9063fc0b-4d85-4900-a437-2051e8cfcff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495834 Feb 10 13:55:24.202924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-312ae0dd-e001-49d0-be90-29bcd27b8eea service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917025 Feb 10 13:55:24.241595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:24.244306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:24.284594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'port_id': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca', 'mac_address': 'fa:16:3e:a2:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:55:24.300905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-793dd1f1-8fd6-42aa-8a0d-b6ce658d8bb0 req-64c6fd25-dcea-4452-92c1-9005272ad167 service neutron] 10.222.0.21 "GET /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Feb 10 13:55:24.403686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:24.404078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:24.425532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:55:24.430077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a4c48-5aec-4e16-8be9-b33a2cfd551e req-2d22a8ee-fd62-4f32-9d9f-b9f5591f182a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:24.431580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b89a4c48-5aec-4e16-8be9-b33a2cfd551e req-2d22a8ee-fd62-4f32-9d9f-b9f5591f182a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 944 time: 0.0568411 Feb 10 13:55:24.458986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:24.463258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:24.482696 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b89a4c48-5aec-4e16-8be9-b33a2cfd551e req-cd1d5616-e3a3-40d9-bf74-ea434a7e1b8c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Feb 10 13:55:24.541684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:24.555674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:24.582007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9ee41-c999-49aa-aad1-f1ac9d72d31f None None] The sync data for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 is: [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:51:33Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '49e3d30a-aa89-4ae0-aff5-9556787a7793', 'name': '', 'network_id': '9063fc0b-4d85-4900-a437-2051e8cfcff9', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:0d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:32Z', 'updated_at': '2022-02-10T13:51:36Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '64567db0-3bac-4380-89d7-0f0283f49b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:24.691811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:55:24.829185 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f73ac6c-e6dc-4ddf-81e6-9e806c14b986 None None] New status for floating IP 177d4b92-a366-4826-b8d9-1222d4a5b631: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:55:25.038776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88c14a-0ebe-4c9d-a912-db2b470f022b req-b9fce70c-721b-441a-ba1d-19d28523f757 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:25.041495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e88c14a-0ebe-4c9d-a912-db2b470f022b req-b9fce70c-721b-441a-ba1d-19d28523f757 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 946 time: 0.0535641 Feb 10 13:55:25.088436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e88c14a-0ebe-4c9d-a912-db2b470f022b req-9d76ba92-4785-4971-9cf1-791cd02a0272 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=2079046c-8d69-4b31-8d91-b6da5c4a8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Feb 10 13:55:25.162191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-0f6c150e-b9f0-4bce-9846-aefc04adb2d8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:25.163643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-0f6c150e-b9f0-4bce-9846-aefc04adb2d8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a948aa-4293-4485-8df4-04bc6f558b63 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Feb 10 13:55:25.256253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:25.256589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:25.346035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port bdf09ad3-882d-4797-8d3e-de3c0c153c83, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bdf09ad3-882d-4797-8d3e-de3c0c153c83,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:25.346309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:25.358302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for bdf09ad3-882d-4797-8d3e-de3c0c153c83 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:25.479040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bdf09ad3-882d-4797-8d3e-de3c0c153c83), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:25.505921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=bdf09ad3-882d-4797-8d3e-de3c0c153c83,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:25.556461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] No DVR routers for this DVR port bdf09ad3-882d-4797-8d3e-de3c0c153c83 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:25.559161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:25.562687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-85f63b6a-d403-4182-a332-b7ac9cc27a7f req-e526f2d7-eb85-4942-bc68-3aeb04eaf930 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "DELETE /v2.0/ports/bdf09ad3-882d-4797-8d3e-de3c0c153c83 HTTP/1.1" status: 204 len: 173 time: 0.3935208 Feb 10 13:55:25.621672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db9c0-579d-4c47-b0a4-e5e028db66ed req-a182767b-23a9-40d6-ac5e-3559a60953bd tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:25.623217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a8db9c0-579d-4c47-b0a4-e5e028db66ed req-a182767b-23a9-40d6-ac5e-3559a60953bd tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 945 time: 0.0571225 Feb 10 13:55:25.685503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a8db9c0-579d-4c47-b0a4-e5e028db66ed req-b01a1867-9324-4e6a-a7b9-d81f1370f462 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563216 Feb 10 13:55:25.688066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-deleted', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:25.690788 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677a7d14-5761-4945-9991-b9430aa03793" -d '{"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-deleted", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:25.730869 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b14f57f-7481-4f2d-bf3c-3e553af592dc x-openstack-request-id: req-9b14f57f-7481-4f2d-bf3c-3e553af592dc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:25.731172 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a948aa-4293-4485-8df4-04bc6f558b63", "name": "network-vif-deleted", "tag": "bdf09ad3-882d-4797-8d3e-de3c0c153c83", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:25.731432 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b14f57f-7481-4f2d-bf3c-3e553af592dc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:25.731868 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a948aa-4293-4485-8df4-04bc6f558b63', 'name': 'network-vif-deleted', 'tag': 'bdf09ad3-882d-4797-8d3e-de3c0c153c83', 'status': 'completed', 'code': 200} Feb 10 13:55:26.016079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:26.064871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:55:26.068552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:26.068962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:26.145637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:26.148995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:26.149394 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:26.173280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:26.175549 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1ca22-8c17-41fe-b1c7-c100d384e2d6" -d '{"events": [{"server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:26.188400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:26.192698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:26.220001 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4b3bb6-67bd-40f7-b6dc-60ba50b32e22 x-openstack-request-id: req-8b4b3bb6-67bd-40f7-b6dc-60ba50b32e22 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:26.220419 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:26.220683 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b4b3bb6-67bd-40f7-b6dc-60ba50b32e22 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:26.221110 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca', 'code': 200} Feb 10 13:55:26.251778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:26.314613 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407771-7d3c-4980-9ecc-2c1e76ae52a1 req-9ef46c3e-abf4-489f-8b52-84d84052e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:26.316123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a407771-7d3c-4980-9ecc-2c1e76ae52a1 req-9ef46c3e-abf4-489f-8b52-84d84052e90c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 1128 time: 0.0487051 Feb 10 13:55:26.361921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0a407771-7d3c-4980-9ecc-2c1e76ae52a1 req-9c5a16a1-75b2-48cd-b9f8-47e58dcbbfaf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Feb 10 13:55:26.845849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302ec10-a92d-4acd-bb97-8828868f705e req-237de728-0348-4b08-ab12-89bdce3be7ff tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:26.847320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1302ec10-a92d-4acd-bb97-8828868f705e req-237de728-0348-4b08-ab12-89bdce3be7ff tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0898259 Feb 10 13:55:26.911873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1302ec10-a92d-4acd-bb97-8828868f705e req-bf630a8d-65bd-40f8-ad13-8a87e4ac2350 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582974 Feb 10 13:55:26.963051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:27.229360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 49e3d30a-aa89-4ae0-aff5-9556787a7793 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:27.230070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:27.329406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port 49e3d30a-aa89-4ae0-aff5-9556787a7793, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=49e3d30a-aa89-4ae0-aff5-9556787a7793,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:27.329776 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:27.342562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 49e3d30a-aa89-4ae0-aff5-9556787a7793 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:27.530653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (49e3d30a-aa89-4ae0-aff5-9556787a7793), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:27.556294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=49e3d30a-aa89-4ae0-aff5-9556787a7793,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:27.736662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:27.955129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 07763cce-ea7b-40d3-912c-91a7058f3b8c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:28.101175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455919-575d-4c90-bea6-ddb396cdeeef req-f9137854-ea5a-42d0-86ee-48df3a71c975 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:28.102632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6455919-575d-4c90-bea6-ddb396cdeeef req-f9137854-ea5a-42d0-86ee-48df3a71c975 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0999343 Feb 10 13:55:28.108161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:28.116834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-771ef058-bd39-4ecd-b7d7-a859bcfd16ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/07763cce-ea7b-40d3-912c-91a7058f3b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666343 Feb 10 13:55:28.116968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:28.119806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Sync routers for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:28.131627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:28.132645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:28.161585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6455919-575d-4c90-bea6-ddb396cdeeef req-d918c055-3800-4def-9dc6-d28993ccb85b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Feb 10 13:55:28.167369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting subnet 64567db0-3bac-4380-89d7-0f0283f49b7b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:55:28.171379 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (64567db0-3bac-4380-89d7-0f0283f49b7b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.212451 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (64567db0-3bac-4380-89d7-0f0283f49b7b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.246670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:28.289728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a0dc7-9489-47d5-b19c-5453396980ef req-1257f5b0-4a1a-4274-bbe4-7a25531eaed6 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:28.291227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c76a0dc7-9489-47d5-b19c-5453396980ef req-1257f5b0-4a1a-4274-bbe4-7a25531eaed6 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0557971 Feb 10 13:55:28.311432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (64567db0-3bac-4380-89d7-0f0283f49b7b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.347079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c76a0dc7-9489-47d5-b19c-5453396980ef req-5bd4ab21-73d6-438b-b829-ca1dfa96c72d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 Feb 10 13:55:28.373955 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (64567db0-3bac-4380-89d7-0f0283f49b7b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.400584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Subnet': ['ID=64567db0-3bac-4380-89d7-0f0283f49b7b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:28.404763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.409050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c7d5b7b-be6b-4c72-85bb-9134145feeeb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/subnets/64567db0-3bac-4380-89d7-0f0283f49b7b HTTP/1.1" status: 204 len: 168 time: 0.2918706 Feb 10 13:55:28.412122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56134) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:28.420332 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc0b6f-96b9-4ef4-ba31-71d94a15a5d4 None None] Network 9063fc0b-4d85-4900-a437-2051e8cfcff9 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:28.505625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:55:27Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:28.509787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:28.520555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.554833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Checking router: 07763cce-ea7b-40d3-912c-91a7058f3b8c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:28.559035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: bdf09ad3-882d-4797-8d3e-de3c0c153c83 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:28.559385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bdf09ad3-882d-4797-8d3e-de3c0c153c83 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:28.575373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Routers {'07763cce-ea7b-40d3-912c-91a7058f3b8c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:28.575966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['07763cce-ea7b-40d3-912c-91a7058f3b8c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:28.634225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (07763cce-ea7b-40d3-912c-91a7058f3b8c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.637978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] DHCP port deletion for 9063fc0b-4d85-4900-a437-2051e8cfcff9 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:55:28.688152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 01252731-cc4e-4b42-872f-3edfba4a0837 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:28.688518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.717468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] Set router 07763cce-ea7b-40d3-912c-91a7058f3b8c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:28.772719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port 01252731-cc4e-4b42-872f-3edfba4a0837, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=01252731-cc4e-4b42-872f-3edfba4a0837,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:28.773111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.785430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 01252731-cc4e-4b42-872f-3edfba4a0837 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:28.842616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Deleting port fa553c09-a7c1-48de-a8b1-aa383dab59fd {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:28.843084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.955774 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (01252731-cc4e-4b42-872f-3edfba4a0837), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:28.981639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=01252731-cc4e-4b42-872f-3edfba4a0837,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:29.062371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.088691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] For port fa553c09-a7c1-48de-a8b1-aa383dab59fd, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fa553c09-a7c1-48de-a8b1-aa383dab59fd,segment=NetworkSegment(c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4),segment_id=c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:29.088990 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.119525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Calling delete_port for fa553c09-a7c1-48de-a8b1-aa383dab59fd owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:29.158483 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.160608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (07763cce-ea7b-40d3-912c-91a7058f3b8c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.196575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:55:27Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:29.202854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (07763cce-ea7b-40d3-912c-91a7058f3b8c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.203414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Fanout notify agent at l3_agent the message router_deleted on router 07763cce-ea7b-40d3-912c-91a7058f3b8c {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:55:29.209844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.210994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-290152a3-be7a-4ae2-af43-8b2d879699e6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/routers/07763cce-ea7b-40d3-912c-91a7058f3b8c HTTP/1.1" status: 204 len: 168 time: 0.7981329 Feb 10 13:55:29.213753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56138) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:29.227850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c8b50-682f-4050-bdc4-e036f21fd5b5 None None] The sync data for ids ['07763cce-ea7b-40d3-912c-91a7058f3b8c'] in n-d-815324-6 is: [{'id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832636136', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:51:28Z', 'updated_at': '2022-02-10T13:55:27Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': '01252731-cc4e-4b42-872f-3edfba4a0837', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07763cce-ea7b-40d3-912c-91a7058f3b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:51:29Z', 'updated_at': '2022-02-10T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:29.257549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (fa553c09-a7c1-48de-a8b1-aa383dab59fd), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.285235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] Pushing event deleted for resources: {'Port': ['ID=fa553c09-a7c1-48de-a8b1-aa383dab59fd,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:29.290851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd935e69-5c20-42e8-a607-a992e4eb710c None None] No DVR routers for this DVR port fa553c09-a7c1-48de-a8b1-aa383dab59fd on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:29.302964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (9063fc0b-4d85-4900-a437-2051e8cfcff9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.386449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (9063fc0b-4d85-4900-a437-2051e8cfcff9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.405170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9063fc0b-4d85-4900-a437-2051e8cfcff9']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:29.414268 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:29.414565 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:29.424047 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.437509 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.443563 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:55:29.443944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (c19ce70f-b7cf-4aae-892d-d17d8ce0a2c4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:55:29.447419 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:55:29.850612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:29.856661 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (9063fc0b-4d85-4900-a437-2051e8cfcff9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.870713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.877019 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/networks/9063fc0b-4d85-4900-a437-2051e8cfcff9 HTTP/1.1" status: 204 len: 168 time: 0.6621909 Feb 10 13:55:29.889941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56142) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:29.898178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b62dd1-4db8-4f0a-a6ae-e0409b92575c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Network': ['ID=9063fc0b-4d85-4900-a437-2051e8cfcff9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:29.962613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (2079046c-8d69-4b31-8d91-b6da5c4a8b76), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:29.989017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (2079046c-8d69-4b31-8d91-b6da5c4a8b76), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.049301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2079046c-8d69-4b31-8d91-b6da5c4a8b76), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.051960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.053128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/security-groups/2079046c-8d69-4b31-8d91-b6da5c4a8b76 HTTP/1.1" status: 204 len: 168 time: 0.1622453 Feb 10 13:55:30.063187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605179c1-ab95-4e02-a6f9-554671c4f81e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079046c-8d69-4b31-8d91-b6da5c4a8b76,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.346674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 49e3d30a-aa89-4ae0-aff5-9556787a7793 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:30.369611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.372176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 49e3d30a-aa89-4ae0-aff5-9556787a7793 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:30.372419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 49e3d30a-aa89-4ae0-aff5-9556787a7793 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:30.372892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 01252731-cc4e-4b42-872f-3edfba4a0837 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:30.392777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 01252731-cc4e-4b42-872f-3edfba4a0837 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:30.392777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 01252731-cc4e-4b42-872f-3edfba4a0837 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:30.393482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fa553c09-a7c1-48de-a8b1-aa383dab59fd no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:30.398280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:30.404516 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128361826', 'description': 'tempest-secgroup-smoke-128361826 description', 'project_id': 'fd309233c9684d6292adb47e0c79571e'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:30.413883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fa553c09-a7c1-48de-a8b1-aa383dab59fd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:30.414244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fa553c09-a7c1-48de-a8b1-aa383dab59fd not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:30.435382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.506511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (24f2a5df-e5e7-4834-a4ec-9798f4172cde), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.510237 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24f2a5df-e5e7-4834-a4ec-9798f4172cde), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.539499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.543474 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1406946 Feb 10 13:55:30.543474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3632bcd-906e-424b-b68a-f1e07cb87588 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2a5df-e5e7-4834-a4ec-9798f4172cde,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.545027 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56150) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:30.549422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:30.573824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (3da0aaa6-2ee3-40e0-889c-43fdbf36a01b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.628201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (3da0aaa6-2ee3-40e0-889c-43fdbf36a01b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.632398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (3da0aaa6-2ee3-40e0-889c-43fdbf36a01b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.650500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da0aaa6-2ee3-40e0-889c-43fdbf36a01b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.658454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.659666 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2fcbe2ca-ad6b-4f23-ac51-59c9de2cb9ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137207 Feb 10 13:55:30.662697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56152) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:30.666955 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:30.692145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (91a80b21-043a-46f8-a98c-337d52fd21bc), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.710244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.17 (c294ce9d-f1a7-4dba-aeec-845f3b294c16/f76bbac7-4aec-4eae-b946-e6662ade6ab7/f369159d-f7bb-4895-b4e5-813e2ad9ca85) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:30.747926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (91a80b21-043a-46f8-a98c-337d52fd21bc), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.752028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (91a80b21-043a-46f8-a98c-337d52fd21bc), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.770031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a80b21-043a-46f8-a98c-337d52fd21bc,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.783228 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.784537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6469a723-0bbb-4735-bde4-a6b9c3450330 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209173 Feb 10 13:55:30.787489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56154) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:30.791761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:30.816290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (93aecf13-15a6-4b27-b204-0e3166ed0cc6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.826367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.866996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.868291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c45b8d5d-dcf9-4a7f-b849-9edc66914be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.882614 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (93aecf13-15a6-4b27-b204-0e3166ed0cc6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.887609 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (93aecf13-15a6-4b27-b204-0e3166ed0cc6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.904631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aecf13-15a6-4b27-b204-0e3166ed0cc6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.914995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.919473 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8475cc5f-fa37-4f09-89f9-01f677de0beb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278551 Feb 10 13:55:30.919638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:30.919971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:30.920459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:30.922845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:30.924690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:30.952190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (3e2e1512-2368-4519-8af5-88b537836e2a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:30.955306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:30.974737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.015749 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (3e2e1512-2368-4519-8af5-88b537836e2a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.021564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (3e2e1512-2368-4519-8af5-88b537836e2a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.040886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2e1512-2368-4519-8af5-88b537836e2a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:31.052068 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.056328 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-85eb1122-3314-48ee-985f-2e42eec7be5a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351075 Feb 10 13:55:31.056689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:31.091818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:31.141606 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:55:31.168347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (8cb074b8-72c9-4ad0-8ceb-9a077815f558), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.182423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4dde6ff0-5d8e-46b0-b0ed-eb4942126432 None None] Provisioning complete for port f369159d-f7bb-4895-b4e5-813e2ad9ca85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:31.182797 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ff0-5d8e-46b0-b0ed-eb4942126432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.184354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.217115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4dde6ff0-5d8e-46b0-b0ed-eb4942126432 None None] Port f369159d-f7bb-4895-b4e5-813e2ad9ca85 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:31.267524 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (8cb074b8-72c9-4ad0-8ceb-9a077815f558), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.271594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (8cb074b8-72c9-4ad0-8ceb-9a077815f558), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.329414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb074b8-72c9-4ad0-8ceb-9a077815f558,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:31.335462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.336653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c55c49f-6ca0-418a-b582-30836e2bf02d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2541676 Feb 10 13:55:31.339361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:31.344248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '24f2a5df-e5e7-4834-a4ec-9798f4172cde', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:31.404342 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:55:31.412796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (b643b2ea-6578-4894-8173-bbca68499a70), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.525333 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (b643b2ea-6578-4894-8173-bbca68499a70), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.531450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b643b2ea-6578-4894-8173-bbca68499a70), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.564305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b643b2ea-6578-4894-8173-bbca68499a70,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:31.577802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.579002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-00a9c82a-f6ee-418d-8650-bcb242d172d3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2381859 Feb 10 13:55:31.582007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:31.587123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'network': {'name': 'tempest-network-smoke--541339047', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:31.600354 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.605010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.607511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:31.611452 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.634986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:55:31.645639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77e18ad7-99bf-42f9-ad74-ea548855f27f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.645990 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Added segment 77e18ad7-99bf-42f9-ad74-ea548855f27f of type vlan for network 2c8180d9-5179-4cc6-b852-35272c1edd6b Feb 10 13:55:31.688393 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (2c8180d9-5179-4cc6-b852-35272c1edd6b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.715163 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (2c8180d9-5179-4cc6-b852-35272c1edd6b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.720494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:31.721182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.758530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1753769 Feb 10 13:55:31.761297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:31.768286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'admin_state_up': True, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:31.807845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949563c-ca8d-4a54-8b20-c8dedfc25cb3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Network': ['ID=2c8180d9-5179-4cc6-b852-35272c1edd6b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:31.818607 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:55:31.825793 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.827220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.884520 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (195549b8-b28a-4337-b507-a6ad1e6b4656), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:31.974587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:31.976954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.031620 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (195549b8-b28a-4337-b507-a6ad1e6b4656), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.069353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:32.070770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:32.202919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:32.239993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (195549b8-b28a-4337-b507-a6ad1e6b4656), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.259529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.320069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:32.326214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-37599ad3-2b2e-4563-87b4-0c332a047cd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741533 Feb 10 13:55:32.331528 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:32.344440 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:32.345310 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:32.356275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4599078c-f656-4ab3-844d-7ebbc6475f00 None None] Provisioning complete for port f369159d-f7bb-4895-b4e5-813e2ad9ca85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:32.356658 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4599078c-f656-4ab3-844d-7ebbc6475f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.369506 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.72 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/db07ab00-9474-4e28-a0bd-16021c16a9a4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:32.390936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4599078c-f656-4ab3-844d-7ebbc6475f00 None None] Port f369159d-f7bb-4895-b4e5-813e2ad9ca85 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:32.461457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:32.486266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.523382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.564247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:32.567373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:32.570050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:32.601438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=db07ab00-9474-4e28-a0bd-16021c16a9a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:32.689891 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:31Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f369159d-f7bb-4895-b4e5-813e2ad9ca85', 'name': '', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:29:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:30Z', 'updated_at': '2022-02-10T13:55:31Z', 'revision_number': 2, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:32.719052 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:32.719402 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Updating router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf port f369159d-f7bb-4895-b4e5-813e2ad9ca85 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:55:32.745636 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:32.836188 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (195549b8-b28a-4337-b507-a6ad1e6b4656), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.001782 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks [] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.006883 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.039404 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.061415 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Pushing event updated for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:33.088644 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.088644 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.089139 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.089139 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.089460 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.089826 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.090162 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.090496 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.090868 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.091275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.091546 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.091841 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.092183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:33.122939 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Attempting to bind port f369159d-f7bb-4895-b4e5-813e2ad9ca85 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:33.123309 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Attempting to bind port f369159d-f7bb-4895-b4e5-813e2ad9ca85 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:33.123673 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Attempting to bind port f369159d-f7bb-4895-b4e5-813e2ad9ca85 on network c294ce9d-f1a7-4dba-aeec-845f3b294c16 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:33.128880 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:33.129252 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Checking segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:33.129654 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.130044 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Bound using segment: {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:33.130509 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Bound port: f369159d-f7bb-4895-b4e5-813e2ad9ca85, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8e20fd-8060-41d9-8f07-58fd81b8a752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:33.130888 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.179162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 195549b8-b28a-4337-b507-a6ad1e6b4656 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:55:33.201746 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] For port f369159d-f7bb-4895-b4e5-813e2ad9ca85, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:33.205477 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] For port f369159d-f7bb-4895-b4e5-813e2ad9ca85, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f369159d-f7bb-4895-b4e5-813e2ad9ca85,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:33.214522 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.276885 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:33.277912 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:33.291957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ab2b-4d8a-42c6-8297-270a36135422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.305467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:33.322862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Sync routers for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:33.331074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.332724 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8c8e94ff-b685-469b-bed3-510d41fb2f94 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5699801 Feb 10 13:55:33.335427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb13df-d7c6-4fb2-ba46-ea3865ea6b2b None None] Pushing event updated for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:33.335970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:33.349589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Provisioning complete for port f369159d-f7bb-4895-b4e5-813e2ad9ca85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:33.349960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.400467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:33.401131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:33.406131 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:33.521462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0932bcd9-541e-45dc-9480-176f5e0ef529 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd309233c9684d6292adb47e0c79571e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1833189 Feb 10 13:55:33.523125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:33.540226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Current status of the port f369159d-f7bb-4895-b4e5-813e2ad9ca85 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:33.540626 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.577853 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:33.640513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] For port f369159d-f7bb-4895-b4e5-813e2ad9ca85, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f369159d-f7bb-4895-b4e5-813e2ad9ca85,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:33.655265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.699705 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238bd882-3245-4789-b1d7-7317f7ed17db tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:33.703502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-238bd882-3245-4789-b1d7-7317f7ed17db tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1793237 Feb 10 13:55:33.704225 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:33.737375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-81c82640-8a1c-4a27-89d7-5d05b3505979 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295272 Feb 10 13:55:33.738026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56178) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:33.742592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100904555', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:33.753126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e871d-9548-4117-8fb3-d5a23d21f3e2 None None] Pushing event updated for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:33.775537 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:31Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f369159d-f7bb-4895-b4e5-813e2ad9ca85', 'name': '', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:29:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:30Z', 'updated_at': '2022-02-10T13:55:33Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:33.806641 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433c51f-4882-4030-88e3-8f31aadee3a8 None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:31Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f369159d-f7bb-4895-b4e5-813e2ad9ca85', 'name': '', 'network_id': 'c294ce9d-f1a7-4dba-aeec-845f3b294c16', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:29:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:30Z', 'updated_at': '2022-02-10T13:55:33Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': 'f76bbac7-4aec-4eae-b946-e6662ade6ab7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:33.811374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5a95ff2-75db-45ec-aa59-53e59d541171 None None] Provisioning complete for port f369159d-f7bb-4895-b4e5-813e2ad9ca85 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:33.812318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5a95ff2-75db-45ec-aa59-53e59d541171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.907442 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:33.911399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:33.923612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-a800ebd6-34a0-4361-8312-01944910a625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1261396 Feb 10 13:55:33.926402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:32Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:33.989656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Checking router: 195549b8-b28a-4337-b507-a6ad1e6b4656 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:33.990240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Updating router 195549b8-b28a-4337-b507-a6ad1e6b4656 port db07ab00-9474-4e28-a0bd-16021c16a9a4 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:55:34.015117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-8c7e7bb5-79f7-4b0d-8830-9639e6e4d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:34.017090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-8c7e7bb5-79f7-4b0d-8830-9639e6e4d605 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1127 time: 0.0661526 Feb 10 13:55:34.048349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.088874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f5a95ff2-75db-45ec-aa59-53e59d541171 None None] Current status of the port f369159d-f7bb-4895-b4e5-813e2ad9ca85 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:34.095174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f369159d-f7bb-4895-b4e5-813e2ad9ca85 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:34.168068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-db5e88af-8391-4c84-bb73-ac00d78dc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:34.169744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-db5e88af-8391-4c84-bb73-ac00d78dc621 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 898 time: 0.1304607 Feb 10 13:55:34.232016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (bdd6e6cc-9e0b-46d0-9f48-40855e549138), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.242917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-231eca17-8e33-4386-88f3-08cc168048bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 1001 time: 0.0674012 Feb 10 13:55:34.243586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f369159d-f7bb-4895-b4e5-813e2ad9ca85 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:34.243969 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.305529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Subnet': ['ID=bdd6e6cc-9e0b-46d0-9f48-40855e549138,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:34.308705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:34.309107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network hostable DHCP agents. Network: 2c8180d9-5179-4cc6-b852-35272c1edd6b, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:55:34.319139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-c2596270-a55d-41d2-adb2-1b508504b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:34.323067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-c2596270-a55d-41d2-adb2-1b508504b64f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 200 len: 835 time: 0.0733891 Feb 10 13:55:34.334985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:55:34.351158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 2c8180d9-5179-4cc6-b852-35272c1edd6b) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:34.355395 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:34.356011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.378948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:34.379368 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a57a6ab4-23df-4b35-9ca6-cd46111cb4da tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6405447 Feb 10 13:55:34.390736 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c0256-78df-4fa0-b384-6986400385c6 None None] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:34.435958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-c79697e7-2892-40b0-be90-f57577e704fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:34.437717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-c79697e7-2892-40b0-be90-f57577e704fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077354 Feb 10 13:55:34.463759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f369159d-f7bb-4895-b4e5-813e2ad9ca85 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:34.504512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks [] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.519522 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.608178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354f611-f3d1-49d5-957e-b7e729994106 None None] Pushing event updated for resources: {'Port': ['ID=db07ab00-9474-4e28-a0bd-16021c16a9a4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:34.612546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Attempting to bind port db07ab00-9474-4e28-a0bd-16021c16a9a4 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:34.613078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Attempting to bind port db07ab00-9474-4e28-a0bd-16021c16a9a4 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:34.613778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Attempting to bind port db07ab00-9474-4e28-a0bd-16021c16a9a4 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:34.618029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-2c8180d9-5179-4cc6-b852-35272c1edd6b', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:55:34.619539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.635677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:34.636241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:34.636817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.637320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:34.637898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Bound port: db07ab00-9474-4e28-a0bd-16021c16a9a4, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:34.638472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.638882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-647ae37f-5bb0-449d-95f1-5e4879f822c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933441 Feb 10 13:55:34.747810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.784975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] For port db07ab00-9474-4e28-a0bd-16021c16a9a4, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:34.790394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] For port db07ab00-9474-4e28-a0bd-16021c16a9a4, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=db07ab00-9474-4e28-a0bd-16021c16a9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:34.818645 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:34.821785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d53f4819-028a-48a3-b691-e8d36fae4f42 req-fc90713d-d661-45fd-a1d3-9ed0a31ff783 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761107 Feb 10 13:55:34.886153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Allocated IP 172.20.0.2 (2c8180d9-5179-4cc6-b852-35272c1edd6b/bdd6e6cc-9e0b-46d0-9f48-40855e549138/014e808a-b83d-4854-a216-aea32d79cd7b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:34.907742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:34.908783 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:34.922583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354f611-f3d1-49d5-957e-b7e729994106 None None] Pushing event updated for resources: {'Port': ['ID=db07ab00-9474-4e28-a0bd-16021c16a9a4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:35.014357 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.248649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:35.393550 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks [] for port (014e808a-b83d-4854-a216-aea32d79cd7b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.405200 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.449822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.1 (2c8180d9-5179-4cc6-b852-35272c1edd6b/bdd6e6cc-9e0b-46d0-9f48-40855e549138/4aab4254-a183-44f9-b0b8-bb7c1d77d595) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:35.457909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:35.463639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:35.469402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:35.488143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Pushing event updated for resources: {'Port': ['ID=014e808a-b83d-4854-a216-aea32d79cd7b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:35.557215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Attempting to bind port 014e808a-b83d-4854-a216-aea32d79cd7b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:35.557590 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Attempting to bind port 014e808a-b83d-4854-a216-aea32d79cd7b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:35.557961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Attempting to bind port 014e808a-b83d-4854-a216-aea32d79cd7b on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:35.565184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:35.565558 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:35.565962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.566357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Bound using segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:35.566829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Bound port: 014e808a-b83d-4854-a216-aea32d79cd7b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:35.567213 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.570065 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.583013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:32Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:35.605995 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.626930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82bf4d-df06-4de4-9664-40edd0b81ac7 None None] The sync data for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 is: [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:32Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:35.648815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:35.652855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:35.656286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:35.671222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] For port 014e808a-b83d-4854-a216-aea32d79cd7b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:35.674678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] For port 014e808a-b83d-4854-a216-aea32d79cd7b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=014e808a-b83d-4854-a216-aea32d79cd7b,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:35.681032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.685797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:35.708288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (195549b8-b28a-4337-b507-a6ad1e6b4656), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.749576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3b436-5311-429d-8f67-750a1bc75975 None None] Pushing event updated for resources: {'Port': ['ID=014e808a-b83d-4854-a216-aea32d79cd7b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:35.869560 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:35.919161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.138781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 014e808a-b83d-4854-a216-aea32d79cd7b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:36.193710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 014e808a-b83d-4854-a216-aea32d79cd7b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:36.194086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.266459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.272453 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.277881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 014e808a-b83d-4854-a216-aea32d79cd7b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:36.278431 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.328546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.332165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 014e808a-b83d-4854-a216-aea32d79cd7b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=014e808a-b83d-4854-a216-aea32d79cd7b,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:36.339475 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.341594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device db07ab00-9474-4e28-a0bd-16021c16a9a4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:36.356439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (195549b8-b28a-4337-b507-a6ad1e6b4656), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.359521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:36.427936 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=014e808a-b83d-4854-a216-aea32d79cd7b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:36.441902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port db07ab00-9474-4e28-a0bd-16021c16a9a4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:36.442281 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.459005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:36.460635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:36.539303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port db07ab00-9474-4e28-a0bd-16021c16a9a4 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:36.539837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.565186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port db07ab00-9474-4e28-a0bd-16021c16a9a4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=db07ab00-9474-4e28-a0bd-16021c16a9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:36.573302 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:36.644039 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=db07ab00-9474-4e28-a0bd-16021c16a9a4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:36.890848 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a87b3-79e4-40e6-a0a2-7008c3c53091 None None] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:36.905287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 195549b8-b28a-4337-b507-a6ad1e6b4656 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:36.984253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f79057b0-846d-4413-98da-96309bdb08a6 None None] Provisioning complete for port 014e808a-b83d-4854-a216-aea32d79cd7b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:36.984632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f79057b0-846d-4413-98da-96309bdb08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.019910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:37.025264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-de103aef-2fcd-4f8f-a4fa-04b5f5099c77 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/195549b8-b28a-4337-b507-a6ad1e6b4656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437650 Feb 10 13:55:37.100064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f79057b0-846d-4413-98da-96309bdb08a6 None None] Current status of the port 014e808a-b83d-4854-a216-aea32d79cd7b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:37.188613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-ce53ccc3-ec37-4fc4-859a-023b9e5ac8ca tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128361826&fields=id&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 267 time: 0.0520864 Feb 10 13:55:37.312331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-cf45cc2e-efae-4fa0-8bab-0227cd399489 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:37.314016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-cf45cc2e-efae-4fa0-8bab-0227cd399489 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 796 time: 0.1180167 Feb 10 13:55:37.324954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:37.325336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.331034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4b5be233-8fd1-45f1-a9f2-3f5941f8a72d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/quotas/fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 375 time: 0.0112052 Feb 10 13:55:37.364512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:37.377240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Provisioning complete for port 014e808a-b83d-4854-a216-aea32d79cd7b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:37.377614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.393453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-a81fa751-5695-40de-a5bd-0cfa611afb97 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566680 Feb 10 13:55:37.441284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.481519 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-467343a0-1dc4-4162-b7bc-6a7e00fb4696 None None] Current status of the port 014e808a-b83d-4854-a216-aea32d79cd7b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:37.507766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e5f0d53e-311c-4f4d-98ec-eb3da6801792 service neutron] 10.222.0.13 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018114 Feb 10 13:55:37.580225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Sync routers for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:37.593036 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:37.593837 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:37.604441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fef43d4d-0841-4fa9-8c44-1dc7fb6f1bbd None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:37.605656 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fef43d4d-0841-4fa9-8c44-1dc7fb6f1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.615283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-0f06d968-8995-41ba-872d-ee4bf7fe0867 service neutron] 10.222.0.13 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007144 Feb 10 13:55:37.651290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fef43d4d-0841-4fa9-8c44-1dc7fb6f1bbd None None] Port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:37.708229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:37.769299 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-15a95ea8-7ddf-435e-9c25-790faf114ea5 None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:37.769679 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15a95ea8-7ddf-435e-9c25-790faf114ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:37.801089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e9057c4f-8732-4e45-8fc3-d1e358be7d49 req-2134972f-a2d5-4d47-b5a4-df9a2e8eaab2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 210 time: 0.0372088 Feb 10 13:55:37.814964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-15a95ea8-7ddf-435e-9c25-790faf114ea5 None None] Port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:37.929668 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 2, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:37.957355 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Checking router: 195549b8-b28a-4337-b507-a6ad1e6b4656 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:37.957702 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Updating router 195549b8-b28a-4337-b507-a6ad1e6b4656 port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:55:37.990001 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.062634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 014e808a-b83d-4854-a216-aea32d79cd7b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:38.115753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 014e808a-b83d-4854-a216-aea32d79cd7b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:38.116201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.197494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 014e808a-b83d-4854-a216-aea32d79cd7b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:38.198677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device db07ab00-9474-4e28-a0bd-16021c16a9a4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:38.250523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port db07ab00-9474-4e28-a0bd-16021c16a9a4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:38.250972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.291706 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks [] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.299841 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.329541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port db07ab00-9474-4e28-a0bd-16021c16a9a4 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:38.359232 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a539ee-b073-44ca-93ac-2a8fb72aaf9d None None] Pushing event updated for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:38.419656 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Attempting to bind port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:38.420018 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Attempting to bind port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:38.420370 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Attempting to bind port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:38.425674 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:38.426039 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:38.426431 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.426814 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Bound using segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:38.427271 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Bound port: 4aab4254-a183-44f9-b0b8-bb7c1d77d595, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:38.427642 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.491276 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] For port 4aab4254-a183-44f9-b0b8-bb7c1d77d595, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:38.494382 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] For port 4aab4254-a183-44f9-b0b8-bb7c1d77d595, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4aab4254-a183-44f9-b0b8-bb7c1d77d595,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:38.500621 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.539773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:38.540275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.559182 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a539ee-b073-44ca-93ac-2a8fb72aaf9d None None] Pushing event updated for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:38.566829 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:38.567302 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:38.643755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Current status of the port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:38.644414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.692917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] For port 4aab4254-a183-44f9-b0b8-bb7c1d77d595, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4aab4254-a183-44f9-b0b8-bb7c1d77d595,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:38.693962 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:38.698651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.760882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11279c3c-e745-4cbe-a12f-b1ffa926c2ba None None] Pushing event updated for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:38.814300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-cb735d5f-d936-45be-a722-f55ee28b28f8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:38.815813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-cb735d5f-d936-45be-a722-f55ee28b28f8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 796 time: 0.1324475 Feb 10 13:55:38.900975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-ffb98cfd-cf51-40b3-b25d-f1808b57603c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 379 time: 0.0759571 Feb 10 13:55:38.923507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-45d937bb-3dee-4711-a010-9eb2f58b189d None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:38.923507 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45d937bb-3dee-4711-a010-9eb2f58b189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:38.926534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-524ceef7-570b-42e2-ac48-c5b953c8c989 req-c8b342bd-318f-4b6a-9d2d-9f09798aad1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 210 time: 0.0389135 Feb 10 13:55:38.929906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'port': {'device_id': '34707ff5-2d4a-4a77-b163-ae548481577d', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'admin_state_up': True, 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'security_groups': ['24f2a5df-e5e7-4834-a4ec-9798f4172cde']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:38.975712 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:39.010655 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035a8bf-55f7-45e4-b088-2aaa00ffe782 None None] The sync data for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 is: [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:39.018344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-45d937bb-3dee-4711-a010-9eb2f58b189d None None] Current status of the port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:39.046171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:55:39.049696 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.203007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.6 (2c8180d9-5179-4cc6-b852-35272c1edd6b/bdd6e6cc-9e0b-46d0-9f48-40855e549138/bb61d261-6fcc-497e-a452-ab6104428313) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:39.346519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (bb61d261-6fcc-497e-a452-ab6104428313), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.386092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.434669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:39.438001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:39.442308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:39.449410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:39.507499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:39.508326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.533276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-4d0b18bc-9426-4d58-8e98-99749c6a77e0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089098 Feb 10 13:55:39.546427 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Request body: {'port': {'device_id': '34707ff5-2d4a-4a77-b163-ae548481577d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:39.617536 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.750126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5b585676-9464-4edd-ab8e-d5fb12cbd6cc None None] Provisioning complete for port bb61d261-6fcc-497e-a452-ab6104428313 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:39.750743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b585676-9464-4edd-ab8e-d5fb12cbd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb61d261-6fcc-497e-a452-ab6104428313), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.795950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5b585676-9464-4edd-ab8e-d5fb12cbd6cc None None] Port bb61d261-6fcc-497e-a452-ab6104428313 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:55:39.915191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb61d261-6fcc-497e-a452-ab6104428313 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:55:39.923361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks [] for port (bb61d261-6fcc-497e-a452-ab6104428313), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:39.938173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Transition to ACTIVE for port object bb61d261-6fcc-497e-a452-ab6104428313 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:55:39.941358 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:40.006768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:40.109895 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4aab4254-a183-44f9-b0b8-bb7c1d77d595 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:40.134106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:55:40.134521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:55:40.134836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:40.144720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:55:40.145183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:55:40.160587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6f755-215e-43e3-9dd2-183162a869cf req-d049d599-af87-4948-a892-83e6369cb9ea tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.170409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b6f755-215e-43e3-9dd2-183162a869cf req-d049d599-af87-4948-a892-83e6369cb9ea tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 943 time: 0.1354454 Feb 10 13:55:40.178718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:55:40.179059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:55:40.179406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:40.179525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Bound using segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:55:40.180146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Bound port: bb61d261-6fcc-497e-a452-ab6104428313, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:55:40.180264 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:40.180367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:40.238334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b6f755-215e-43e3-9dd2-183162a869cf req-59791ed7-2a18-452a-92b8-a26da01057fe tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669429 Feb 10 13:55:40.272535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:40.304748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:55:40.307732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:55:40.314985 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:40.355561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.356219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:40.357568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] 10.222.0.21 "PUT /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1091 time: 0.8156590 Feb 10 13:55:40.358014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:40.360291 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779ad8d9-54a7-42fb-a442-c61af4b8eea1" -d '{"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:40.397582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b7ec-c41b-43d8-8f48-dfada7267c8a service neutron] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:40.410738 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a604e-603f-4e4d-a5bb-7fe5710b09a3 x-openstack-request-id: req-0a4a604e-603f-4e4d-a5bb-7fe5710b09a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:40.411292 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:40.411543 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a4a604e-603f-4e4d-a5bb-7fe5710b09a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:40.411950 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'status': 'completed', 'code': 200} Feb 10 13:55:40.451293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-fd74eb5d-c6af-4f8f-8f50-717fe1a17a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.453138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-fd74eb5d-c6af-4f8f-8f50-717fe1a17a04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1125 time: 0.0517819 Feb 10 13:55:40.497983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-ab75368a-151f-4d08-ac35-55b6a176b752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 217 time: 0.0368800 Feb 10 13:55:40.553120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-7646a725-1d0b-4032-af62-7c867883d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.554612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-7646a725-1d0b-4032-af62-7c867883d66b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0514834 Feb 10 13:55:40.606477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-ab2a1ceb-bc66-4fb0-90c6-deb3494451cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.607869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-ab2a1ceb-bc66-4fb0-90c6-deb3494451cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438170 Feb 10 13:55:40.696727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-29757505-68b8-45df-ac92-b08cc266507a service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824618 Feb 10 13:55:40.787071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eeba93ee-e088-4f8b-a8fc-ed3a3eda4286 req-77451428-296a-4b61-8e2f-3b4c9290b57f service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Feb 10 13:55:40.879613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-7de1ca4d-42cb-4cdf-866e-653bcf2aebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.880942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-7de1ca4d-42cb-4cdf-866e-653bcf2aebef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1125 time: 0.0453510 Feb 10 13:55:40.972024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-2d62cb36-b7b3-4ba5-abbe-59d2c574e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:40.973521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-2d62cb36-b7b3-4ba5-abbe-59d2c574e35d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0861318 Feb 10 13:55:41.013555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-2f2cc4e8-6628-4108-8906-c98760683d61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 217 time: 0.0343974 Feb 10 13:55:41.063759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-324e91ca-8b7e-4345-bfe2-bb82f2fb7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:41.065178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-324e91ca-8b7e-4345-bfe2-bb82f2fb7f17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0460625 Feb 10 13:55:41.119449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-dbbca140-69a2-45f6-a39a-e9719c693d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:41.121129 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-dbbca140-69a2-45f6-a39a-e9719c693d4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451908 Feb 10 13:55:41.207629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-6b460c10-232d-46a1-9564-49fb3230090d service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808396 Feb 10 13:55:41.299202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-779ad8d9-54a7-42fb-a442-c61af4b8eea1 req-cfaa2c71-7513-48d3-95a4-6f107ee991a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853045 Feb 10 13:55:41.369799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc49aa4-b649-47a8-a947-fe1e6205ac3c req-17c1ba19-da57-4d9c-bafd-d9da48ac42a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:41.371299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fc49aa4-b649-47a8-a947-fe1e6205ac3c req-17c1ba19-da57-4d9c-bafd-d9da48ac42a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 943 time: 0.0525372 Feb 10 13:55:41.395790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:41.421538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fc49aa4-b649-47a8-a947-fe1e6205ac3c req-ba5cd598-21eb-41fa-a7d8-3fad2aeb9c82 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446355 Feb 10 13:55:42.543648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97845029-baed-45d3-9a4b-3d983acc07d0 req-67488b72-cb6a-46b8-a017-9521fa3c541b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:42.545174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97845029-baed-45d3-9a4b-3d983acc07d0 req-67488b72-cb6a-46b8-a017-9521fa3c541b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 943 time: 0.0569623 Feb 10 13:55:42.592985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97845029-baed-45d3-9a4b-3d983acc07d0 req-9710b5f2-4908-422e-ac4e-04cbe73ae736 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421891 Feb 10 13:55:43.708929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35331d0e-8918-45d3-beba-2d953f03a026 req-ceddd266-0c45-4939-9263-98e3933abe69 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:43.710414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35331d0e-8918-45d3-beba-2d953f03a026 req-ceddd266-0c45-4939-9263-98e3933abe69 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 943 time: 0.0522323 Feb 10 13:55:43.760033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35331d0e-8918-45d3-beba-2d953f03a026 req-9b9a8f13-3fe3-48ac-ad62-895285631f48 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439756 Feb 10 13:55:44.555205 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bb61d261-6fcc-497e-a452-ab6104428313 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:55:44.653717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:44.663967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'bb61d261-6fcc-497e-a452-ab6104428313', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'port_id': 'bb61d261-6fcc-497e-a452-ab6104428313', 'mac_address': 'fa:16:3e:e1:13:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:55:44.698910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bb61d261-6fcc-497e-a452-ab6104428313 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:44.699294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:44.711871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb61d261-6fcc-497e-a452-ab6104428313 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:55:44.731296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:44.735006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:44.784168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:44.880612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9743c-284b-46fd-a3c6-9b2e08c7b0aa req-3cfdad64-5bfb-44d8-9cb4-cb4daf3f5820 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:44.882131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e9743c-284b-46fd-a3c6-9b2e08c7b0aa req-3cfdad64-5bfb-44d8-9cb4-cb4daf3f5820 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0520236 Feb 10 13:55:44.935205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09e9743c-284b-46fd-a3c6-9b2e08c7b0aa req-63827f53-96d7-4136-8ac0-e775abcc5a2b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 Feb 10 13:55:45.062593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bb61d261-6fcc-497e-a452-ab6104428313'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:55:46.053937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0914300-1839-41df-9124-3c247e3a616c req-f8344b47-0102-4ee6-a582-821c36be7239 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:46.055426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0914300-1839-41df-9124-3c247e3a616c req-f8344b47-0102-4ee6-a582-821c36be7239 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0523605 Feb 10 13:55:46.103538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0914300-1839-41df-9124-3c247e3a616c req-bc1f2c68-7d42-4fd5-b6b7-ac7b5528f91a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 Feb 10 13:55:46.557734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bb61d261-6fcc-497e-a452-ab6104428313 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:55:46.604052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port bb61d261-6fcc-497e-a452-ab6104428313 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:55:46.608082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port bb61d261-6fcc-497e-a452-ab6104428313 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:55:46.608454 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb61d261-6fcc-497e-a452-ab6104428313), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:46.685764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bb61d261-6fcc-497e-a452-ab6104428313 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:55:46.686151 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:46.707489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:46.709927 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1d3a6c-f747-40fe-8669-5ae6d68e8d26" -d '{"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-plugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:46.723161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:46.727382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:46.753137 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e9ab2-23d0-4214-a06d-4b7072561145 x-openstack-request-id: req-5f6e9ab2-23d0-4214-a06d-4b7072561145 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:46.753428 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-plugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:46.753682 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f6e9ab2-23d0-4214-a06d-4b7072561145 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:46.754076 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'code': 200} Feb 10 13:55:46.781361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:46.842774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925f8b-eed4-492d-b88d-ed790a9f1258 req-fff949e8-cae3-44c4-98a1-93f3d4ba9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:46.844173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91925f8b-eed4-492d-b88d-ed790a9f1258 req-fff949e8-cae3-44c4-98a1-93f3d4ba9c68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1127 time: 0.0427980 Feb 10 13:55:46.890162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91925f8b-eed4-492d-b88d-ed790a9f1258 req-d53c59e4-04b5-4b23-a43e-34e5041a144a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Feb 10 13:55:47.225642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00f2f1-c5c9-4502-912d-84722fbe2f84 req-ffdd638c-1cc5-4123-bc23-74c21d6ce5b2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:47.227120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed00f2f1-c5c9-4502-912d-84722fbe2f84 req-ffdd638c-1cc5-4123-bc23-74c21d6ce5b2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0554655 Feb 10 13:55:47.274415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed00f2f1-c5c9-4502-912d-84722fbe2f84 req-6a6eae30-54db-400f-af5a-00f31a1114eb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Feb 10 13:55:48.390609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30793-3c82-4580-95d2-d18ef1cf70d5 req-7501d303-3289-4a32-bb49-95a003e28dcf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:48.392073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10f30793-3c82-4580-95d2-d18ef1cf70d5 req-7501d303-3289-4a32-bb49-95a003e28dcf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0512612 Feb 10 13:55:48.440339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-10f30793-3c82-4580-95d2-d18ef1cf70d5 req-f691d79a-a683-486f-8f15-bd8fe614fa47 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426431 Feb 10 13:55:48.554477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3c414-9865-45b4-b1bd-9779cc9cec96 req-01d2e922-9f48-4aa7-8900-89dd36ccbd43 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:48.555852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2b3c414-9865-45b4-b1bd-9779cc9cec96 req-01d2e922-9f48-4aa7-8900-89dd36ccbd43 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0522530 Feb 10 13:55:48.606787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2b3c414-9865-45b4-b1bd-9779cc9cec96 req-32ca5587-f14d-4ad6-af22-6e0e4607b1c5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Feb 10 13:55:48.627931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:48.671937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e9ba67-45ed-4688-9a1b-f925df22af4e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:48.676095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-78e9ba67-45ed-4688-9a1b-f925df22af4e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1122 time: 0.0446372 Feb 10 13:55:48.676340 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:48.680722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'bb61d261-6fcc-497e-a452-ab6104428313', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:55:48.700113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:48.798909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:48.897922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.32 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/aca7854f-3a0a-4929-9395-dcfc26195c01) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:55:49.000416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.034045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.071057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:55:49.073845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:55:49.077791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:55:49.101250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=aca7854f-3a0a-4929-9395-dcfc26195c01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:49.437650 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (59821dc0-8dfc-4334-ad69-ff970267ced7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.502205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.661726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.665984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.737605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=aca7854f-3a0a-4929-9395-dcfc26195c01,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:49.745955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (59821dc0-8dfc-4334-ad69-ff970267ced7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:49.847871 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP 59821dc0-8dfc-4334-ad69-ff970267ced7 associated. External IP: 172.25.8.32, port: bb61d261-6fcc-497e-a452-ab6104428313. Feb 10 13:55:50.375481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 195549b8-b28a-4337-b507-a6ad1e6b4656 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:50.482337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:50.491873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Sync routers for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:50.500199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:50.501405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:50.502018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:50.530157 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-831ad4ae-f38e-4df9-8bfe-de96061c52ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8527827 Feb 10 13:55:50.530769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:50.533216 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:50.639120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c026422-b459-4d4d-a6e2-b9db76ac902b req-1956ebde-372e-4fe5-97f5-e0d8d91fb072 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:50.640726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c026422-b459-4d4d-a6e2-b9db76ac902b req-1956ebde-372e-4fe5-97f5-e0d8d91fb072 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0572672 Feb 10 13:55:50.691176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c026422-b459-4d4d-a6e2-b9db76ac902b req-8c6dea2d-fff9-488c-be85-8dc658794cf8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447025 Feb 10 13:55:50.713554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56254) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:50.736949 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a9d1e-40e1-48c8-9b58-a36cfdfaab82 x-openstack-request-id: req-133a9d1e-40e1-48c8-9b58-a36cfdfaab82 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:50.737248 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:50.737511 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-133a9d1e-40e1-48c8-9b58-a36cfdfaab82 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:50.737919 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'status': 'completed', 'code': 200} Feb 10 13:55:50.776368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:50.787275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b406be1b-24dd-471f-9318-b76e27d0e747 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/59821dc0-8dfc-4334-ad69-ff970267ced7 HTTP/1.1" status: 200 len: 990 time: 0.0705953 Feb 10 13:55:50.808061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-99453f76-94bb-4417-94f1-ac1a6e21d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:50.810172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-99453f76-94bb-4417-94f1-ac1a6e21d6f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1127 time: 0.0486526 Feb 10 13:55:50.899275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-a111b807-9e79-4104-88ab-a04fd5d5678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:50.900737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-a111b807-9e79-4104-88ab-a04fd5d5678e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0852194 Feb 10 13:55:50.968460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-2ffd0247-362d-4d41-b6f9-4c2baf957a48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 998 time: 0.0617716 Feb 10 13:55:51.003259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '59821dc0-8dfc-4334-ad69-ff970267ced7', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'port_id': 'bb61d261-6fcc-497e-a452-ab6104428313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'mac_address': 'fa:16:3e:e1:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34707ff5-2d4a-4a77-b163-ae548481577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:55:49Z', 'updated_at': '2022-02-10T13:55:49Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:51.016515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-c94307e4-9bf3-47df-9cd1-8e57c48e7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:51.017999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-c94307e4-9bf3-47df-9cd1-8e57c48e7943 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0436993 Feb 10 13:55:51.029520 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Checking router: 195549b8-b28a-4337-b507-a6ad1e6b4656 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:51.038125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:51.038667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:51.067620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-ab1b90bd-22bd-43f4-a1b8-38031125dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:51.069165 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-ab1b90bd-22bd-43f4-a1b8-38031125dfb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451276 Feb 10 13:55:51.151705 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:51.165819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-217ff95b-43f5-414a-b79c-7036b8d9c837 service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Feb 10 13:55:51.254075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8ed07bb-721d-49f8-81c7-38dc8a04a19b req-6b8ceccf-30a5-4c38-9c24-ba9533765322 service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826447 Feb 10 13:55:51.385506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '59821dc0-8dfc-4334-ad69-ff970267ced7', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'port_id': 'bb61d261-6fcc-497e-a452-ab6104428313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'mac_address': 'fa:16:3e:e1:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34707ff5-2d4a-4a77-b163-ae548481577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:55:49Z', 'updated_at': '2022-02-10T13:55:49Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:51.412916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70989a08-8900-4808-b43b-b8d4e357026c None None] The sync data for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 is: [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '59821dc0-8dfc-4334-ad69-ff970267ced7', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'port_id': 'bb61d261-6fcc-497e-a452-ab6104428313', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'mac_address': 'fa:16:3e:e1:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34707ff5-2d4a-4a77-b163-ae548481577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:55:49Z', 'updated_at': '2022-02-10T13:55:49Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:51.615059 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d45cf0-9d5e-4bb3-9894-6df29a069e5a None None] New status for floating IP 59821dc0-8dfc-4334-ad69-ff970267ced7: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:55:51.790054 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56256) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:51.848737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7b64c057-3c29-47f6-a6ca-4961f5098f1d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/59821dc0-8dfc-4334-ad69-ff970267ced7 HTTP/1.1" status: 200 len: 992 time: 0.0574858 Feb 10 13:55:52.738852 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56260) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:53.101490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:53.430836 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port f369159d-f7bb-4895-b4e5-813e2ad9ca85 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:53.431071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:53.486657 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:55:53.521053 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port f369159d-f7bb-4895-b4e5-813e2ad9ca85, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f369159d-f7bb-4895-b4e5-813e2ad9ca85,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:53.521416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:53.533869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for f369159d-f7bb-4895-b4e5-813e2ad9ca85 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:53.716863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f369159d-f7bb-4895-b4e5-813e2ad9ca85), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:53.743180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=f369159d-f7bb-4895-b4e5-813e2ad9ca85,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:53.757203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.757561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.757905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.758243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.758578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.758911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.759250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.759578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.759913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.760236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.760564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.760967 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.761299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:55:53.936042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:54.158881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:54.266753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:54.271742 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b9445ccd-8669-443f-adb3-830901ce33c0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5318694 Feb 10 13:55:54.277002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:54.287500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:54.288109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:54.399050 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:54.495714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5041d44-3cdd-441e-9e4f-ca903cb6f6d1 req-23ce3478-a753-48ae-890c-c8f1feb61005 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:54.497271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5041d44-3cdd-441e-9e4f-ca903cb6f6d1 req-23ce3478-a753-48ae-890c-c8f1feb61005 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0575840 Feb 10 13:55:54.546779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5041d44-3cdd-441e-9e4f-ca903cb6f6d1 req-2c313c0f-b334-4ddd-a15b-986b0efb18be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Feb 10 13:55:54.627608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:54.653904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:55:54.662203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:54.662799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:54.765954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:55:54.981291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:55.009910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39793f6d-809d-425a-9312-ead61fcec99f None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'fc77e83d-e39b-4bce-87f6-b772ddfe42de', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'port_id': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'mac_address': 'fa:16:3e:43:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:54:03Z', 'updated_at': '2022-02-10T13:54:04Z', 'revision_number': 1, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:55:55.666626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37bc9-cbc1-4b53-baba-ddd49f5666a5 req-78dcabf3-4321-4d03-be77-29e8a214a886 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:55.668144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6db37bc9-cbc1-4b53-baba-ddd49f5666a5 req-78dcabf3-4321-4d03-be77-29e8a214a886 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0540013 Feb 10 13:55:55.717346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6db37bc9-cbc1-4b53-baba-ddd49f5666a5 req-7bc3d63c-f8a7-4ca3-939e-af01303fff1a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b1ce739-eb3f-4747-9781-af3c80c7a6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430646 Feb 10 13:55:55.815667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-021d8f27-aeef-4b16-8d20-5ec0a525d740 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:55:55.817200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-021d8f27-aeef-4b16-8d20-5ec0a525d740 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 946 time: 0.0750363 Feb 10 13:55:55.995833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f369159d-f7bb-4895-b4e5-813e2ad9ca85 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:55:56.016954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f369159d-f7bb-4895-b4e5-813e2ad9ca85 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:55:56.017306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f369159d-f7bb-4895-b4e5-813e2ad9ca85 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:55:56.241148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:56.241397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:56.328426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:56.328804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:56.344114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:56.468801 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:56.496143 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:56.542302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] No DVR routers for this DVR port 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:56.544933 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:56.548414 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-d0ff810a-08af-43fd-a017-f0fc943d3a7a req-57cd10f5-1e94-48ad-84d3-0b3492823337 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "DELETE /v2.0/ports/5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca HTTP/1.1" status: 204 len: 173 time: 0.7252562 Feb 10 13:55:56.548890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'name': 'network-vif-deleted', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:56.551158 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd1ea42-0a16-4dc0-914e-bf475aa8d873" -d '{"events": [{"server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "name": "network-vif-deleted", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:56.589759 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d5dc3-84b8-483b-81de-f973dd0d4138 x-openstack-request-id: req-488d5dc3-84b8-483b-81de-f973dd0d4138 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:56.590122 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7a2fe-bca7-4479-be51-f0d9316cc58e", "name": "network-vif-deleted", "tag": "5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:56.590969 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-488d5dc3-84b8-483b-81de-f973dd0d4138 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:56.591420 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7a2fe-bca7-4479-be51-f0d9316cc58e', 'name': 'network-vif-deleted', 'tag': '5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca', 'status': 'completed', 'code': 200} Feb 10 13:55:56.823038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2425c053-d3d6-4502-9699-c5189a58412c req-72c62b9e-b3ae-411f-a262-aba1f117d6ac tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d7a2fe-bca7-4479-be51-f0d9316cc58e HTTP/1.1" status: 200 len: 210 time: 0.0271351 Feb 10 13:55:57.880490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56274) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:57.935380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (8b1ce739-eb3f-4747-9781-af3c80c7a6ba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:57.958928 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (8b1ce739-eb3f-4747-9781-af3c80c7a6ba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.015548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (8b1ce739-eb3f-4747-9781-af3c80c7a6ba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.018395 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.019522 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/security-groups/8b1ce739-eb3f-4747-9781-af3c80c7a6ba HTTP/1.1" status: 204 len: 168 time: 0.1380117 Feb 10 13:55:58.028534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3a15e-d1c5-42a8-8c9b-35611890ee63 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ce739-eb3f-4747-9781-af3c80c7a6ba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:58.053211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:58.108385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting subnet f76bbac7-4aec-4eae-b946-e6662ade6ab7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:55:58.111515 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (f76bbac7-4aec-4eae-b946-e6662ade6ab7), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.150072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (f76bbac7-4aec-4eae-b946-e6662ade6ab7), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.229045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (f76bbac7-4aec-4eae-b946-e6662ade6ab7), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.289143 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (f76bbac7-4aec-4eae-b946-e6662ade6ab7), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.317203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Subnet': ['ID=f76bbac7-4aec-4eae-b946-e6662ade6ab7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:58.319178 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.322441 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e3b2ed3a-5b67-479f-a1a7-ab6fec6b4ea3 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/subnets/f76bbac7-4aec-4eae-b946-e6662ade6ab7 HTTP/1.1" status: 204 len: 168 time: 0.2681494 Feb 10 13:55:58.325110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:58.325649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39172fae-b060-4d94-8b14-10d08d3eca18 None None] Network c294ce9d-f1a7-4dba-aeec-845f3b294c16 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:55:58.399850 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (c294ce9d-f1a7-4dba-aeec-845f3b294c16), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.460085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port c21efd22-f004-4440-91b4-ef6128252ea0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:58.460430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.488528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] DHCP port deletion for c294ce9d-f1a7-4dba-aeec-845f3b294c16 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:55:58.528262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port c21efd22-f004-4440-91b4-ef6128252ea0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c21efd22-f004-4440-91b4-ef6128252ea0,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:58.528619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.534449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Deleting port c21efd22-f004-4440-91b4-ef6128252ea0 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:58.534828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.541209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for c21efd22-f004-4440-91b4-ef6128252ea0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:58.601255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] For port c21efd22-f004-4440-91b4-ef6128252ea0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c21efd22-f004-4440-91b4-ef6128252ea0,segment=NetworkSegment(5e8e20fd-8060-41d9-8f07-58fd81b8a752),segment_id=5e8e20fd-8060-41d9-8f07-58fd81b8a752)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:55:58.601653 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.613778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Calling delete_port for c21efd22-f004-4440-91b4-ef6128252ea0 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:58.623390 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.651057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=c21efd22-f004-4440-91b4-ef6128252ea0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:58.654404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] No DVR routers for this DVR port c21efd22-f004-4440-91b4-ef6128252ea0 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 13:55:58.685982 n-d-815324-6 neutron-server[103401]: self.session.flush() Feb 10 13:55:58.694568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (c21efd22-f004-4440-91b4-ef6128252ea0), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.723492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] Pushing event deleted for resources: {'Port': ['ID=c21efd22-f004-4440-91b4-ef6128252ea0,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:58.728707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48585ca9-f3b2-4fcd-9ae9-6b5ad5ee41ae None None] No DVR routers for this DVR port c21efd22-f004-4440-91b4-ef6128252ea0 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:55:58.743773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (c294ce9d-f1a7-4dba-aeec-845f3b294c16), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.764019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c294ce9d-f1a7-4dba-aeec-845f3b294c16']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:58.773344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8e20fd-8060-41d9-8f07-58fd81b8a752') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:58.773643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8e20fd-8060-41d9-8f07-58fd81b8a752') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:58.788167 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5e8e20fd-8060-41d9-8f07-58fd81b8a752), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.801020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5e8e20fd-8060-41d9-8f07-58fd81b8a752), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.807262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:55:58.807668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5e8e20fd-8060-41d9-8f07-58fd81b8a752), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:55:58.812296 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:55:58.876001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (c294ce9d-f1a7-4dba-aeec-845f3b294c16), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.883673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:58.886545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/networks/c294ce9d-f1a7-4dba-aeec-845f3b294c16 HTTP/1.1" status: 204 len: 168 time: 0.5605209 Feb 10 13:55:58.889932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:55:58.898167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bf397-b6f9-4a14-b69b-66649d3a93ab tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Network': ['ID=c294ce9d-f1a7-4dba-aeec-845f3b294c16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:59.046291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 3744af3e-1b68-49bb-8d46-ff9b3571ceb6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:55:59.046635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.122286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.122530 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.133657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 3744af3e-1b68-49bb-8d46-ff9b3571ceb6 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:55:59.298172 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3744af3e-1b68-49bb-8d46-ff9b3571ceb6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.320514 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=3744af3e-1b68-49bb-8d46-ff9b3571ceb6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:55:59.386405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (fc77e83d-e39b-4bce-87f6-b772ddfe42de), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.386647 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Floating IP fc77e83d-e39b-4bce-87f6-b772ddfe42de disassociated (deleted). External IP: 172.25.8.228, port: 50d0d9ca-690f-475a-93ea-e107bca719f1. Feb 10 13:55:59.590413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:55:59.698214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:55:59.702840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:55:59.710222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:55:59.720208 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:55:59.720964 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:55:59.731710 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-92654f58-e1e5-41b3-8c5c-1e464f47d512 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/floatingips/fc77e83d-e39b-4bce-87f6-b772ddfe42de HTTP/1.1" status: 204 len: 168 time: 0.8399596 Feb 10 13:55:59.732359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:55:59.734659 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36144047-3e9c-4b25-b18b-a5408efded00" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:55:59.896359 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08cc1d4-92e6-4ee4-8629-ebfef6c61038 x-openstack-request-id: req-d08cc1d4-92e6-4ee4-8629-ebfef6c61038 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:55:59.897011 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:55:59.897219 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d08cc1d4-92e6-4ee4-8629-ebfef6c61038 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:55:59.897836 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'status': 'completed', 'code': 200} Feb 10 13:55:59.935201 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:00.019162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2566e-1236-46a0-a4c2-5e5ffc1b00fc req-07fe1d05-62f0-4fff-a088-af0a1352f58c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:00.020657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18c2566e-1236-46a0-a4c2-5e5ffc1b00fc req-07fe1d05-62f0-4fff-a088-af0a1352f58c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0684543 Feb 10 13:56:00.022571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144047-3e9c-4b25-b18b-a5408efded00 req-772a4391-6a45-4f1c-af46-4530381f1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:00.023941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-772a4391-6a45-4f1c-af46-4530381f1e71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 1127 time: 0.1014731 Feb 10 13:56:00.044430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c21efd22-f004-4440-91b4-ef6128252ea0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:00.069062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c21efd22-f004-4440-91b4-ef6128252ea0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:00.070630 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c21efd22-f004-4440-91b4-ef6128252ea0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:00.127707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18c2566e-1236-46a0-a4c2-5e5ffc1b00fc req-42aa7d6f-8a36-4552-b925-98f15783c43a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005864 Feb 10 13:56:00.142449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:00.145048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:00.154676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144047-3e9c-4b25-b18b-a5408efded00 req-fe3144f6-9f35-41ee-a1ef-dc96c67beb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:00.156151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-fe3144f6-9f35-41ee-a1ef-dc96c67beb95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 200 len: 898 time: 0.1218610 Feb 10 13:56:00.168156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:00.168656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 5c4d8b5c-49b0-4b68-98f0-4621cb5c76ca not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:00.170556 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:00.178923 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:00.179528 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:55:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:00.203777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-3b17d08a-dfa5-442a-aff4-0ee27a725f9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 200 len: 217 time: 0.0400589 Feb 10 13:56:00.251655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144047-3e9c-4b25-b18b-a5408efded00 req-1f82fa7e-cfe1-4d18-adf0-876c1d741336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:00.253061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-1f82fa7e-cfe1-4d18-adf0-876c1d741336 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 200 len: 835 time: 0.0427289 Feb 10 13:56:00.287478 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:00.303535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144047-3e9c-4b25-b18b-a5408efded00 req-8954a2f3-823b-4413-92a4-bb821b3bd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:00.305062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-8954a2f3-823b-4413-92a4-bb821b3bd439 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a22395fc-7ede-452e-a5e8-e93d6bef474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439897 Feb 10 13:56:00.398026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-af2abdcc-506c-48c9-b3c9-ff4e00fa8dd3 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Feb 10 13:56:00.484894 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:00.486909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-36144047-3e9c-4b25-b18b-a5408efded00 req-5ba96978-b490-44ec-91b4-0451b3cda141 service neutron] 10.222.0.21 "GET /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818305 Feb 10 13:56:00.513377 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e197769-7c6d-4369-b34f-8ea78adb9e00 None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:55:53Z', 'revision_number': 6, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '34d8de8b-8598-45a7-896a-e9374e95f211', 'name': '', 'network_id': 'a22395fc-7ede-452e-a5e8-e93d6bef474d', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:49:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:46Z', 'updated_at': '2022-02-10T13:53:50Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '2de263de-8fea-4fbe-ad62-7ed72b7ac11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:00.733392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df473d6-cc9f-4290-9cbe-daba99812312 None None] New status for floating IP fc77e83d-e39b-4bce-87f6-b772ddfe42de: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:56:00.869747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41c26c21-e86f-4ddb-aca9-fcba617f1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:01.251910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366817-29ca-4532-b258-871558ccb3ca req-31a8d373-e0fa-46cf-9a16-50e8f5d22f36 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:01.253403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79366817-29ca-4532-b258-871558ccb3ca req-31a8d373-e0fa-46cf-9a16-50e8f5d22f36 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0564673 Feb 10 13:56:01.303623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-79366817-29ca-4532-b258-871558ccb3ca req-b414d229-57ba-4553-ac3f-737a1481310d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=937490b1-fa1d-4501-a1f0-d0ad32473df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Feb 10 13:56:01.553883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-b72fd8ce-96fa-43d8-8337-56981d4cb95a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:01.555346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-b72fd8ce-96fa-43d8-8337-56981d4cb95a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 945 time: 0.0528412 Feb 10 13:56:01.648717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 50d0d9ca-690f-475a-93ea-e107bca719f1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:01.649091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:01.735682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port 50d0d9ca-690f-475a-93ea-e107bca719f1, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=50d0d9ca-690f-475a-93ea-e107bca719f1,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:01.736046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:01.748907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 50d0d9ca-690f-475a-93ea-e107bca719f1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:01.875854 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (50d0d9ca-690f-475a-93ea-e107bca719f1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:01.903313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=50d0d9ca-690f-475a-93ea-e107bca719f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:01.947341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] No DVR routers for this DVR port 50d0d9ca-690f-475a-93ea-e107bca719f1 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:56:01.950258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:01.953719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5e93ddc-00c4-4358-99db-1eeabc0d6572 req-fd822137-7fbb-4d8f-92dd-6fff312833b8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.21 "DELETE /v2.0/ports/50d0d9ca-690f-475a-93ea-e107bca719f1 HTTP/1.1" status: 204 len: 173 time: 0.3928094 Feb 10 13:56:01.954166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'name': 'network-vif-deleted', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:01.956407 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070c473-ddb4-4040-aa15-8439330c0766" -d '{"events": [{"server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "name": "network-vif-deleted", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:01.995931 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcedffe-c157-45d6-b51c-fff5817060c3 x-openstack-request-id: req-6dcedffe-c157-45d6-b51c-fff5817060c3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:01.996222 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6", "name": "network-vif-deleted", "tag": "50d0d9ca-690f-475a-93ea-e107bca719f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:01.997058 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dcedffe-c157-45d6-b51c-fff5817060c3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:01.997476 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6', 'name': 'network-vif-deleted', 'tag': '50d0d9ca-690f-475a-93ea-e107bca719f1', 'status': 'completed', 'code': 200} Feb 10 13:56:02.426889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-266056f6-cbef-4f10-b69e-9b71f5a2d2f7 req-3ee4323d-688f-4919-882d-7b7047875c24 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ff8b07-e520-4318-b9ae-6ba49a0bf4b6 HTTP/1.1" status: 200 len: 210 time: 0.0359592 Feb 10 13:56:03.284534 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd1c4152-6588-4f2a-bdbe-3167859538e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:03.482424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:03.538074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (937490b1-fa1d-4501-a1f0-d0ad32473df0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:03.562965 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (937490b1-fa1d-4501-a1f0-d0ad32473df0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:03.620979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (937490b1-fa1d-4501-a1f0-d0ad32473df0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:03.624124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:03.625317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/security-groups/937490b1-fa1d-4501-a1f0-d0ad32473df0 HTTP/1.1" status: 204 len: 168 time: 0.1418836 Feb 10 13:56:03.634552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c5d79-d8aa-43bd-86d0-0961d438affc tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937490b1-fa1d-4501-a1f0-d0ad32473df0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:03.656575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:04.011394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:04.261485 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 34d8de8b-8598-45a7-896a-e9374e95f211 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:04.261746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:04.346883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port 34d8de8b-8598-45a7-896a-e9374e95f211, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=34d8de8b-8598-45a7-896a-e9374e95f211,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:04.347243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:04.360041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 34d8de8b-8598-45a7-896a-e9374e95f211 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:04.544895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (34d8de8b-8598-45a7-896a-e9374e95f211), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:04.571259 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=34d8de8b-8598-45a7-896a-e9374e95f211,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:04.649255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 50d0d9ca-690f-475a-93ea-e107bca719f1 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:04.685626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 50d0d9ca-690f-475a-93ea-e107bca719f1 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:04.686287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 50d0d9ca-690f-475a-93ea-e107bca719f1 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:04.696444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:04.749051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.194211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:56:05.302212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:56:05.307464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a3a49a81-a939-4571-9036-e6663705f5c1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497326 Feb 10 13:56:05.310886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56304) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:05.311976 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Sync routers for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:56:05.321978 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:05.322573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:05.361378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting subnet 2de263de-8fea-4fbe-ad62-7ed72b7ac11c {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:56:05.364408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (2de263de-8fea-4fbe-ad62-7ed72b7ac11c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.403952 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (2de263de-8fea-4fbe-ad62-7ed72b7ac11c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.432885 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:05.489836 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2de263de-8fea-4fbe-ad62-7ed72b7ac11c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.547785 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (2de263de-8fea-4fbe-ad62-7ed72b7ac11c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.576111 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Subnet': ['ID=2de263de-8fea-4fbe-ad62-7ed72b7ac11c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:05.580151 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.584802 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5610e183-57d9-46e0-a8c9-6a817194e25d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/subnets/2de263de-8fea-4fbe-ad62-7ed72b7ac11c HTTP/1.1" status: 204 len: 168 time: 0.2715955 Feb 10 13:56:05.586731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56306) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:05.594536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdb4b5-08a8-4b91-9731-3fbc4d757cad None None] Network a22395fc-7ede-452e-a5e8-e93d6bef474d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:56:05.624062 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:56:04Z', 'revision_number': 7, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:05.649774 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Checking router: f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:05.660362 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Routers {'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:05.661575 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:05.696807 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.768634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023696b3-a171-461a-8580-f77151be3af8 None None] DHCP port deletion for a22395fc-7ede-452e-a5e8-e93d6bef474d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:56:05.782322 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] Set router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:05.810869 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.818567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Deleting port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:05.819206 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.870694 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 2fc11d81-4e68-46e2-9cc7-ca700172998c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:05.871171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.892647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-023696b3-a171-461a-8580-f77151be3af8 None None] For port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,segment=NetworkSegment(5e300b26-83dc-4e5a-bce3-36f21f9637d6),segment_id=5e300b26-83dc-4e5a-bce3-36f21f9637d6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:05.893180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.917770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Calling delete_port for 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:05.922531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.977355 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port 2fc11d81-4e68-46e2-9cc7-ca700172998c, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2fc11d81-4e68-46e2-9cc7-ca700172998c,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:05.977859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:05.987406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:56:04Z', 'revision_number': 7, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:05.994645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 2fc11d81-4e68-46e2-9cc7-ca700172998c owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:06.019274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a83cd14-5b58-45ae-9b3d-e3d498c5eca2 None None] The sync data for ids ['f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf'] in n-d-815324-6 is: [{'id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'name': 'tempest-TestNetworkBasicOps-router-10103655', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:56:04Z', 'revision_number': 7, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': '2fc11d81-4e68-46e2-9cc7-ca700172998c', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:53:44Z', 'updated_at': '2022-02-10T13:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:06.169676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (5e25036b-bbc6-4cf6-90d5-ef3eb47565eb), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.179919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2fc11d81-4e68-46e2-9cc7-ca700172998c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.192926 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023696b3-a171-461a-8580-f77151be3af8 None None] Pushing event deleted for resources: {'Port': ['ID=5e25036b-bbc6-4cf6-90d5-ef3eb47565eb,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:06.200069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023696b3-a171-461a-8580-f77151be3af8 None None] No DVR routers for this DVR port 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:56:06.206641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=2fc11d81-4e68-46e2-9cc7-ca700172998c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:06.271821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.291472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.364412 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.366447 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_controller (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.414326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.415031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Fanout notify agent at l3_agent the message router_deleted on router f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:56:06.423315 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.425649 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-94b0a52a-cc09-4045-8ada-3ab0e69faa64 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/routers/f30eebb8-f81d-45e7-a4e0-4ebf4c2ccbdf HTTP/1.1" status: 204 len: 168 time: 0.8374121 Feb 10 13:56:06.427099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56308) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:06.459024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:06.486843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:06.487200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 5e25036b-bbc6-4cf6-90d5-ef3eb47565eb not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:06.513001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (a22395fc-7ede-452e-a5e8-e93d6bef474d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.597695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (a22395fc-7ede-452e-a5e8-e93d6bef474d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.617979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22395fc-7ede-452e-a5e8-e93d6bef474d']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:06.627926 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e300b26-83dc-4e5a-bce3-36f21f9637d6') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:06.628224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e300b26-83dc-4e5a-bce3-36f21f9637d6') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:06.638903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (5e300b26-83dc-4e5a-bce3-36f21f9637d6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.653272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5e300b26-83dc-4e5a-bce3-36f21f9637d6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.659611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:56:06.659977 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (5e300b26-83dc-4e5a-bce3-36f21f9637d6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:56:06.663665 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:56:06.731652 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (a22395fc-7ede-452e-a5e8-e93d6bef474d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.743608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.746914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/networks/a22395fc-7ede-452e-a5e8-e93d6bef474d HTTP/1.1" status: 204 len: 168 time: 0.3188314 Feb 10 13:56:06.756305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118bd7a-8035-4cf0-9685-bbe2df095120 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Network': ['ID=a22395fc-7ede-452e-a5e8-e93d6bef474d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:06.767058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56310) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:06.771904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'network': {'name': 'tempest-network-smoke--1822154814', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:06.790917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:56:06.794935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.817252 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:56:06.827048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5fb4dfac-0bae-4df8-bed3-646419647af8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.827395 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Added segment 5fb4dfac-0bae-4df8-bed3-646419647af8 of type vlan for network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 Feb 10 13:56:06.866277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (7379b49a-b019-4de0-b0ce-47f69f1e64b6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.891384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (7379b49a-b019-4de0-b0ce-47f69f1e64b6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.896266 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:06.896883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.936200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681213 Feb 10 13:56:06.939092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:06.943751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'admin_state_up': True, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:06.967663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.968721 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:06.971301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38443c-7614-4554-b975-835b614005f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Network': ['ID=7379b49a-b019-4de0-b0ce-47f69f1e64b6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:06.984971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:56:07.055109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_controller (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.197728 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.395988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.420522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.435217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.519220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.25.8.109 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/f1136d1c-2983-4c67-983c-3a1c88694b90) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:56:07.635428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.670255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:07.706773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:07.710945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:07.715338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:56:07.740213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=f1136d1c-2983-4c67-983c-3a1c88694b90,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:07.978738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:08.039206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 34d8de8b-8598-45a7-896a-e9374e95f211 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:08.059203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 34d8de8b-8598-45a7-896a-e9374e95f211 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:08.059632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 34d8de8b-8598-45a7-896a-e9374e95f211 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:08.060112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fc11d81-4e68-46e2-9cc7-ca700172998c no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:56:08.081564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2fc11d81-4e68-46e2-9cc7-ca700172998c {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:56:08.081909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2fc11d81-4e68-46e2-9cc7-ca700172998c not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:56:08.178317 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:08.317070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:56:08.422015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:56:08.431261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Sync routers for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:56:08.441130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:08.441636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:08.442344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8439b68d-87fa-4cc6-86fb-7f328789a4c8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5021176 Feb 10 13:56:08.445291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:08.445469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:08.482286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b3b5f568-271a-4250-b9c5-1f575dd5fbf4 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d84112b32ad342c38e9c9f8b74f47d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358751 Feb 10 13:56:08.484706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:08.553689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:08.739979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:07Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:08.770877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Checking router: 3aa6f95e-32bf-4cb8-9c96-6315c238f07c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:08.771229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Updating router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c port f1136d1c-2983-4c67-983c-3a1c88694b90 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:56:08.801357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:08.872266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6918e-b0f4-403d-8835-1113b11fe37f tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:08.876677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56318) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:08.877261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-53d6918e-b0f4-403d-8835-1113b11fe37f tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3910291 Feb 10 13:56:08.905515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4051fe2b-60c0-4270-b3f9-430ea22f03c4 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274658 Feb 10 13:56:08.907855 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56320) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:08.912779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17428101', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:09.001331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:56:09.004613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.047486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks [] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.052188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.103678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Attempting to bind port f1136d1c-2983-4c67-983c-3a1c88694b90 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:09.104052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Attempting to bind port f1136d1c-2983-4c67-983c-3a1c88694b90 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:09.104419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Attempting to bind port f1136d1c-2983-4c67-983c-3a1c88694b90 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:09.106453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Pushing event updated for resources: {'Port': ['ID=f1136d1c-2983-4c67-983c-3a1c88694b90,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:09.111845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:09.112228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:09.112639 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.113058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:09.113538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Bound port: f1136d1c-2983-4c67-983c-3a1c88694b90, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:09.113922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.179230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] For port f1136d1c-2983-4c67-983c-3a1c88694b90, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:09.182850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] For port f1136d1c-2983-4c67-983c-3a1c88694b90, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f1136d1c-2983-4c67-983c-3a1c88694b90,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:09.190554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.198371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (37ff975a-75d3-4c9e-97bb-e35ccdbacc47), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.258876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:09.259902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:09.263121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Pushing event updated for resources: {'Port': ['ID=f1136d1c-2983-4c67-983c-3a1c88694b90,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:09.274931 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Subnet': ['ID=37ff975a-75d3-4c9e-97bb-e35ccdbacc47,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:09.283398 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Checking segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:09.283770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network hostable DHCP agents. Network: 7379b49a-b019-4de0-b0ce-47f69f1e64b6, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:56:09.300677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:56:09.302626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.302979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.303324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.303658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.303990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.304319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.304647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.304995 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.305320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.305650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.305985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.306288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.306615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7fcaaa-3c98-468a-bca2-9b429a1cfc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:09.310306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 7379b49a-b019-4de0-b0ce-47f69f1e64b6) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:09.315495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:09.315654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.325780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04a412-1154-4a13-823d-e8d57e8c191c None None] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:56:09.331990 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-06f7aa3a-8a63-44bd-9030-f66fc02073b1 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4231501 Feb 10 13:56:09.334865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:09.453867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:09.538523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:56:09.539370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.751264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Allocated IP 172.20.0.2 (7379b49a-b019-4de0-b0ce-47f69f1e64b6/37ff975a-75d3-4c9e-97bb-e35ccdbacc47/25faf0ac-578a-49af-af76-15d47c2e4f68) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:56:09.771668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.794085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:07Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:09.849978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32c7df-8ad7-4b81-8cde-e11e3633f680 None None] The sync data for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 is: [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:07Z', 'revision_number': 3, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:09.955742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks [] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:09.962738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.002742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:10.005610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:10.009719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:56:10.019293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Pushing event updated for resources: {'Port': ['ID=25faf0ac-578a-49af-af76-15d47c2e4f68,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:10.075018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.1 (7379b49a-b019-4de0-b0ce-47f69f1e64b6/37ff975a-75d3-4c9e-97bb-e35ccdbacc47/854c866c-9e72-476b-b77b-511d96f107db) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:56:10.103464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Attempting to bind port 25faf0ac-578a-49af-af76-15d47c2e4f68 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:10.104035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Attempting to bind port 25faf0ac-578a-49af-af76-15d47c2e4f68 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:10.104401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Attempting to bind port 25faf0ac-578a-49af-af76-15d47c2e4f68 on network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:10.112048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:10.112518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Checking segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:10.113025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.113479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Bound using segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:10.114022 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Bound port: 25faf0ac-578a-49af-af76-15d47c2e4f68, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:10.114465 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.185065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] For port 25faf0ac-578a-49af-af76-15d47c2e4f68, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:10.188370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] For port 25faf0ac-578a-49af-af76-15d47c2e4f68, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25faf0ac-578a-49af-af76-15d47c2e4f68,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:10.195516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.205968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (854c866c-9e72-476b-b77b-511d96f107db), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.244766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.263236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ffdc-bd0f-48b2-b133-6ae2d53b4b6d None None] Pushing event updated for resources: {'Port': ['ID=25faf0ac-578a-49af-af76-15d47c2e4f68,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:10.290824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:10.293802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:10.298089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:56:10.329213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:10.344459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.345332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.345332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.345557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.345809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.346140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.346466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.346789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.347114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.347433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.347753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.348121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.348446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:10.364987 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.532230 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (854c866c-9e72-476b-b77b-511d96f107db), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.832353 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (854c866c-9e72-476b-b77b-511d96f107db), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.836714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.918731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:10.920602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:11.016149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:11.017610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:11.141440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:56:11.218614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00e30b-eac6-4d00-a12f-87e0a114ece9 None None] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:56:11.256423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:56:11.262590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b63d2b99-5b4c-4223-a577-600d2481ed32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/3aa6f95e-32bf-4cb8-9c96-6315c238f07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260540 Feb 10 13:56:11.265130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:11.376368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.377066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.377339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.377797 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.378260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.380070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-fdb95f51-b490-4ae9-b04e-93f2788e2e86 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1139836 Feb 10 13:56:11.382763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:11.439528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.439998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.440448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.440929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.441368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:11.443096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1605ed5c-cac5-480c-83c8-e5130a88951d tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.0593431 Feb 10 13:56:11.445989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:11.476145 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:11.479350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Provisioning complete for port 25faf0ac-578a-49af-af76-15d47c2e4f68 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:11.479702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:11.592653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Current status of the port 25faf0ac-578a-49af-af76-15d47c2e4f68 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:11.593176 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:11.598680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-25327cb9-f720-4741-b32d-da907807facf tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.1483819 Feb 10 13:56:11.634491 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Sync routers for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:56:11.636691 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] For port 25faf0ac-578a-49af-af76-15d47c2e4f68, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25faf0ac-578a-49af-af76-15d47c2e4f68,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:11.644076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:11.646731 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:11.647427 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:11.696201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac0463-fba6-45fc-b415-38273edfce23 None None] Pushing event updated for resources: {'Port': ['ID=25faf0ac-578a-49af-af76-15d47c2e4f68,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:11.858196 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:11.886376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Provisioning complete for port 25faf0ac-578a-49af-af76-15d47c2e4f68 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:11.887527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:11.979902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Current status of the port 25faf0ac-578a-49af-af76-15d47c2e4f68 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:11.991268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:11.991653 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.030268 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3c153239-505d-427a-8af1-ea6b278f81ed None None] Port 854c866c-9e72-476b-b77b-511d96f107db cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:56:12.085736 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 2, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:12.119958 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Checking router: 3aa6f95e-32bf-4cb8-9c96-6315c238f07c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:12.120321 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Updating router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c port 854c866c-9e72-476b-b77b-511d96f107db binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:56:12.143525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.148500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564896882', 'description': 'tempest-secgroup-smoke-564896882 description', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.164879 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (854c866c-9e72-476b-b77b-511d96f107db), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.169693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f1136d1c-2983-4c67-983c-3a1c88694b90 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:56:12.173657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b765390d-3efc-4759-99be-d8f3eba2e073 None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:12.174037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b765390d-3efc-4759-99be-d8f3eba2e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.176597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.250859 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (86be845a-eb9e-4446-a3b3-db05c8615c7e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.257693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b765390d-3efc-4759-99be-d8f3eba2e073 None None] Port 854c866c-9e72-476b-b77b-511d96f107db cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:56:12.259111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86be845a-eb9e-4446-a3b3-db05c8615c7e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.270273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f1136d1c-2983-4c67-983c-3a1c88694b90 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:12.270654 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.289335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.290600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1460769 Feb 10 13:56:12.294217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56334) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.298887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.300227 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e80c6-7267-4528-ab8e-2fdea7174aa7 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86be845a-eb9e-4446-a3b3-db05c8615c7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.335675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (33f7dd09-f426-4d7f-a990-7dd3782b028c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.379221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f1136d1c-2983-4c67-983c-3a1c88694b90 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:12.379619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.403385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f1136d1c-2983-4c67-983c-3a1c88694b90, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f1136d1c-2983-4c67-983c-3a1c88694b90,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:12.409842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.410620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25faf0ac-578a-49af-af76-15d47c2e4f68 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:56:12.411649 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (33f7dd09-f426-4d7f-a990-7dd3782b028c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.415032 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (33f7dd09-f426-4d7f-a990-7dd3782b028c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.437274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f7dd09-f426-4d7f-a990-7dd3782b028c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.448467 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.452839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.453348 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f59e1d61-4452-4ccc-b65a-01b5efd2a559 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579411 Feb 10 13:56:12.458309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.473612 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks [] for port (854c866c-9e72-476b-b77b-511d96f107db), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.478999 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.488956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (c2b62c52-6bee-40b5-ae25-1ca45eaf69ec), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.506512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e847a1a-7ac0-423b-ad3b-c71cf65c6e57 None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:12.507017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e847a1a-7ac0-423b-ad3b-c71cf65c6e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.510785 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f1136d1c-2983-4c67-983c-3a1c88694b90,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.556665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 25faf0ac-578a-49af-af76-15d47c2e4f68 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:12.557215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.559162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e847a1a-7ac0-423b-ad3b-c71cf65c6e57 None None] Port 854c866c-9e72-476b-b77b-511d96f107db cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:56:12.561961 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8307-e626-45bb-8948-c5fc71d9e51f None None] Pushing event updated for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.564677 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (c2b62c52-6bee-40b5-ae25-1ca45eaf69ec), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.570761 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c2b62c52-6bee-40b5-ae25-1ca45eaf69ec), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.594032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b62c52-6bee-40b5-ae25-1ca45eaf69ec,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.607309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.608545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-42dba8db-8f12-4f7f-8fbe-335d03381e66 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539831 Feb 10 13:56:12.611583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56338) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.616197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.621563 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Attempting to bind port 854c866c-9e72-476b-b77b-511d96f107db on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:12.622014 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Attempting to bind port 854c866c-9e72-476b-b77b-511d96f107db by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:12.622448 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Attempting to bind port 854c866c-9e72-476b-b77b-511d96f107db on network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:12.629719 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:12.630266 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Checking segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:12.630796 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.631327 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Bound using segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:12.631974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Bound port: 854c866c-9e72-476b-b77b-511d96f107db, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:12.632480 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (854c866c-9e72-476b-b77b-511d96f107db), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.644075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (c0f3e609-1fa7-4008-ba11-8e560c3073a3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.675334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 25faf0ac-578a-49af-af76-15d47c2e4f68 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:12.702320 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] For port 854c866c-9e72-476b-b77b-511d96f107db, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:12.706901 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] For port 854c866c-9e72-476b-b77b-511d96f107db, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=854c866c-9e72-476b-b77b-511d96f107db,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:12.716208 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.723631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (c0f3e609-1fa7-4008-ba11-8e560c3073a3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.728959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c0f3e609-1fa7-4008-ba11-8e560c3073a3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.751046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f3e609-1fa7-4008-ba11-8e560c3073a3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.762791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.764043 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-26f862ca-0dc0-4f08-9190-99e02cca41c5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514254 Feb 10 13:56:12.767760 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56340) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.772541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.774692 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:12.775327 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:12.800251 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (f988bb3b-4bed-47ea-a569-f9a12d608536), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.815786 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8307-e626-45bb-8948-c5fc71d9e51f None None] Pushing event updated for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.867058 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (f988bb3b-4bed-47ea-a569-f9a12d608536), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.872377 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f988bb3b-4bed-47ea-a569-f9a12d608536), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.885942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:12.887370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.908302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.908862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398463 Feb 10 13:56:12.912005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:12.912532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29279dc-c312-4565-b343-d0baeccbac51 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f988bb3b-4bed-47ea-a569-f9a12d608536,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:12.919881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:12.927679 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:12.944580 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:56:12.954288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (a491faa9-6774-47d4-9ffe-738f2a7ebb5c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:12.996845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Current status of the port 854c866c-9e72-476b-b77b-511d96f107db is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:12.997388 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (854c866c-9e72-476b-b77b-511d96f107db), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.039955 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] For port 854c866c-9e72-476b-b77b-511d96f107db, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=854c866c-9e72-476b-b77b-511d96f107db,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:13.043367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (a491faa9-6774-47d4-9ffe-738f2a7ebb5c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.045180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.047073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a491faa9-6774-47d4-9ffe-738f2a7ebb5c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.064624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a491faa9-6774-47d4-9ffe-738f2a7ebb5c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:13.075570 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.077170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0f3b636e-2d2b-4fc0-8b25-8ba93777ab5d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1630623 Feb 10 13:56:13.079660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:13.084543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'security_group_rule': {'security_group_id': '86be845a-eb9e-4446-a3b3-db05c8615c7e', 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:13.106818 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Project d84112b32ad342c38e9c9f8b74f47d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:56:13.112786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (4cedadc5-8f73-4f5c-9a6e-0ed88a624577), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.112991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428665-3133-4c16-a3a0-25022b8221c0 None None] Pushing event updated for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:13.165988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:13.168915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f43225a-d46b-4277-9bb0-62b8d4eacb3e None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:13.169297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f43225a-d46b-4277-9bb0-62b8d4eacb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.180984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (4cedadc5-8f73-4f5c-9a6e-0ed88a624577), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.185083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4cedadc5-8f73-4f5c-9a6e-0ed88a624577), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.194043 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b0fb8-dfe4-4b60-88a0-980dea8c6dbe None None] The sync data for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 is: [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:13.207765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cedadc5-8f73-4f5c-9a6e-0ed88a624577,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:13.217086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:13.225693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e98b4124-c783-43cf-abab-41a69ac9c0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373885 Feb 10 13:56:13.283545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f43225a-d46b-4277-9bb0-62b8d4eacb3e None None] Current status of the port 854c866c-9e72-476b-b77b-511d96f107db is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:13.453200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-e1307963-951a-4b40-94e3-c4540965efbf tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564896882&fields=id&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 267 time: 0.0528541 Feb 10 13:56:13.565140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-fdccf696-290f-4425-9fd5-c93681b8d2fa tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:13.566656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-fdccf696-290f-4425-9fd5-c93681b8d2fa tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/networks?id=7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 200 len: 797 time: 0.1068161 Feb 10 13:56:13.582470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-affb5eca-e350-46ad-b203-91ef4aaf3c92 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/quotas/d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 375 time: 0.0101817 Feb 10 13:56:13.640431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-7c27d606-66e8-4ac3-abe4-0224052e75e6 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525079 Feb 10 13:56:13.743676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-e6674d41-09cd-4d23-b891-e92244494d6b service neutron] 10.222.0.13 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909305 Feb 10 13:56:13.834739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-252ece8a-5848-4579-a7c3-da1eecb94bca service neutron] 10.222.0.13 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Feb 10 13:56:14.025449 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-48a444a7-0c55-4d74-aea5-5de23cad4a15 req-04f41922-d2a6-43bd-8629-4fa31dcefb91 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 210 time: 0.0469048 Feb 10 13:56:14.149849 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f1136d1c-2983-4c67-983c-3a1c88694b90 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:56:14.207353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f1136d1c-2983-4c67-983c-3a1c88694b90 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:14.207835 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:14.304715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f1136d1c-2983-4c67-983c-3a1c88694b90 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:14.306076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 854c866c-9e72-476b-b77b-511d96f107db up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:56:14.360295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 854c866c-9e72-476b-b77b-511d96f107db triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:14.360684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (854c866c-9e72-476b-b77b-511d96f107db), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:14.447133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 854c866c-9e72-476b-b77b-511d96f107db is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:15.023465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-da1d2bbb-7752-4bd5-95e7-529571d84cd9 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:15.024994 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-da1d2bbb-7752-4bd5-95e7-529571d84cd9 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/networks?id=7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 200 len: 797 time: 0.1071906 Feb 10 13:56:15.091607 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2d70092d-7e20-4220-b512-1c8e63150b32 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d84112b32ad342c38e9c9f8b74f47d68 HTTP/1.1" status: 200 len: 379 time: 0.0574222 Feb 10 13:56:15.100803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'port': {'device_id': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'admin_state_up': True, 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'security_groups': ['86be845a-eb9e-4446-a3b3-db05c8615c7e']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:15.126367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1d1242e-68b7-4643-a0e8-d12f13cc65ec req-2e4dc999-4674-44bb-8418-c2c58efa53c2 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Feb 10 13:56:15.205620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Made reservation on behalf of d84112b32ad342c38e9c9f8b74f47d68 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:56:15.209104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.334381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.20.0.7 (7379b49a-b019-4de0-b0ce-47f69f1e64b6/37ff975a-75d3-4c9e-97bb-e35ccdbacc47/de674b16-2a53-4b65-99e9-8b831167242e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:56:15.472438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (de674b16-2a53-4b65-99e9-8b831167242e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.505031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.546929 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:15.549947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:15.552198 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:56:15.581103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:15.608654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:15.609286 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.625641 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-2cc0c3ab-67a3-46be-b8fe-85f721fd7792 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5285144 Feb 10 13:56:15.636297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Request body: {'port': {'device_id': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:15.700035 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de674b16-2a53-4b65-99e9-8b831167242e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.821697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8a7fba36-d11d-4f2d-9d6f-3e96d2c293d6 None None] Provisioning complete for port de674b16-2a53-4b65-99e9-8b831167242e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:15.822252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8a7fba36-d11d-4f2d-9d6f-3e96d2c293d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (de674b16-2a53-4b65-99e9-8b831167242e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.855157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fba36-d11d-4f2d-9d6f-3e96d2c293d6 None None] Port de674b16-2a53-4b65-99e9-8b831167242e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:56:15.958202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de674b16-2a53-4b65-99e9-8b831167242e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:56:15.966276 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks [] for port (de674b16-2a53-4b65-99e9-8b831167242e), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:15.977901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Transition to ACTIVE for port object de674b16-2a53-4b65-99e9-8b831167242e will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:56:15.982238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:16.033697 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Pushing event updated for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:16.104349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Attempting to bind port de674b16-2a53-4b65-99e9-8b831167242e on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:16.104681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Attempting to bind port de674b16-2a53-4b65-99e9-8b831167242e by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:16.105033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Attempting to bind port de674b16-2a53-4b65-99e9-8b831167242e on network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:16.109908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Port de674b16-2a53-4b65-99e9-8b831167242e on network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:56:16.110226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Attempting to bind port de674b16-2a53-4b65-99e9-8b831167242e on network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:16.115101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:16.115435 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Checking segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:16.115813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Bound using segment: {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:16.116235 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Bound port: de674b16-2a53-4b65-99e9-8b831167242e, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb4dfac-0bae-4df8-bed3-646419647af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:16.116588 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de674b16-2a53-4b65-99e9-8b831167242e), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:16.181764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:16.186034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=de674b16-2a53-4b65-99e9-8b831167242e,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:16.192820 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:16.228673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.229332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:16.231264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] 10.222.0.77 "PUT /v2.0/ports/de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 200 len: 1091 time: 0.5985351 Feb 10 13:56:16.231707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:16.234065 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c49670-b64d-4a5f-b1d0-9ca1b3918414" -d '{"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:16.258350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492658-d213-4db1-a7fa-93f11c68628d service neutron] Pushing event updated for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:16.269528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6f943-bf03-48b2-ad70-9f4fc1a49f48 req-75f3d444-798e-4991-af37-1063b07e5bce tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.280130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ae6f943-bf03-48b2-ad70-9f4fc1a49f48 req-75f3d444-798e-4991-af37-1063b07e5bce tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 943 time: 0.0811963 Feb 10 13:56:16.337464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ae6f943-bf03-48b2-ad70-9f4fc1a49f48 req-7cdbc3d2-86bd-48ff-a282-fa6c4b651e6b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563374 Feb 10 13:56:16.379571 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-3a714de5-bb91-4299-9202-a6db49848954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.381388 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-3a714de5-bb91-4299-9202-a6db49848954 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1125 time: 0.0536838 Feb 10 13:56:16.391038 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80bef21-bf69-4665-b07c-5824f9e19aed x-openstack-request-id: req-d80bef21-bf69-4665-b07c-5824f9e19aed {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:16.391338 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:16.391593 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d80bef21-bf69-4665-b07c-5824f9e19aed {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:16.392005 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e', 'status': 'completed', 'code': 200} Feb 10 13:56:16.429953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-1524fa4f-dc71-416d-8841-652898d6b5f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 200 len: 217 time: 0.0370431 Feb 10 13:56:16.477932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-06ebbd44-f8e8-4b0c-8002-6ae054dc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.479451 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-06ebbd44-f8e8-4b0c-8002-6ae054dc7508 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=37ff975a-75d3-4c9e-97bb-e35ccdbacc47 HTTP/1.1" status: 200 len: 833 time: 0.0432105 Feb 10 13:56:16.526462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-3886f79f-178c-411d-a949-ecc68199a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.528505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-3886f79f-178c-411d-a949-ecc68199a909 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7379b49a-b019-4de0-b0ce-47f69f1e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430496 Feb 10 13:56:16.617570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-5b9351db-7135-4d4b-b2c4-05060057719d service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Feb 10 13:56:16.706961 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3c4a1041-d6b2-4147-b582-5ed33009686a req-d7e1f53b-1d75-459c-823a-720fe4af5f55 service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832841 Feb 10 13:56:16.791410 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-86d710af-041f-466f-87eb-c955269bed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.792913 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-86d710af-041f-466f-87eb-c955269bed16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1125 time: 0.0445442 Feb 10 13:56:16.878716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-c9597f8d-dde4-49b0-8c70-0e58fe8671ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.880400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-c9597f8d-dde4-49b0-8c70-0e58fe8671ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 200 len: 898 time: 0.0812635 Feb 10 13:56:16.924452 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-69b6fdca-3952-4424-8bcb-6005c7b38f9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 200 len: 217 time: 0.0378163 Feb 10 13:56:16.971866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-fbe2c09b-c4fe-4666-a6bc-2cd4f5e0b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:16.973389 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-fbe2c09b-c4fe-4666-a6bc-2cd4f5e0b8e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=37ff975a-75d3-4c9e-97bb-e35ccdbacc47 HTTP/1.1" status: 200 len: 833 time: 0.0423369 Feb 10 13:56:17.021916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-92a2fe98-6d37-4deb-9f64-3ac6eb4b3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:17.023672 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-92a2fe98-6d37-4deb-9f64-3ac6eb4b3d3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7379b49a-b019-4de0-b0ce-47f69f1e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432925 Feb 10 13:56:17.346344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-df73f740-2109-4b31-a767-40a240e7248e service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160765 Feb 10 13:56:17.437553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-76c49670-b64d-4a5f-b1d0-9ca1b3918414 req-8ce01acf-56bc-41e5-a1df-2a0748e5b251 service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Feb 10 13:56:17.458418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b074b-96dd-4bcc-bea4-db50bac32e94 req-f2a58d70-facd-461e-93a1-47d375686a08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:17.459893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-859b074b-96dd-4bcc-bea4-db50bac32e94 req-f2a58d70-facd-461e-93a1-47d375686a08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 943 time: 0.0554852 Feb 10 13:56:17.512419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-859b074b-96dd-4bcc-bea4-db50bac32e94 req-d4af66bc-02dc-4f27-bf49-e7dff1e4d06d tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469124 Feb 10 13:56:18.636467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca31a-7289-40a9-94dd-7bff2eee2bb6 req-ce7210e7-f18c-42fa-85b0-7597c8ecdd22 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:18.638643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b09ca31a-7289-40a9-94dd-7bff2eee2bb6 req-ce7210e7-f18c-42fa-85b0-7597c8ecdd22 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 943 time: 0.0596690 Feb 10 13:56:18.686562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b09ca31a-7289-40a9-94dd-7bff2eee2bb6 req-5c4e1817-360c-485e-8941-f6967d7eb0be tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Feb 10 13:56:19.806942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c39a2d-0b40-46c5-beb8-7e5fcb4e5ce2 req-0d334277-129d-429c-a64c-cdf81eedd85f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:19.808434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02c39a2d-0b40-46c5-beb8-7e5fcb4e5ce2 req-0d334277-129d-429c-a64c-cdf81eedd85f tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 943 time: 0.0521021 Feb 10 13:56:19.856800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02c39a2d-0b40-46c5-beb8-7e5fcb4e5ce2 req-bb20ca2a-c6a3-469d-bb7b-8c2557b83c0b tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Feb 10 13:56:20.218716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device de674b16-2a53-4b65-99e9-8b831167242e details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:56:20.329516 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=de674b16-2a53-4b65-99e9-8b831167242e,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:20.340971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'de674b16-2a53-4b65-99e9-8b831167242e', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'port_id': 'de674b16-2a53-4b65-99e9-8b831167242e', 'mac_address': 'fa:16:3e:55:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:56:20.377752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port de674b16-2a53-4b65-99e9-8b831167242e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:20.378140 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de674b16-2a53-4b65-99e9-8b831167242e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:20.392531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de674b16-2a53-4b65-99e9-8b831167242e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:56:20.415793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=de674b16-2a53-4b65-99e9-8b831167242e,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:20.418719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:20.463032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:20.606372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['de674b16-2a53-4b65-99e9-8b831167242e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:56:20.982875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01777fc-811a-4769-bdca-9d33357da81f req-0262de24-f29c-49f1-a35f-cead0b4baf61 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:20.984358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d01777fc-811a-4769-bdca-9d33357da81f req-0262de24-f29c-49f1-a35f-cead0b4baf61 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 944 time: 0.0607982 Feb 10 13:56:21.032352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d01777fc-811a-4769-bdca-9d33357da81f req-b386460a-ed7e-4977-b234-c73a03298e08 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Feb 10 13:56:22.153457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1bfdf-7af2-443d-98c4-baf9928b1f32 req-c2f923a5-cca6-4a08-88a8-05346fa18764 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:22.154863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82d1bfdf-7af2-443d-98c4-baf9928b1f32 req-c2f923a5-cca6-4a08-88a8-05346fa18764 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 944 time: 0.0523703 Feb 10 13:56:22.203113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-82d1bfdf-7af2-443d-98c4-baf9928b1f32 req-0d1ffd5b-7a28-42d1-973a-bde5e335b704 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Feb 10 13:56:22.229014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device de674b16-2a53-4b65-99e9-8b831167242e up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:56:22.278256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port de674b16-2a53-4b65-99e9-8b831167242e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:56:22.282178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port de674b16-2a53-4b65-99e9-8b831167242e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:22.282556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (de674b16-2a53-4b65-99e9-8b831167242e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:22.360531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port de674b16-2a53-4b65-99e9-8b831167242e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:22.360959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (de674b16-2a53-4b65-99e9-8b831167242e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:22.385105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:22.387946 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1613856f-7218-4f08-b474-3a37618ce8b7" -d '{"events": [{"server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "name": "network-vif-plugged", "status": "completed", "tag": "de674b16-2a53-4b65-99e9-8b831167242e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:22.400175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=de674b16-2a53-4b65-99e9-8b831167242e,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:22.404525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:22.432322 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83a7f8-4159-485a-a083-4f5c2b13e8bb x-openstack-request-id: req-be83a7f8-4159-485a-a083-4f5c2b13e8bb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:22.432618 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "name": "network-vif-plugged", "status": "completed", "tag": "de674b16-2a53-4b65-99e9-8b831167242e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:22.432892 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be83a7f8-4159-485a-a083-4f5c2b13e8bb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:22.433297 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e', 'code': 200} Feb 10 13:56:22.463271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:22.529078 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494ab8-395d-4216-8954-e0a771e05b20 req-d1abf660-c115-4510-a696-db8b39202967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:22.530553 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b494ab8-395d-4216-8954-e0a771e05b20 req-d1abf660-c115-4510-a696-db8b39202967 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1127 time: 0.0438888 Feb 10 13:56:22.577458 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0b494ab8-395d-4216-8954-e0a771e05b20 req-13b6b95b-6b00-4a93-bc2a-8c3b85b8ea16 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 Feb 10 13:56:23.335858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36227a-6d0a-4702-9792-62b3384e46ea req-3448be52-efc6-4ff8-9cec-73734011a5ce tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:23.337381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a36227a-6d0a-4702-9792-62b3384e46ea req-3448be52-efc6-4ff8-9cec-73734011a5ce tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0571399 Feb 10 13:56:23.385438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a36227a-6d0a-4702-9792-62b3384e46ea req-af959e65-93c5-4d93-b33e-c204af630163 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419474 Feb 10 13:56:24.514517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bfc9d-085c-44c2-b4aa-90adca0f32be req-15a1169b-b136-4ac0-bd32-7f577a8affb9 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:24.515989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-739bfc9d-085c-44c2-b4aa-90adca0f32be req-15a1169b-b136-4ac0-bd32-7f577a8affb9 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Feb 10 13:56:24.563073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-739bfc9d-085c-44c2-b4aa-90adca0f32be req-5dce6e79-16cb-462f-9ffe-d96fc99a2f6e tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Feb 10 13:56:24.679477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035950b9-7ab9-4d90-9543-48bea9c9e788 req-38e7d0ae-de23-49a8-ac7c-e096974201da tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:24.680883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-035950b9-7ab9-4d90-9543-48bea9c9e788 req-38e7d0ae-de23-49a8-ac7c-e096974201da tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0509539 Feb 10 13:56:24.732969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-035950b9-7ab9-4d90-9543-48bea9c9e788 req-f43708a2-fbae-4165-ad85-89fb55f4a4f0 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455532 Feb 10 13:56:24.754825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:24.797193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc41bcc-a1f1-4a50-b94b-45b31411f292 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:24.798670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bfc41bcc-a1f1-4a50-b94b-45b31411f292 tempest-TestNetworkBasicOps-1870178109 tempest-TestNetworkBasicOps-1870178109-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1122 time: 0.0428860 Feb 10 13:56:24.801371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:24.805445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'de674b16-2a53-4b65-99e9-8b831167242e', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:24.825430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:24.918864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.021935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Allocated IP 172.25.8.16 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c0fb2e86-bc8c-4546-9428-ccbf06887e20) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:56:25.124627 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.156226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.195792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:56:25.200187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:56:25.204318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:56:25.207271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=c0fb2e86-bc8c-4546-9428-ccbf06887e20,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:25.563250 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (6d486db5-706b-4b69-a805-43fc59a9f171), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.633124 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.779798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.784111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.855167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event updated for resources: {'Port': ['ID=c0fb2e86-bc8c-4546-9428-ccbf06887e20,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:25.864736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (6d486db5-706b-4b69-a805-43fc59a9f171), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:25.963753 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Floating IP 6d486db5-706b-4b69-a805-43fc59a9f171 associated. External IP: 172.25.8.16, port: de674b16-2a53-4b65-99e9-8b831167242e. Feb 10 13:56:26.175164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:56:26.590597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:56:26.600959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Sync routers for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:56:26.609510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:26.611817 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:26.612644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:26.638900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ed5c561e-57d8-4c3a-a3c0-5938897b9729 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8365428 Feb 10 13:56:26.639490 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:26.641706 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56402) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:26.642232 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea4b2d-12fa-4522-8368-482ffac60a51" -d '{"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:26.708379 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6e5131b4-f682-450d-824d-b3c9de8f5291 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/floatingips/6d486db5-706b-4b69-a805-43fc59a9f171 HTTP/1.1" status: 200 len: 990 time: 0.0642836 Feb 10 13:56:26.736480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:26.755508 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604bb82f-e2ee-4074-943e-3503c705d9a3 x-openstack-request-id: req-604bb82f-e2ee-4074-943e-3503c705d9a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:26.755796 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:26.756039 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-604bb82f-e2ee-4074-943e-3503c705d9a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:26.756451 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e', 'status': 'completed', 'code': 200} Feb 10 13:56:26.822667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-2aa279c7-0416-42c0-8451-b5e40997b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:26.824583 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-2aa279c7-0416-42c0-8451-b5e40997b418 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1127 time: 0.0480342 Feb 10 13:56:26.916337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-86b699af-a48c-4675-b731-db8579b3405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:26.917904 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-86b699af-a48c-4675-b731-db8579b3405b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 200 len: 898 time: 0.0880027 Feb 10 13:56:26.971240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6d486db5-706b-4b69-a805-43fc59a9f171', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'port_id': 'de674b16-2a53-4b65-99e9-8b831167242e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'mac_address': 'fa:16:3e:55:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:56:25Z', 'updated_at': '2022-02-10T13:56:25Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:26.997034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Checking router: 3aa6f95e-32bf-4cb8-9c96-6315c238f07c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:27.005154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:27.005759 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:27.014824 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-d7787941-8bb5-4f43-978e-5d74c66a7364 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 200 len: 998 time: 0.0911973 Feb 10 13:56:27.062333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-430fe9aa-c6c4-4743-b292-5a8305dca8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:27.063873 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-430fe9aa-c6c4-4743-b292-5a8305dca8da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=37ff975a-75d3-4c9e-97bb-e35ccdbacc47 HTTP/1.1" status: 200 len: 833 time: 0.0438509 Feb 10 13:56:27.113946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:27.116573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-85009cc7-3773-4b98-aa99-39a501f553f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:27.118099 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-85009cc7-3773-4b98-aa99-39a501f553f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7379b49a-b019-4de0-b0ce-47f69f1e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491018 Feb 10 13:56:27.204543 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-74b393b9-e692-4d6c-9456-97ad36e0e642 service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801594 Feb 10 13:56:27.295018 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-40ea4b2d-12fa-4522-8368-482ffac60a51 req-61c9e84e-5585-4da7-a56d-84764d3553a6 service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Feb 10 13:56:27.339620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6d486db5-706b-4b69-a805-43fc59a9f171', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'port_id': 'de674b16-2a53-4b65-99e9-8b831167242e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'mac_address': 'fa:16:3e:55:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:56:25Z', 'updated_at': '2022-02-10T13:56:25Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:27.365984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e504339-d24e-4259-a281-0cf0f2d15da0 None None] The sync data for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 is: [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '6d486db5-706b-4b69-a805-43fc59a9f171', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'port_id': 'de674b16-2a53-4b65-99e9-8b831167242e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'mac_address': 'fa:16:3e:55:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:56:25Z', 'updated_at': '2022-02-10T13:56:25Z', 'revision_number': 0, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:27.554564 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be2f07-aad0-4a34-a59a-dde6d3e44448 None None] New status for floating IP 6d486db5-706b-4b69-a805-43fc59a9f171: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:56:27.710534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56408) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:27.770929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8766c57f-1305-4be3-a146-9367a491393c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/floatingips/6d486db5-706b-4b69-a805-43fc59a9f171 HTTP/1.1" status: 200 len: 992 time: 0.0586140 Feb 10 13:56:30.487073 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:56:30.873331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c5142501-1026-4af4-adb1-7567099eabe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:33.285569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-78d41ee2-929f-435c-b397-2034646e75d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:34.669896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:35.328220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-20fd7925-bae0-47c4-9238-2c186a801ebb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461349 Feb 10 13:56:35.412972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b055-5659-4f37-985d-2f7da452cf9e req-a0058816-b334-4ba2-ab91-6f5dad34ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:35.414453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-a0058816-b334-4ba2-ab91-6f5dad34ab7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1127 time: 0.0441897 Feb 10 13:56:35.521622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b055-5659-4f37-985d-2f7da452cf9e req-263c175d-1db2-4ce4-8c4a-ea4f31ee44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:35.523085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-263c175d-1db2-4ce4-8c4a-ea4f31ee44f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0913117 Feb 10 13:56:35.592811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-6922c588-4a86-40a1-8113-a7f4856b472b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1000 time: 0.0630984 Feb 10 13:56:35.640468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b055-5659-4f37-985d-2f7da452cf9e req-8e001779-9da2-42ff-b885-555d3933f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:35.641952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-8e001779-9da2-42ff-b885-555d3933f1d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0430934 Feb 10 13:56:35.693225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b055-5659-4f37-985d-2f7da452cf9e req-756e696d-d0cd-4dad-9f04-bf0e3c67ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:35.694791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-756e696d-d0cd-4dad-9f04-bf0e3c67ae9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472651 Feb 10 13:56:35.782567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-027d76f9-215c-4852-8a41-d45cde902cea service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Feb 10 13:56:35.875127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2137b055-5659-4f37-985d-2f7da452cf9e req-9dc682b7-6d74-4123-8980-79ba4adfc11d service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Feb 10 13:56:35.896678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:36.310331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:37.436826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:41.436231 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:54.338052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56430) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:54.401045 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b4b3a48-aaa8-4f02-bd7c-a27468630297 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/floatingips/6d486db5-706b-4b69-a805-43fc59a9f171 HTTP/1.1" status: 200 len: 992 time: 0.0618272 Feb 10 13:56:54.595751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f68c3-c75f-4fb8-af7e-fa98747a8ddc req-fbb85fea-8ef6-43b9-9be8-94a6206d3efa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:54.597174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725f68c3-c75f-4fb8-af7e-fa98747a8ddc req-fbb85fea-8ef6-43b9-9be8-94a6206d3efa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0514832 Feb 10 13:56:54.646076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-725f68c3-c75f-4fb8-af7e-fa98747a8ddc req-f3ce07dc-ea58-4764-ae8c-1cd12fa912ba tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Feb 10 13:56:54.670267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:54.677026 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:54.737862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5c9d350b-f426-40fa-9a43-f6f2ae8b31bf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/59821dc0-8dfc-4334-ad69-ff970267ced7 HTTP/1.1" status: 200 len: 992 time: 0.0660996 Feb 10 13:56:54.833035 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port c0fb2e86-bc8c-4546-9428-ccbf06887e20 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:54.833608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:54.910667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:54.911246 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (c0fb2e86-bc8c-4546-9428-ccbf06887e20), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:54.922538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for c0fb2e86-bc8c-4546-9428-ccbf06887e20 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:55.066664 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c0fb2e86-bc8c-4546-9428-ccbf06887e20), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:55.096250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29e0f-b629-40c8-91f3-ec8bc736cc1c req-2c353288-d380-416d-9c20-5221a0db2dfb tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:55.098249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=c0fb2e86-bc8c-4546-9428-ccbf06887e20,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:55.099042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ab29e0f-b629-40c8-91f3-ec8bc736cc1c req-2c353288-d380-416d-9c20-5221a0db2dfb tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1127 time: 0.0472941 Feb 10 13:56:55.126614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.127103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.127310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.127649 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.127994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.128330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.128665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.129029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.129456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.129716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.130046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.130374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.130702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:56:55.151540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ab29e0f-b629-40c8-91f3-ec8bc736cc1c req-8dd6b851-ff47-4e1d-89a6-05194c84525e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Feb 10 13:56:55.169846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for floatingip (6d486db5-706b-4b69-a805-43fc59a9f171), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:55.170181 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Floating IP 6d486db5-706b-4b69-a805-43fc59a9f171 disassociated (deleted). External IP: 172.25.8.16, port: de674b16-2a53-4b65-99e9-8b831167242e. Feb 10 13:56:55.387524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:56:55.501456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:56:55.506339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:55.513107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Sync routers for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:56:55.529382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:55.529996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:55.538830 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2cf4af69-c009-4bd7-8ec8-2592f5ea057a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d486db5-706b-4b69-a805-43fc59a9f171 HTTP/1.1" status: 204 len: 168 time: 0.8605766 Feb 10 13:56:55.539519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:55.542048 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe" -d '{"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:55.758877 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-25c2b10f-05be-4eb7-9b38-fb9f02d7f1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004114 Feb 10 13:56:55.767540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-0573e4e7-b86f-4c5c-9d53-7b225db57bfd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 13:56:55.768532 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-0573e4e7-b86f-4c5c-9d53-7b225db57bfd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051620 Feb 10 13:56:55.811233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:55.892666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-99d40c36-01f5-4d4b-be0f-57c6b2fa24da tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:55.894118 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-99d40c36-01f5-4d4b-be0f-57c6b2fa24da tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1124 time: 0.0967042 Feb 10 13:56:56.007708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:56.038900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Checking router: 3aa6f95e-32bf-4cb8-9c96-6315c238f07c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:56:56.048197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:56:56.048842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:56.168340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:56:56.366050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-00ebb4ff-beb9-495a-a888-043891955f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:56.366810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:56:56.367446 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-00ebb4ff-beb9-495a-a888-043891955f74 service neutron] 10.222.0.13 "GET /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1124 time: 0.0406346 Feb 10 13:56:56.375745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Request body: {'binding': {'host': 'n-h2-815324-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:56.376194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Unknown quota resources ['binding']. {{(pid=103400) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 13:56:56.397959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76733ef-ea81-447c-b9f2-fc4fe7560fbf None None] The sync data for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 is: [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:56:10Z', 'revision_number': 4, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '854c866c-9e72-476b-b77b-511d96f107db', 'name': '', 'network_id': '7379b49a-b019-4de0-b0ce-47f69f1e64b6', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'mac_address': 'fa:16:3e:4e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:09Z', 'updated_at': '2022-02-10T13:56:13Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'subnets': [{'id': '37ff975a-75d3-4c9e-97bb-e35ccdbacc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:56:56.511801 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on host n-h2-815324-6 for vnic_type normal with profile None {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:56.512372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:56.512503 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:56.516599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:56:56.516947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:56.521979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:56.522320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:56.522704 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Bound using segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:56.523153 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Bound port: bb61d261-6fcc-497e-a452-ab6104428313, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:56.613808 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:56.620298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:56.621536 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ba57a63a-9540-42dc-9b20-5299bf72dcfb service neutron] 10.222.0.13 "POST /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313/bindings HTTP/1.1" status: 201 len: 389 time: 0.2490983 Feb 10 13:56:56.639253 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44771a36-cd05-4454-a3b1-f8a0f9359149 None None] New status for floating IP 6d486db5-706b-4b69-a805-43fc59a9f171: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:56:56.837954 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e65160-46e8-4b75-8c60-ca66b259cd6f x-openstack-request-id: req-f3e65160-46e8-4b75-8c60-ca66b259cd6f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:56.838246 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "tag": "de674b16-2a53-4b65-99e9-8b831167242e", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:56.838502 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3e65160-46e8-4b75-8c60-ca66b259cd6f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:56.838903 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e', 'status': 'completed', 'code': 200} Feb 10 13:56:56.881913 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c87b9591-2e9a-4967-b383-f14e813eb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:56.883441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c87b9591-2e9a-4967-b383-f14e813eb002 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1127 time: 0.0541787 Feb 10 13:56:56.944397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-351bb575-d3f7-49ec-8985-46fd16c4020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:56.945955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-351bb575-d3f7-49ec-8985-46fd16c4020f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 1127 time: 0.0881915 Feb 10 13:56:56.957303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee86f9-daf2-4961-9595-0ef178934be9 req-f02d4c8c-14ff-4875-91d7-adbd2f43004e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:56.958683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74ee86f9-daf2-4961-9595-0ef178934be9 req-f02d4c8c-14ff-4875-91d7-adbd2f43004e tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0693130 Feb 10 13:56:56.976815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-4d5e9d48-df38-4999-afa9-bc0e8014b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:56.978585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-4d5e9d48-df38-4999-afa9-bc0e8014b500 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0887520 Feb 10 13:56:57.044339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-cdc6fe77-b839-44cd-8072-40af5004a2e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1000 time: 0.0590527 Feb 10 13:56:57.065098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-74ee86f9-daf2-4961-9595-0ef178934be9 req-dd86a155-a563-441a-91d0-cdc22c532f9c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981004 Feb 10 13:56:57.082813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-d5093feb-f275-4087-8f77-0fb925b1d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.084453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-d5093feb-f275-4087-8f77-0fb925b1d221 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 200 len: 898 time: 0.1249242 Feb 10 13:56:57.104263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c6f8183b-3c9c-44f1-80b0-e5d4abc47b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.106460 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c6f8183b-3c9c-44f1-80b0-e5d4abc47b1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0546002 Feb 10 13:56:57.135198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-c5c01991-c41f-4261-b6e4-6b3f6ab5ab1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 200 len: 217 time: 0.0432050 Feb 10 13:56:57.156363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-d4f9e0ab-d0d4-400b-b6a9-bfbc7afd7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.157897 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-d4f9e0ab-d0d4-400b-b6a9-bfbc7afd7c8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444000 Feb 10 13:56:57.209954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-9d62baf5-5085-4075-9a15-b16f9a890a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.211338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-9d62baf5-5085-4075-9a15-b16f9a890a8f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=37ff975a-75d3-4c9e-97bb-e35ccdbacc47 HTTP/1.1" status: 200 len: 833 time: 0.0684867 Feb 10 13:56:57.218865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efff73-5ffc-4252-a82d-756f45988d1c req-94a4ef85-6f60-4dc1-8314-8d677bef2d21 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.220246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47efff73-5ffc-4252-a82d-756f45988d1c req-94a4ef85-6f60-4dc1-8314-8d677bef2d21 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0878460 Feb 10 13:56:57.246995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-a4cceee3-89c9-4e3c-8158-433c3598f574 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829313 Feb 10 13:56:57.299307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-e9c8fbc9-931f-4f63-8b5f-a201f621f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.300904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-e9c8fbc9-931f-4f63-8b5f-a201f621f25b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7379b49a-b019-4de0-b0ce-47f69f1e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797367 Feb 10 13:56:57.304317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47efff73-5ffc-4252-a82d-756f45988d1c req-c93c91aa-55ad-40ba-9bae-d6ccd2253087 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760496 Feb 10 13:56:57.342364 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-b3761315-e191-467b-8748-f75d007de295 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 Feb 10 13:56:57.393050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-398fcb49-9122-499c-8bd9-1d08fbd3a13e service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834415 Feb 10 13:56:57.483685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-daa8d87b-4734-4da0-8694-07af51aa211e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:57.485131 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-daa8d87b-4734-4da0-8694-07af51aa211e tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&tenant_id=fd309233c9684d6292adb47e0c79571e&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1127 time: 0.0819008 Feb 10 13:56:57.490836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ef9a0019-959a-4a25-b932-b4c6e2f8eafe req-dbd07802-9794-4919-92e0-818dc34dd048 service neutron] 10.222.0.77 "GET /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878568 Feb 10 13:56:57.495443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-6'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:56:57.556742 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:57.912220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:57.946738 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:57.985896 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks [] for port (bb61d261-6fcc-497e-a452-ab6104428313), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:57.990960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.129786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:58.200507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on host n-h1-815324-6 for vnic_type normal with profile {"migrating_to": "n-h2-815324-6"} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:56:58.200891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:56:58.201213 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:58.202841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0d8d-4203-4f31-a8a6-0d53ffbdd7a8 req-0a83a299-5f48-4185-81b4-42b2bfe87992 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:58.204434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09da0d8d-4203-4f31-a8a6-0d53ffbdd7a8 req-0a83a299-5f48-4185-81b4-42b2bfe87992 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 943 time: 0.0562031 Feb 10 13:56:58.205817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:56:58.206137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Attempting to bind port bb61d261-6fcc-497e-a452-ab6104428313 on network 2c8180d9-5179-4cc6-b852-35272c1edd6b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:56:58.211055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:56:58.211397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Checking segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:56:58.211781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Bound using segment: {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:56:58.212211 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Bound port: bb61d261-6fcc-497e-a452-ab6104428313, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e18ad7-99bf-42f9-ad74-ea548855f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:56:58.212565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.265721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-49edc841-a538-4a56-bdc5-ae898134573c None None] Provisioning complete for port bb61d261-6fcc-497e-a452-ab6104428313 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:58.266367 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49edc841-a538-4a56-bdc5-ae898134573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb61d261-6fcc-497e-a452-ab6104428313), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.278469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:56:58.281595 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:56:58.287983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09da0d8d-4203-4f31-a8a6-0d53ffbdd7a8 req-08b53304-ddc8-4a2f-be3d-df19d55402f1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776680 Feb 10 13:56:58.289402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.314493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-9b50ed53-5579-4242-9c75-ec5465c938e2 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:58.315502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-9b50ed53-5579-4242-9c75-ec5465c938e2 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Feb 10 13:56:58.323378 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-49edc841-a538-4a56-bdc5-ae898134573c None None] Port bb61d261-6fcc-497e-a452-ab6104428313 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:56:58.395607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:58.437592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:58.438289 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.441150 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-49a887d0-d18e-4935-89af-b7b8d207c6e4 service neutron] 10.222.0.77 "PUT /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1121 time: 0.9494028 Feb 10 13:56:58.475492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port de674b16-2a53-4b65-99e9-8b831167242e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:56:58.475934 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (de674b16-2a53-4b65-99e9-8b831167242e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.487889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977e5c6-e2f1-452d-a3a1-abec9028ca90 req-bb255dc3-ffd8-41df-b561-e130654f52ee tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:58.489597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3977e5c6-e2f1-452d-a3a1-abec9028ca90 req-bb255dc3-ffd8-41df-b561-e130654f52ee tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f079e37a-e60b-47c2-8083-d640d4867db2 HTTP/1.1" status: 200 len: 945 time: 0.0949035 Feb 10 13:56:58.515456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bb61d261-6fcc-497e-a452-ab6104428313'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:56:58.593658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3977e5c6-e2f1-452d-a3a1-abec9028ca90 req-ad341ad1-8ed4-4d54-bfda-e2efbfaf680a tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "GET /v2.0/security-groups?id=86be845a-eb9e-4446-a3b3-db05c8615c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923417 Feb 10 13:56:58.614927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port de674b16-2a53-4b65-99e9-8b831167242e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=de674b16-2a53-4b65-99e9-8b831167242e,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:58.615125 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (de674b16-2a53-4b65-99e9-8b831167242e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.628683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for de674b16-2a53-4b65-99e9-8b831167242e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:56:58.677110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-74495ead-64b4-42ac-b224-684217631582 None None] Provisioning complete for port bb61d261-6fcc-497e-a452-ab6104428313 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:56:58.677407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74495ead-64b4-42ac-b224-684217631582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb61d261-6fcc-497e-a452-ab6104428313), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.764543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (de674b16-2a53-4b65-99e9-8b831167242e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.795550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=de674b16-2a53-4b65-99e9-8b831167242e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:58.832097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-74495ead-64b4-42ac-b224-684217631582 None None] Current status of the port bb61d261-6fcc-497e-a452-ab6104428313 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:56:58.832493 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74495ead-64b4-42ac-b224-684217631582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.839934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}, {'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:58.842752 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02d663-b8e9-4450-bb56-a094e9bcf344" -d '{"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}, {"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:58.844012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] No DVR routers for this DVR port de674b16-2a53-4b65-99e9-8b831167242e on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:56:58.847901 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.851805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3479dbd3-6d2a-4540-9afe-82f341fdefb4 req-bd11aa42-e449-4fc1-8d01-4103bc2c06f8 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.77 "DELETE /v2.0/ports/de674b16-2a53-4b65-99e9-8b831167242e HTTP/1.1" status: 204 len: 173 time: 0.5294020 Feb 10 13:56:58.852362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'name': 'network-vif-deleted', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:58.857259 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9181326b-a1f0-4090-9898-3d830e07dda0" -d '{"events": [{"server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "name": "network-vif-deleted", "tag": "de674b16-2a53-4b65-99e9-8b831167242e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:58.859753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:56:58.862157 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b48b005-aa92-48e8-8c8b-96df6f9d2f81" -d '{"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-plugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:56:58.882800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-74495ead-64b4-42ac-b224-684217631582 None None] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:56:58.887779 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74495ead-64b4-42ac-b224-684217631582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:58.892196 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baff0bc-0a6e-45a8-a463-da9b636e131b x-openstack-request-id: req-0baff0bc-0a6e-45a8-a463-da9b636e131b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:58.892502 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "code": 200}, {"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:58.892773 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0baff0bc-0a6e-45a8-a463-da9b636e131b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:58.893349 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'code': 200} Feb 10 13:56:58.893610 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'status': 'completed', 'code': 200} Feb 10 13:56:58.924846 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f386581f-4228-478c-9ad0-a07252f63b23 x-openstack-request-id: req-f386581f-4228-478c-9ad0-a07252f63b23 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:58.925141 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f079e37a-e60b-47c2-8083-d640d4867db2", "name": "network-vif-deleted", "tag": "de674b16-2a53-4b65-99e9-8b831167242e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:58.925396 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f386581f-4228-478c-9ad0-a07252f63b23 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:58.925857 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f079e37a-e60b-47c2-8083-d640d4867db2', 'name': 'network-vif-deleted', 'tag': 'de674b16-2a53-4b65-99e9-8b831167242e', 'status': 'completed', 'code': 200} Feb 10 13:56:58.976854 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142036c-fcf0-4170-9ca9-e2cf699a1a03 x-openstack-request-id: req-1142036c-fcf0-4170-9ca9-e2cf699a1a03 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:56:58.977270 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-plugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:56:58.977599 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1142036c-fcf0-4170-9ca9-e2cf699a1a03 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:56:58.978062 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'code': 200} Feb 10 13:56:58.987807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-432d6dfa-61a7-47a1-b207-cabf09584047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:58.989571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-432d6dfa-61a7-47a1-b207-cabf09584047 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1157 time: 0.0599799 Feb 10 13:56:59.046545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74495ead-64b4-42ac-b224-684217631582 None None] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:59.085885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-cabe4e3b-4469-4808-b010-0c26871578c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:59.087366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-cabe4e3b-4469-4808-b010-0c26871578c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0916209 Feb 10 13:56:59.158138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-707185fe-0ac4-4892-9368-beff85c66395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 1000 time: 0.0644104 Feb 10 13:56:59.208892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-4cea5bba-32ae-49cf-b44e-e486f9b4c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:59.210255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-4cea5bba-32ae-49cf-b44e-e486f9b4c2f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0453119 Feb 10 13:56:59.266407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-8a2c5f4b-cd3e-4b08-b34a-d1157520dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:59.268246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-8a2c5f4b-cd3e-4b08-b34a-d1157520dd1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520103 Feb 10 13:56:59.387700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-e5e66267-df9b-45ff-80f2-a70fbc31d56d service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120098 Feb 10 13:56:59.489608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7391bc-3466-4964-8ec6-021d93444835 req-6d17a636-9755-4326-b7bb-36c06afe1c60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:56:59.491000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed7391bc-3466-4964-8ec6-021d93444835 req-6d17a636-9755-4326-b7bb-36c06afe1c60 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.1190174 Feb 10 13:56:59.521195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c02d663-b8e9-4450-bb56-a094e9bcf344 req-e2ff3733-9abf-409a-9433-6a2e39cd28d6 service neutron] 10.222.0.21 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183474 Feb 10 13:56:59.551007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed7391bc-3466-4964-8ec6-021d93444835 req-cdb4d4ad-6daa-43a1-a9d8-bacfba487769 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526559 Feb 10 13:56:59.649349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:56:59.704368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (86be845a-eb9e-4446-a3b3-db05c8615c7e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:59.728821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (86be845a-eb9e-4446-a3b3-db05c8615c7e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:59.790010 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (86be845a-eb9e-4446-a3b3-db05c8615c7e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:59.793477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:56:59.794626 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/security-groups/86be845a-eb9e-4446-a3b3-db05c8615c7e HTTP/1.1" status: 204 len: 168 time: 0.1442692 Feb 10 13:56:59.803897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02579-d2df-427e-8240-4b20e24dbdd5 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be845a-eb9e-4446-a3b3-db05c8615c7e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:56:59.828905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:00.182502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:00.421249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bb61d261-6fcc-497e-a452-ab6104428313 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:57:00.437176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port 854c866c-9e72-476b-b77b-511d96f107db {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:00.437440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (854c866c-9e72-476b-b77b-511d96f107db), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:00.519307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:00.527492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port 854c866c-9e72-476b-b77b-511d96f107db, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=854c866c-9e72-476b-b77b-511d96f107db,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:00.527847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (854c866c-9e72-476b-b77b-511d96f107db), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:00.530353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bb61d261-6fcc-497e-a452-ab6104428313 has no active binding in host n-h2-815324-6 {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 13:57:00.541280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for 854c866c-9e72-476b-b77b-511d96f107db owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:00.670229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f356b1f-534d-4414-9528-95982d4787f2 req-c5fdccf7-12b2-423d-9f51-9407e04afb92 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:00.671857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f356b1f-534d-4414-9528-95982d4787f2 req-c5fdccf7-12b2-423d-9f51-9407e04afb92 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0539367 Feb 10 13:57:00.725087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (854c866c-9e72-476b-b77b-511d96f107db), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:00.725379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f356b1f-534d-4414-9528-95982d4787f2 req-35de69c1-8664-4145-9656-a24a58202a9d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475595 Feb 10 13:57:00.756063 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=854c866c-9e72-476b-b77b-511d96f107db,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:00.884919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9872201e-0a67-44bf-b4de-4fb4b887ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:00.935261 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.153754 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:01.257123 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:01.262231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f96d8f19-14f7-4b70-9a7e-40dec8145aad tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "PUT /v2.0/routers/3aa6f95e-32bf-4cb8-9c96-6315c238f07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322815 Feb 10 13:57:01.264960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:01.268389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Sync routers for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:01.278786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:01.279411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:01.391474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:01.557005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting subnet 37ff975a-75d3-4c9e-97bb-e35ccdbacc47 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:57:01.560065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (37ff975a-75d3-4c9e-97bb-e35ccdbacc47), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.576239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:57:00Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:01.603399 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (37ff975a-75d3-4c9e-97bb-e35ccdbacc47), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.606641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Checking router: 3aa6f95e-32bf-4cb8-9c96-6315c238f07c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:01.614965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Routers {'3aa6f95e-32bf-4cb8-9c96-6315c238f07c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:01.615573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:56:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:01.686062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (37ff975a-75d3-4c9e-97bb-e35ccdbacc47), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.719616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] Set router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:01.743571 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (37ff975a-75d3-4c9e-97bb-e35ccdbacc47), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.771444 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Subnet': ['ID=37ff975a-75d3-4c9e-97bb-e35ccdbacc47,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:01.773439 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.780466 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52ca2abf-004c-43cc-966d-a0de6bee7416 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/subnets/37ff975a-75d3-4c9e-97bb-e35ccdbacc47 HTTP/1.1" status: 204 len: 168 time: 0.5122769 Feb 10 13:57:01.781286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56510) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:01.791898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff38720-7ba4-4469-893d-a6d3fd41fd8d None None] Network 7379b49a-b019-4de0-b0ce-47f69f1e64b6 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:01.863192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f7fe-2060-451f-85f3-98eba7d27877 req-a2f19b81-03ce-437b-9c29-d1fe952c516a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:01.864884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae68f7fe-2060-451f-85f3-98eba7d27877 req-a2f19b81-03ce-437b-9c29-d1fe952c516a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0593262 Feb 10 13:57:01.909716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:01.920246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae68f7fe-2060-451f-85f3-98eba7d27877 req-19892823-64eb-414e-b301-b45722f29d42 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496099 Feb 10 13:57:02.027241 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_gateway (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.085284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Deleting port f1136d1c-2983-4c67-983c-3a1c88694b90 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:02.085631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.150223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:57:00Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:02.174562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] For port f1136d1c-2983-4c67-983c-3a1c88694b90, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f1136d1c-2983-4c67-983c-3a1c88694b90,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:02.174924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.178510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc8a45-9f88-41f4-b5c3-e71c4453dedb None None] The sync data for ids ['3aa6f95e-32bf-4cb8-9c96-6315c238f07c'] in n-d-815324-6 is: [{'id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'name': 'tempest-TestNetworkBasicOps-router-1494698100', 'tenant_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:56:06Z', 'updated_at': '2022-02-10T13:57:00Z', 'revision_number': 5, 'project_id': 'd84112b32ad342c38e9c9f8b74f47d68', 'gw_port': {'id': 'f1136d1c-2983-4c67-983c-3a1c88694b90', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa6f95e-32bf-4cb8-9c96-6315c238f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:56:07Z', 'updated_at': '2022-02-10T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:02.191436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Calling delete_port for f1136d1c-2983-4c67-983c-3a1c88694b90 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:02.200119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] DHCP port deletion for 7379b49a-b019-4de0-b0ce-47f69f1e64b6 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:57:02.249758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Deleting port 25faf0ac-578a-49af-af76-15d47c2e4f68 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:02.250133 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.310756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] For port 25faf0ac-578a-49af-af76-15d47c2e4f68, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25faf0ac-578a-49af-af76-15d47c2e4f68,segment=NetworkSegment(5fb4dfac-0bae-4df8-bed3-646419647af8),segment_id=5fb4dfac-0bae-4df8-bed3-646419647af8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:02.311174 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.324191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Calling delete_port for 25faf0ac-578a-49af-af76-15d47c2e4f68 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:02.366993 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (f1136d1c-2983-4c67-983c-3a1c88694b90), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.390597 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Port': ['ID=f1136d1c-2983-4c67-983c-3a1c88694b90,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:02.407917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (25faf0ac-578a-49af-af76-15d47c2e4f68), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.434702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device de674b16-2a53-4b65-99e9-8b831167242e no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:02.439241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] Pushing event deleted for resources: {'Port': ['ID=25faf0ac-578a-49af-af76-15d47c2e4f68,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:02.454104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.462747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45cbe2-d624-4e64-a410-adce5d563cbe None None] No DVR routers for this DVR port 25faf0ac-578a-49af-af76-15d47c2e4f68 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:57:02.467107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: de674b16-2a53-4b65-99e9-8b831167242e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:02.467464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device de674b16-2a53-4b65-99e9-8b831167242e not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:02.547637 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.549867 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router_controller (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.597423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (3aa6f95e-32bf-4cb8-9c96-6315c238f07c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.598184 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa6f95e-32bf-4cb8-9c96-6315c238f07c {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:57:02.605674 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.609429 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-511e31bd-a4ac-44d8-bb09-7bd19a4e8f49 tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/routers/3aa6f95e-32bf-4cb8-9c96-6315c238f07c HTTP/1.1" status: 204 len: 168 time: 0.8251498 Feb 10 13:57:02.609819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:02.692415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (7379b49a-b019-4de0-b0ce-47f69f1e64b6), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.780060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (7379b49a-b019-4de0-b0ce-47f69f1e64b6), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.801451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7379b49a-b019-4de0-b0ce-47f69f1e64b6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:02.812360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb4dfac-0bae-4df8-bed3-646419647af8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:02.812653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb4dfac-0bae-4df8-bed3-646419647af8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:02.822679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (5fb4dfac-0bae-4df8-bed3-646419647af8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.836518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (5fb4dfac-0bae-4df8-bed3-646419647af8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.843479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:57:02.843882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (5fb4dfac-0bae-4df8-bed3-646419647af8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:57:02.847578 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:57:02.912533 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (7379b49a-b019-4de0-b0ce-47f69f1e64b6), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.919710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:02.923238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] 10.222.0.13 "DELETE /v2.0/networks/7379b49a-b019-4de0-b0ce-47f69f1e64b6 HTTP/1.1" status: 204 len: 168 time: 0.3125000 Feb 10 13:57:02.935608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90198bf-7737-4eac-adfe-9c2c797b343c tempest-TestNetworkBasicOps-566792313 tempest-TestNetworkBasicOps-566792313-project] Pushing event deleted for resources: {'Network': ['ID=7379b49a-b019-4de0-b0ce-47f69f1e64b6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:03.044478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bbde-1833-478a-98e3-f75910e4b50f req-483d09d1-dd8a-42b2-809c-a43058fb00c1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:03.046033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4321bbde-1833-478a-98e3-f75910e4b50f req-483d09d1-dd8a-42b2-809c-a43058fb00c1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 945 time: 0.0539949 Feb 10 13:57:03.097371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4321bbde-1833-478a-98e3-f75910e4b50f req-263cf1bb-23f9-4897-8c46-5b98bb897ad8 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451295 Feb 10 13:57:03.186099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56520) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:03.288391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c19a-3492-4caf-996f-40f0ad101397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.331285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-abc83d39-0ed0-4f1a-9046-f6a7905bcdc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d84112b32ad342c38e9c9f8b74f47d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440251 Feb 10 13:57:03.333770 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56524) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:03.379838 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] Publish callbacks [] for security_group (36549854-e513-4fd7-a78e-dc025cb1ba80), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.400862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] Publish callbacks [] for security_group (36549854-e513-4fd7-a78e-dc025cb1ba80), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.445915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (36549854-e513-4fd7-a78e-dc025cb1ba80), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.449157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.450311 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36549854-e513-4fd7-a78e-dc025cb1ba80 HTTP/1.1" status: 204 len: 168 time: 0.1156507 Feb 10 13:57:03.457993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d25e0-bad5-42b2-82ea-b20cdfb5136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36549854-e513-4fd7-a78e-dc025cb1ba80,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:03.625315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-35405d60-b6cb-435d-83fe-4ce16c035ab2 service neutron] 10.222.0.21 "GET /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 384 time: 0.0635369 Feb 10 13:57:03.716413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56530) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:03.729335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352c68be-3c41-48a1-8ec3-ea1f87c1e133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.806016 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352c68be-3c41-48a1-8ec3-ea1f87c1e133 admin admin] Publish callbacks [] for security_group (ab8a28e5-124d-46a1-9590-71aaf4d06dee), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.808527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:03.811213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352c68be-3c41-48a1-8ec3-ea1f87c1e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ab8a28e5-124d-46a1-9590-71aaf4d06dee), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.829565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:03.849405 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-352c68be-3c41-48a1-8ec3-ea1f87c1e133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59b1567a09ff49898358419dc63a8362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318424 Feb 10 13:57:03.850290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c68be-3c41-48a1-8ec3-ea1f87c1e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a28e5-124d-46a1-9590-71aaf4d06dee,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:03.852508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56532) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:03.874372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:03.876730 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3ea49f-c9e2-4ef6-a083-ef9f2ba9c620" -d '{"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:03.880515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:03.896169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.901818 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] Publish callbacks [] for security_group (ab8a28e5-124d-46a1-9590-71aaf4d06dee), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.930146 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd99c777-3203-438a-8476-a150edeb4618 x-openstack-request-id: req-dd99c777-3203-438a-8476-a150edeb4618 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:03.930678 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:03.930678 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd99c777-3203-438a-8476-a150edeb4618 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:03.930995 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] Publish callbacks [] for security_group (ab8a28e5-124d-46a1-9590-71aaf4d06dee), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.931124 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'code': 200} Feb 10 13:57:03.979235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] Transition to ACTIVE for port object bb61d261-6fcc-497e-a452-ab6104428313 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:57:03.979475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ab8a28e5-124d-46a1-9590-71aaf4d06dee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.982783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.983552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:03.984008 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab8a28e5-124d-46a1-9590-71aaf4d06dee HTTP/1.1" status: 204 len: 168 time: 0.1305838 Feb 10 13:57:03.992293 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ec94-80b4-4572-a3cb-15fb1b5f6ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a28e5-124d-46a1-9590-71aaf4d06dee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:04.088984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] Pushing event updated for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:04.119335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f1136d1c-2983-4c67-983c-3a1c88694b90 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:04.134237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] No DVR routers for this DVR port bb61d261-6fcc-497e-a452-ab6104428313 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:57:04.158386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f1136d1c-2983-4c67-983c-3a1c88694b90 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:04.158943 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f1136d1c-2983-4c67-983c-3a1c88694b90 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:04.159537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 854c866c-9e72-476b-b77b-511d96f107db no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:04.187968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 854c866c-9e72-476b-b77b-511d96f107db {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:04.188328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 854c866c-9e72-476b-b77b-511d96f107db not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:04.188772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25faf0ac-578a-49af-af76-15d47c2e4f68 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:04.210987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 25faf0ac-578a-49af-af76-15d47c2e4f68 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:04.211530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25faf0ac-578a-49af-af76-15d47c2e4f68 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:04.336939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-2b1f4a8f-5ec5-4bb7-a0ae-7dfcaa04fb9d service neutron] 10.222.0.21 "PUT /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313/bindings/n-h2-815324-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7053294 Feb 10 13:57:04.345674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e317b-7466-40a6-b95f-a58c17796062 req-97c406af-c356-4708-b8dd-add4307d9494 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.347148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5e317b-7466-40a6-b95f-a58c17796062 req-97c406af-c356-4708-b8dd-add4307d9494 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0992324 Feb 10 13:57:04.456187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b5e317b-7466-40a6-b95f-a58c17796062 req-545209c4-625f-4fa7-8488-5135ac205109 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030295 Feb 10 13:57:04.489738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-60a25766-2e4c-47dd-8cba-583e8ccec558 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.491224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-60a25766-2e4c-47dd-8cba-583e8ccec558 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&tenant_id=fd309233c9684d6292adb47e0c79571e&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 1126 time: 0.1003959 Feb 10 13:57:04.545824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ef033315-5e38-4949-85e6-9926de0275a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.547340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-ef033315-5e38-4949-85e6-9926de0275a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 1126 time: 0.0490463 Feb 10 13:57:04.613883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c7d63294-2f02-41bb-a55a-3fcf27962590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.615247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-c7d63294-2f02-41bb-a55a-3fcf27962590 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1126 time: 0.0463183 Feb 10 13:57:04.672557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:04.710397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-a0080e65-46a1-4f68-b2dc-3c02af992b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.711877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-a0080e65-46a1-4f68-b2dc-3c02af992b3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.0901353 Feb 10 13:57:04.780186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-74169460-b476-4f95-8f10-95bff1537d38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 998 time: 0.0623949 Feb 10 13:57:04.831877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-72d2064b-8a87-4a9b-abe8-00a109b781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.833382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-72d2064b-8a87-4a9b-abe8-00a109b781c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0474277 Feb 10 13:57:04.882024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-4f9b9f32-0016-42c7-915e-3d8a8ab856b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:04.883646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-4f9b9f32-0016-42c7-915e-3d8a8ab856b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449107 Feb 10 13:57:04.980486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-da8de3b9-7cbb-4791-baaa-1a5f0f2ab463 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896044 Feb 10 13:57:05.077999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-cf939d40-64d8-4efc-9ef3-b78f9aa70329 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Feb 10 13:57:05.303342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-3e78d824-2544-45eb-831d-191d2b9990c1 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:05.304882 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-3e78d824-2544-45eb-831d-191d2b9990c1 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d&tenant_id=fd309233c9684d6292adb47e0c79571e&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 1126 time: 0.0471785 Feb 10 13:57:05.449311 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-24fad937-ebe6-4ee2-85f5-b7f0d3e10ed2 service neutron] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:05.452668 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-24fad937-ebe6-4ee2-85f5-b7f0d3e10ed2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:05.454154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-24fad937-ebe6-4ee2-85f5-b7f0d3e10ed2 service neutron] 10.222.0.77 "DELETE /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313/bindings/n-h1-815324-6 HTTP/1.1" status: 204 len: 173 time: 0.1418781 Feb 10 13:57:05.584260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ad08-29c8-4956-9e6e-25bf3e5dd907 req-c0036876-5a9f-429a-9523-f36bd9960422 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:05.585698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6e8ad08-29c8-4956-9e6e-25bf3e5dd907 req-c0036876-5a9f-429a-9523-f36bd9960422 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0533538 Feb 10 13:57:05.635464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6e8ad08-29c8-4956-9e6e-25bf3e5dd907 req-cf7636b8-ee36-4b3a-b466-b3f682b5ec3d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435376 Feb 10 13:57:05.749165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7a6c2-354c-40ff-a324-bc749e24a7b6 req-020d3d57-6d53-411a-9252-e343a5ccb13f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:05.756263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-51c7a6c2-354c-40ff-a324-bc749e24a7b6 req-020d3d57-6d53-411a-9252-e343a5ccb13f tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1126 time: 0.0521755 Feb 10 13:57:05.798320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-51c7a6c2-354c-40ff-a324-bc749e24a7b6 req-edac449c-9bcf-4974-8add-406045022235 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411065 Feb 10 13:57:05.899372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.307919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.327616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56594) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:06.333006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'network': {'name': 'tempest-network-smoke--57330308', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:06.353203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:06.356512 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.364780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.426702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520f9c-53b2-4d9e-8b6f-7ca1cabeeede req-15a0268e-3bf3-4dea-b44a-2b926cfd55a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:06.428247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23520f9c-53b2-4d9e-8b6f-7ca1cabeeede req-15a0268e-3bf3-4dea-b44a-2b926cfd55a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0595040 Feb 10 13:57:06.448040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (78c2b8d7-0d38-401b-8546-bb42aefd9f9f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.452621 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (78c2b8d7-0d38-401b-8546-bb42aefd9f9f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.482326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-23520f9c-53b2-4d9e-8b6f-7ca1cabeeede req-ac223a9e-24c5-4a5f-98ee-47ab0d0ba478 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478790 Feb 10 13:57:06.482846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:57:06.491672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2b8d7-0d38-401b-8546-bb42aefd9f9f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:06.498576 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3c6a66c3-80a4-460d-b5df-43c92682ef81), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.498924 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Added segment 3c6a66c3-80a4-460d-b5df-43c92682ef81 of type vlan for network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e Feb 10 13:57:06.507284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:06.577270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (543b6e9e-ae1e-4212-af6e-7a377ddcf83e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.598631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c4654469-e47a-40e8-86eb-0454a3f4b11d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/59821dc0-8dfc-4334-ad69-ff970267ced7 HTTP/1.1" status: 200 len: 990 time: 0.0903120 Feb 10 13:57:06.613100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (543b6e9e-ae1e-4212-af6e-7a377ddcf83e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.618139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:06.618716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.662542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3335946 Feb 10 13:57:06.665827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:06.670899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'admin_state_up': True, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:06.693275 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.693900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c0e76-dc83-408d-a220-7bcdd4afda5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Network': ['ID=543b6e9e-ae1e-4212-af6e-7a377ddcf83e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:06.694492 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.705174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:57:06.752254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_controller (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:06.827050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56604) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:07.006089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port aca7854f-3a0a-4929-9395-dcfc26195c01 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:07.006440 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.084868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.085200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (aca7854f-3a0a-4929-9395-dcfc26195c01), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.098452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for aca7854f-3a0a-4929-9395-dcfc26195c01 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:07.222592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.264693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (aca7854f-3a0a-4929-9395-dcfc26195c01), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.293711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=aca7854f-3a0a-4929-9395-dcfc26195c01,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:07.353779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (59821dc0-8dfc-4334-ad69-ff970267ced7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.354495 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP 59821dc0-8dfc-4334-ad69-ff970267ced7 disassociated (deleted). External IP: 172.25.8.32, port: bb61d261-6fcc-497e-a452-ab6104428313. Feb 10 13:57:07.420654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.442577 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.451549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.485750 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:57:07.547007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.25.8.143 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/79d5f92c-a7ba-4752-b934-7a6b9b48e271) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:07.570070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 195549b8-b28a-4337-b507-a6ad1e6b4656 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:07.656888 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.686091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:07.691515 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.691683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:07.697710 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Sync routers for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:07.708766 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:07.709713 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:07.723489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:07.726567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:07.726875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-583c0ba0-5d30-4990-8fd2-5b289f80a4a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/floatingips/59821dc0-8dfc-4334-ad69-ff970267ced7 HTTP/1.1" status: 204 len: 168 time: 0.8982625 Feb 10 13:57:07.727486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:07.731870 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19561f3-b345-41f1-bb58-f7115ea8093c" -d '{"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:07.733627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:07.769433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=79d5f92c-a7ba-4752-b934-7a6b9b48e271,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:07.839245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:07.910759 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be6c844-ae4e-4940-be16-72d149e19402 x-openstack-request-id: req-9be6c844-ae4e-4940-be16-72d149e19402 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:07.911338 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:07.911596 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9be6c844-ae4e-4940-be16-72d149e19402 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:07.912012 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'status': 'completed', 'code': 200} Feb 10 13:57:08.069066 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:08.082235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-1963b3fd-54bc-4b6c-bc76-248f35684530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.083731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-1963b3fd-54bc-4b6c-bc76-248f35684530 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 1126 time: 0.1342213 Feb 10 13:57:08.092813 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb516b5-565b-488d-850c-87d33d4984b7 req-44647b84-cd27-4c73-a64c-6e703e90cca7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.094168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-feb516b5-565b-488d-850c-87d33d4984b7 req-44647b84-cd27-4c73-a64c-6e703e90cca7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.1185789 Feb 10 13:57:08.095511 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Checking router: 195549b8-b28a-4337-b507-a6ad1e6b4656 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:08.105516 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:08.106695 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:08.117287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.297695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-feb516b5-565b-488d-850c-87d33d4984b7 req-6c72c449-1c6e-4413-94f2-1d7bd71c3114 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=24f2a5df-e5e7-4834-a4ec-9798f4172cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904573 Feb 10 13:57:08.319222 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:08.320603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-8000815a-3614-4598-bdcd-2d2d67f40bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.322192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-8000815a-3614-4598-bdcd-2d2d67f40bfd service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 200 len: 897 time: 0.2254336 Feb 10 13:57:08.360221 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504880-444f-4e8d-932a-d839f435bd1d req-a0580061-e232-4016-8b45-fd53eb588547 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.361736 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de504880-444f-4e8d-932a-d839f435bd1d req-a0580061-e232-4016-8b45-fd53eb588547 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/ports?device_id=34707ff5-2d4a-4a77-b163-ae548481577d HTTP/1.1" status: 200 len: 944 time: 0.0577002 Feb 10 13:57:08.400447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-dfa693c7-17ae-4628-992b-4f3850156309 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 200 len: 217 time: 0.0724137 Feb 10 13:57:08.466815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port bb61d261-6fcc-497e-a452-ab6104428313 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:08.467165 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bb61d261-6fcc-497e-a452-ab6104428313), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.493683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-b9359144-9a6b-4662-8c51-a65fef1a829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.495163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-b9359144-9a6b-4662-8c51-a65fef1a829a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 200 len: 835 time: 0.0878549 Feb 10 13:57:08.531089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.545285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:08.565179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port bb61d261-6fcc-497e-a452-ab6104428313, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bb61d261-6fcc-497e-a452-ab6104428313,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:08.565494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bb61d261-6fcc-497e-a452-ab6104428313), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.571036 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9f399-752a-4b91-b2fc-0c011b0e091c None None] The sync data for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 is: [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:55:35Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4aab4254-a183-44f9-b0b8-bb7c1d77d595', 'name': '', 'network_id': '2c8180d9-5179-4cc6-b852-35272c1edd6b', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:b2:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:35Z', 'updated_at': '2022-02-10T13:55:38Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': 'bdd6e6cc-9e0b-46d0-9f48-40855e549138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:08.579841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for bb61d261-6fcc-497e-a452-ab6104428313 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:08.599380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-96b93eca-f562-484a-9715-cf1ffcfca528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:08.601075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-96b93eca-f562-484a-9715-cf1ffcfca528 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c8180d9-5179-4cc6-b852-35272c1edd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000574 Feb 10 13:57:08.735641 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bb61d261-6fcc-497e-a452-ab6104428313), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.765702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-f589c59b-0b7e-4a57-ab70-45a67403b5f4 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579905 Feb 10 13:57:08.769218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:57:08.769414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=bb61d261-6fcc-497e-a452-ab6104428313,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:08.828876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] No DVR routers for this DVR port bb61d261-6fcc-497e-a452-ab6104428313 on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:57:08.831357 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:08.834888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "DELETE /v2.0/ports/bb61d261-6fcc-497e-a452-ab6104428313 HTTP/1.1" status: 204 len: 173 time: 0.4683244 Feb 10 13:57:08.873557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558e1dc-150b-487a-a42b-dac9f79e7d2c None None] New status for floating IP 59821dc0-8dfc-4334-ad69-ff970267ced7: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:57:08.967701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e19561f3-b345-41f1-bb58-f7115ea8093c req-878040d8-2fad-423f-b765-80735b113fc4 service neutron] 10.222.0.77 "GET /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950905 Feb 10 13:57:08.975510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bb61d261-6fcc-497e-a452-ab6104428313 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:08.982494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:09.004829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: bb61d261-6fcc-497e-a452-ab6104428313 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:09.005066 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Sync routers for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:09.005586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bb61d261-6fcc-497e-a452-ab6104428313 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:09.017235 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:09.017845 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:09.021026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.022345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-796dd7df-be3a-4193-873f-3b0993726df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3554468 Feb 10 13:57:09.025866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56614) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.153551 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:09.179585 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b1b3625-03c6-4c32-96a0-102859f44843 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=abd77c828b634f729329d8e9013ae9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1525040 Feb 10 13:57:09.182267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56618) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.274609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af27a301-84d5-4e5f-a278-3c6098e981a2 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:09.276303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af27a301-84d5-4e5f-a278-3c6098e981a2 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931013 Feb 10 13:57:09.280786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.309453 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f600de51-f7a6-4f64-b9ed-f53530b0e95a tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271010 Feb 10 13:57:09.312005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.316828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049822116', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:09.346586 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:07Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:09.359704 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.377214 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Checking router: 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:09.377503 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Updating router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:57:09.412028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:09.412650 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.420242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.618855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (d344a9d8-a3fd-4573-9956-51188616510f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.680296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Subnet': ['ID=d344a9d8-a3fd-4573-9956-51188616510f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:09.691774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Checking segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:09.692134 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network hostable DHCP agents. Network: 543b6e9e-ae1e-4212-af6e-7a377ddcf83e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:57:09.692261 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks [] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.701307 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.710254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:57:09.719741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 543b6e9e-ae1e-4212-af6e-7a377ddcf83e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:09.724636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:09.725487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.732878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04f75a-f541-4a65-85e6-311210af0988 None None] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:09.749870 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e99ac17-2db0-4f9d-a877-91c26bd3d7f8 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4343383 Feb 10 13:57:09.750202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:09.758307 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Attempting to bind port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:09.758767 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Attempting to bind port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:09.759033 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Attempting to bind port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:09.765295 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Pushing event updated for resources: {'Port': ['ID=79d5f92c-a7ba-4752-b934-7a6b9b48e271,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:09.772442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (195549b8-b28a-4337-b507-a6ad1e6b4656), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.773254 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:09.773664 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:09.774068 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.774462 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:09.774926 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Bound port: 79d5f92c-a7ba-4752-b934-7a6b9b48e271, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:09.775302 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.778659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.779001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.779336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.779668 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.779994 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.780314 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.780637 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.780979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.781295 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.781615 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.781931 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.782244 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.782559 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:09.853725 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] For port 79d5f92c-a7ba-4752-b934-7a6b9b48e271, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:09.861524 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] For port 79d5f92c-a7ba-4752-b934-7a6b9b48e271, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79d5f92c-a7ba-4752-b934-7a6b9b48e271,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:09.868356 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.895536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:57:09.897601 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:09.914545 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-deleted', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:09.916967 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90de59c-08a7-4763-9965-6c23b8d03308" -d '{"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-deleted", "tag": "bb61d261-6fcc-497e-a452-ab6104428313"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:09.920005 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:09.920643 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:10.016716 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6f5948-7c4b-46de-b482-6a4ee2bf7c02 x-openstack-request-id: req-bb6f5948-7c4b-46de-b482-6a4ee2bf7c02 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:10.017322 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34707ff5-2d4a-4a77-b163-ae548481577d", "name": "network-vif-deleted", "tag": "bb61d261-6fcc-497e-a452-ab6104428313", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:10.017746 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb6f5948-7c4b-46de-b482-6a4ee2bf7c02 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:10.018317 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34707ff5-2d4a-4a77-b163-ae548481577d', 'name': 'network-vif-deleted', 'tag': 'bb61d261-6fcc-497e-a452-ab6104428313', 'status': 'completed', 'code': 200} Feb 10 13:57:10.047430 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:10.074097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Allocated IP 172.20.0.2 (543b6e9e-ae1e-4212-af6e-7a377ddcf83e/d344a9d8-a3fd-4573-9956-51188616510f/dc87a51c-df53-41fa-bfb5-7030d301e1c5) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:10.121694 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cdf5-ee5d-44ef-9b51-fc8840ac647d None None] Pushing event updated for resources: {'Port': ['ID=79d5f92c-a7ba-4752-b934-7a6b9b48e271,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:10.126675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 4aab4254-a183-44f9-b0b8-bb7c1d77d595 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:10.127141 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.233306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port 4aab4254-a183-44f9-b0b8-bb7c1d77d595, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4aab4254-a183-44f9-b0b8-bb7c1d77d595,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:10.233583 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.246074 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks [] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.248634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 4aab4254-a183-44f9-b0b8-bb7c1d77d595 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:10.254553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.267429 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:07Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:10.300065 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b32827-11df-4377-9cbc-617194fa1c6c None None] The sync data for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 is: [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:07Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:10.308999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:10.312046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:10.314692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:10.324548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Pushing event updated for resources: {'Port': ['ID=dc87a51c-df53-41fa-bfb5-7030d301e1c5,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:10.338680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.338680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.338680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.339668 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.339827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.340171 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.340507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.340866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.341195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.341524 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.341852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.342456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.342584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.410821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Attempting to bind port dc87a51c-df53-41fa-bfb5-7030d301e1c5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:10.410821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Attempting to bind port dc87a51c-df53-41fa-bfb5-7030d301e1c5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:10.411494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Attempting to bind port dc87a51c-df53-41fa-bfb5-7030d301e1c5 on network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:10.419708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:10.420278 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Checking segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:10.420705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.421132 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Bound using segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:10.421623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Bound port: dc87a51c-df53-41fa-bfb5-7030d301e1c5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:10.422016 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.496238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] For port dc87a51c-df53-41fa-bfb5-7030d301e1c5, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:10.499293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] For port dc87a51c-df53-41fa-bfb5-7030d301e1c5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dc87a51c-df53-41fa-bfb5-7030d301e1c5,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:10.504379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4aab4254-a183-44f9-b0b8-bb7c1d77d595), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.510714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.532147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=4aab4254-a183-44f9-b0b8-bb7c1d77d595,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:10.546801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.547105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.547451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.547786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.548118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.548448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.548917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.549140 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.549467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.549793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.550120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.550439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.550759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:57:10.609169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131baef-d618-4292-98ec-0ba063f0ab76 None None] Pushing event updated for resources: {'Port': ['ID=dc87a51c-df53-41fa-bfb5-7030d301e1c5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:10.775096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:10.800457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (195549b8-b28a-4337-b507-a6ad1e6b4656), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.116271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router 195549b8-b28a-4337-b507-a6ad1e6b4656 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:11.217522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.20.0.1 (543b6e9e-ae1e-4212-af6e-7a377ddcf83e/d344a9d8-a3fd-4573-9956-51188616510f/96d1191d-e160-4b84-8cff-995eeefe7103) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:11.351639 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (96d1191d-e160-4b84-8cff-995eeefe7103), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.401683 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.462826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.467386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:11.471803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:11.474454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:11.483938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:11.529536 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.609932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:11.621958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Sync routers for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:11.624834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e553b7f6-ab18-465a-b829-e7f32b5570ed tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/195549b8-b28a-4337-b507-a6ad1e6b4656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2624578 Feb 10 13:57:11.626527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:11.635993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:11.636652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:11.688274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting subnet bdd6e6cc-9e0b-46d0-9f48-40855e549138 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:57:11.692278 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (bdd6e6cc-9e0b-46d0-9f48-40855e549138), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.751623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.753505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (bdd6e6cc-9e0b-46d0-9f48-40855e549138), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.767414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:11.836308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3583f7-a384-445e-a5da-abf5a3a90aa4 None None] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:11.864720 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (bdd6e6cc-9e0b-46d0-9f48-40855e549138), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.929778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (bdd6e6cc-9e0b-46d0-9f48-40855e549138), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.965448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd6e6cc-9e0b-46d0-9f48-40855e549138,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:11.975572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:11.982032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b65480d7-c13f-4b0d-be76-47285de1441c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/subnets/bdd6e6cc-9e0b-46d0-9f48-40855e549138 HTTP/1.1" status: 204 len: 168 time: 0.3532958 Feb 10 13:57:11.984056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:12.119810 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.123102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29025ac6-9cba-4242-88f1-a9b720bf79be None None] Network 2c8180d9-5179-4cc6-b852-35272c1edd6b requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:12.132340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (96d1191d-e160-4b84-8cff-995eeefe7103), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.138183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.205254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Provisioning complete for port dc87a51c-df53-41fa-bfb5-7030d301e1c5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:12.205889 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.230176 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.232017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:12.318033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (195549b8-b28a-4337-b507-a6ad1e6b4656), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.353676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:12.356470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:12.363145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dc87a51c-df53-41fa-bfb5-7030d301e1c5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:12.399488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port db07ab00-9474-4e28-a0bd-16021c16a9a4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:12.399835 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.490002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:57:10Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'db07ab00-9474-4e28-a0bd-16021c16a9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:55:32Z', 'updated_at': '2022-02-10T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:12.491993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bb61d261-6fcc-497e-a452-ab6104428313 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:12.501741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port db07ab00-9474-4e28-a0bd-16021c16a9a4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=db07ab00-9474-4e28-a0bd-16021c16a9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:12.502118 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.503727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:12.519859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for db07ab00-9474-4e28-a0bd-16021c16a9a4 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:12.556446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Current status of the port dc87a51c-df53-41fa-bfb5-7030d301e1c5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:12.556446 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.582624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Checking router: 195549b8-b28a-4337-b507-a6ad1e6b4656 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:12.584687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] DHCP port deletion for 2c8180d9-5179-4cc6-b852-35272c1edd6b request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:57:12.586237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: bb61d261-6fcc-497e-a452-ab6104428313 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:12.586627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bb61d261-6fcc-497e-a452-ab6104428313 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:12.618498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] For port dc87a51c-df53-41fa-bfb5-7030d301e1c5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dc87a51c-df53-41fa-bfb5-7030d301e1c5,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:12.628845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.654773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:12.660530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e8e4625-8050-4e57-854f-aadb025645c0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "PUT /v2.0/routers/7e5c5fce-e3a9-4ac4-9693-1d8ca343f114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9092059 Feb 10 13:57:12.664045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56636) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:12.665796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Sync routers for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:12.671453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--577962067', 'description': 'tempest-secgroup_access--577962067 description', 'project_id': 'abd77c828b634f729329d8e9013ae9d3'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:12.682492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Routers {'195549b8-b28a-4337-b507-a6ad1e6b4656'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:12.683182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['195549b8-b28a-4337-b507-a6ad1e6b4656'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:12.692450 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:12.693230 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:12.696559 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.807437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (ad8d95f4-7cc8-484d-ad95-84db204a3fe1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.812280 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (db07ab00-9474-4e28-a0bd-16021c16a9a4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.814277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ad8d95f4-7cc8-484d-ad95-84db204a3fe1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.826619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] Set router 195549b8-b28a-4337-b507-a6ad1e6b4656 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:12.866851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port dc87a51c-df53-41fa-bfb5-7030d301e1c5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:12.867246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.874075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=db07ab00-9474-4e28-a0bd-16021c16a9a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:12.902215 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d95f4-7cc8-484d-ad95-84db204a3fe1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:12.921551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:12.924185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c269b33c-7686-45f1-934c-9293b49672d4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2586679 Feb 10 13:57:12.928120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:12.938164 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1136009219', 'description': 'tempest-secgroup_general--1136009219 description', 'project_id': 'abd77c828b634f729329d8e9013ae9d3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:12.965486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:57:12Z', 'revision_number': 6, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:12.968357 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:12.994972 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (195549b8-b28a-4337-b507-a6ad1e6b4656), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.000197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b37518-9a11-4bb5-a005-e19e896ceefd None None] Pushing event updated for resources: {'Port': ['ID=dc87a51c-df53-41fa-bfb5-7030d301e1c5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.005964 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Deleting port 014e808a-b83d-4854-a216-aea32d79cd7b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:57:13.006750 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.008074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a74e3-9bc1-4cec-a2fc-497f91bc3388 None None] The sync data for ids ['195549b8-b28a-4337-b507-a6ad1e6b4656'] in n-d-815324-6 is: [{'id': '195549b8-b28a-4337-b507-a6ad1e6b4656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848677785', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:55:31Z', 'updated_at': '2022-02-10T13:57:12Z', 'revision_number': 6, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:13.033328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Provisioning complete for port 96d1191d-e160-4b84-8cff-995eeefe7103 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:13.033711 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.047401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.112147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] For port 014e808a-b83d-4854-a216-aea32d79cd7b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=014e808a-b83d-4854-a216-aea32d79cd7b,segment=NetworkSegment(77e18ad7-99bf-42f9-ad74-ea548855f27f),segment_id=77e18ad7-99bf-42f9-ad74-ea548855f27f)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:13.112848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.129633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Calling delete_port for 014e808a-b83d-4854-a216-aea32d79cd7b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:57:13.185075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.189544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (195549b8-b28a-4337-b507-a6ad1e6b4656), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.258536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 2, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:13.263710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Port 96d1191d-e160-4b84-8cff-995eeefe7103 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:13.266168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (195549b8-b28a-4337-b507-a6ad1e6b4656), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.267084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Fanout notify agent at l3_agent the message router_deleted on router 195549b8-b28a-4337-b507-a6ad1e6b4656 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:57:13.277833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.281787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6756b50b-8153-40a9-b74c-abdca987e22b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/routers/195549b8-b28a-4337-b507-a6ad1e6b4656 HTTP/1.1" status: 204 len: 168 time: 1.2941287 Feb 10 13:57:13.282747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56640) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:13.287477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port dc87a51c-df53-41fa-bfb5-7030d301e1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:13.287973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (31b5386d-f91c-4708-a587-384b9b6f2280), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.288554 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79d5f92c-a7ba-4752-b934-7a6b9b48e271 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:13.294414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (31b5386d-f91c-4708-a587-384b9b6f2280), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.304495 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Checking router: 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:13.304875 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Updating router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 port 96d1191d-e160-4b84-8cff-995eeefe7103 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:57:13.332606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b5386d-f91c-4708-a587-384b9b6f2280,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.346878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Provisioning complete for port dc87a51c-df53-41fa-bfb5-7030d301e1c5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:13.347255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.362288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.366506 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.369052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5039643f-8959-4dc0-baa0-51ee50bee47e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4368863 Feb 10 13:57:13.370023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:13.373744 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (014e808a-b83d-4854-a216-aea32d79cd7b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.375314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d95f4-7cc8-484d-ad95-84db204a3fe1', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:13.423010 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group_rule (6667862d-a861-468e-854b-04c8327d16d9), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.424662 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (2c8180d9-5179-4cc6-b852-35272c1edd6b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.459586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] Pushing event deleted for resources: {'Port': ['ID=014e808a-b83d-4854-a216-aea32d79cd7b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.489293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870dfc4f-48a3-4df9-a0b4-652925a50b79 None None] No DVR routers for this DVR port 014e808a-b83d-4854-a216-aea32d79cd7b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:57:13.513822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:13.514392 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.557335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group_rule (6667862d-a861-468e-854b-04c8327d16d9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.564802 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (6667862d-a861-468e-854b-04c8327d16d9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.587205 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (2c8180d9-5179-4cc6-b852-35272c1edd6b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.602366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6667862d-a861-468e-854b-04c8327d16d9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.614387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8180d9-5179-4cc6-b852-35272c1edd6b']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:13.617020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.629654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a0d323d-0c8a-43f5-a2d1-fcfe1e441c33 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2578232 Feb 10 13:57:13.637629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e18ad7-99bf-42f9-ad74-ea548855f27f') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:13.638030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e18ad7-99bf-42f9-ad74-ea548855f27f') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:13.649028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (77e18ad7-99bf-42f9-ad74-ea548855f27f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.659891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c25ed24e-15a7-460d-a4ce-7bebc21ba7d9 None None] Current status of the port dc87a51c-df53-41fa-bfb5-7030d301e1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:13.665217 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (77e18ad7-99bf-42f9-ad74-ea548855f27f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.673599 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:57:13.675437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (77e18ad7-99bf-42f9-ad74-ea548855f27f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:57:13.679911 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:57:13.729588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:13.729588 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.729588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 79d5f92c-a7ba-4752-b934-7a6b9b48e271, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79d5f92c-a7ba-4752-b934-7a6b9b48e271,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:13.729588 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.777751 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (2c8180d9-5179-4cc6-b852-35272c1edd6b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.790307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.795158 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/networks/2c8180d9-5179-4cc6-b852-35272c1edd6b HTTP/1.1" status: 204 len: 168 time: 0.5088181 Feb 10 13:57:13.797877 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:13.806123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-988d2e9e-3de4-4650-a320-280bd0972486 None None] Provisioning complete for port 96d1191d-e160-4b84-8cff-995eeefe7103 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:13.806507 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-988d2e9e-3de4-4650-a320-280bd0972486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.808616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=79d5f92c-a7ba-4752-b934-7a6b9b48e271,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.820966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea73920-2940-4d58-88f1-7893d2606a64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Network': ['ID=2c8180d9-5179-4cc6-b852-35272c1edd6b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.843607 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks [] for port (96d1191d-e160-4b84-8cff-995eeefe7103), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.851171 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.852465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-988d2e9e-3de4-4650-a320-280bd0972486 None None] Port 96d1191d-e160-4b84-8cff-995eeefe7103 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:13.913285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86aa51-7495-4347-9b11-7591ecd6bed4 None None] Pushing event updated for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:13.932264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6c1b768-6208-475a-9429-3446d519fcb0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--577962067&fields=id&tenant_id=abd77c828b634f729329d8e9013ae9d3 HTTP/1.1" status: 200 len: 267 time: 0.0953166 Feb 10 13:57:13.933686 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (24f2a5df-e5e7-4834-a4ec-9798f4172cde), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.971419 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Attempting to bind port 96d1191d-e160-4b84-8cff-995eeefe7103 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:13.971788 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Attempting to bind port 96d1191d-e160-4b84-8cff-995eeefe7103 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:13.972145 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Attempting to bind port 96d1191d-e160-4b84-8cff-995eeefe7103 on network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:13.977447 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:13.978058 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Checking segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:13.978610 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.979001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Bound using segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:13.979496 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Bound port: 96d1191d-e160-4b84-8cff-995eeefe7103, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:13.980419 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:13.998758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (24f2a5df-e5e7-4834-a4ec-9798f4172cde), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.018424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-05aa4ceb-f878-4539-afaa-4055f0ec7333 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1136009219&fields=id&tenant_id=abd77c828b634f729329d8e9013ae9d3 HTTP/1.1" status: 200 len: 267 time: 0.0760953 Feb 10 13:57:14.058883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] For port 96d1191d-e160-4b84-8cff-995eeefe7103, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:14.065008 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] For port 96d1191d-e160-4b84-8cff-995eeefe7103, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96d1191d-e160-4b84-8cff-995eeefe7103,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:14.078960 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.171828 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dc87a51c-df53-41fa-bfb5-7030d301e1c5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:14.172847 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:14.173641 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:14.177392 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86aa51-7495-4347-9b11-7591ecd6bed4 None None] Pushing event updated for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:14.194236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-2aa2a438-9468-4552-b7df-079e4f320527 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:14.195873 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-2aa2a438-9468-4552-b7df-079e4f320527 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 795 time: 0.1684406 Feb 10 13:57:14.208396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (24f2a5df-e5e7-4834-a4ec-9798f4172cde), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.211537 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.212950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/security-groups/24f2a5df-e5e7-4834-a4ec-9798f4172cde HTTP/1.1" status: 204 len: 168 time: 0.4135678 Feb 10 13:57:14.238610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634fc1f-4d64-47ce-92a2-878fb7fbc99d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2a5df-e5e7-4834-a4ec-9798f4172cde,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:14.242807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-3a6694cd-716c-46d3-bce3-9ca089f6c2b2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/quotas/abd77c828b634f729329d8e9013ae9d3 HTTP/1.1" status: 200 len: 375 time: 0.0364888 Feb 10 13:57:14.299065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Provisioning complete for port 96d1191d-e160-4b84-8cff-995eeefe7103 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:14.299445 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.325558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b458c31c-8f14-46ae-8644-afff51628ced tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747964 Feb 10 13:57:14.362607 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:14.387102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port dc87a51c-df53-41fa-bfb5-7030d301e1c5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:14.395669 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.467839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-a958999d-8cec-41ed-bb93-14bfc6c129be service neutron] 10.222.0.13 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290174 Feb 10 13:57:14.516182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Current status of the port 96d1191d-e160-4b84-8cff-995eeefe7103 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:14.516727 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.540164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port dc87a51c-df53-41fa-bfb5-7030d301e1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:14.541214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79d5f92c-a7ba-4752-b934-7a6b9b48e271 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:14.576527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-f5b1ea1f-bad7-45c5-a4a9-ace39270714b service neutron] 10.222.0.13 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023462 Feb 10 13:57:14.584261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] For port 96d1191d-e160-4b84-8cff-995eeefe7103, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96d1191d-e160-4b84-8cff-995eeefe7103,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:14.591926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.600134 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:14.634887 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d832152-6349-4689-aafb-8f29af9a5be4 None None] The sync data for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 is: [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:14.651968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:14.652421 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.655225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1923-148c-4ee5-bf93-e8e9a476d921 None None] Pushing event updated for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:14.726929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7c4f9388-e1c1-48ff-919c-d7c2aac2d576 None None] Provisioning complete for port 96d1191d-e160-4b84-8cff-995eeefe7103 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:14.727335 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9388-e1c1-48ff-919c-d7c2aac2d576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:14.834635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc874741-b586-4502-ba0e-45957123cadf req-82a28cfa-ec9e-49bd-8d0d-1c3160850e42 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 210 time: 0.0288951 Feb 10 13:57:14.878569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:14.899784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f9388-e1c1-48ff-919c-d7c2aac2d576 None None] Current status of the port 96d1191d-e160-4b84-8cff-995eeefe7103 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:14.964216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4aab4254-a183-44f9-b0b8-bb7c1d77d595 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:14.992111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4aab4254-a183-44f9-b0b8-bb7c1d77d595 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:14.992714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4aab4254-a183-44f9-b0b8-bb7c1d77d595 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:14.993318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 014e808a-b83d-4854-a216-aea32d79cd7b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:15.017303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 014e808a-b83d-4854-a216-aea32d79cd7b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:15.018009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 014e808a-b83d-4854-a216-aea32d79cd7b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:15.018575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device db07ab00-9474-4e28-a0bd-16021c16a9a4 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:57:15.047422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: db07ab00-9474-4e28-a0bd-16021c16a9a4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:57:15.047786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device db07ab00-9474-4e28-a0bd-16021c16a9a4 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:57:15.398138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:15.403363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679349077', 'description': 'tempest-secgroup-smoke-1679349077 description', 'project_id': 'fd309233c9684d6292adb47e0c79571e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:15.427340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.504910 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (90659d69-ef20-44bf-8ee0-5481a42390ce), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.508793 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (90659d69-ef20-44bf-8ee0-5481a42390ce), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.541727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.542995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1438513 Feb 10 13:57:15.543859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc299c-d4a5-4bcc-998f-5b10c7d98065 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90659d69-ef20-44bf-8ee0-5481a42390ce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:15.545988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56678) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:15.550891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:15.576912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (278323f8-1743-4095-b763-cf2ba79d0d74), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.640671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (278323f8-1743-4095-b763-cf2ba79d0d74), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.646358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (278323f8-1743-4095-b763-cf2ba79d0d74), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.666467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278323f8-1743-4095-b763-cf2ba79d0d74,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:15.672128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.673406 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ea85bf1a-0329-4abd-b847-6f57d466f3d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263254 Feb 10 13:57:15.676377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:15.681366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:15.707398 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (7bd7490a-6563-4a0e-aeb9-4684b3e2e02a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.796454 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (7bd7490a-6563-4a0e-aeb9-4684b3e2e02a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.814061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (7bd7490a-6563-4a0e-aeb9-4684b3e2e02a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.849029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd7490a-6563-4a0e-aeb9-4684b3e2e02a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:15.887540 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:15.891335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c9a2dcfe-961b-4a26-941b-6b6b273abf61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2113972 Feb 10 13:57:15.891573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:15.899703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:15.957657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81ac57d4-6438-4113-b3cb-0010c389afa8 req-54396ece-49a3-40b9-86fc-b87f85c4677b tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 210 time: 0.0433838 Feb 10 13:57:15.976794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-56c06747-fac6-4686-8096-24b8e2a34691 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:15.978244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-56c06747-fac6-4686-8096-24b8e2a34691 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 795 time: 0.1936035 Feb 10 13:57:15.984692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (4b2729ab-a6f7-4401-831b-85f69ece8629), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.093562 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (4b2729ab-a6f7-4401-831b-85f69ece8629), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.101774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-4faabe99-dd71-4107-b731-40b3057689e4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abd77c828b634f729329d8e9013ae9d3 HTTP/1.1" status: 200 len: 477 time: 0.1133049 Feb 10 13:57:16.103332 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4b2729ab-a6f7-4401-831b-85f69ece8629), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.111592 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96d1191d-e160-4b84-8cff-995eeefe7103 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:16.116649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'port': {'device_id': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'admin_state_up': True, 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'security_groups': ['ad8d95f4-7cc8-484d-ad95-84db204a3fe1', '31b5386d-f91c-4708-a587-384b9b6f2280']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.143341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2729ab-a6f7-4401-831b-85f69ece8629,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.159406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 96d1191d-e160-4b84-8cff-995eeefe7103 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:16.159792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.160700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.162202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6c8ae065-1363-4bcd-8b59-2052dadcd5c6 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697580 Feb 10 13:57:16.164985 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:16.169264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.241625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 96d1191d-e160-4b84-8cff-995eeefe7103 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:16.241827 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (b419b448-c1d2-4d74-a2cf-af50daf4572d), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.296486 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:16.299794 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.337157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (b419b448-c1d2-4d74-a2cf-af50daf4572d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.365343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b419b448-c1d2-4d74-a2cf-af50daf4572d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.396537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b419b448-c1d2-4d74-a2cf-af50daf4572d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.403994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.405220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-131353f9-d08d-4e38-b768-a70e412f0e5c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2393162 Feb 10 13:57:16.408151 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:16.413127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.433827 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:57:16.438817 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (d49d3142-73a6-49ec-8a2d-dec97f58dd3e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.464973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.20.0.7 (543b6e9e-ae1e-4212-af6e-7a377ddcf83e/d344a9d8-a3fd-4573-9956-51188616510f/1ba85841-d69e-49e2-85f3-ae272686c2da) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:16.498329 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (d49d3142-73a6-49ec-8a2d-dec97f58dd3e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.502136 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d49d3142-73a6-49ec-8a2d-dec97f58dd3e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.520159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d3142-73a6-49ec-8a2d-dec97f58dd3e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.529012 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.532699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b6267fde-3ed7-4396-9c39-3618bbe5a838 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210022 Feb 10 13:57:16.532969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:16.537673 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'security_group_rule': {'security_group_id': '90659d69-ef20-44bf-8ee0-5481a42390ce', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.558210 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Project fd309233c9684d6292adb47e0c79571e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 13:57:16.563032 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (2140844e-9480-4c13-8eb4-b7bb18d8314c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.613451 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.620861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (2140844e-9480-4c13-8eb4-b7bb18d8314c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.624414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2140844e-9480-4c13-8eb4-b7bb18d8314c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.641057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2140844e-9480-4c13-8eb4-b7bb18d8314c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.649991 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.650542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.652276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b87b5f13-8867-4f62-885b-143c758ab1a7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183143 Feb 10 13:57:16.655383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:16.660415 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'network': {'name': 'tempest-network-smoke--1797718440', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.681460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:16.684840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.703137 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:16.706379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:16.708894 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:57:16.710888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:16.715354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.721944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (68ff2280-031f-45c6-ad69-d04ce95c817b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.722336 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Added segment 68ff2280-031f-45c6-ad69-d04ce95c817b of type vlan for network 4d6d3340-71b7-4a5e-8446-ae60fe0894de Feb 10 13:57:16.761318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:16.761961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.768044 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (4d6d3340-71b7-4a5e-8446-ae60fe0894de), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.780361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-21eeabab-b96f-439d-9d83-4be21115cc51 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6718400 Feb 10 13:57:16.792634 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Request body: {'port': {'device_id': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.796190 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (4d6d3340-71b7-4a5e-8446-ae60fe0894de), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.801665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:16.802358 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.843459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1869624 Feb 10 13:57:16.846332 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:16.852910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'admin_state_up': True, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:16.868903 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.883351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e09397-0e11-425f-8963-cdb1c1d72234 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Network': ['ID=4d6d3340-71b7-4a5e-8446-ae60fe0894de,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:16.897025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:57:16.922326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:16.923374 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.046051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c3b5a80f-6327-4d41-9402-71e3d6599ad0 None None] Provisioning complete for port 1ba85841-d69e-49e2-85f3-ae272686c2da triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:17.046435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a80f-6327-4d41-9402-71e3d6599ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.061343 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.081856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5a80f-6327-4d41-9402-71e3d6599ad0 None None] Port 1ba85841-d69e-49e2-85f3-ae272686c2da cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:17.287340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.298073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7497-22f8-4fee-a495-83c37823eacf req-7fc0a083-89e3-46c3-a42a-c12d9a855a4a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:17.299566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb2a7497-22f8-4fee-a495-83c37823eacf req-7fc0a083-89e3-46c3-a42a-c12d9a855a4a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 970 time: 0.2503066 Feb 10 13:57:17.472461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb2a7497-22f8-4fee-a495-83c37823eacf req-f7e85251-6be9-4e18-929b-b7d1d304573d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1647413 Feb 10 13:57:17.475178 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba85841-d69e-49e2-85f3-ae272686c2da {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:57:17.484423 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks [] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.503893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Transition to ACTIVE for port object 1ba85841-d69e-49e2-85f3-ae272686c2da will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:57:17.507702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.569015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Pushing event updated for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:17.728156 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.752130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:17.761344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Attempting to bind port 1ba85841-d69e-49e2-85f3-ae272686c2da on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:17.761679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Attempting to bind port 1ba85841-d69e-49e2-85f3-ae272686c2da by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:17.762001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Attempting to bind port 1ba85841-d69e-49e2-85f3-ae272686c2da on network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:17.769248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Port 1ba85841-d69e-49e2-85f3-ae272686c2da on network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:57:17.769628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Attempting to bind port 1ba85841-d69e-49e2-85f3-ae272686c2da on network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:17.802712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:17.803046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Checking segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:17.803423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Bound using segment: {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:17.803849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Bound port: 1ba85841-d69e-49e2-85f3-ae272686c2da, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6a66c3-80a4-460d-b5df-43c92682ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:17.804203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:18.235245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:18.237602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.74 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c78d2ecc-2042-4d30-9404-94567e5c026d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:18.240426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1ba85841-d69e-49e2-85f3-ae272686c2da,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:18.250299 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:18.301958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:18.302580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:18.304043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] 10.222.0.21 "PUT /v2.0/ports/1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 1130 time: 1.5162733 Feb 10 13:57:18.304487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:18.306765 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:18.369430 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1833ba-a2d0-476e-bf37-f065a10a9fdf x-openstack-request-id: req-0c1833ba-a2d0-476e-bf37-f065a10a9fdf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:18.369721 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:18.369970 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c1833ba-a2d0-476e-bf37-f065a10a9fdf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:18.370417 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'status': 'completed', 'code': 200} Feb 10 13:57:18.385275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6709324-8bf3-48eb-a90e-d6d0aeb6712c service neutron] Pushing event updated for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:18.451783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:18.456322 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-bb8b77ba-c6b3-4f39-b1e8-c4115085b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:18.457961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-bb8b77ba-c6b3-4f39-b1e8-c4115085b41b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1164 time: 0.0867040 Feb 10 13:57:18.507762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-fca5b7ed-b201-43f4-a7a3-eff56cbef603 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 217 time: 0.0415871 Feb 10 13:57:18.588175 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:18.622149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-e4253c86-5fc5-413b-a7fb-825fd3edf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:18.623697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-e4253c86-5fc5-413b-a7fb-825fd3edf177 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.1056886 Feb 10 13:57:18.656921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:18.678183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:18.685700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:18.691096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=c78d2ecc-2042-4d30-9404-94567e5c026d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:18.732827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e557-ecd5-4fba-baff-85d031894b26 req-1d095c95-1aec-4c41-a900-9368a81913cd tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:18.734300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16b6e557-ecd5-4fba-baff-85d031894b26 req-1d095c95-1aec-4c41-a900-9368a81913cd tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 982 time: 0.1865201 Feb 10 13:57:18.766067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b3af448e-1be7-4932-8851-6d8d0045238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:18.767528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-b3af448e-1be7-4932-8851-6d8d0045238b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1370223 Feb 10 13:57:18.945282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-16b6e557-ecd5-4fba-baff-85d031894b26 req-ed720dac-a1ae-473a-81b9-5a6e2620cec4 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2034879 Feb 10 13:57:18.981239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-bb38e21a-07e7-48dd-abb7-001ae558d0db service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780725 Feb 10 13:57:19.153852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:19.157337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b768d627-869a-4d50-900c-8eb46c202d95 req-9fae4702-d5cb-45a2-be18-58f038bcd239 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389372 Feb 10 13:57:19.293309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-10068529-3c47-476f-9064-7171b9896c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:19.294807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-10068529-3c47-476f-9064-7171b9896c8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1164 time: 0.0936165 Feb 10 13:57:19.458296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-d2e46653-2c54-4d3c-99fb-c5ccd58084ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:19.459675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-d2e46653-2c54-4d3c-99fb-c5ccd58084ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 896 time: 0.1341484 Feb 10 13:57:19.460604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:19.533370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-0d471159-8e5e-4fb7-89ae-20e48b936178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 217 time: 0.0673201 Feb 10 13:57:19.624565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-bf43ace6-c75e-4107-832c-2cea6a7332cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:19.626021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-bf43ace6-c75e-4107-832c-2cea6a7332cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.0845790 Feb 10 13:57:19.692984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:57:19.696846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-2fe124d8-6a8e-457c-9be5-8d43bf3769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:19.698436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-2fe124d8-6a8e-457c-9be5-8d43bf3769b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663857 Feb 10 13:57:19.879657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-534966cf-ee09-4536-a490-ad8b259a8aea service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747310 Feb 10 13:57:19.880761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:19.890350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Sync routers for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:19.900538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:19.901988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:19.924966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:19.926169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c7d79854-00c3-4a0b-afc8-d82b17963a31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0788946 Feb 10 13:57:19.929861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:19.969557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30d626a0-9229-493d-b80e-5e9cb1436569 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=fd309233c9684d6292adb47e0c79571e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379226 Feb 10 13:57:19.971957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56706) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:19.987127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e1af619-770c-42ad-9d24-b5c8f2e2de3b req-7fb31594-230a-4d2d-a4ed-fac4963e50ad service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994678 Feb 10 13:57:20.069589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5f582-2561-45ba-baa5-f5bd245942f4 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:20.074119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2c5f582-2561-45ba-baa5-f5bd245942f4 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977974 Feb 10 13:57:20.074551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:20.082511 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00979b-1201-44e5-bf17-e7384cbb630f req-58728caf-2460-400b-93b8-4a13bd652c13 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:20.084066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e00979b-1201-44e5-bf17-e7384cbb630f req-58728caf-2460-400b-93b8-4a13bd652c13 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 982 time: 0.0607190 Feb 10 13:57:20.106655 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-678ca416-2b5f-4cb9-81e0-a6cf846ee593 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286214 Feb 10 13:57:20.106875 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56710) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:20.111850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921641026', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:20.164195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e00979b-1201-44e5-bf17-e7384cbb630f req-e0fd8e1c-18a6-4906-9c41-c0738b1ba3fd tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0718746 Feb 10 13:57:20.201958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:20.204980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:20.208350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.380777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:18Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:20.386464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8b1f0d13-e09f-4210-a90a-482646f12af2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.408485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Checking router: a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:20.408874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Updating router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 port c78d2ecc-2042-4d30-9404-94567e5c026d binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:57:20.436567 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.448019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Subnet': ['ID=8b1f0d13-e09f-4210-a90a-482646f12af2,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:20.456389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Checking segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:20.456768 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network hostable DHCP agents. Network: 4d6d3340-71b7-4a5e-8446-ae60fe0894de, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:57:20.473692 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:57:20.482094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 4d6d3340-71b7-4a5e-8446-ae60fe0894de) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:20.493923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:20.494504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.510173 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6f421123-e070-476f-b101-f61dd600ad64 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4023337 Feb 10 13:57:20.513678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56712) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:20.520468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92263d94-1a17-45af-bf30-ba219f8211bb None None] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:20.680555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:57:20.681423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.871198 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks [] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.879772 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.914026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Allocated IP 172.20.0.2 (4d6d3340-71b7-4a5e-8446-ae60fe0894de/8b1f0d13-e09f-4210-a90a-482646f12af2/82b94fc1-d89a-47bc-8136-c5af49b843ec) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:20.952842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.957284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205d98-c055-4997-aac1-a5cae0868b52 None None] Pushing event updated for resources: {'Port': ['ID=c78d2ecc-2042-4d30-9404-94567e5c026d,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:20.967993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Attempting to bind port c78d2ecc-2042-4d30-9404-94567e5c026d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:20.968385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Attempting to bind port c78d2ecc-2042-4d30-9404-94567e5c026d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:20.968775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Attempting to bind port c78d2ecc-2042-4d30-9404-94567e5c026d on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:20.981793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:20.982173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:20.982578 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:20.982972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:20.983451 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Bound port: c78d2ecc-2042-4d30-9404-94567e5c026d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:20.983833 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.080567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] For port c78d2ecc-2042-4d30-9404-94567e5c026d, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:21.085738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] For port c78d2ecc-2042-4d30-9404-94567e5c026d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c78d2ecc-2042-4d30-9404-94567e5c026d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:21.098225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.188637 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks [] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.203031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205d98-c055-4997-aac1-a5cae0868b52 None None] Pushing event updated for resources: {'Port': ['ID=c78d2ecc-2042-4d30-9404-94567e5c026d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:21.206318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:21.206948 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:21.212052 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.293677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda44c4-3ecb-491f-b715-e2d26805851c req-885af960-2cc3-4f66-b226-33d67670c12f tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:21.295821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fcda44c4-3ecb-491f-b715-e2d26805851c req-885af960-2cc3-4f66-b226-33d67670c12f tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 982 time: 0.0590806 Feb 10 13:57:21.303009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:21.310800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:21.313264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:21.353354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Pushing event updated for resources: {'Port': ['ID=82b94fc1-d89a-47bc-8136-c5af49b843ec,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:21.359688 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fcda44c4-3ecb-491f-b715-e2d26805851c req-7458da16-5bde-4b95-9393-f44d018c2b85 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0561705 Feb 10 13:57:21.400888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:21.477302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.1 (4d6d3340-71b7-4a5e-8446-ae60fe0894de/8b1f0d13-e09f-4210-a90a-482646f12af2/acbb6570-4bfe-483b-b3e0-abc4cf5deb37) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:21.493187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Attempting to bind port 82b94fc1-d89a-47bc-8136-c5af49b843ec on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:21.493567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Attempting to bind port 82b94fc1-d89a-47bc-8136-c5af49b843ec by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:21.493933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Attempting to bind port 82b94fc1-d89a-47bc-8136-c5af49b843ec on network 4d6d3340-71b7-4a5e-8446-ae60fe0894de {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:21.511340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:21.511722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Checking segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:21.512126 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.512534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Bound using segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:21.513021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Bound port: 82b94fc1-d89a-47bc-8136-c5af49b843ec, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:21.513398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.590564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.627108 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.637538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] For port 82b94fc1-d89a-47bc-8136-c5af49b843ec, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:21.652351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] For port 82b94fc1-d89a-47bc-8136-c5af49b843ec, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82b94fc1-d89a-47bc-8136-c5af49b843ec,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:21.663515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.675451 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:21.678947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:21.681366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:21.720230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:21.724231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:18Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:21.741275 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:21.753910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23417c0a-47b0-4d07-9cc1-7ab9779b6bb6 None None] The sync data for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 is: [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:18Z', 'revision_number': 3, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:21.779366 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c9d20-0a69-4fff-b8c9-aaa7cbc71163 None None] Pushing event updated for resources: {'Port': ['ID=82b94fc1-d89a-47bc-8136-c5af49b843ec,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:21.915740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.262305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82b94fc1-d89a-47bc-8136-c5af49b843ec up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:22.315950 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 82b94fc1-d89a-47bc-8136-c5af49b843ec triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:22.316330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.345552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.353271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.418218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 82b94fc1-d89a-47bc-8136-c5af49b843ec is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:22.418617 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.462612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 82b94fc1-d89a-47bc-8136-c5af49b843ec, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82b94fc1-d89a-47bc-8136-c5af49b843ec,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:22.470181 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.506039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:22.553576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a439b4-ad0f-4c78-b999-aefc1e6f08ca req-5ddcf857-3682-4e30-93b1-f1df14fe95ca tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:22.554432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=82b94fc1-d89a-47bc-8136-c5af49b843ec,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:22.556613 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39a439b4-ad0f-4c78-b999-aefc1e6f08ca req-5ddcf857-3682-4e30-93b1-f1df14fe95ca tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 982 time: 0.0728981 Feb 10 13:57:22.636363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:22.637938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:22.640547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:22.665299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39a439b4-ad0f-4c78-b999-aefc1e6f08ca req-229b1842-27e3-47da-bacf-32ba9236d720 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0989032 Feb 10 13:57:22.791655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:22.938745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:22.953275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a54873f-a88e-458e-880d-95df3e614b61 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4296041 Feb 10 13:57:23.004603 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1ba85841-d69e-49e2-85f3-ae272686c2da details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:57:23.107082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3a3d5-081f-4260-986a-f663626ae484 None None] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:57:23.166693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1ba85841-d69e-49e2-85f3-ae272686c2da,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:23.179015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-9658847d-153e-475d-991d-e64e01c0234a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679349077&fields=id&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 267 time: 0.0499415 Feb 10 13:57:23.210029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e9de0b15-8e2a-4ae1-8527-46ce68a9e3b1 None None] Provisioning complete for port 82b94fc1-d89a-47bc-8136-c5af49b843ec triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:23.210408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e9de0b15-8e2a-4ae1-8527-46ce68a9e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:23.216104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'port_id': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'mac_address': 'fa:16:3e:47:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:57:23.296485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-420d245e-cf5d-47c3-ba6c-3aa0eb005f1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:23.298061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-420d245e-cf5d-47c3-ba6c-3aa0eb005f1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 797 time: 0.1117156 Feb 10 13:57:23.307843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 1ba85841-d69e-49e2-85f3-ae272686c2da is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:23.308362 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:23.320170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-9260ee34-daad-4537-86d2-c51ec9275eef tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/quotas/fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 375 time: 0.0103812 Feb 10 13:57:23.333576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba85841-d69e-49e2-85f3-ae272686c2da {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:57:23.383628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-5eae6449-1630-4817-a17d-8a03d2c73dfe tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538917 Feb 10 13:57:23.393043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1ba85841-d69e-49e2-85f3-ae272686c2da,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:23.395753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e9de0b15-8e2a-4ae1-8527-46ce68a9e3b1 None None] Current status of the port 82b94fc1-d89a-47bc-8136-c5af49b843ec is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:23.399898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:23.449456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:23.518203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-461937f1-e529-489a-9969-9694e753e35b service neutron] 10.222.0.13 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067319 Feb 10 13:57:23.625183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-0f282ee0-a07b-4392-9546-8a780805e231 service neutron] 10.222.0.13 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005988 Feb 10 13:57:23.716837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['1ba85841-d69e-49e2-85f3-ae272686c2da'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:57:23.794388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Provisioning complete for port 82b94fc1-d89a-47bc-8136-c5af49b843ec triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:23.794763 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:23.978601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac595f2-a9f3-4585-b9fe-45617c84be34 req-bd02ca93-d8ca-4aef-a33a-a504aebeb0ab tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:23.980849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ac595f2-a9f3-4585-b9fe-45617c84be34 req-bd02ca93-d8ca-4aef-a33a-a504aebeb0ab tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 983 time: 0.1245778 Feb 10 13:57:24.091178 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515127af-f891-4267-94dc-a055071baf33 None None] Sync routers for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:24.095221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ac595f2-a9f3-4585-b9fe-45617c84be34 req-c62229d1-b5fa-495d-a273-2e6d75441761 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1076972 Feb 10 13:57:24.114682 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:24.115218 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:24.222611 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ace67ed-e541-44f7-8dde-59a46295460b req-c7ea7500-6daa-4efa-b045-cc3dadbf33ae tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 210 time: 0.0717502 Feb 10 13:57:24.305175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Current status of the port 82b94fc1-d89a-47bc-8136-c5af49b843ec is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:24.313966 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c78d2ecc-2042-4d30-9404-94567e5c026d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:24.341045 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:24.383233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Provisioning complete for port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:24.383609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.439217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-9362ec4e-5054-4eba-9738-0836c084bbd7 None None] Port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:24.445415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c78d2ecc-2042-4d30-9404-94567e5c026d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:24.445742 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.574131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c78d2ecc-2042-4d30-9404-94567e5c026d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:24.574778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.593949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:22Z', 'revision_number': 2, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:24.596437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b9b5a552-c070-4780-b496-bb6f84cd3e38 None None] Provisioning complete for port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:24.596836 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a552-c070-4780-b496-bb6f84cd3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.618331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c78d2ecc-2042-4d30-9404-94567e5c026d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c78d2ecc-2042-4d30-9404-94567e5c026d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:24.623108 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515127af-f891-4267-94dc-a055071baf33 None None] Checking router: a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:24.623748 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515127af-f891-4267-94dc-a055071baf33 None None] Updating router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:57:24.657099 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.658804 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.659754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82b94fc1-d89a-47bc-8136-c5af49b843ec up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:24.711825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5a552-c070-4780-b496-bb6f84cd3e38 None None] Port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:24.753475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c78d2ecc-2042-4d30-9404-94567e5c026d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:24.763511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 82b94fc1-d89a-47bc-8136-c5af49b843ec triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:24.764019 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:24.870469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 82b94fc1-d89a-47bc-8136-c5af49b843ec is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:25.020203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1ba85841-d69e-49e2-85f3-ae272686c2da up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:25.034461 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks [] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.041256 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.084048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 1ba85841-d69e-49e2-85f3-ae272686c2da completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:57:25.090249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 1ba85841-d69e-49e2-85f3-ae272686c2da triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:25.090635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.093212 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59480a24-87ee-4249-86e8-50c97fcdf096 None None] Pushing event updated for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:25.161543 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-515127af-f891-4267-94dc-a055071baf33 None None] Attempting to bind port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:25.162548 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-515127af-f891-4267-94dc-a055071baf33 None None] Attempting to bind port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:25.163086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515127af-f891-4267-94dc-a055071baf33 None None] Attempting to bind port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 on network 4d6d3340-71b7-4a5e-8446-ae60fe0894de {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:25.184135 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515127af-f891-4267-94dc-a055071baf33 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:25.184665 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515127af-f891-4267-94dc-a055071baf33 None None] Checking segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:25.185200 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.185705 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515127af-f891-4267-94dc-a055071baf33 None None] Bound using segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:25.186243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-515127af-f891-4267-94dc-a055071baf33 None None] Bound port: acbb6570-4bfe-483b-b3e0-abc4cf5deb37, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:25.186857 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.208398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 1ba85841-d69e-49e2-85f3-ae272686c2da is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:25.208824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.231216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220c93-37fe-40a5-9f22-99dab5e4eb81 req-95de27cb-5581-4fc9-b070-5bc87156a2d0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:25.232921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c220c93-37fe-40a5-9f22-99dab5e4eb81 req-95de27cb-5581-4fc9-b070-5bc87156a2d0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 983 time: 0.0563776 Feb 10 13:57:25.253305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1ba85841-d69e-49e2-85f3-ae272686c2da,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:25.254282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:25.257959 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df97de-8bed-4ea5-bdf4-67a47f33d15c" -d '{"events": [{"server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "name": "network-vif-plugged", "status": "completed", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:25.263385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.273262 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-515127af-f891-4267-94dc-a055071baf33 None None] For port acbb6570-4bfe-483b-b3e0-abc4cf5deb37, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:25.277860 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-515127af-f891-4267-94dc-a055071baf33 None None] For port acbb6570-4bfe-483b-b3e0-abc4cf5deb37, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:25.284854 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-515127af-f891-4267-94dc-a055071baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.306317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c220c93-37fe-40a5-9f22-99dab5e4eb81 req-a584649e-aa84-4314-ae42-599c122a4ee7 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0655367 Feb 10 13:57:25.320716 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:25.353818 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:25.354598 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:25.360347 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59480a24-87ee-4249-86e8-50c97fcdf096 None None] Pushing event updated for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:25.436738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ca83c72-573e-4fb2-a90a-5c253f19250c req-6669878d-a37c-4180-93f6-0527aa6400bd tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 210 time: 0.0419593 Feb 10 13:57:25.456267 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Provisioning complete for port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:25.456726 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.508516 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d384a9e-efd3-428b-85eb-8034b59d3513 x-openstack-request-id: req-1d384a9e-efd3-428b-85eb-8034b59d3513 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:25.509053 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "name": "network-vif-plugged", "status": "completed", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:25.509478 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d384a9e-efd3-428b-85eb-8034b59d3513 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:25.510017 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'code': 200} Feb 10 13:57:25.558493 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:25.606894 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Current status of the port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:25.609702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.652913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] For port acbb6570-4bfe-483b-b3e0-abc4cf5deb37, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:25.657478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.674615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-9ff92837-7ff1-400c-aff3-c8a4980bb7de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:25.676343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-9ff92837-7ff1-400c-aff3-c8a4980bb7de tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 797 time: 0.1862893 Feb 10 13:57:25.684573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da3a9-c0e3-4a72-aa27-2b7cf5f40734 req-685bd8a9-3df7-4d9b-91f8-ee0b20dd7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:25.686792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e7da3a9-c0e3-4a72-aa27-2b7cf5f40734 req-685bd8a9-3df7-4d9b-91f8-ee0b20dd7f52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.0741110 Feb 10 13:57:25.712886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaed314-b529-4d81-8d65-5c27e23e9d39 None None] Pushing event updated for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:25.741866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e7da3a9-c0e3-4a72-aa27-2b7cf5f40734 req-2bf6bb99-3ddf-48dd-b62f-0090fb6cedda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0486424 Feb 10 13:57:25.780389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-74c7ab59-9161-43b0-8443-fd3387ef93f0 None None] Provisioning complete for port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:25.780888 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74c7ab59-9161-43b0-8443-fd3387ef93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:25.805044 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-515127af-f891-4267-94dc-a055071baf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:25.836418 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515127af-f891-4267-94dc-a055071baf33 None None] The sync data for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 is: [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:25.853209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-72f8b8db-7a8a-42a8-8239-3a78a3046395 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd309233c9684d6292adb47e0c79571e HTTP/1.1" status: 200 len: 380 time: 0.0797806 Feb 10 13:57:25.868837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-74c7ab59-9161-43b0-8443-fd3387ef93f0 None None] Current status of the port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:25.869244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'port': {'device_id': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'admin_state_up': True, 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'security_groups': ['90659d69-ef20-44bf-8ee0-5481a42390ce']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:26.006032 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Made reservation on behalf of fd309233c9684d6292adb47e0c79571e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:57:26.009692 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.172209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c78d2ecc-2042-4d30-9404-94567e5c026d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:26.228320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c78d2ecc-2042-4d30-9404-94567e5c026d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:26.228810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.313116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c78d2ecc-2042-4d30-9404-94567e5c026d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:26.314214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device acbb6570-4bfe-483b-b3e0-abc4cf5deb37 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:26.383798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:26.384464 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.480028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:26.513528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2b2d-ef02-4642-9017-95fae0fe4582 req-970fe7c9-6de1-4d34-b086-17b20dde76e2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:26.515136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e9a2b2d-ef02-4642-9017-95fae0fe4582 req-970fe7c9-6de1-4d34-b086-17b20dde76e2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.1018112 Feb 10 13:57:26.542732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.20.0.12 (4d6d3340-71b7-4a5e-8446-ae60fe0894de/8b1f0d13-e09f-4210-a90a-482646f12af2/78379144-5a7a-4f95-8fe9-53e8c3c4f6dc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:26.615492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e9a2b2d-ef02-4642-9017-95fae0fe4582 req-4caf62b3-7f3b-4805-b111-3aba20b12486 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0943186 Feb 10 13:57:26.712328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ee7bdd1-2421-4dc9-a706-cc5b45fa3697 req-71dd1e6a-87f6-4300-91f6-56dd0d82a48b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 210 time: 0.0358751 Feb 10 13:57:26.741595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.775988 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.821902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:26.825669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:26.829317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:26.855590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:26.889013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:26.889723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:26.917702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1e2fcfac-7ecc-45f9-96dc-3eb46aaad5f9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0525732 Feb 10 13:57:26.932086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Request body: {'port': {'device_id': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:27.013027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.101777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-934c3f86-94eb-454e-8e07-ac5bd0c911bf None None] Provisioning complete for port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:27.102611 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-934c3f86-94eb-454e-8e07-ac5bd0c911bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.142356 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-934c3f86-94eb-454e-8e07-ac5bd0c911bf None None] Port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:57:27.284335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:57:27.291891 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks [] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.303424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Transition to ACTIVE for port object 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:57:27.308025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.361921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:27.434017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Attempting to bind port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:57:27.434456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Attempting to bind port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:57:27.434789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Attempting to bind port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc on network 4d6d3340-71b7-4a5e-8446-ae60fe0894de {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:27.439344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc on network 4d6d3340-71b7-4a5e-8446-ae60fe0894de not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:57:27.439671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Attempting to bind port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc on network 4d6d3340-71b7-4a5e-8446-ae60fe0894de {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:57:27.444689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:57:27.445057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Checking segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:57:27.445445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Bound using segment: {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:57:27.445879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Bound port: 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ff2280-031f-45c6-ad69-d04ce95c817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:57:27.446245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.512131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:57:27.515209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:57:27.521726 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.562452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:27.563443 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:27.564957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] 10.222.0.77 "PUT /v2.0/ports/78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 1092 time: 0.6402273 Feb 10 13:57:27.565469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:27.568242 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5fc3e-9722-43f0-91fb-08a93002f6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:27.595353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d36ae8-0308-46cd-b920-1a29e29ce081 service neutron] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:27.635304 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504981a2-7fcf-4421-b35c-c0011f2a7f7d x-openstack-request-id: req-504981a2-7fcf-4421-b35c-c0011f2a7f7d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:27.635661 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:27.635927 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504981a2-7fcf-4421-b35c-c0011f2a7f7d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:27.636326 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'status': 'completed', 'code': 200} Feb 10 13:57:27.656998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1d70a187-c0ae-4743-9f24-fb7ab3b021c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:27.658659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-1d70a187-c0ae-4743-9f24-fb7ab3b021c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1126 time: 0.0528524 Feb 10 13:57:27.717996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-faceafaa-c12c-4dae-a035-3774f73d4cfa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 217 time: 0.0532880 Feb 10 13:57:27.796098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-b6ecdd8a-082b-4fb8-b1ad-34a4125c65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:27.798398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-b6ecdd8a-082b-4fb8-b1ad-34a4125c65ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 200 len: 835 time: 0.0609386 Feb 10 13:57:27.808892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953d994-4c5c-4127-b23b-a3b821001fab req-67ef6a07-3cb3-47a5-998c-00d4d28354ce tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:27.810301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c953d994-4c5c-4127-b23b-a3b821001fab req-67ef6a07-3cb3-47a5-998c-00d4d28354ce tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.1018240 Feb 10 13:57:27.887869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-3fd7e555-2ac6-49e9-b31c-2f7e38641e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:27.889432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-3fd7e555-2ac6-49e9-b31c-2f7e38641e7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d6d3340-71b7-4a5e-8446-ae60fe0894de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782900 Feb 10 13:57:27.897680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c953d994-4c5c-4127-b23b-a3b821001fab req-bb0bd796-b869-417f-acd3-e8e9646caeef tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0792134 Feb 10 13:57:28.018716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-ee9f5565-c5d6-41cb-8bc0-1ae8124382bf service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201525 Feb 10 13:57:28.030335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3599-56a3-4466-bea4-ba4ef541846d req-b8edcb5c-a50a-4543-aac8-514916406445 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.031725 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-323d3599-56a3-4466-bea4-ba4ef541846d req-b8edcb5c-a50a-4543-aac8-514916406445 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 944 time: 0.0729477 Feb 10 13:57:28.139949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-323d3599-56a3-4466-bea4-ba4ef541846d req-fe07cb6e-9835-4210-8a8f-ed9921863503 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000028 Feb 10 13:57:28.157053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1caedad8-1bfd-4d28-99d6-ee4409279e94 req-e9e4fc8f-e4a4-487c-addf-3d27ed0de0c9 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243873 Feb 10 13:57:28.285182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4922855-208c-4343-9239-d9cff5f55d0e req-cce4ad73-d171-44ee-924c-7085e6a1f211 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.286931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4922855-208c-4343-9239-d9cff5f55d0e req-cce4ad73-d171-44ee-924c-7085e6a1f211 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.0871816 Feb 10 13:57:28.289360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-88b00e02-4857-45ca-b8e1-0b10ec48fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.290719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-88b00e02-4857-45ca-b8e1-0b10ec48fc65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1126 time: 0.0798259 Feb 10 13:57:28.400906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4922855-208c-4343-9239-d9cff5f55d0e req-06f848cc-8e7c-4d39-bfd4-e5e0172c2e8d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1080313 Feb 10 13:57:28.419609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-ba4b05d5-03cf-4468-ad78-2dcede6db7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.421090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-ba4b05d5-03cf-4468-ad78-2dcede6db7bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 898 time: 0.1228104 Feb 10 13:57:28.466075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-cfbb5242-1ccd-4921-b844-3b314fb51598 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 217 time: 0.0387647 Feb 10 13:57:28.551245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-f695d00a-628c-4783-aea0-9f6c332edb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.552735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-f695d00a-628c-4783-aea0-9f6c332edb7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 200 len: 835 time: 0.0791063 Feb 10 13:57:28.562261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-6a704285-5ebb-490f-919a-ca416c83558c tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.563683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-6a704285-5ebb-490f-919a-ca416c83558c tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.0919363 Feb 10 13:57:28.600122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-e14430dc-a883-40cc-b645-dbfcfc1b261e tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:28.631700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-dca771d9-ea72-4bf8-8136-045f8ada5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.633232 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-dca771d9-ea72-4bf8-8136-045f8ada5229 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d6d3340-71b7-4a5e-8446-ae60fe0894de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732028 Feb 10 13:57:28.762474 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-e14430dc-a883-40cc-b645-dbfcfc1b261e tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Publish callbacks [] for security_group (080728f1-d6e8-479a-804c-08405428dfee), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:28.765240 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-b808ee75-c6b7-4dbe-85d5-0e4c017c2038 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250269 Feb 10 13:57:28.766417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-e14430dc-a883-40cc-b645-dbfcfc1b261e tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (080728f1-d6e8-479a-804c-08405428dfee), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:28.837138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14430dc-a883-40cc-b645-dbfcfc1b261e tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080728f1-d6e8-479a-804c-08405428dfee,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:28.845567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1de3b55b-f05c-4bb8-a0f5-742d05594031 req-e14430dc-a883-40cc-b645-dbfcfc1b261e tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2749257 Feb 10 13:57:28.867167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:28.901984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54f5fc3e-9722-43f0-91fb-08a93002f6d0 req-bdd5341b-5e12-4b7e-8b64-0672de884eee service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259725 Feb 10 13:57:28.913113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeaf11e-9855-411a-8ce0-3cdade3ab821 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:28.914670 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-edeaf11e-9855-411a-8ce0-3cdade3ab821 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1161 time: 0.0464211 Feb 10 13:57:28.917639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56770) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:28.922494 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:28.944883 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:29.041581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:29.145915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.25.8.41 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/41ccd511-80db-4028-bd71-0a7d7d7acc7b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:29.255104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:29.267013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51653435-6df1-46a9-986d-b39b1979c8fa req-0c62b5ed-6ef0-46b7-9443-3e295b1489bb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:29.268525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-51653435-6df1-46a9-986d-b39b1979c8fa req-0c62b5ed-6ef0-46b7-9443-3e295b1489bb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 944 time: 0.0609281 Feb 10 13:57:29.290581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:29.319003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-51653435-6df1-46a9-986d-b39b1979c8fa req-a27ba877-1935-45d1-9378-04a870bd4b1b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446129 Feb 10 13:57:29.327486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:29.330362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:29.332866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:29.364059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=41ccd511-80db-4028-bd71-0a7d7d7acc7b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:29.827921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for floatingip (ba955c7f-0527-4dad-9cd0-fe37ac3f8b03), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:29.931370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.075961 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.080375 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.150077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=41ccd511-80db-4028-bd71-0a7d7d7acc7b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:30.160430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (ba955c7f-0527-4dad-9cd0-fe37ac3f8b03), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.259210 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Floating IP ba955c7f-0527-4dad-9cd0-fe37ac3f8b03 associated. External IP: 172.25.8.41, port: 1ba85841-d69e-49e2-85f3-ae272686c2da. Feb 10 13:57:30.450312 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf410abf-85ea-4d27-ad28-1d384650d6d1 req-7cb55e40-a069-465d-860d-554543c2b9fc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:30.451864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf410abf-85ea-4d27-ad28-1d384650d6d1 req-7cb55e40-a069-465d-860d-554543c2b9fc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 944 time: 0.0622356 Feb 10 13:57:30.503676 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf410abf-85ea-4d27-ad28-1d384650d6d1 req-f42c7a73-9b88-4114-8093-57f2ca046fb4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459473 Feb 10 13:57:30.561526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:57:30.660430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:30.671088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'mac_address': 'fa:16:3e:65:c1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:57:30.711876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:30.712256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.726335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:57:30.727016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:30.746070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:30.750624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.798543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:30.838420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:30.848482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Sync routers for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:30.857169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.858359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:30.858985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:30.892692 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a93f4875-99a0-4043-800e-43634a826e5d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9732788 Feb 10 13:57:30.893533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:30.895235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:30.896098 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d610f9d-99b4-4cce-83fe-54851e0863af" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:30.932794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc6e8958-ef2d-4366-83a6-c4a74861afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:30.942862 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093dd81-e807-4ada-bf52-cf344881b7ef x-openstack-request-id: req-1093dd81-e807-4ada-bf52-cf344881b7ef {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:30.943746 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:30.944253 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1093dd81-e807-4ada-bf52-cf344881b7ef {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:30.944826 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'status': 'completed', 'code': 200} Feb 10 13:57:30.971575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:57:31.027667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:31.031781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.032257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.032715 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.033193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.033646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.035352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b964d2dd-6655-4ffc-bb3c-f34889f7f87b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1390424 Feb 10 13:57:31.038568 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56780) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:31.041765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-40ceb99b-c4c5-48e2-81a8-45d836807046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.043160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-40ceb99b-c4c5-48e2-81a8-45d836807046 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.0771511 Feb 10 13:57:31.137861 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.138354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.138809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.139256 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.139699 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.144683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-5067155f-088d-4556-8d41-4bf3baf4bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.144854 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-680eb19b-f992-45b0-842f-8932f55e1ff7 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1015909 Feb 10 13:57:31.144940 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-5067155f-088d-4556-8d41-4bf3baf4bca7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 896 time: 0.0942302 Feb 10 13:57:31.145114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56782) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:31.224843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-ca5ceb29-8729-4bab-82e4-88562db85d0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 998 time: 0.0758481 Feb 10 13:57:31.281469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-d3714785-5c50-40bb-a361-4e79b9767938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.283477 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-d3714785-5c50-40bb-a361-4e79b9767938 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.0528893 Feb 10 13:57:31.333348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-2a00d9de-2c59-49a2-a99d-d0102948a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.335795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-2a00d9de-2c59-49a2-a99d-d0102948a3f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452926 Feb 10 13:57:31.395294 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-947d692d-48df-4cbf-b39b-7ba3dc970696 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.2486959 Feb 10 13:57:31.397934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56784) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:31.399456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'ba955c7f-0527-4dad-9cd0-fe37ac3f8b03', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'port_id': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'mac_address': 'fa:16:3e:47:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:29Z', 'updated_at': '2022-02-10T13:57:29Z', 'revision_number': 0, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:31.433161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-039d2b31-efed-4c51-9450-c238c6d346a6 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918839 Feb 10 13:57:31.434015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Checking router: 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:31.442469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47c09a-2f8f-42e1-9280-7c13ed198a34 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.442986 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47c09a-2f8f-42e1-9280-7c13ed198a34 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.450530 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cb47c09a-2f8f-42e1-9280-7c13ed198a34 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 HTTP/1.1" status: 200 len: 2062 time: 0.0457582 Feb 10 13:57:31.455477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:31.456095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:31.523854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d610f9d-99b4-4cce-83fe-54851e0863af req-cf26217b-13c4-44fc-9be0-a025df8a9ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852723 Feb 10 13:57:31.569776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:31.631929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d6b8-cbb4-4bea-b2b5-fc4a06487657 req-9dfb7c33-3a24-4f7a-be8d-b2861ae67884 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:31.633440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf81d6b8-cbb4-4bea-b2b5-fc4a06487657 req-9dfb7c33-3a24-4f7a-be8d-b2861ae67884 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 945 time: 0.0589657 Feb 10 13:57:31.681909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf81d6b8-cbb4-4bea-b2b5-fc4a06487657 req-3fd2020d-ef9b-4643-af4e-551519683d7c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Feb 10 13:57:31.795903 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'ba955c7f-0527-4dad-9cd0-fe37ac3f8b03', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'port_id': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'mac_address': 'fa:16:3e:47:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:29Z', 'updated_at': '2022-02-10T13:57:29Z', 'revision_number': 0, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:31.821616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1017de8-76b3-424a-a4b6-b378cffc1f37 None None] The sync data for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 is: [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'ba955c7f-0527-4dad-9cd0-fe37ac3f8b03', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'port_id': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'mac_address': 'fa:16:3e:47:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:29Z', 'updated_at': '2022-02-10T13:57:29Z', 'revision_number': 0, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:32.032557 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d74d41-e3cd-4947-b4df-97e4a911529e None None] New status for floating IP ba955c7f-0527-4dad-9cd0-fe37ac3f8b03: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:57:32.576235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:57:32.625231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:57:32.629581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:57:32.629955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:32.709031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:57:32.709607 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:32.732560 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:32.734836 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7755fb-5ef7-4892-92e5-f466a4e77a6f" -d '{"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-plugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:32.747569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:57:32.751536 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:32.797312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:32.802230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b20ed-7a08-403a-acd5-923d6d3ec6e6 req-a36936a6-cd65-4f2a-a48c-c5882bb8c9c5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:32.803737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e4b20ed-7a08-403a-acd5-923d6d3ec6e6 req-a36936a6-cd65-4f2a-a48c-c5882bb8c9c5 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0520823 Feb 10 13:57:32.851268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e4b20ed-7a08-403a-acd5-923d6d3ec6e6 req-64175554-b5e0-4283-98f0-f268c5cfd25c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Feb 10 13:57:32.894475 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096b55f-a09a-4746-b333-dd39a474dc35 x-openstack-request-id: req-4096b55f-a09a-4746-b333-dd39a474dc35 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:32.894766 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-plugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:32.895024 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4096b55f-a09a-4746-b333-dd39a474dc35 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:32.895457 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'code': 200} Feb 10 13:57:32.990983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20663f1-65a0-4996-a344-0daef89fac14 req-bc650f4b-227c-4d63-8bbf-91fbcf1efc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:32.992429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c20663f1-65a0-4996-a344-0daef89fac14 req-bc650f4b-227c-4d63-8bbf-91fbcf1efc6f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1128 time: 0.0421443 Feb 10 13:57:33.040583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c20663f1-65a0-4996-a344-0daef89fac14 req-22b7f3ee-b951-4364-9dba-fe59e2358a57 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Feb 10 13:57:33.289946 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d63e7834-8f6e-4809-ae78-afffdeeb0532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:33.975043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e4bbb-39e5-4583-a400-060f8045b9a3 req-a5fccc3f-92a0-44f6-8c3d-8c585990da9f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:33.976513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-081e4bbb-39e5-4583-a400-060f8045b9a3 req-a5fccc3f-92a0-44f6-8c3d-8c585990da9f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0530674 Feb 10 13:57:34.024508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-081e4bbb-39e5-4583-a400-060f8045b9a3 req-166c39c0-d8eb-4fcf-b725-0c8de2ef09ce tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Feb 10 13:57:34.678729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:35.141363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4670e45-778a-4af1-b395-820801771191 req-691bb765-730c-46f2-953b-73f99e68aa9b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:35.142893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4670e45-778a-4af1-b395-820801771191 req-691bb765-730c-46f2-953b-73f99e68aa9b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0513766 Feb 10 13:57:35.190062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4670e45-778a-4af1-b395-820801771191 req-35439a2b-f283-47a0-81b3-020b7dfcbd10 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Feb 10 13:57:35.320433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314cd91-28ca-4147-9173-b269fcb9bfa8 req-b2290a24-4482-4999-b10c-2b1e8f81cc89 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:35.321855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0314cd91-28ca-4147-9173-b269fcb9bfa8 req-b2290a24-4482-4999-b10c-2b1e8f81cc89 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0587423 Feb 10 13:57:35.370700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0314cd91-28ca-4147-9173-b269fcb9bfa8 req-e351dae3-a9be-4976-99d9-232a633e60d4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Feb 10 13:57:35.392363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:35.435173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f2ddf-dd2b-4026-8f9c-cb5ffc8c0fa3 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:35.436691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-553f2ddf-dd2b-4026-8f9c-cb5ffc8c0fa3 tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1123 time: 0.0433137 Feb 10 13:57:35.439448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:35.443741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:57:35.463567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:35.559804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:35.659513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Allocated IP 172.25.8.227 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6a82d713-dc45-4b87-82ce-eb9b5380129e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:57:35.764786 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:35.798681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:35.847333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:57:35.851359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=6a82d713-dc45-4b87-82ce-eb9b5380129e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:35.855075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:57:35.857480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:57:35.902806 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.224543 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (b3dde806-662c-4683-bdbb-2193e9ff0c30), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.290085 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.316343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.443466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.447798 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.519529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event updated for resources: {'Port': ['ID=6a82d713-dc45-4b87-82ce-eb9b5380129e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:57:36.527890 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (b3dde806-662c-4683-bdbb-2193e9ff0c30), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:36.632198 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP b3dde806-662c-4683-bdbb-2193e9ff0c30 associated. External IP: 172.25.8.227, port: 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc. Feb 10 13:57:37.132014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-fa090d4f-3bc1-4ff4-9c2f-24aec10a3a71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961585 Feb 10 13:57:37.229756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:57:37.237221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-9462c145-2e61-40b6-aa99-7b9bd017eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.239787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-9462c145-2e61-40b6-aa99-7b9bd017eedd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.0660558 Feb 10 13:57:37.432014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-f8a45da5-bf5e-4582-88b5-08a237afa5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.434009 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-f8a45da5-bf5e-4582-88b5-08a237afa5e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 896 time: 0.1444840 Feb 10 13:57:37.435184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:57:37.446414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Sync routers for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:57:37.451325 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:37.460354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:37.460996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:37.488255 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:37.533747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-91b87129-1c65-4c32-99af-960668e0f701 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0908515 Feb 10 13:57:37.533747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:57:37.534384 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:57:37.538519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-5e042b32-ef0b-483c-b975-0ab1f59c5766 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 1000 time: 0.0977938 Feb 10 13:57:37.619308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-ef88f3c6-6162-4dd4-83b5-a26dc1d2a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.620860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-ef88f3c6-6162-4dd4-83b5-a26dc1d2a27a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.0764153 Feb 10 13:57:37.675924 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c0e48-3e70-4aaa-93f0-9621d8bd3df5 req-cfc6c014-6a80-4f1b-bf1c-ff2d74eddba2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.677528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b06c0e48-3e70-4aaa-93f0-9621d8bd3df5 req-cfc6c014-6a80-4f1b-bf1c-ff2d74eddba2 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0906229 Feb 10 13:57:37.701266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-000e1265-1a3d-45af-9de9-e231f341e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.702702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-000e1265-1a3d-45af-9de9-e231f341e319 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0745008 Feb 10 13:57:37.756416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:37.764264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b06c0e48-3e70-4aaa-93f0-9621d8bd3df5 req-153621b6-2291-45c9-b45c-4fe5cb4c5e82 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802436 Feb 10 13:57:37.786815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56812) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:37.822326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-7109b7a1-d262-4e06-a7e8-c709cdbeb107 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127689 Feb 10 13:57:37.838188 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6998470-d90b-49ef-99dc-e292db90cefd x-openstack-request-id: req-b6998470-d90b-49ef-99dc-e292db90cefd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:57:37.839895 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:57:37.840294 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6998470-d90b-49ef-99dc-e292db90cefd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:57:37.840875 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'status': 'completed', 'code': 200} Feb 10 13:57:37.869016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d70ff708-1549-4402-a1a5-235d1015c723 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/b3dde806-662c-4683-bdbb-2193e9ff0c30 HTTP/1.1" status: 200 len: 992 time: 0.0810316 Feb 10 13:57:37.968360 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccfc90f3-569a-4bef-9ca6-ae7f5aa3ffab req-b512c939-5090-4fe2-b256-0aec04abbe3c service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400588 Feb 10 13:57:37.970035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-65cb070a-7537-44f3-a7e8-3998caa0e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:37.971386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-65cb070a-7537-44f3-a7e8-3998caa0e484 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1128 time: 0.1094124 Feb 10 13:57:37.997465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'b3dde806-662c-4683-bdbb-2193e9ff0c30', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'mac_address': 'fa:16:3e:65:c1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:36Z', 'updated_at': '2022-02-10T13:57:36Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:38.028206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Checking router: a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:57:38.036800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:57:38.037236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:57:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:38.065750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-44dfb9c7-e4b3-43f8-ad11-bc985ffbb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:38.067271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-44dfb9c7-e4b3-43f8-ad11-bc985ffbb684 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 898 time: 0.0901246 Feb 10 13:57:38.140367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-db9c0160-e700-4f19-b5ae-51c3bbe7cfe8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 1000 time: 0.0658154 Feb 10 13:57:38.145106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:57:38.187803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-fd57595a-32cb-4e11-824c-e444fc3ea003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:38.189311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-fd57595a-32cb-4e11-824c-e444fc3ea003 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 200 len: 835 time: 0.0434442 Feb 10 13:57:38.244712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-3448e788-8e75-4d77-8e1f-ddf3a8da9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:57:38.246281 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-3448e788-8e75-4d77-8e1f-ddf3a8da9228 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d6d3340-71b7-4a5e-8446-ae60fe0894de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510006 Feb 10 13:57:38.339263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-5a481e6b-ec1c-48db-acf9-f1caf653a677 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Feb 10 13:57:38.367939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'b3dde806-662c-4683-bdbb-2193e9ff0c30', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'mac_address': 'fa:16:3e:65:c1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:36Z', 'updated_at': '2022-02-10T13:57:36Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:57:38.398492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb6d18-77c9-4536-8f6b-228ce7d18ea9 None None] The sync data for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 is: [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'b3dde806-662c-4683-bdbb-2193e9ff0c30', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'mac_address': 'fa:16:3e:65:c1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T13:57:36Z', 'updated_at': '2022-02-10T13:57:36Z', 'revision_number': 0, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:57:38.433759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c69fd28a-cab0-4b2d-aaf4-39bf2e166104 req-5b1179a8-13b2-4851-b0a1-a2a632f6b662 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Feb 10 13:57:38.592944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197138-f4f5-49b4-9d27-b3d9609bc270 None None] New status for floating IP b3dde806-662c-4683-bdbb-2193e9ff0c30: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:57:38.873023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56814) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:57:38.932953 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ad912925-3642-4ad8-a00a-296d1f925d0a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/b3dde806-662c-4683-bdbb-2193e9ff0c30 HTTP/1.1" status: 200 len: 994 time: 0.0581858 Feb 10 13:57:41.443219 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:57:44.484064 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:58:00.876227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3b20a24-d916-4ea3-a79a-b902733af97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:03.291528 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-006b46e0-e66e-4b3c-8cce-5a5686b76f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:04.679169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:05.790381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a396a4-0ead-468c-bbbd-e0e758f9c5cd req-9d6b2ac8-a362-4b8e-b6b5-0798c15987c4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:05.792017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6a396a4-0ead-468c-bbbd-e0e758f9c5cd req-9d6b2ac8-a362-4b8e-b6b5-0798c15987c4 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0548739 Feb 10 13:58:05.841389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6a396a4-0ead-468c-bbbd-e0e758f9c5cd req-79545a04-0659-431c-a30b-85d9271fb82a tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Feb 10 13:58:05.899767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:06.318017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:06.963695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bd04f-4ead-40e1-81cf-23db54e46d14 req-d21a6112-601c-4e2d-80d0-f3bdba1bd8c9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:06.965201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce4bd04f-4ead-40e1-81cf-23db54e46d14 req-d21a6112-601c-4e2d-80d0-f3bdba1bd8c9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0513391 Feb 10 13:58:07.013423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce4bd04f-4ead-40e1-81cf-23db54e46d14 req-ba6b2fbd-7939-4519-919a-48cd2d9768db tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Feb 10 13:58:07.443233 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:08.138179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f9b15-5265-47c8-9b9c-a59043eab436 req-bb882883-8669-439d-90f7-9c37a150ff31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:08.139616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b96f9b15-5265-47c8-9b9c-a59043eab436 req-bb882883-8669-439d-90f7-9c37a150ff31 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0579946 Feb 10 13:58:08.192435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b96f9b15-5265-47c8-9b9c-a59043eab436 req-a6f46608-ee28-40eb-a4c1-e0c4a100b044 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Feb 10 13:58:09.308644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f391cb-641b-4a69-9c61-4277cc126102 req-f105b4b2-f893-4e1d-8c97-58643f8ed7cb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:09.310137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5f391cb-641b-4a69-9c61-4277cc126102 req-f105b4b2-f893-4e1d-8c97-58643f8ed7cb tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0519252 Feb 10 13:58:09.358231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5f391cb-641b-4a69-9c61-4277cc126102 req-c215bcc3-048a-470d-ab49-40c6b74770fe tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Feb 10 13:58:10.481871 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae2d82-ee1c-4d32-b2b7-f8ce32ecf30e req-c2dcfade-2989-4144-94f3-d89b93b1c5a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:10.483472 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61ae2d82-ee1c-4d32-b2b7-f8ce32ecf30e req-c2dcfade-2989-4144-94f3-d89b93b1c5a0 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0573554 Feb 10 13:58:10.539391 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61ae2d82-ee1c-4d32-b2b7-f8ce32ecf30e req-5ee3b6c7-efdc-4d65-b359-2d13044720a1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500782 Feb 10 13:58:11.454250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:11.656526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c65b-9123-41e9-930e-4f5586cd538f req-1f077ffe-7eee-4442-9838-ee550d434cc3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:11.658043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66d8c65b-9123-41e9-930e-4f5586cd538f req-1f077ffe-7eee-4442-9838-ee550d434cc3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0530229 Feb 10 13:58:11.705840 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66d8c65b-9123-41e9-930e-4f5586cd538f req-ae6ffe7f-4e90-475d-ad5b-d36273658286 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 Feb 10 13:58:12.825664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ac46b-3daa-4268-b75c-26ba9a517229 req-df19f4b3-95bd-46e7-b537-5ca2e5782050 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:12.828466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-598ac46b-3daa-4268-b75c-26ba9a517229 req-df19f4b3-95bd-46e7-b537-5ca2e5782050 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0542483 Feb 10 13:58:12.877034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-598ac46b-3daa-4268-b75c-26ba9a517229 req-b3ecd9e2-0f28-4622-a7ab-cd9db1809377 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Feb 10 13:58:14.001420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ba860-c7b7-4d06-a47e-0aac8157de32 req-0dc9bfc4-941f-485a-b6f4-7006b56042e7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:14.002904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf1ba860-c7b7-4d06-a47e-0aac8157de32 req-0dc9bfc4-941f-485a-b6f4-7006b56042e7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0560622 Feb 10 13:58:14.050619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf1ba860-c7b7-4d06-a47e-0aac8157de32 req-211e762e-6657-47bb-9921-411e94050ee7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Feb 10 13:58:15.169954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0ff29-eddc-4d01-96f8-b01176569e71 req-0ac61f5f-72cf-4144-96d2-e114546be96c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:15.171376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cd0ff29-eddc-4d01-96f8-b01176569e71 req-0ac61f5f-72cf-4144-96d2-e114546be96c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0543048 Feb 10 13:58:15.219414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cd0ff29-eddc-4d01-96f8-b01176569e71 req-b0efc53b-9e71-4130-9f5b-5a25df95e91f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Feb 10 13:58:16.340566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196268a0-867c-48ff-ad8a-1ad28fe9ff38 req-41b312e3-f684-4c92-806a-3a863108de6c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:16.342080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-196268a0-867c-48ff-ad8a-1ad28fe9ff38 req-41b312e3-f684-4c92-806a-3a863108de6c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0567505 Feb 10 13:58:16.389560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-196268a0-867c-48ff-ad8a-1ad28fe9ff38 req-30eea97a-ae1c-4e66-a869-fecdf245a25f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Feb 10 13:58:17.507744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ac46a-1bdb-4653-aed7-e06b44f01d3e req-e2627f9c-7068-47d2-a9a2-4920fa8b22ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:17.509241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f1ac46a-1bdb-4653-aed7-e06b44f01d3e req-e2627f9c-7068-47d2-a9a2-4920fa8b22ee tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0523145 Feb 10 13:58:17.557472 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3f1ac46a-1bdb-4653-aed7-e06b44f01d3e req-945c48bb-961b-470c-be6d-4ac65bbdba5d tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Feb 10 13:58:18.320156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d4921-ac76-4056-9cac-d3825affb0b8 req-6a8b5ece-feff-4df5-b09a-809214965383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:18.321650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-172d4921-ac76-4056-9cac-d3825affb0b8 req-6a8b5ece-feff-4df5-b09a-809214965383 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1128 time: 0.0434382 Feb 10 13:58:18.370095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-172d4921-ac76-4056-9cac-d3825affb0b8 req-2a4d8cf0-630c-4329-b28d-8e1ffc9b29a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Feb 10 13:58:18.676405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7c846-0ec2-4b6f-8fb8-d2eb727d387a req-a6086710-3f70-479d-b2f7-060a5c79c2fa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:18.677904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49e7c846-0ec2-4b6f-8fb8-d2eb727d387a req-a6086710-3f70-479d-b2f7-060a5c79c2fa tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0518851 Feb 10 13:58:18.726809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49e7c846-0ec2-4b6f-8fb8-d2eb727d387a req-08019b6c-3d14-49df-a53b-6975343df2e9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Feb 10 13:58:19.845711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ede58-1d98-4544-802b-94cc5bc3393c req-74e689ef-dddd-49ff-9eb8-a488cb798095 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:19.847237 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c7ede58-1d98-4544-802b-94cc5bc3393c req-74e689ef-dddd-49ff-9eb8-a488cb798095 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0531404 Feb 10 13:58:19.896069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4c7ede58-1d98-4544-802b-94cc5bc3393c req-99abc42b-6b84-4d8b-b591-a8542b1452bc tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Feb 10 13:58:19.920472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:19.985205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-02206c39-b2a5-4df9-bbb0-447911674273 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/floatingips/b3dde806-662c-4683-bdbb-2193e9ff0c30 HTTP/1.1" status: 200 len: 994 time: 0.0635562 Feb 10 13:58:20.859168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:58:20.861336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:58:21.010138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:21.010524 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:21.016659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:21.040312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'port_id': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'mac_address': 'fa:16:3e:65:c1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:58:21.046823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:21.049105 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945916b9-1eed-4261-bf1b-bb2834614114" -d '{"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-unplugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:21.063704 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:21.084609 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:21.133409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: ACTIVE; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:21.133809 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:21.155376 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e4f5c4-11b2-484e-83e6-23652ce3198b x-openstack-request-id: req-11e4f5c4-11b2-484e-83e6-23652ce3198b {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:21.155680 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-unplugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:21.155938 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11e4f5c4-11b2-484e-83e6-23652ce3198b {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:21.156339 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'code': 200} Feb 10 13:58:21.163308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:58:21.168291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:21.178391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.178747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.179098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.179438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.179777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.180113 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.180447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.180803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.181137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.181464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.181792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.182121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.182443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:21.218842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:58:21.219231 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:58:21.484115 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:58:21.753879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:21.754184 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:21.767146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:58:21.789965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:21.794282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:21.840975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=7']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:21.991922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:58:22.855795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:22.906295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:22.906675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:22.983538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:22.983920 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:23.014740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:23.018762 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:23.065749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:23.157134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:23.159419 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6015769b-9155-4846-ab88-585d1ee23b69" -d '{"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-plugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:23.200181 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bfb99c-fed8-4584-bed7-c2dc0aa20323 x-openstack-request-id: req-39bfb99c-fed8-4584-bed7-c2dc0aa20323 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:23.200480 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-plugged", "status": "completed", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:23.201276 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39bfb99c-fed8-4584-bed7-c2dc0aa20323 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:23.201677 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'code': 200} Feb 10 13:58:24.108071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-d3112094-ec0a-432a-8d8a-deaa877bd442 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432477 Feb 10 13:58:24.191292 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-ea32170e-420b-44c4-9b5e-b2e5e6352a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:24.192851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-ea32170e-420b-44c4-9b5e-b2e5e6352a18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1128 time: 0.0443056 Feb 10 13:58:24.296595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-7ac3782d-6a6a-4e38-b75c-2edd6f3e5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:24.298620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-7ac3782d-6a6a-4e38-b75c-2edd6f3e5b23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 898 time: 0.0879462 Feb 10 13:58:24.361070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-70f065a9-7d99-45c1-a642-67f1184ae142 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 1002 time: 0.0568449 Feb 10 13:58:24.412093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-f4fc4b3e-0c7a-47b7-a047-b35e5a07514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:24.413523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-f4fc4b3e-0c7a-47b7-a047-b35e5a07514b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 200 len: 835 time: 0.0467062 Feb 10 13:58:24.459904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-ec9401a3-3c46-40ea-9bbb-321a7d322d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:24.461394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-ec9401a3-3c46-40ea-9bbb-321a7d322d57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d6d3340-71b7-4a5e-8446-ae60fe0894de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422504 Feb 10 13:58:24.550975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-908c80a3-011f-4bf1-9154-2a36e29d4c4e service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Feb 10 13:58:24.637048 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e16b71b-d4c8-4558-bd8e-a55855889b23 req-900ed273-5bc1-4833-981d-72f2c5f307ef service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808911 Feb 10 13:58:30.881391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-41e1d8e2-80d4-4253-9d2f-57eae1a7a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:33.296643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-04a87b90-2d6c-4909-94fa-106df7d9ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:34.681228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:35.902387 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.322059 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.405141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:36.502119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05f6347d-44b6-446c-8b94-0c8f5f285338 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.0952275 Feb 10 13:58:36.504860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:36.509584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'network': {'name': 'tempest-network-smoke--1970247345', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'port_security_enabled': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:58:36.527874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:58:36.531906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.554576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:58:36.563040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (599c8e5e-5c08-40ac-b003-7444b3a55999), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.563422 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Added segment 599c8e5e-5c08-40ac-b003-7444b3a55999 of type vlan for network 79e49962-240d-4ff0-b677-a957f1256a9c Feb 10 13:58:36.601845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (79e49962-240d-4ff0-b677-a957f1256a9c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.625658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (79e49962-240d-4ff0-b677-a957f1256a9c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.630590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:36.631319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.665767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1599388 Feb 10 13:58:36.668478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:36.673522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'admin_state_up': True, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:58:36.714113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Network': ['ID=79e49962-240d-4ff0-b677-a957f1256a9c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:36.724370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.724728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.725105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.725449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.725787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.726124 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.726458 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.726790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.727121 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.727451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.727781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.728105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.728426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58679a0-d6f8-44ef-a9c8-d5da8065836d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:36.738845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.739831 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.741203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 79e49962-240d-4ff0-b677-a957f1256a9c details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:58:36.792642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_controller (a3feaa93-d3a0-48c2-9eff-b53329e1a222), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:36.935630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (a3feaa93-d3a0-48c2-9eff-b53329e1a222), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.121413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.144261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.243119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.25.8.205 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/d79cbf5b-3298-4595-be01-211a7895ea5b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:58:37.377227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-a2f4df7e-9ce4-4562-946e-13aadea54f3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974092 Feb 10 13:58:37.386441 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.429939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.450023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:37.492948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:58:37.499302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:37.505691 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:58:37.528187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=d79cbf5b-3298-4595-be01-211a7895ea5b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:37.542615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-33d7d57e-80bf-422a-b532-9ad96f9c61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:37.544134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-33d7d57e-80bf-422a-b532-9ad96f9c61a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.1251590 Feb 10 13:58:37.771301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-adef52e2-8c28-4633-96f4-7548fb379426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:37.772689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-adef52e2-8c28-4633-96f4-7548fb379426 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 896 time: 0.1853924 Feb 10 13:58:38.215871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-47a58267-6466-4941-91a0-ea85054e33e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 1000 time: 0.4351373 Feb 10 13:58:38.232429 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:38.310814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-86fed5a9-a0d9-43f4-943c-d031651bf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:38.312278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-86fed5a9-a0d9-43f4-943c-d031651bf94f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.0891750 Feb 10 13:58:38.439883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-dba5d891-427e-4993-a18c-16287f4fadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:38.441356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-dba5d891-427e-4993-a18c-16287f4fadb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1226654 Feb 10 13:58:38.558091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:38.617580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-8eb190a0-92ba-475b-8b8f-fe57c734b106 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698477 Feb 10 13:58:38.768309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86ab2092-f0c1-4139-9529-f6eb42001e2b req-c31cf452-4849-420d-8465-cb93d099fa3d service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448674 Feb 10 13:58:38.778407 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router a3feaa93-d3a0-48c2-9eff-b53329e1a222 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:58:38.889569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:58:38.899509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Sync routers for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:58:38.908736 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:38.909981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f05c93d-3c0a-4199-8a4f-c1d1f4c22faa tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2405345 Feb 10 13:58:38.910233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:38.910958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:38.913112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:38.981433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074dbfed-53ff-46d5-b99c-8809fea5b86b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:38.983003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-074dbfed-53ff-46d5-b99c-8809fea5b86b tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=abd77c828b634f729329d8e9013ae9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0689759 Feb 10 13:58:38.985814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.022309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:39.079834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f8d39b-c5cc-4144-a0bd-21571263494d tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:39.081445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-88f8d39b-c5cc-4144-a0bd-21571263494d tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947354 Feb 10 13:58:39.084280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56900) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.118261 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-af1f1aeb-87df-4c03-9bd1-41b6b08924e1 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326748 Feb 10 13:58:39.120881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56904) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.155341 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-652f856b-f824-43d1-9da0-f5013ddf3afd tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=abd77c828b634f729329d8e9013ae9d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332124 Feb 10 13:58:39.157883 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56906) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.207142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:37Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:39.232311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Checking router: a3feaa93-d3a0-48c2-9eff-b53329e1a222 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:58:39.233208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Updating router a3feaa93-d3a0-48c2-9eff-b53329e1a222 port d79cbf5b-3298-4595-be01-211a7895ea5b binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:58:39.241782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f4fbe-05bb-423c-9bf5-f81881e0ce34 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:39.246050 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c68f4fbe-05bb-423c-9bf5-f81881e0ce34 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845153 Feb 10 13:58:39.246219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56908) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.263902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.273792 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6bfa5c90-e262-480f-9ed5-2c6213929cdf tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264769 Feb 10 13:58:39.276212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 56910) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.280838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1407672404', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:58:39.368302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:58:39.371966 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.511412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks [] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.517382 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.555938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b937b80a-9ccd-455f-97cd-1d11356cd049), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.568059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Attempting to bind port d79cbf5b-3298-4595-be01-211a7895ea5b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:58:39.568465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Attempting to bind port d79cbf5b-3298-4595-be01-211a7895ea5b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:58:39.568868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Attempting to bind port d79cbf5b-3298-4595-be01-211a7895ea5b on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:58:39.570844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff5950-4d89-459b-b3be-09e9b5bd4279 None None] Pushing event updated for resources: {'Port': ['ID=d79cbf5b-3298-4595-be01-211a7895ea5b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:39.576209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:58:39.577215 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:58:39.577623 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.578043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:58:39.579070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Bound port: d79cbf5b-3298-4595-be01-211a7895ea5b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:58:39.579070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.613412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Subnet': ['ID=b937b80a-9ccd-455f-97cd-1d11356cd049,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:39.625449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.625797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.626145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.626489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.626826 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.627157 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.627486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.627815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.628141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.628468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.628809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.629135 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.629461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:39.632328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] For port d79cbf5b-3298-4595-be01-211a7895ea5b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:58:39.635326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] For port d79cbf5b-3298-4595-be01-211a7895ea5b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d79cbf5b-3298-4595-be01-211a7895ea5b,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:58:39.637336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Checking segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:58:39.637627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network hostable DHCP agents. Network: 79e49962-240d-4ff0-b677-a957f1256a9c, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:58:39.642340 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.654930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 79e49962-240d-4ff0-b677-a957f1256a9c is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:58:39.664328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 79e49962-240d-4ff0-b677-a957f1256a9c) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:39.668449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:39.669135 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:39.680985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300995e-daa8-454a-bbc9-2377fbe73052 None None] Network 79e49962-240d-4ff0-b677-a957f1256a9c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:58:39.687892 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-17d075d0-533b-44f6-ab14-7c611bafbb75 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4106627 Feb 10 13:58:39.693825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:39.726944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:39.727567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:39.976652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff5950-4d89-459b-b3be-09e9b5bd4279 None None] Pushing event updated for resources: {'Port': ['ID=d79cbf5b-3298-4595-be01-211a7895ea5b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:40.080940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-79e49962-240d-4ff0-b677-a957f1256a9c', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'fixed_ips': [{'subnet_id': 'b937b80a-9ccd-455f-97cd-1d11356cd049'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:58:40.081798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.107404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:40.171824 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.344375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Allocated IP 172.20.0.18 (79e49962-240d-4ff0-b677-a957f1256a9c/b937b80a-9ccd-455f-97cd-1d11356cd049/faa263b9-40ad-44e5-a2d6-b2b7c64a8935) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:58:40.475432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:37Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:40.507501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d6b28-2127-4936-9096-dcdd46ab3261 None None] The sync data for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 is: [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:37Z', 'revision_number': 3, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:58:40.558807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks [] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.565804 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.610517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Network 79e49962-240d-4ff0-b677-a957f1256a9c is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:58:40.615279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:40.619131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.20.0.17 (79e49962-240d-4ff0-b677-a957f1256a9c/b937b80a-9ccd-455f-97cd-1d11356cd049/ab3b5254-6f3c-4b10-9fb1-ff70af46bc28) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:58:40.620289 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:58:40.623652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Pushing event updated for resources: {'Port': ['ID=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:40.681042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Attempting to bind port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:58:40.681413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Attempting to bind port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:58:40.681789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Attempting to bind port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 on network 79e49962-240d-4ff0-b677-a957f1256a9c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:58:40.687347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:58:40.687732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Checking segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:58:40.688141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.688538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Bound using segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:58:40.689040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Bound port: faa263b9-40ad-44e5-a2d6-b2b7c64a8935, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:58:40.689425 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.781752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] For port faa263b9-40ad-44e5-a2d6-b2b7c64a8935, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:58:40.782630 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.785588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] For port faa263b9-40ad-44e5-a2d6-b2b7c64a8935, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:58:40.792615 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.818594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:40.867646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067d61c-4f68-421d-bec0-d788119a592c None None] Pushing event updated for resources: {'Port': ['ID=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:40.881200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 79e49962-240d-4ff0-b677-a957f1256a9c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:58:40.884355 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:40.893594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:58:40.923202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:40.947086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.134880 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.438618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.447356 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.469646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.527686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:41.530775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:41.630379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 79e49962-240d-4ff0-b677-a957f1256a9c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:58:41.632419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:41.751914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router a3feaa93-d3a0-48c2-9eff-b53329e1a222 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:58:41.845376 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56082f37-db7d-423b-8db9-8efcacd527aa None None] Network 79e49962-240d-4ff0-b677-a957f1256a9c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:58:41.867378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:58:41.872384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cfc75193-d83b-4de2-bd9f-38e6bc66a8db tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "PUT /v2.0/routers/a3feaa93-d3a0-48c2-9eff-b53329e1a222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784492 Feb 10 13:58:41.916776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Provisioning complete for port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:41.917149 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.048410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Current status of the port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:42.048826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.093893 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] For port faa263b9-40ad-44e5-a2d6-b2b7c64a8935, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:42.101676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.125272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-2caff5b6-ec7e-45fb-8abb-a0ae575ca75b tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:42.126295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-2caff5b6-ec7e-45fb-8abb-a0ae575ca75b tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/networks?id=79e49962-240d-4ff0-b677-a957f1256a9c HTTP/1.1" status: 200 len: 798 time: 0.1478584 Feb 10 13:58:42.147843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-62f57d20-5972-4ed5-b46d-c5732fd9418d tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/quotas/abd77c828b634f729329d8e9013ae9d3 HTTP/1.1" status: 200 len: 375 time: 0.0148168 Feb 10 13:58:42.184471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a029e-2f06-444a-9d95-804ab0a1c6b7 None None] Pushing event updated for resources: {'Port': ['ID=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:42.229815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-14416475-5272-46cf-a6f6-2b50db8b30f0 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0757706 Feb 10 13:58:42.259666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device faa263b9-40ad-44e5-a2d6-b2b7c64a8935 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:42.336282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.336778 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.345207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-287db8b7-f2b8-4105-8f4e-23b54c3f1fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023304 Feb 10 13:58:42.379510 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Provisioning complete for port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.379905 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.412991 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Sync routers for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:58:42.427914 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:42.428840 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:42.458612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-6cd28f47-e6ba-4737-b62c-b52ad1379fb2 service neutron] 10.222.0.13 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069353 Feb 10 13:58:42.510038 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:42.511146 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d79cbf5b-3298-4595-be01-211a7895ea5b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:42.513983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Current status of the port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:42.555951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.556334 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.583175 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:42.600717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d79cbf5b-3298-4595-be01-211a7895ea5b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.601315 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.625538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b768d989-7e36-47ea-8c35-2aacc1522731 None None] Port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:58:42.699508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d9a5849-8510-4c24-8628-3f944feae6d4 req-405d27d0-c3a6-4e0d-83e0-cb6c25afb778 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 210 time: 0.0578704 Feb 10 13:58:42.739175 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d79cbf5b-3298-4595-be01-211a7895ea5b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:42.739583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.773229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4b130a92-0a24-4a6b-8839-0bb93ddf6357 None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.773612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4b130a92-0a24-4a6b-8839-0bb93ddf6357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.780643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port d79cbf5b-3298-4595-be01-211a7895ea5b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d79cbf5b-3298-4595-be01-211a7895ea5b,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:42.801232 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.852359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4b130a92-0a24-4a6b-8839-0bb93ddf6357 None None] Port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:58:42.880259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=d79cbf5b-3298-4595-be01-211a7895ea5b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:42.933832 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:41Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ab3b5254-6f3c-4b10-9fb1-ff70af46bc28', 'name': '', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:3a:1a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:40Z', 'updated_at': '2022-02-10T13:58:41Z', 'revision_number': 2, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:42.960187 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Checking router: a3feaa93-d3a0-48c2-9eff-b53329e1a222 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:58:42.960510 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Updating router a3feaa93-d3a0-48c2-9eff-b53329e1a222 port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:58:42.977661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7a83de78-7482-4bea-8feb-83c4bfb8572f None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:42.978230 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a83de78-7482-4bea-8feb-83c4bfb8572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:42.990420 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.031400 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7a83de78-7482-4bea-8feb-83c4bfb8572f None None] Port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:58:43.266245 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks [] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.271606 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.321340 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Pushing event updated for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:43.348864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.349217 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.349563 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.349899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.350234 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.350585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.350927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.351255 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.351580 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.351903 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.352221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.352542 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.352889 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 13:58:43.384025 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Attempting to bind port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:58:43.384366 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Attempting to bind port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:58:43.384733 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Attempting to bind port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 on network 79e49962-240d-4ff0-b677-a957f1256a9c {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:58:43.391603 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:58:43.391979 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Checking segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:58:43.392380 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.392798 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Bound using segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:58:43.393334 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Bound port: ab3b5254-6f3c-4b10-9fb1-ff70af46bc28, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:58:43.393715 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.465590 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] For port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:58:43.469346 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] For port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:58:43.476184 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.529225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:43.530456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:43.554487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:43.555011 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.566151 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2c2e8-92ed-40de-b569-78ca9d350126 None None] Pushing event updated for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:43.657073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Current status of the port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:43.657797 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.658738 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:43.702996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] For port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:43.709943 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.804212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb08c7-fd76-472f-add9-877621f2530c None None] Pushing event updated for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:43.835165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4508d8e-dbac-45b2-9ee8-ea6dcfe2eb65 None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:43.835957 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4508d8e-dbac-45b2-9ee8-ea6dcfe2eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:43.861960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa4cf888-b941-40a1-b9a6-04af253bde4e req-e4d2a3aa-8ed6-4afe-a177-d89e15b84e95 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 210 time: 0.0344226 Feb 10 13:58:43.913070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-ca151b57-a3d9-4749-a663-854adf102c31 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:43.914511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-ca151b57-a3d9-4749-a663-854adf102c31 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.77 "GET /v2.0/networks?id=79e49962-240d-4ff0-b677-a957f1256a9c HTTP/1.1" status: 200 len: 798 time: 0.2120171 Feb 10 13:58:43.927733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Request body: {'port': {'device_id': 'b0e44d18-bfab-4039-944c-d0794c238323', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'admin_state_up': True, 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:58:43.935033 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:41Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ab3b5254-6f3c-4b10-9fb1-ff70af46bc28', 'name': '', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:3a:1a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:40Z', 'updated_at': '2022-02-10T13:58:43Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:43.937653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4508d8e-dbac-45b2-9ee8-ea6dcfe2eb65 None None] Current status of the port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:43.965577 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb210c-bb4f-4fe4-9676-19245b0059e5 None None] The sync data for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 is: [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:41Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ab3b5254-6f3c-4b10-9fb1-ff70af46bc28', 'name': '', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:3a:1a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:40Z', 'updated_at': '2022-02-10T13:58:43Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:58:44.056025 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Made reservation on behalf of abd77c828b634f729329d8e9013ae9d3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:58:44.059526 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.246444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Allocated IP 172.20.0.29 (79e49962-240d-4ff0-b677-a957f1256a9c/b937b80a-9ccd-455f-97cd-1d11356cd049/afa671ea-91f8-4990-a8bd-8df4bc502f8f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:58:44.277902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device faa263b9-40ad-44e5-a2d6-b2b7c64a8935 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:44.327889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:44.328267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.384487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.420983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.431137 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:44.433286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d79cbf5b-3298-4595-be01-211a7895ea5b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:44.468343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Network 79e49962-240d-4ff0-b677-a957f1256a9c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:58:44.479483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:58:44.485341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:58:44.491654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event updated for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:44.503784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port d79cbf5b-3298-4595-be01-211a7895ea5b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:44.504162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.558459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:44.559113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.577251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-f0456e34-f6d7-4b5e-974f-251d1a2718f2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6530306 Feb 10 13:58:44.590567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Request body: {'port': {'device_id': 'b0e44d18-bfab-4039-944c-d0794c238323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:58:44.672080 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.793333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port d79cbf5b-3298-4595-be01-211a7895ea5b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:44.794448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:44.845458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:44.846320 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.892862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7ac48ab5-9a58-475b-8397-61ee83260b3c None None] Provisioning complete for port afa671ea-91f8-4990-a8bd-8df4bc502f8f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:44.893215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ac48ab5-9a58-475b-8397-61ee83260b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:44.942977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7ac48ab5-9a58-475b-8397-61ee83260b3c None None] Port afa671ea-91f8-4990-a8bd-8df4bc502f8f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:58:44.984612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:45.304075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3270cb-4acd-4e66-8b42-6bd560686f21 req-79ad2890-1357-40f1-bb70-00d6917d5a07 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:45.305616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff3270cb-4acd-4e66-8b42-6bd560686f21 req-79ad2890-1357-40f1-bb70-00d6917d5a07 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 895 time: 0.1357474 Feb 10 13:58:45.397808 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa671ea-91f8-4990-a8bd-8df4bc502f8f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:58:45.405504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks [] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:45.417390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Transition to ACTIVE for port object afa671ea-91f8-4990-a8bd-8df4bc502f8f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 13:58:45.421478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:45.472443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Pushing event updated for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:45.550564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Attempting to bind port afa671ea-91f8-4990-a8bd-8df4bc502f8f on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:58:45.550904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Attempting to bind port afa671ea-91f8-4990-a8bd-8df4bc502f8f by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:58:45.551234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Attempting to bind port afa671ea-91f8-4990-a8bd-8df4bc502f8f on network 79e49962-240d-4ff0-b677-a957f1256a9c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:58:45.555754 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Port afa671ea-91f8-4990-a8bd-8df4bc502f8f on network 79e49962-240d-4ff0-b677-a957f1256a9c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 13:58:45.556077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Attempting to bind port afa671ea-91f8-4990-a8bd-8df4bc502f8f on network 79e49962-240d-4ff0-b677-a957f1256a9c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:58:45.561194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:58:45.561532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Checking segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:58:45.561918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Bound using segment: {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:58:45.562344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Bound port: afa671ea-91f8-4990-a8bd-8df4bc502f8f, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599c8e5e-5c08-40ac-b003-7444b3a55999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:58:45.562702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:45.629056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:58:45.632057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:58:45.643128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:45.677017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:45.677764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:45.679184 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] 10.222.0.77 "PUT /v2.0/ports/afa671ea-91f8-4990-a8bd-8df4bc502f8f HTTP/1.1" status: 200 len: 1055 time: 1.0942245 Feb 10 13:58:45.683745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:45.686296 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:45.714856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2e79f-0032-4d6d-8e9d-b5db5f07b369 service neutron] Pushing event updated for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:45.747707 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1961b-245d-4948-bac8-7840b79db518 x-openstack-request-id: req-47e1961b-245d-4948-bac8-7840b79db518 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:45.747994 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:45.748405 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47e1961b-245d-4948-bac8-7840b79db518 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:45.748846 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f', 'status': 'completed', 'code': 200} Feb 10 13:58:45.774224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-19446739-264f-453b-bf0d-3ae58bc8b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:45.775773 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-19446739-264f-453b-bf0d-3ae58bc8b9eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 1089 time: 0.0568163 Feb 10 13:58:45.822370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-3f2f0988-2171-4582-aa8a-155aee556e9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f HTTP/1.1" status: 200 len: 217 time: 0.0398030 Feb 10 13:58:45.871422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-ac54ded7-c488-4229-8ee1-6cb62bbd2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:45.872956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-ac54ded7-c488-4229-8ee1-6cb62bbd2da8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b937b80a-9ccd-455f-97cd-1d11356cd049 HTTP/1.1" status: 200 len: 838 time: 0.0450683 Feb 10 13:58:45.922134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-8c53dc8a-7977-4253-9b59-d3d41b067ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:45.923718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-8c53dc8a-7977-4253-9b59-d3d41b067ef9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79e49962-240d-4ff0-b677-a957f1256a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450637 Feb 10 13:58:46.022027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-580a42ec-9136-4aa2-a7fe-b1d5649b9388 service neutron] 10.222.0.77 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912666 Feb 10 13:58:46.113729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35ab6ac3-0100-4d06-8bfe-61b8eaec51f1 req-d4990bf9-4902-4cc7-81f9-eaae07240289 service neutron] 10.222.0.77 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848067 Feb 10 13:58:46.209256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-1d2a72d1-5ed2-4390-94a8-ac5faf213243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:46.210800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-1d2a72d1-5ed2-4390-94a8-ac5faf213243 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 1089 time: 0.0505297 Feb 10 13:58:46.300765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-0e0a5f02-dcb8-4529-99f4-530ef9cc549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:46.302254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-0e0a5f02-dcb8-4529-99f4-530ef9cc549d service neutron] 10.222.0.77 "GET /v2.0/networks?id=79e49962-240d-4ff0-b677-a957f1256a9c HTTP/1.1" status: 200 len: 899 time: 0.0840058 Feb 10 13:58:46.348388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-c9a55be3-731d-43e7-a055-c75c0eb61f16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f HTTP/1.1" status: 200 len: 217 time: 0.0386486 Feb 10 13:58:46.427038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-288f47c2-2c44-4b92-88dd-216c76171dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:46.428637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-288f47c2-2c44-4b92-88dd-216c76171dde service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b937b80a-9ccd-455f-97cd-1d11356cd049 HTTP/1.1" status: 200 len: 838 time: 0.0731699 Feb 10 13:58:46.469931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e02dd-7560-490c-9833-7d67dba0b328 req-a942687c-aee3-4af8-85f5-c023996159d5 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:46.471315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0f0e02dd-7560-490c-9833-7d67dba0b328 req-a942687c-aee3-4af8-85f5-c023996159d5 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 907 time: 0.0889101 Feb 10 13:58:46.490327 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-2067e6ed-aefc-4d4b-a1fa-3f0e9a5c5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:46.491895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-2067e6ed-aefc-4d4b-a1fa-3f0e9a5c5b33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79e49962-240d-4ff0-b677-a957f1256a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537744 Feb 10 13:58:46.585096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-3c40ab98-6f98-422d-9b48-0e2ead959880 service neutron] 10.222.0.77 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845923 Feb 10 13:58:46.680637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d4d6ae8-8714-4e0e-8107-08bcc80c083a req-4d9be3c1-8ab1-4af9-b56c-b7b92c68f1d3 service neutron] 10.222.0.77 "GET /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860510 Feb 10 13:58:47.591014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02acf08-3e94-4c25-a4c2-130b3b77a3c8 req-3c51510e-a32f-4f80-ac8d-4b81635b2a5e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:47.593173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b02acf08-3e94-4c25-a4c2-130b3b77a3c8 req-3c51510e-a32f-4f80-ac8d-4b81635b2a5e tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 907 time: 0.0528238 Feb 10 13:58:48.712408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93764e38-a6d2-4e37-87a4-3ba9ed978f4b req-5d46f553-1946-4982-b792-61495b3d3e05 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:48.713919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93764e38-a6d2-4e37-87a4-3ba9ed978f4b req-5d46f553-1946-4982-b792-61495b3d3e05 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 907 time: 0.0532851 Feb 10 13:58:49.089390 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device afa671ea-91f8-4990-a8bd-8df4bc502f8f details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 13:58:49.186458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:49.196924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f', 'network_id': '79e49962-240d-4ff0-b677-a957f1256a9c', 'port_id': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f', 'mac_address': 'fa:16:3e:16:34:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b937b80a-9ccd-455f-97cd-1d11356cd049', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 13:58:49.234316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port afa671ea-91f8-4990-a8bd-8df4bc502f8f is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:49.234709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:49.247405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa671ea-91f8-4990-a8bd-8df4bc502f8f {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 13:58:49.266827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:49.270352 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:49.317695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:49.500020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['afa671ea-91f8-4990-a8bd-8df4bc502f8f'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 13:58:49.830448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cd681-8a82-4c11-9662-ab6b6adb13ca req-61de3f0a-1142-4047-a3db-e7fe583a1b11 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:49.831920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-205cd681-8a82-4c11-9662-ab6b6adb13ca req-61de3f0a-1142-4047-a3db-e7fe583a1b11 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 908 time: 0.0520515 Feb 10 13:58:50.615350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:50.778437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 6a82d713-dc45-4b87-82ce-eb9b5380129e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:50.778785 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:50.852226 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:50.852912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (6a82d713-dc45-4b87-82ce-eb9b5380129e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:50.864872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 6a82d713-dc45-4b87-82ce-eb9b5380129e owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:50.989837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cbb39-db53-4802-bd8f-5a618ea7aefb req-a4f1984c-2b20-42a6-be3e-dc1787574310 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:50.991306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a0cbb39-db53-4802-bd8f-5a618ea7aefb req-a4f1984c-2b20-42a6-be3e-dc1787574310 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 908 time: 0.0804296 Feb 10 13:58:51.055735 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6a82d713-dc45-4b87-82ce-eb9b5380129e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.083937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=6a82d713-dc45-4b87-82ce-eb9b5380129e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:51.091088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device afa671ea-91f8-4990-a8bd-8df4bc502f8f up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:58:51.140449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port afa671ea-91f8-4990-a8bd-8df4bc502f8f completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 13:58:51.144723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port afa671ea-91f8-4990-a8bd-8df4bc502f8f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:58:51.145138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.151060 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for floatingip (b3dde806-662c-4683-bdbb-2193e9ff0c30), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.151810 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Floating IP b3dde806-662c-4683-bdbb-2193e9ff0c30 disassociated (deleted). External IP: 172.25.8.227, port: 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc. Feb 10 13:58:51.224183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port afa671ea-91f8-4990-a8bd-8df4bc502f8f is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:58:51.224568 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.247110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:51.250230 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76489e47-b8a0-43cc-8d0e-5c71ae675e59" -d '{"events": [{"server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "name": "network-vif-plugged", "status": "completed", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:51.272707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:51.278091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.302733 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad20532-d67b-4eb4-a720-41983d9aae24 x-openstack-request-id: req-dad20532-d67b-4eb4-a720-41983d9aae24 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:51.303149 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "name": "network-vif-plugged", "status": "completed", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:51.303503 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dad20532-d67b-4eb4-a720-41983d9aae24 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:51.303973 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f', 'code': 200} Feb 10 13:58:51.332831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:51.397747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:58:51.418267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e353e7-0a5d-494a-96be-1d34dcb5cda3 req-4ec54616-7492-4797-89e6-aa8577b9b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:51.419763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8e353e7-0a5d-494a-96be-1d34dcb5cda3 req-4ec54616-7492-4797-89e6-aa8577b9b459 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 1091 time: 0.0657637 Feb 10 13:58:51.518555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:58:51.523042 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:51.528024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Sync routers for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:58:51.538790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:51.539414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:51.551980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ce88514b-df75-44d5-9dbe-481a187888c7 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3dde806-662c-4683-bdbb-2193e9ff0c30 HTTP/1.1" status: 204 len: 168 time: 0.9355373 Feb 10 13:58:51.552553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:51.554808 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175620f-2577-4c5d-825c-53441a531762" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:51.651633 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:51.704273 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b632d1e1-19a3-4437-974b-a83bf4c16ef9 x-openstack-request-id: req-b632d1e1-19a3-4437-974b-a83bf4c16ef9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:51.704567 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:51.704849 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b632d1e1-19a3-4437-974b-a83bf4c16ef9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:51.705269 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'status': 'completed', 'code': 200} Feb 10 13:58:51.808182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175620f-2577-4c5d-825c-53441a531762 req-12e59d74-ed81-45e9-add8-53af132f87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:51.809837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-12e59d74-ed81-45e9-add8-53af132f87ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fd309233c9684d6292adb47e0c79571e&device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 1128 time: 0.0829690 Feb 10 13:58:51.831183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bbf3e-791e-44fd-ae33-d1ccf81bd2f4 req-b7aa035e-969b-4f32-83e0-b9e2b99e6d0f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:51.832629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5bbf3e-791e-44fd-ae33-d1ccf81bd2f4 req-b7aa035e-969b-4f32-83e0-b9e2b99e6d0f tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0739062 Feb 10 13:58:51.863967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:51.891388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Checking router: a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:58:51.899676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:51.900291 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:51.938249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5bbf3e-791e-44fd-ae33-d1ccf81bd2f4 req-9efd336a-9e92-4a80-81ae-fbbe983468bf tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968094 Feb 10 13:58:51.953060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175620f-2577-4c5d-825c-53441a531762 req-01b346ab-31f1-4d15-aa46-dc90fed75c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:51.954535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-01b346ab-31f1-4d15-aa46-dc90fed75c43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 200 len: 898 time: 0.1202979 Feb 10 13:58:52.002622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-150e8131-3229-4dcf-82ec-d570d442bbd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 200 len: 217 time: 0.0398276 Feb 10 13:58:52.008992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:52.054328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175620f-2577-4c5d-825c-53441a531762 req-92481915-5b31-4d11-9f33-22c6f38b7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:52.054686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-92481915-5b31-4d11-9f33-22c6f38b7ea3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 200 len: 835 time: 0.0452447 Feb 10 13:58:52.143338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175620f-2577-4c5d-825c-53441a531762 req-7ee4d628-1598-469e-bfbe-d604a986be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:52.144895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-7ee4d628-1598-469e-bfbe-d604a986be12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d6d3340-71b7-4a5e-8446-ae60fe0894de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824113 Feb 10 13:58:52.152251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8d2dd-02ef-4232-ad05-70586f210593 req-e83c1d38-b1f1-4645-a0ac-ba21acc0b26f tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:52.153639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78d8d2dd-02ef-4232-ad05-70586f210593 req-e83c1d38-b1f1-4645-a0ac-ba21acc0b26f tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.0836339 Feb 10 13:58:52.219402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:52.237836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-7d920d70-0aff-4a99-af26-96d4d822e836 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Feb 10 13:58:52.249394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c81c3-6d14-4477-8f18-b4d2577a575d None None] The sync data for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 is: [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:57:21Z', 'revision_number': 4, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'acbb6570-4bfe-483b-b3e0-abc4cf5deb37', 'name': '', 'network_id': '4d6d3340-71b7-4a5e-8446-ae60fe0894de', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'mac_address': 'fa:16:3e:3b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:21Z', 'updated_at': '2022-02-10T13:57:25Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'subnets': [{'id': '8b1f0d13-e09f-4210-a90a-482646f12af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:58:52.338939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a175620f-2577-4c5d-825c-53441a531762 req-82d036fc-39da-40d2-9c76-8e3f5cb9e2c5 service neutron] 10.222.0.77 "GET /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894310 Feb 10 13:58:52.491624 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34917336-7e4b-4c9a-a968-b1a264b6942f None None] New status for floating IP b3dde806-662c-4683-bdbb-2193e9ff0c30: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:58:53.057368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7daadd-f624-4afc-8401-843db1ddc599 req-d0544d55-010f-4872-9c78-5d4633b9dfa1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.058876 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd7daadd-f624-4afc-8401-843db1ddc599 req-d0544d55-010f-4872-9c78-5d4633b9dfa1 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0521622 Feb 10 13:58:53.108239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd7daadd-f624-4afc-8401-843db1ddc599 req-33a59958-5c01-4ec7-99d5-890e2675d414 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/security-groups?id=90659d69-ef20-44bf-8ee0-5481a42390ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Feb 10 13:58:53.242991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44991b20-e423-432b-a1f8-b2304ead921a req-54e3e268-97ac-4c7c-b559-bbc437d55a7c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.244390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44991b20-e423-432b-a1f8-b2304ead921a req-54e3e268-97ac-4c7c-b559-bbc437d55a7c tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 946 time: 0.0649607 Feb 10 13:58:53.338747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc1d2c-2440-4438-a3eb-1d3372bbd905 req-5a2ca673-5485-4a05-888c-563be4431df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.340204 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53cc1d2c-2440-4438-a3eb-1d3372bbd905 req-5a2ca673-5485-4a05-888c-563be4431df9 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.1166446 Feb 10 13:58:53.368083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:53.368397 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:53.497616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:53.497895 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:53.514293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:53.531281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5efe1e-a865-489d-8c85-53e1f7055e73 req-ac1b4a2b-0217-4c5b-8726-3a87f2564849 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.532815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e5efe1e-a865-489d-8c85-53e1f7055e73 req-ac1b4a2b-0217-4c5b-8726-3a87f2564849 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.0990324 Feb 10 13:58:53.682762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0157a-1f72-4d25-a59f-04d55995a63c req-8ef02ecd-5c03-4756-8d0d-b0230b70eb21 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.684382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9c0157a-1f72-4d25-a59f-04d55995a63c req-8ef02ecd-5c03-4756-8d0d-b0230b70eb21 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 1091 time: 0.0839949 Feb 10 13:58:53.688653 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (78379144-5a7a-4f95-8fe9-53e8c3c4f6dc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:53.717678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=78379144-5a7a-4f95-8fe9-53e8c3c4f6dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:53.773034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] No DVR routers for this DVR port 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:58:53.783756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:53.787302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44991b20-e423-432b-a1f8-b2304ead921a req-76bc43a9-56ab-4cc0-a9d2-145e9a4e7f58 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.77 "DELETE /v2.0/ports/78379144-5a7a-4f95-8fe9-53e8c3c4f6dc HTTP/1.1" status: 204 len: 173 time: 0.5247583 Feb 10 13:58:53.787744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-deleted', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:53.790015 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010942cb-05c6-47e2-b60e-aeaa11132da3" -d '{"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-deleted", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:53.832166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c655f0c-84b9-432a-8ca0-a80db0ba9568 req-d146c289-0fe0-4888-8a32-f354b9c4d489 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.833787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c655f0c-84b9-432a-8ca0-a80db0ba9568 req-d146c289-0fe0-4888-8a32-f354b9c4d489 tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.0627615 Feb 10 13:58:53.892991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c655f0c-84b9-432a-8ca0-a80db0ba9568 req-34e03c7b-0289-486f-9a22-65048c8c988a tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0523808 Feb 10 13:58:53.916788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 56988) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:53.945900 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0dae5-eda5-4c09-9e17-99f10bae9357 x-openstack-request-id: req-c0e0dae5-eda5-4c09-9e17-99f10bae9357 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:53.946190 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d3a7-2648-4ef5-9d93-53ea383d398e", "name": "network-vif-deleted", "tag": "78379144-5a7a-4f95-8fe9-53e8c3c4f6dc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:53.946456 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0e0dae5-eda5-4c09-9e17-99f10bae9357 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:53.946836 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f4d3a7-2648-4ef5-9d93-53ea383d398e', 'name': 'network-vif-deleted', 'tag': '78379144-5a7a-4f95-8fe9-53e8c3c4f6dc', 'status': 'completed', 'code': 200} Feb 10 13:58:53.964447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abb782-b984-4d9a-b32c-bb9f2489276a tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:53.965976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-51abb782-b984-4d9a-b32c-bb9f2489276a tempest-TestSecurityGroupsBasicOps-1442774429 tempest-TestSecurityGroupsBasicOps-1442774429-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 1086 time: 0.0476692 Feb 10 13:58:54.215171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e25ab-6c33-4c96-9261-06b3893f811c req-05693e92-7d27-4723-9a25-88e512119ec5 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:54.217636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa8e25ab-6c33-4c96-9261-06b3893f811c req-05693e92-7d27-4723-9a25-88e512119ec5 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.0601833 Feb 10 13:58:54.326833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03ad40d1-3350-492c-b5da-4e04c6eb9e50 req-1b80fe94-94e9-416f-b23f-46ffd46fa5f3 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "GET /v2.0/ports?device_id=70f4d3a7-2648-4ef5-9d93-53ea383d398e HTTP/1.1" status: 200 len: 210 time: 0.0264747 Feb 10 13:58:55.339788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1fbe4-ef6f-4049-bf82-c1f50340c4b9 req-ad854d9d-092c-4fdd-88ef-623d2a94e031 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:55.341321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-71f1fbe4-ef6f-4049-bf82-c1f50340c4b9 req-ad854d9d-092c-4fdd-88ef-623d2a94e031 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.0535467 Feb 10 13:58:55.385307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57002) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:55.429609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-ec64c4a4-3586-40d1-8d6c-89ca0fa50a62 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:58:55.431089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-ec64c4a4-3586-40d1-8d6c-89ca0fa50a62 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0e44d18-bfab-4039-944c-d0794c238323 HTTP/1.1" status: 200 len: 909 time: 0.0522881 Feb 10 13:58:55.526446 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port afa671ea-91f8-4990-a8bd-8df4bc502f8f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:55.526707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:55.614353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port afa671ea-91f8-4990-a8bd-8df4bc502f8f, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=afa671ea-91f8-4990-a8bd-8df4bc502f8f,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:55.614709 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:55.631081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for afa671ea-91f8-4990-a8bd-8df4bc502f8f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:55.748653 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:55.753661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (afa671ea-91f8-4990-a8bd-8df4bc502f8f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:55.782667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=afa671ea-91f8-4990-a8bd-8df4bc502f8f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:55.842889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] No DVR routers for this DVR port afa671ea-91f8-4990-a8bd-8df4bc502f8f on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:58:55.845897 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:55.849709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3f6b878-373c-49a5-8709-8f285a765ca7 req-f083f550-8301-4182-89b2-35fe6e5345a2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.77 "DELETE /v2.0/ports/afa671ea-91f8-4990-a8bd-8df4bc502f8f HTTP/1.1" status: 204 len: 173 time: 0.4126465 Feb 10 13:58:55.947539 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'name': 'network-vif-deleted', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:58:55.950676 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48af50e-0f95-40e3-805b-d0e906aaec12" -d '{"events": [{"server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "name": "network-vif-deleted", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:58:55.999789 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e15514-e893-4910-932d-79a2cae75345 x-openstack-request-id: req-69e15514-e893-4910-932d-79a2cae75345 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:58:56.000325 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e44d18-bfab-4039-944c-d0794c238323", "name": "network-vif-deleted", "tag": "afa671ea-91f8-4990-a8bd-8df4bc502f8f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:58:56.000796 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69e15514-e893-4910-932d-79a2cae75345 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:58:56.001233 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e44d18-bfab-4039-944c-d0794c238323', 'name': 'network-vif-deleted', 'tag': 'afa671ea-91f8-4990-a8bd-8df4bc502f8f', 'status': 'completed', 'code': 200} Feb 10 13:58:56.049687 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port acbb6570-4bfe-483b-b3e0-abc4cf5deb37 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:56.050036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:56.140471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port acbb6570-4bfe-483b-b3e0-abc4cf5deb37, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:56.140861 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:56.152677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for acbb6570-4bfe-483b-b3e0-abc4cf5deb37 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:56.342542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (acbb6570-4bfe-483b-b3e0-abc4cf5deb37), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:56.368414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=acbb6570-4bfe-483b-b3e0-abc4cf5deb37,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:56.410080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:56.554126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:56.782828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:58:56.894095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:58:56.899218 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60bde685-6d92-4ec3-acd1-6876a30227d9 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "PUT /v2.0/routers/a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128808 Feb 10 13:58:56.901863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57012) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:56.904655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Sync routers for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:58:56.915884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:56.916652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:56.954840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting subnet 8b1f0d13-e09f-4210-a90a-482646f12af2 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:58:56.958209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (8b1f0d13-e09f-4210-a90a-482646f12af2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:56.998728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8b1f0d13-e09f-4210-a90a-482646f12af2), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.030357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:57.137624 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.140773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:58:57.212676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:58:57.213206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 78379144-5a7a-4f95-8fe9-53e8c3c4f6dc not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:58:57.247489 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:58:56Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:57.276345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Checking router: a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:58:57.287758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Routers {'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:57.287758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:57.370248 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8b1f0d13-e09f-4210-a90a-482646f12af2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.398910 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] Set router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:57.420313 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:57.421243 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.431104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8b1f0d13-e09f-4210-a90a-482646f12af2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.460467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1f0d13-e09f-4210-a90a-482646f12af2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:57.470910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.471914 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d24030-fb13-4763-ac47-73dc5a36eb1a None None] Network 4d6d3340-71b7-4a5e-8446-ae60fe0894de requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:58:57.477799 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44b49147-66f6-4102-8e9a-28b32a336188 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/subnets/8b1f0d13-e09f-4210-a90a-482646f12af2 HTTP/1.1" status: 204 len: 168 time: 0.5724740 Feb 10 13:58:57.478302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57014) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:57.522356 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port ab3b5254-6f3c-4b10-9fb1-ff70af46bc28, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:57.522723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.537039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:57.595126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.706583 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_gateway (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.749126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab3b5254-6f3c-4b10-9fb1-ff70af46bc28), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.766887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Deleting port c78d2ecc-2042-4d30-9404-94567e5c026d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:57.767228 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.791354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=ab3b5254-6f3c-4b10-9fb1-ff70af46bc28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:57.844555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:58:56Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:57.860947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] For port c78d2ecc-2042-4d30-9404-94567e5c026d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c78d2ecc-2042-4d30-9404-94567e5c026d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:57.861305 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:57.892526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Calling delete_port for c78d2ecc-2042-4d30-9404-94567e5c026d owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:57.892900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b073c71-ce47-4705-87af-4272da5480e7 None None] The sync data for ids ['a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93'] in n-d-815324-6 is: [{'id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074176652', 'tenant_id': 'fd309233c9684d6292adb47e0c79571e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:16Z', 'updated_at': '2022-02-10T13:58:56Z', 'revision_number': 5, 'project_id': 'fd309233c9684d6292adb47e0c79571e', 'gw_port': {'id': 'c78d2ecc-2042-4d30-9404-94567e5c026d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:17Z', 'updated_at': '2022-02-10T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:58:57.916112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] DHCP port deletion for 4d6d3340-71b7-4a5e-8446-ae60fe0894de request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:58:57.996622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Deleting port 82b94fc1-d89a-47bc-8136-c5af49b843ec {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:57.997128 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.019580 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.077100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] For port 82b94fc1-d89a-47bc-8136-c5af49b843ec, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82b94fc1-d89a-47bc-8136-c5af49b843ec,segment=NetworkSegment(68ff2280-031f-45c6-ad69-d04ce95c817b),segment_id=68ff2280-031f-45c6-ad69-d04ce95c817b)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:58.077512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.090369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Calling delete_port for 82b94fc1-d89a-47bc-8136-c5af49b843ec owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:58.113117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c78d2ecc-2042-4d30-9404-94567e5c026d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.135133 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Port': ['ID=c78d2ecc-2042-4d30-9404-94567e5c026d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:58.183313 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (82b94fc1-d89a-47bc-8136-c5af49b843ec), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.205684 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.207737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] Pushing event deleted for resources: {'Port': ['ID=82b94fc1-d89a-47bc-8136-c5af49b843ec,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:58.214471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0886a7-3813-4f73-9065-1fb43a2867ab None None] No DVR routers for this DVR port 82b94fc1-d89a-47bc-8136-c5af49b843ec on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:58:58.299214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router a3feaa93-d3a0-48c2-9eff-b53329e1a222 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:58:58.323011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.325511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router_controller (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.388655 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.389473 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Fanout notify agent at l3_agent the message router_deleted on router a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:58:58.396174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.397313 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0d716bf3-59cb-452c-8d3e-114a36ea136b tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/routers/a12d9c1a-a0a2-4a25-9d12-d6c1f17e8c93 HTTP/1.1" status: 204 len: 168 time: 0.9180231 Feb 10 13:58:58.400120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57016) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:58.426598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82b94fc1-d89a-47bc-8136-c5af49b843ec no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:58:58.443911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:58:58.450263 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 82b94fc1-d89a-47bc-8136-c5af49b843ec {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:58:58.451233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d541360c-dd1d-4867-b483-a6c7d9fc831c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "PUT /v2.0/routers/a3feaa93-d3a0-48c2-9eff-b53329e1a222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396054 Feb 10 13:58:58.453588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82b94fc1-d89a-47bc-8136-c5af49b843ec not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:58:58.453834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:58.454140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device acbb6570-4bfe-483b-b3e0-abc4cf5deb37 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:58:58.458475 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Sync routers for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:58:58.489816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (4d6d3340-71b7-4a5e-8446-ae60fe0894de), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.502194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:58:58.504416 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:58.506037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: acbb6570-4bfe-483b-b3e0-abc4cf5deb37 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:58:58.506500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device acbb6570-4bfe-483b-b3e0-abc4cf5deb37 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:58:58.507035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.519604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting subnet b937b80a-9ccd-455f-97cd-1d11356cd049 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:58:58.523902 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (b937b80a-9ccd-455f-97cd-1d11356cd049), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.570819 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (b937b80a-9ccd-455f-97cd-1d11356cd049), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.590234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (4d6d3340-71b7-4a5e-8446-ae60fe0894de), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.612838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6d3340-71b7-4a5e-8446-ae60fe0894de']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.622356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ff2280-031f-45c6-ad69-d04ce95c817b') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.622657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ff2280-031f-45c6-ad69-d04ce95c817b') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.640458 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (68ff2280-031f-45c6-ad69-d04ce95c817b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.640864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:58.664915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (68ff2280-031f-45c6-ad69-d04ce95c817b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.671876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b937b80a-9ccd-455f-97cd-1d11356cd049), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.673039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:58:58.673754 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (68ff2280-031f-45c6-ad69-d04ce95c817b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:58:58.678327 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:58:58.752253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (4d6d3340-71b7-4a5e-8446-ae60fe0894de), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.753094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (b937b80a-9ccd-455f-97cd-1d11356cd049), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.767435 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.775013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/networks/4d6d3340-71b7-4a5e-8446-ae60fe0894de HTTP/1.1" status: 204 len: 168 time: 0.3739061 Feb 10 13:58:58.775693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57020) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:58.786203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Subnet': ['ID=b937b80a-9ccd-455f-97cd-1d11356cd049,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:58.797660 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.801854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e76a1075-f39e-417d-a7b7-7d58607e40fb tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/subnets/b937b80a-9ccd-455f-97cd-1d11356cd049 HTTP/1.1" status: 204 len: 168 time: 0.3465719 Feb 10 13:58:58.803944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5007b-74f1-448c-9fc8-9a6808138a5e None None] Network 79e49962-240d-4ff0-b677-a957f1256a9c requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:58:58.804452 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:58.823757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b99bcb-865d-42e2-a797-506750193ede tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'Network': ['ID=4d6d3340-71b7-4a5e-8446-ae60fe0894de,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:58.868206 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:57Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.885519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (90659d69-ef20-44bf-8ee0-5481a42390ce), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.903373 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Checking router: a3feaa93-d3a0-48c2-9eff-b53329e1a222 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:58:58.914757 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Routers {'a3feaa93-d3a0-48c2-9eff-b53329e1a222'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:58:58.915143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (90659d69-ef20-44bf-8ee0-5481a42390ce), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.915383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:58.954928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:58.995851 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (90659d69-ef20-44bf-8ee0-5481a42390ce), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.001572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.005375 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] 10.222.0.13 "DELETE /v2.0/security-groups/90659d69-ef20-44bf-8ee0-5481a42390ce HTTP/1.1" status: 204 len: 168 time: 0.2246940 Feb 10 13:58:59.014120 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bbc40-40ff-4719-9db1-38cdbba83256 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90659d69-ef20-44bf-8ee0-5481a42390ce,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:59.116170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (a3feaa93-d3a0-48c2-9eff-b53329e1a222), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.136316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device afa671ea-91f8-4990-a8bd-8df4bc502f8f no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:58:59.177338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: afa671ea-91f8-4990-a8bd-8df4bc502f8f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:58:59.178856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device afa671ea-91f8-4990-a8bd-8df4bc502f8f not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:58:59.181341 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] Set router a3feaa93-d3a0-48c2-9eff-b53329e1a222 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:58:59.182632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port d79cbf5b-3298-4595-be01-211a7895ea5b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:59.183087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.189983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] DHCP port deletion for 79e49962-240d-4ff0-b677-a957f1256a9c request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:58:59.257474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Deleting port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:58:59.258157 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.289963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port d79cbf5b-3298-4595-be01-211a7895ea5b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=d79cbf5b-3298-4595-be01-211a7895ea5b,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:59.291022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.305118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for d79cbf5b-3298-4595-be01-211a7895ea5b owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:59.339365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] For port faa263b9-40ad-44e5-a2d6-b2b7c64a8935, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,segment=NetworkSegment(599c8e5e-5c08-40ac-b003-7444b3a55999),segment_id=599c8e5e-5c08-40ac-b003-7444b3a55999)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:58:59.339767 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.354157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Calling delete_port for faa263b9-40ad-44e5-a2d6-b2b7c64a8935 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:58:59.390728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:59.402182 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:57Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:59.431274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056c2d-3d38-4b1e-8aee-904f825b0875 None None] The sync data for ids ['a3feaa93-d3a0-48c2-9eff-b53329e1a222'] in n-d-815324-6 is: [{'id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1148670882', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:58:36Z', 'updated_at': '2022-02-10T13:58:57Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': 'd79cbf5b-3298-4595-be01-211a7895ea5b', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3feaa93-d3a0-48c2-9eff-b53329e1a222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:58:37Z', 'updated_at': '2022-02-10T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:58:59.463045 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (faa263b9-40ad-44e5-a2d6-b2b7c64a8935), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.496444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] Pushing event deleted for resources: {'Port': ['ID=faa263b9-40ad-44e5-a2d6-b2b7c64a8935,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:59.505066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa51bfc-592c-4dc5-a0fd-c9a506feab57 None None] No DVR routers for this DVR port faa263b9-40ad-44e5-a2d6-b2b7c64a8935 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:58:59.509339 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (d79cbf5b-3298-4595-be01-211a7895ea5b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.535286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=d79cbf5b-3298-4595-be01-211a7895ea5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:59.597687 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.616398 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0b129fc0-d8f6-4d26-b43a-4561164d1460 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd309233c9684d6292adb47e0c79571e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242148 Feb 10 13:58:59.618846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57036) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:59.665912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] Publish callbacks [] for security_group (16302295-22dd-4201-9125-2ab27d0bb831), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.687051 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] Publish callbacks [] for security_group (16302295-22dd-4201-9125-2ab27d0bb831), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.693403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.695551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_controller (a3feaa93-d3a0-48c2-9eff-b53329e1a222), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.735746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16302295-22dd-4201-9125-2ab27d0bb831), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.738568 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.739946 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16302295-22dd-4201-9125-2ab27d0bb831 HTTP/1.1" status: 204 len: 168 time: 0.1201613 Feb 10 13:58:59.748621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee957b5-b396-4269-88a1-dd47bc2a49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16302295-22dd-4201-9125-2ab27d0bb831,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:58:59.750005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (a3feaa93-d3a0-48c2-9eff-b53329e1a222), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.750599 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Fanout notify agent at l3_agent the message router_deleted on router a3feaa93-d3a0-48c2-9eff-b53329e1a222 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:58:59.759434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.760580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d6612791-7b90-4e5c-a030-04b8cbba6e0c tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/routers/a3feaa93-d3a0-48c2-9eff-b53329e1a222 HTTP/1.1" status: 204 len: 168 time: 0.9550197 Feb 10 13:58:59.763658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57040) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:58:59.848849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (79e49962-240d-4ff0-b677-a957f1256a9c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.946796 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (79e49962-240d-4ff0-b677-a957f1256a9c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:58:59.968090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e49962-240d-4ff0-b677-a957f1256a9c']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:59.977757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599c8e5e-5c08-40ac-b003-7444b3a55999') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:59.978051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599c8e5e-5c08-40ac-b003-7444b3a55999') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:58:59.988495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (599c8e5e-5c08-40ac-b003-7444b3a55999), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.004323 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (599c8e5e-5c08-40ac-b003-7444b3a55999), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.010736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:59:00.011138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (599c8e5e-5c08-40ac-b003-7444b3a55999), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: timer() Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:59:00.014249 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:59:00.059077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:00.084565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (79e49962-240d-4ff0-b677-a957f1256a9c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.093174 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.097302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/networks/79e49962-240d-4ff0-b677-a957f1256a9c HTTP/1.1" status: 204 len: 168 time: 0.3326445 Feb 10 13:59:00.099950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:00.112005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc9c86-00a5-474c-917e-f23202d3cf35 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Network': ['ID=79e49962-240d-4ff0-b677-a957f1256a9c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:00.172088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7185cb3c-bc39-4b23-b532-849fa03f9fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9ce36c382614b1e862f3bae5a38def7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118498 Feb 10 13:59:00.174615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:00.240295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device faa263b9-40ad-44e5-a2d6-b2b7c64a8935 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:00.261349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: faa263b9-40ad-44e5-a2d6-b2b7c64a8935 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:00.261632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device faa263b9-40ad-44e5-a2d6-b2b7c64a8935 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:00.262138 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c78d2ecc-2042-4d30-9404-94567e5c026d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:00.281772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c78d2ecc-2042-4d30-9404-94567e5c026d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:00.282125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c78d2ecc-2042-4d30-9404-94567e5c026d not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:00.282548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:00.290395 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] Publish callbacks [] for security_group (2a0e982f-c344-4539-bdb8-20c666a8d37c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.304346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:00.304702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ab3b5254-6f3c-4b10-9fb1-ff70af46bc28 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:00.334908 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] Publish callbacks [] for security_group (2a0e982f-c344-4539-bdb8-20c666a8d37c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.375105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port 41ccd511-80db-4028-bd71-0a7d7d7acc7b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:59:00.375442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.437559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (2a0e982f-c344-4539-bdb8-20c666a8d37c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.440144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.441836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a0e982f-c344-4539-bdb8-20c666a8d37c HTTP/1.1" status: 204 len: 168 time: 0.2663348 Feb 10 13:59:00.455642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8294f-9e3d-4c3f-9af0-56491f70534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0e982f-c344-4539-bdb8-20c666a8d37c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:00.467325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.467658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for floatingip (41ccd511-80db-4028-bd71-0a7d7d7acc7b), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.482752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for 41ccd511-80db-4028-bd71-0a7d7d7acc7b owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:59:00.648109 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (41ccd511-80db-4028-bd71-0a7d7d7acc7b), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.678097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=41ccd511-80db-4028-bd71-0a7d7d7acc7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:00.733814 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for floatingip (ba955c7f-0527-4dad-9cd0-fe37ac3f8b03), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.734139 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Floating IP ba955c7f-0527-4dad-9cd0-fe37ac3f8b03 disassociated (deleted). External IP: 172.25.8.41, port: 1ba85841-d69e-49e2-85f3-ae272686c2da. Feb 10 13:59:00.886066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5aaac156-c99c-4b68-9984-9c46581534f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:00.953514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:59:01.070319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:01.075561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.080718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Sync routers for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:01.094174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:01.094808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:01.112622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-28354559-843c-4952-941e-283e38e89cd1 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/floatingips/ba955c7f-0527-4dad-9cd0-fe37ac3f8b03 HTTP/1.1" status: 204 len: 168 time: 1.0115256 Feb 10 13:59:01.113347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:59:01.115963 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f6257-367b-4347-8c32-d7645aea3291" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:59:01.167811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:01.218317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:01.291339 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0edd9fb-9f01-43d8-ae25-18a2a8f5141f x-openstack-request-id: req-e0edd9fb-9f01-43d8-ae25-18a2a8f5141f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:59:01.291638 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:59:01.291955 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0edd9fb-9f01-43d8-ae25-18a2a8f5141f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:59:01.293067 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'status': 'completed', 'code': 200} Feb 10 13:59:01.317788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1248634016-network', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:01.397683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Made reservation on behalf of 30cb5c55dcdb464fac7dce9938c71436 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:59:01.399981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.416113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.424362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-4ad55bad-6036-42ee-bf8b-5e2fdf70c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.425922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-4ad55bad-6036-42ee-bf8b-5e2fdf70c338 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abd77c828b634f729329d8e9013ae9d3&device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 1166 time: 0.1048753 Feb 10 13:59:01.439942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:01.471919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Checking router: 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:01.474081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f3f7f-4f2d-471d-98c1-4b2ce0db1d73 req-2220f2c1-7a16-44aa-84fe-05b5173390b6 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.475580 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce1f3f7f-4f2d-471d-98c1-4b2ce0db1d73 req-2220f2c1-7a16-44aa-84fe-05b5173390b6 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.1218007 Feb 10 13:59:01.480597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:01.481235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:58:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:01.592932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:01.623346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-40198ecc-bc98-4de4-8739-ba8c2de45618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.624843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-40198ecc-bc98-4de4-8739-ba8c2de45618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 200 len: 896 time: 0.1924353 Feb 10 13:59:01.637050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce1f3f7f-4f2d-471d-98c1-4b2ce0db1d73 req-c4ad3a3e-dad5-4e8c-adaf-edfd08933592 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1492467 Feb 10 13:59:01.676874 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks [] for security_group (d4a732e9-43f5-4f82-80ff-c29340e678e9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.679354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-87876da6-6e41-4834-bada-998ea947bef9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 200 len: 217 time: 0.0467842 Feb 10 13:59:01.681647 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d4a732e9-43f5-4f82-80ff-c29340e678e9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.741577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:59:01.751737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a732e9-43f5-4f82-80ff-c29340e678e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:01.762068 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e4ff63bf-9668-4af0-8710-040404f12a06), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.762068 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Added segment e4ff63bf-9668-4af0-8710-040404f12a06 of type vlan for network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 Feb 10 13:59:01.775708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-33ff1dd5-0fe2-4a56-bd6b-443b7254f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.777243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-33ff1dd5-0fe2-4a56-bd6b-443b7254f5ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 200 len: 835 time: 0.0896132 Feb 10 13:59:01.796119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:01.822466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82370d8-2cda-4ff5-a76a-2b760bd75e8f None None] The sync data for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 is: [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:57:11Z', 'revision_number': 4, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '96d1191d-e160-4b84-8cff-995eeefe7103', 'name': '', 'network_id': '543b6e9e-ae1e-4212-af6e-7a377ddcf83e', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'mac_address': 'fa:16:3e:69:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:10Z', 'updated_at': '2022-02-10T13:57:14Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'subnets': [{'id': 'd344a9d8-a3fd-4573-9956-51188616510f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:01.834320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (667844fb-d2bf-41ae-99f0-c8ae7d1b7379), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.869420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-cfea036e-3113-46a9-8571-11087a67a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.870950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-cfea036e-3113-46a9-8571-11087a67a60c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543b6e9e-ae1e-4212-af6e-7a377ddcf83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722136 Feb 10 13:59:01.871694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (667844fb-d2bf-41ae-99f0-c8ae7d1b7379), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.872547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:01.873150 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:01.991898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8226128 Feb 10 13:59:01.994804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57086) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:01.996108 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427119e-6936-49c7-aa7e-9f1c2c42fc2e admin admin] Pushing event updated for resources: {'Network': ['ID=667844fb-d2bf-41ae-99f0-c8ae7d1b7379,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:02.003096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Request body: {'subnet': {'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1248634016-subnet', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:02.006173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:59:02.043164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Made reservation on behalf of 30cb5c55dcdb464fac7dce9938c71436 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:59:02.047739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.101071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d79cbf5b-3298-4595-be01-211a7895ea5b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:02.127669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: d79cbf5b-3298-4595-be01-211a7895ea5b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:02.128255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device d79cbf5b-3298-4595-be01-211a7895ea5b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:02.128940 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d15d6e-248a-4455-9f10-c88c663997db None None] New status for floating IP ba955c7f-0527-4dad-9cd0-fe37ac3f8b03: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 13:59:02.268680 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (97da39e8-745e-4a3f-8f46-79db605aa488), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.324254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97da39e8-745e-4a3f-8f46-79db605aa488,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:02.334407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Checking segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:02.334764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Network hostable DHCP agents. Network: 667844fb-d2bf-41ae-99f0-c8ae7d1b7379, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:59:02.352556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:59:02.363525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 667844fb-d2bf-41ae-99f0-c8ae7d1b7379) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:02.367600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:02.368361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.376928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a8d2e-965e-4a96-95c6-d8488e61bf3e None None] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:59:02.392080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c2755da3-8289-41f6-8057-5f50f293e82f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3949881 Feb 10 13:59:02.392587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57088) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:02.396857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:02.405117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-a66d7628-b4f7-484d-bd27-a3e292305d13 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075226 Feb 10 13:59:02.425978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.427094 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.488098 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:59:02.488643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for router_controller (16704036-409c-4bce-b1bb-8e8f3a26d2e3), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.490883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.510074 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca0f6257-367b-4347-8c32-d7645aea3291 req-6f0a48bc-5d46-4538-8011-c4b209ccae30 service neutron] 10.222.0.21 "GET /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961654 Feb 10 13:59:02.636717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Allocated IP 172.20.0.2 (667844fb-d2bf-41ae-99f0-c8ae7d1b7379/97da39e8-745e-4a3f-8f46-79db605aa488/7c5348f5-3622-410c-913d-d8c5f7958fa2) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:02.639397 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for router_gateway (16704036-409c-4bce-b1bb-8e8f3a26d2e3), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.772118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a41cb-c8a5-4894-bf60-c2decb4586f8 req-0f0a7e6a-60e0-473f-82cc-70a994986bf2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:02.773888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-261a41cb-c8a5-4894-bf60-c2decb4586f8 req-0f0a7e6a-60e0-473f-82cc-70a994986bf2 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.0643215 Feb 10 13:59:02.784983 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks [] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.792329 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.838942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:02.844311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:02.849788 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:02.853208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c5348f5-3622-410c-913d-d8c5f7958fa2,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:02.856105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for router_gateway (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.878532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-261a41cb-c8a5-4894-bf60-c2decb4586f8 req-28a49121-a4e1-4b1b-b297-952801e43713 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "GET /v2.0/security-groups?id=31b5386d-f91c-4708-a587-384b9b6f2280&id=ad8d95f4-7cc8-484d-ad95-84db204a3fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0976520 Feb 10 13:59:02.893862 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.905709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-b96d9a06-4204-43d0-aafc-24a622b90b91 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:02.907371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-b96d9a06-4204-43d0-aafc-24a622b90b91 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d5bc29c-3f3c-47a0-b1fe-e967b5591945 HTTP/1.1" status: 200 len: 984 time: 0.0840392 Feb 10 13:59:02.922445 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Attempting to bind port 7c5348f5-3622-410c-913d-d8c5f7958fa2 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:02.922819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Attempting to bind port 7c5348f5-3622-410c-913d-d8c5f7958fa2 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:02.923178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Attempting to bind port 7c5348f5-3622-410c-913d-d8c5f7958fa2 on network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:02.928203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:02.928578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Checking segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:02.929041 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.929433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Bound using segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:02.929918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Bound port: 7c5348f5-3622-410c-913d-d8c5f7958fa2, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:02.930298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:02.994677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] For port 7c5348f5-3622-410c-913d-d8c5f7958fa2, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:02.998954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] For port 7c5348f5-3622-410c-913d-d8c5f7958fa2, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c5348f5-3622-410c-913d-d8c5f7958fa2,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:03.006206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port 1ba85841-d69e-49e2-85f3-ae272686c2da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:59:03.006619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.006768 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.011871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Allocated IP 172.25.8.244 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/9bf3ab25-f59a-44cf-872d-79447e8df509) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:03.075404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32067441-c3fe-4b8a-a59e-1ed76dc64ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c5348f5-3622-410c-913d-d8c5f7958fa2,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:03.124348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port 1ba85841-d69e-49e2-85f3-ae272686c2da, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=1ba85841-d69e-49e2-85f3-ae272686c2da,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:03.124843 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.135042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.141799 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for 1ba85841-d69e-49e2-85f3-ae272686c2da owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:59:03.169320 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.209554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:03.214313 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:03.218717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:03.242850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Pushing event updated for resources: {'Port': ['ID=9bf3ab25-f59a-44cf-872d-79447e8df509,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:03.307862 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cfb7aefe-e2fa-4441-bc36-2b5a9217aeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.317778 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1ba85841-d69e-49e2-85f3-ae272686c2da), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.354850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=1ba85841-d69e-49e2-85f3-ae272686c2da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:03.403643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] No DVR routers for this DVR port 1ba85841-d69e-49e2-85f3-ae272686c2da on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:59:03.406795 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.410252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb2b1ef4-5377-457c-ad09-c3098515aa97 req-0957a1e1-a67a-4103-944f-e50e011ecd28 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.21 "DELETE /v2.0/ports/1ba85841-d69e-49e2-85f3-ae272686c2da HTTP/1.1" status: 204 len: 173 time: 0.4974892 Feb 10 13:59:03.411026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'name': 'network-vif-deleted', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 13:59:03.419244 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06acfa6a-f879-4b5b-b80b-cb551436b5d6" -d '{"events": [{"server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "name": "network-vif-deleted", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 13:59:03.463432 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e42221-44c9-42ec-b406-ab9da5c042cf x-openstack-request-id: req-70e42221-44c9-42ec-b406-ab9da5c042cf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 13:59:03.463773 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bc29c-3f3c-47a0-b1fe-e967b5591945", "name": "network-vif-deleted", "tag": "1ba85841-d69e-49e2-85f3-ae272686c2da", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 13:59:03.464161 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70e42221-44c9-42ec-b406-ab9da5c042cf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 13:59:03.464599 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5bc29c-3f3c-47a0-b1fe-e967b5591945', 'name': 'network-vif-deleted', 'tag': '1ba85841-d69e-49e2-85f3-ae272686c2da', 'status': 'completed', 'code': 200} Feb 10 13:59:03.541097 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for router_gateway (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.737671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:03.892919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:59:03.954882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:04.013980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:04.017293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (31b5386d-f91c-4708-a587-384b9b6f2280), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.026308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:04.033218 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.038394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e161d8b2-7d18-485c-9c44-2afd5d62ed0a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6421309 Feb 10 13:59:04.040848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57098) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:04.043528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:04.044336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:04.053822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (31b5386d-f91c-4708-a587-384b9b6f2280), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.111146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (31b5386d-f91c-4708-a587-384b9b6f2280), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.115309 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.119087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/security-groups/31b5386d-f91c-4708-a587-384b9b6f2280 HTTP/1.1" status: 204 len: 168 time: 0.1604211 Feb 10 13:59:04.128213 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:04.152400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e983c0a-a882-4633-84dc-da0b7165b7bf tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b5386d-f91c-4708-a587-384b9b6f2280,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:04.211373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (ad8d95f4-7cc8-484d-ad95-84db204a3fe1), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.239852 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (ad8d95f4-7cc8-484d-ad95-84db204a3fe1), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.302741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (ad8d95f4-7cc8-484d-ad95-84db204a3fe1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.306071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.307541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad8d95f4-7cc8-484d-ad95-84db204a3fe1 HTTP/1.1" status: 204 len: 168 time: 0.1782084 Feb 10 13:59:04.311535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:04.364970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0933b4-1f35-4cca-9691-47d6ca100076 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d95f4-7cc8-484d-ad95-84db204a3fe1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:04.370477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c5348f5-3622-410c-913d-d8c5f7958fa2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:04.374061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12237cf-688e-4e33-b772-19928b7cf5fc None None] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:59:04.506767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Provisioning complete for port 7c5348f5-3622-410c-913d-d8c5f7958fa2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:04.507240 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.511360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:04.719591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7c5348f5-3622-410c-913d-d8c5f7958fa2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:04.720218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.721146 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.757714 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.848375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Current status of the port 7c5348f5-3622-410c-913d-d8c5f7958fa2 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:04.848375 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.855849 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.946954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] For port 7c5348f5-3622-410c-913d-d8c5f7958fa2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c5348f5-3622-410c-913d-d8c5f7958fa2,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:04.948795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:03Z', 'revision_number': 3, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:04.952104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7c5348f5-3622-410c-913d-d8c5f7958fa2 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:04.952505 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.979082 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:04.997127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:04.997517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Updating router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 port 9bf3ab25-f59a-44cf-872d-79447e8df509 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:59:05.041768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port 96d1191d-e160-4b84-8cff-995eeefe7103 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:59:05.042338 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.076478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.110949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Allocated IP 172.20.0.1 (667844fb-d2bf-41ae-99f0-c8ae7d1b7379/97da39e8-745e-4a3f-8f46-79db605aa488/3b2fc330-3739-489f-ac09-bb0878447b9d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:05.139151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9828e5-546b-416e-94c7-b0d242ee1c8e None None] Pushing event updated for resources: {'Port': ['ID=7c5348f5-3622-410c-913d-d8c5f7958fa2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:05.160293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port 96d1191d-e160-4b84-8cff-995eeefe7103, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=96d1191d-e160-4b84-8cff-995eeefe7103,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:05.160973 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.173851 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for 96d1191d-e160-4b84-8cff-995eeefe7103 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:59:05.198532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 13:59:05.198892 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 13:59:05.224116 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks [] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.226835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-eba48463-8592-47db-ab84-de7b94d2e4a9 None None] Provisioning complete for port 7c5348f5-3622-410c-913d-d8c5f7958fa2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:05.227211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eba48463-8592-47db-ab84-de7b94d2e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.259247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.302118 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:05.305024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:05.307519 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:05.342813 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:05.359544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.392416 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-eba48463-8592-47db-ab84-de7b94d2e4a9 None None] Current status of the port 7c5348f5-3622-410c-913d-d8c5f7958fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:05.406582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (96d1191d-e160-4b84-8cff-995eeefe7103), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.434004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=96d1191d-e160-4b84-8cff-995eeefe7103,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:05.468671 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks [] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.479272 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.557409 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccc44-4f02-49b4-b51b-83f5bdf66dea None None] Pushing event updated for resources: {'Port': ['ID=9bf3ab25-f59a-44cf-872d-79447e8df509,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:05.562311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Attempting to bind port 9bf3ab25-f59a-44cf-872d-79447e8df509 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:05.562757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Attempting to bind port 9bf3ab25-f59a-44cf-872d-79447e8df509 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:05.563194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Attempting to bind port 9bf3ab25-f59a-44cf-872d-79447e8df509 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:05.566798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.574959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:05.576956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:05.577749 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.578515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:05.579293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Bound port: 9bf3ab25-f59a-44cf-872d-79447e8df509, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:05.579876 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.647748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] For port 9bf3ab25-f59a-44cf-872d-79447e8df509, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:05.651749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] For port 9bf3ab25-f59a-44cf-872d-79447e8df509, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9bf3ab25-f59a-44cf-872d-79447e8df509,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:05.665386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.674864 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.786711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:05.787640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:05.792631 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccc44-4f02-49b4-b51b-83f5bdf66dea None None] Pushing event updated for resources: {'Port': ['ID=9bf3ab25-f59a-44cf-872d-79447e8df509,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:05.815332 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks [] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.821110 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.832005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e99939bb-4712-4122-b17c-21dc8eb16e78 None None] Provisioning complete for port 3b2fc330-3739-489f-ac09-bb0878447b9d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:05.832399 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e99939bb-4712-4122-b17c-21dc8eb16e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.834296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7c5348f5-3622-410c-913d-d8c5f7958fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:05.881336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e99939bb-4712-4122-b17c-21dc8eb16e78 None None] Port 3b2fc330-3739-489f-ac09-bb0878447b9d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:59:05.893459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.935829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:59:05.940544 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:05.953072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:05.984172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:06.007269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:06.008783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:06.055563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:06.066053 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Sync routers for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:06.069491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8d1fd6e5-0578-4c7f-b3bb-7b263e4c2b5a tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "PUT /v2.0/routers/7e5c5fce-e3a9-4ac4-9693-1d8ca343f114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7567003 Feb 10 13:59:06.069652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57104) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:06.079351 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:06.080348 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:06.176976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting subnet d344a9d8-a3fd-4573-9956-51188616510f {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 13:59:06.184147 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (d344a9d8-a3fd-4573-9956-51188616510f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.225647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 1, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:06.233247 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:59:06.239401 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (d344a9d8-a3fd-4573-9956-51188616510f), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.263359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49035552-0f41-4325-823e-1f97c30008f0 None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 1, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:06.282821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c5348f5-3622-410c-913d-d8c5f7958fa2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:06.311920 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:06.350267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.360306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7c5348f5-3622-410c-913d-d8c5f7958fa2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:06.360492 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.460011 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d344a9d8-a3fd-4573-9956-51188616510f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.488016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:06.495865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-89e5b2b6-aaa4-4728-b2ec-a4bfa68336b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/16704036-409c-4bce-b1bb-8e8f3a26d2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539592 Feb 10 13:59:06.507851 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:06.535982 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Checking router: 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:06.540706 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (d344a9d8-a3fd-4573-9956-51188616510f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.546551 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Routers {'7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:06.547333 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:06.580914 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Subnet': ['ID=d344a9d8-a3fd-4573-9956-51188616510f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:06.584510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.589843 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2ed9904-aa3b-47b4-bd93-d8f285cd7f09 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/subnets/d344a9d8-a3fd-4573-9956-51188616510f HTTP/1.1" status: 204 len: 168 time: 0.5177677 Feb 10 13:59:06.592288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57110) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:06.679380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a185420-62c9-46bd-aa17-e5559e56808f None None] Network 543b6e9e-ae1e-4212-af6e-7a377ddcf83e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:59:06.720898 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] Set router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:06.754573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-030ff26b-2057-4524-bcfc-37d5f29eb035 None None] Provisioning complete for port 3b2fc330-3739-489f-ac09-bb0878447b9d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:06.755583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-030ff26b-2057-4524-bcfc-37d5f29eb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.756551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.838996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-030ff26b-2057-4524-bcfc-37d5f29eb035 None None] Port 3b2fc330-3739-489f-ac09-bb0878447b9d cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:59:06.881572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_gateway (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:06.956428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Deleting port 79d5f92c-a7ba-4752-b934-7a6b9b48e271 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:59:06.958202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.024963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7c5348f5-3622-410c-913d-d8c5f7958fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:07.101608 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] For port 79d5f92c-a7ba-4752-b934-7a6b9b48e271, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=79d5f92c-a7ba-4752-b934-7a6b9b48e271,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:07.101981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.117947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Calling delete_port for 79d5f92c-a7ba-4752-b934-7a6b9b48e271 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:59:07.130738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5880be6a-004f-46de-a88e-21438a900845 None None] DHCP port deletion for 543b6e9e-ae1e-4212-af6e-7a377ddcf83e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 13:59:07.130901 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:07.172022 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df4609-bd56-46f6-95cd-529f25b4677a None None] The sync data for ids ['7e5c5fce-e3a9-4ac4-9693-1d8ca343f114'] in n-d-815324-6 is: [{'id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1645978696', 'tenant_id': 'abd77c828b634f729329d8e9013ae9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:57:06Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 5, 'project_id': 'abd77c828b634f729329d8e9013ae9d3', 'gw_port': {'id': '79d5f92c-a7ba-4752-b934-7a6b9b48e271', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c5fce-e3a9-4ac4-9693-1d8ca343f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:57:07Z', 'updated_at': '2022-02-10T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:07.256316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Deleting port dc87a51c-df53-41fa-bfb5-7030d301e1c5 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 13:59:07.257360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.327617 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5880be6a-004f-46de-a88e-21438a900845 None None] For port dc87a51c-df53-41fa-bfb5-7030d301e1c5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=dc87a51c-df53-41fa-bfb5-7030d301e1c5,segment=NetworkSegment(3c6a66c3-80a4-460d-b5df-43c92682ef81),segment_id=3c6a66c3-80a4-460d-b5df-43c92682ef81)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:07.327786 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.339314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:07.340262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Calling delete_port for dc87a51c-df53-41fa-bfb5-7030d301e1c5 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 13:59:07.346043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-746184231-network', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:07.361552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (79d5f92c-a7ba-4752-b934-7a6b9b48e271), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.392476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Port': ['ID=79d5f92c-a7ba-4752-b934-7a6b9b48e271,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:07.394075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Made reservation on behalf of fe8f3fb1014545fe94d75cf2b7371f8a for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:59:07.396382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.421282 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.424975 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (dc87a51c-df53-41fa-bfb5-7030d301e1c5), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.469255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880be6a-004f-46de-a88e-21438a900845 None None] Pushing event deleted for resources: {'Port': ['ID=dc87a51c-df53-41fa-bfb5-7030d301e1c5,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:07.471241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880be6a-004f-46de-a88e-21438a900845 None None] No DVR routers for this DVR port dc87a51c-df53-41fa-bfb5-7030d301e1c5 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 13:59:07.475020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.488132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.501393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1ba85841-d69e-49e2-85f3-ae272686c2da no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:07.522091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 1ba85841-d69e-49e2-85f3-ae272686c2da {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:07.522441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 1ba85841-d69e-49e2-85f3-ae272686c2da not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:07.615114 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.621048 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router_controller (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.682161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (7e5c5fce-e3a9-4ac4-9693-1d8ca343f114), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.682693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Fanout notify agent at l3_agent the message router_deleted on router 7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 13:59:07.690631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.691783 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2ab652ad-1af1-41aa-9a29-0ba01c6e4773 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/routers/7e5c5fce-e3a9-4ac4-9693-1d8ca343f114 HTTP/1.1" status: 204 len: 168 time: 1.0982900 Feb 10 13:59:07.694916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:07.697144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks [] for security_group (55f85308-e85b-4dcc-8806-2036d3c24452), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.702926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (55f85308-e85b-4dcc-8806-2036d3c24452), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.717230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 13:59:07.728018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3beb98c8-1d20-463a-ba18-9533eabc58e6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.728409 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Added segment 3beb98c8-1d20-463a-ba18-9533eabc58e6 of type vlan for network 49593408-a421-4dd1-9282-4177425fe2b7 Feb 10 13:59:07.775171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (49593408-a421-4dd1-9282-4177425fe2b7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.800348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (543b6e9e-ae1e-4212-af6e-7a377ddcf83e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.809829 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (49593408-a421-4dd1-9282-4177425fe2b7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.811369 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:07.811935 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.883499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5386236 Feb 10 13:59:07.883499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f85308-e85b-4dcc-8806-2036d3c24452,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:07.890434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:07.895025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Request body: {'subnet': {'network_id': '49593408-a421-4dd1-9282-4177425fe2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-746184231-subnet', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:07.913418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (543b6e9e-ae1e-4212-af6e-7a377ddcf83e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.935902 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543b6e9e-ae1e-4212-af6e-7a377ddcf83e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:07.942350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a298fdf-f47a-45d6-b0d9-4ff85fd33d41 admin admin] Pushing event updated for resources: {'Network': ['ID=49593408-a421-4dd1-9282-4177425fe2b7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:07.947073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6a66c3-80a4-460d-b5df-43c92682ef81') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:07.947509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6a66c3-80a4-460d-b5df-43c92682ef81') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:07.956653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 49593408-a421-4dd1-9282-4177425fe2b7 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 13:59:07.960599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (3c6a66c3-80a4-460d-b5df-43c92682ef81), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.962219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Made reservation on behalf of fe8f3fb1014545fe94d75cf2b7371f8a for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 13:59:07.965223 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.977004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3c6a66c3-80a4-460d-b5df-43c92682ef81), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.986442 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 13:59:07.987069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (3c6a66c3-80a4-460d-b5df-43c92682ef81), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: timer() Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 13:59:07.990700 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 13:59:08.098620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (543b6e9e-ae1e-4212-af6e-7a377ddcf83e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.106305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.112735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] 10.222.0.13 "DELETE /v2.0/networks/543b6e9e-ae1e-4212-af6e-7a377ddcf83e HTTP/1.1" status: 204 len: 168 time: 0.4135363 Feb 10 13:59:08.124151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b40ea-064f-4c95-ba34-f62563ced378 tempest-TestSecurityGroupsBasicOps-273310585 tempest-TestSecurityGroupsBasicOps-273310585-project] Pushing event deleted for resources: {'Network': ['ID=543b6e9e-ae1e-4212-af6e-7a377ddcf83e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:08.499293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:08.532382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (8d75bea5-ae63-4c62-9fc7-c157a88dda25), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.592716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d75bea5-ae63-4c62-9fc7-c157a88dda25,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:08.606841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Checking segment: {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:08.607236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Network hostable DHCP agents. Network: 49593408-a421-4dd1-9282-4177425fe2b7, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 13:59:08.630383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Network 49593408-a421-4dd1-9282-4177425fe2b7 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 13:59:08.634960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9bf3ab25-f59a-44cf-872d-79447e8df509 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:08.649441 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 49593408-a421-4dd1-9282-4177425fe2b7) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:08.655420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 13:59:08.656022 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.668233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309926a9-6ca7-4f3f-b60d-d19b5ababc5f None None] Network 49593408-a421-4dd1-9282-4177425fe2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:59:08.678308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-99b82ec9-986d-4620-9560-12ebb998a9a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7869706 Feb 10 13:59:08.684215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:08.690286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 13:59:08.697728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b4bb130f-2a28-4c84-9165-42b13a5ccb89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abd77c828b634f729329d8e9013ae9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949489 Feb 10 13:59:08.699180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:08.735421 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (839e1b59-6e80-45c9-b908-840d9b196dab), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.736442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (839e1b59-6e80-45c9-b908-840d9b196dab), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.775469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9bf3ab25-f59a-44cf-872d-79447e8df509 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:08.775848 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.779958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] Publish callbacks [] for security_group (78c2b8d7-0d38-401b-8546-bb42aefd9f9f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.818744 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for router_controller (839e1b59-6e80-45c9-b908-840d9b196dab), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.825261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-49593408-a421-4dd1-9282-4177425fe2b7', 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7', 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'fixed_ips': [{'subnet_id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 13:59:08.826193 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.865360 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] Publish callbacks [] for security_group (78c2b8d7-0d38-401b-8546-bb42aefd9f9f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.958628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9bf3ab25-f59a-44cf-872d-79447e8df509 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:08.959020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:08.999683 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for router_gateway (839e1b59-6e80-45c9-b908-840d9b196dab), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.005621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 9bf3ab25-f59a-44cf-872d-79447e8df509, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9bf3ab25-f59a-44cf-872d-79447e8df509,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:09.015786 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.018091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Allocated IP 172.20.0.2 (49593408-a421-4dd1-9282-4177425fe2b7/8d75bea5-ae63-4c62-9fc7-c157a88dda25/45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:09.032589 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (78c2b8d7-0d38-401b-8546-bb42aefd9f9f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.035294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.039070 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78c2b8d7-0d38-401b-8546-bb42aefd9f9f HTTP/1.1" status: 204 len: 168 time: 0.3367183 Feb 10 13:59:09.052646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deedd86-55f5-4805-ae99-4a50dcc48db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2b8d7-0d38-401b-8546-bb42aefd9f9f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.110383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96d1191d-e160-4b84-8cff-995eeefe7103 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:09.166369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 96d1191d-e160-4b84-8cff-995eeefe7103 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:09.166906 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 96d1191d-e160-4b84-8cff-995eeefe7103 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:09.167476 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dc87a51c-df53-41fa-bfb5-7030d301e1c5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:09.199654 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=9bf3ab25-f59a-44cf-872d-79447e8df509,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.202333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: dc87a51c-df53-41fa-bfb5-7030d301e1c5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:09.202696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device dc87a51c-df53-41fa-bfb5-7030d301e1c5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:09.273369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for router_gateway (839e1b59-6e80-45c9-b908-840d9b196dab), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.295117 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.325513 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks [] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.333934 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.371152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57148) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:09.376825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Pushing event updated for resources: {'Port': ['ID=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.386181 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6085ba32-2cc2-4f67-9200-06230ef2575f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.392871 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Network 49593408-a421-4dd1-9282-4177425fe2b7 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:09.394905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:09.402379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:09.407680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:09.422628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Allocated IP 172.25.8.112 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/40a3bbe5-8cc6-473a-ad37-686713400af0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:09.430333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:09.431159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:09.487088 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6085ba32-2cc2-4f67-9200-06230ef2575f admin admin] Publish callbacks [] for security_group (512f4d12-2de2-4e1b-852f-b9c13f160011), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.492247 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6085ba32-2cc2-4f67-9200-06230ef2575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (512f4d12-2de2-4e1b-852f-b9c13f160011), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.529750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Attempting to bind port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:09.530382 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Attempting to bind port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:09.530979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Attempting to bind port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca on network 49593408-a421-4dd1-9282-4177425fe2b7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:09.536072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.539298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 57150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:09.539430 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6085ba32-2cc2-4f67-9200-06230ef2575f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1683ab0631bc4bc499c70f5131bfa5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655874 Feb 10 13:59:09.539430 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085ba32-2cc2-4f67-9200-06230ef2575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512f4d12-2de2-4e1b-852f-b9c13f160011,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.565812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:09.566290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Checking segment: {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:09.566769 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.567231 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Bound using segment: {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:09.567789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Bound port: 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:09.568360 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.612866 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] Publish callbacks [] for security_group (512f4d12-2de2-4e1b-852f-b9c13f160011), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.616105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.630057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:09.668414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] Publish callbacks [] for security_group (512f4d12-2de2-4e1b-852f-b9c13f160011), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.671024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:09.679372 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:09.686647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:09.697347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Pushing event updated for resources: {'Port': ['ID=40a3bbe5-8cc6-473a-ad37-686713400af0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.719807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] For port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:09.744331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] For port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:09.760136 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.860133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (512f4d12-2de2-4e1b-852f-b9c13f160011), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.862018 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:09.863192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/512f4d12-2de2-4e1b-852f-b9c13f160011 HTTP/1.1" status: 204 len: 168 time: 0.3243551 Feb 10 13:59:09.878484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428a0a-6495-4918-8c6e-d8b092d2c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f4d12-2de2-4e1b-852f-b9c13f160011,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.919275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467af9c-47bd-4c0b-a189-aa3369e2e776 None None] Pushing event updated for resources: {'Port': ['ID=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:09.970480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 2, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:10.001811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:10.002176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Updating router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 port 3b2fc330-3739-489f-ac09-bb0878447b9d binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:59:10.036710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.044019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for router_gateway (839e1b59-6e80-45c9-b908-840d9b196dab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.222478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9bf3ab25-f59a-44cf-872d-79447e8df509 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:10.341544 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (839e1b59-6e80-45c9-b908-840d9b196dab), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.364130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57156) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:10.412570 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf13de5b-895d-46d8-9f76-7519c38ce368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e2799636de549819808f63fe84d7c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444739 Feb 10 13:59:10.412795 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57158) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:10.469268 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] Publish callbacks [] for security_group (080728f1-d6e8-479a-804c-08405428dfee), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.490478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Router 839e1b59-6e80-45c9-b908-840d9b196dab is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 13:59:10.493169 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] Publish callbacks [] for security_group (080728f1-d6e8-479a-804c-08405428dfee), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.526702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 9bf3ab25-f59a-44cf-872d-79447e8df509 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:10.527186 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.554541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (080728f1-d6e8-479a-804c-08405428dfee), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.557682 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.558905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/080728f1-d6e8-479a-804c-08405428dfee HTTP/1.1" status: 204 len: 168 time: 0.1451786 Feb 10 13:59:10.568632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53f0f-2a1b-4748-8d9f-cbe374566efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080728f1-d6e8-479a-804c-08405428dfee,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:10.652693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks [] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.694171 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.733368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 9bf3ab25-f59a-44cf-872d-79447e8df509 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:10.746714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79d5f92c-a7ba-4752-b934-7a6b9b48e271 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 13:59:10.789931 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 79d5f92c-a7ba-4752-b934-7a6b9b48e271 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 13:59:10.790273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 79d5f92c-a7ba-4752-b934-7a6b9b48e271 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 13:59:10.796604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338103cb-d927-434b-924a-3057f0bd2e2e None None] Pushing event updated for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:10.867500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Attempting to bind port 3b2fc330-3739-489f-ac09-bb0878447b9d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:10.867961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Attempting to bind port 3b2fc330-3739-489f-ac09-bb0878447b9d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:10.868413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Attempting to bind port 3b2fc330-3739-489f-ac09-bb0878447b9d on network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:10.887915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:10.888437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Checking segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:10.889291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.890005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Bound using segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:10.890600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Bound port: 3b2fc330-3739-489f-ac09-bb0878447b9d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:10.891076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:10.985025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] For port 3b2fc330-3739-489f-ac09-bb0878447b9d, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:10.991421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] For port 3b2fc330-3739-489f-ac09-bb0878447b9d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b2fc330-3739-489f-ac09-bb0878447b9d,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:11.005989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.115257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:11.115897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:11.157290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:11.172904 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Sync routers for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:11.198877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.202739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d6616318-9d0f-4311-8132-0dc5a962bed3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5133927 Feb 10 13:59:11.203034 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 57162) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 13:59:11.222235 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:11.222887 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:11.299805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436f7bc-9689-401e-bdca-2ceaf86342ee None None] Network 49593408-a421-4dd1-9282-4177425fe2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 13:59:11.308058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338103cb-d927-434b-924a-3057f0bd2e2e None None] Pushing event updated for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:11.386949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:11.449657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Provisioning complete for port 3b2fc330-3739-489f-ac09-bb0878447b9d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:11.450034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.512611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:11.559373 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.593432 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:09Z', 'revision_number': 3, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:11.624148 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Checking router: 839e1b59-6e80-45c9-b908-840d9b196dab for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:11.624491 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Updating router 839e1b59-6e80-45c9-b908-840d9b196dab port 40a3bbe5-8cc6-473a-ad37-686713400af0 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:59:11.652421 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.725733 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Current status of the port 3b2fc330-3739-489f-ac09-bb0878447b9d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:11.725733 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.779725 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.806106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] For port 3b2fc330-3739-489f-ac09-bb0878447b9d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b2fc330-3739-489f-ac09-bb0878447b9d,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:11.815372 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.878112 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce831-f5f9-429d-b8dd-c61c23c1de06 None None] Pushing event updated for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:11.886276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:10Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:11.925295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d1bd8-b738-409f-92c5-b132cf6bd31c None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:10Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:11.946802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Provisioning complete for port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:11.947189 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.961996 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks [] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.970775 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:11.975427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Allocated IP 172.20.0.1 (49593408-a421-4dd1-9282-4177425fe2b7/8d75bea5-ae63-4c62-9fc7-c157a88dda25/bb3741a6-5f11-41b5-9565-34e1bb4de690) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 13:59:12.035407 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Current status of the port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:12.035407 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.080639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] For port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:12.085594 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.120729 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks [] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.185595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Pushing event updated for resources: {'Port': ['ID=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:12.188011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Attempting to bind port 40a3bbe5-8cc6-473a-ad37-686713400af0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:12.189643 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Attempting to bind port 40a3bbe5-8cc6-473a-ad37-686713400af0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:12.190383 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Attempting to bind port 40a3bbe5-8cc6-473a-ad37-686713400af0 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:12.197398 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.199344 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Provisioning complete for port 3b2fc330-3739-489f-ac09-bb0878447b9d triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:12.199909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.207833 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67227a7-49e6-4783-85c3-10f08ec9d9e4 None None] Pushing event updated for resources: {'Port': ['ID=40a3bbe5-8cc6-473a-ad37-686713400af0,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:12.225176 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:12.225557 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:12.225959 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.226345 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:12.226817 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Bound port: 40a3bbe5-8cc6-473a-ad37-686713400af0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:12.229448 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.254857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Network 49593408-a421-4dd1-9282-4177425fe2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:12.258103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:12.264248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 13:59:12.309409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:12.328572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b2c6e-0c8b-474b-9c61-ce6cf9ede125 None None] Current status of the port 3b2fc330-3739-489f-ac09-bb0878447b9d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:12.338779 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] For port 40a3bbe5-8cc6-473a-ad37-686713400af0, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:12.345555 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] For port 40a3bbe5-8cc6-473a-ad37-686713400af0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40a3bbe5-8cc6-473a-ad37-686713400af0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:12.352487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:12.354372 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.373980 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (839e1b59-6e80-45c9-b908-840d9b196dab), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.411888 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:12.412517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:12.430544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:12.431058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.477493 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67227a7-49e6-4783-85c3-10f08ec9d9e4 None None] Pushing event updated for resources: {'Port': ['ID=40a3bbe5-8cc6-473a-ad37-686713400af0,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:12.499243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e5e4c5e7-1f0a-4de4-a9b2-6d81aa346faf None None] Provisioning complete for port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:12.499243 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e5e4c5e7-1f0a-4de4-a9b2-6d81aa346faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.580633 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:12.588586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:12.593410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b2fc330-3739-489f-ac09-bb0878447b9d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:12.639120 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.668156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4c5e7-1f0a-4de4-a9b2-6d81aa346faf None None] Current status of the port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:12.705822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3b2fc330-3739-489f-ac09-bb0878447b9d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:12.706246 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.803604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d9427baa-fd8c-4bf5-a254-088a9df5d7de None None] Provisioning complete for port bb3741a6-5f11-41b5-9565-34e1bb4de690 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:12.804077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d9427baa-fd8c-4bf5-a254-088a9df5d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.805781 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:09Z', 'revision_number': 3, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:12.836295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3b2fc330-3739-489f-ac09-bb0878447b9d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:12.843471 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca5d52-82ee-4333-833e-0391244067f0 None None] The sync data for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 is: [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:09Z', 'revision_number': 3, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:12.844722 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks [] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.846403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d9427baa-fd8c-4bf5-a254-088a9df5d7de None None] Port bb3741a6-5f11-41b5-9565-34e1bb4de690 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:59:12.850859 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:12.919680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:12.922216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (839e1b59-6e80-45c9-b908-840d9b196dab), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:13.024491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Network 49593408-a421-4dd1-9282-4177425fe2b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 13:59:13.025864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 13:59:13.166574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Router 839e1b59-6e80-45c9-b908-840d9b196dab has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 13:59:13.272483 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-18301eba-e065-475e-87b0-40944ae5dd04 None None] Provisioning complete for port bb3741a6-5f11-41b5-9565-34e1bb4de690 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:13.273125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-18301eba-e065-475e-87b0-40944ae5dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:13.291309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 13:59:13.301114 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-02e88c8e-d820-4189-87ab-ab4748eb1e00 admin admin] 10.222.0.13 "PUT /v2.0/routers/839e1b59-6e80-45c9-b908-840d9b196dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0969641 Feb 10 13:59:13.323119 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-18301eba-e065-475e-87b0-40944ae5dd04 None None] Port bb3741a6-5f11-41b5-9565-34e1bb4de690 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 13:59:14.237424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40a3bbe5-8cc6-473a-ad37-686713400af0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:14.288115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 40a3bbe5-8cc6-473a-ad37-686713400af0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:14.288490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:14.389326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 40a3bbe5-8cc6-473a-ad37-686713400af0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:14.389720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:14.416983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 40a3bbe5-8cc6-473a-ad37-686713400af0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40a3bbe5-8cc6-473a-ad37-686713400af0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:14.424242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:14.425124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:14.501952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=40a3bbe5-8cc6-473a-ad37-686713400af0,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:14.514054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:14.514435 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:14.542721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Sync routers for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 13:59:14.562573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:14.562573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:14.850741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:14.870635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:15.077764 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 4, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'bb3741a6-5f11-41b5-9565-34e1bb4de690', 'name': '', 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'mac_address': 'fa:16:3e:6d:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:11Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 2, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'subnets': [{'id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:15.104977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Checking router: 839e1b59-6e80-45c9-b908-840d9b196dab for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 13:59:15.105466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Updating router 839e1b59-6e80-45c9-b908-840d9b196dab port bb3741a6-5f11-41b5-9565-34e1bb4de690 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 13:59:15.139147 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.410331 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks [] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.416922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.469364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c66b-225a-458d-9280-b88711cbeb1a None None] Pushing event updated for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:15.522588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Attempting to bind port bb3741a6-5f11-41b5-9565-34e1bb4de690 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 13:59:15.522956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Attempting to bind port bb3741a6-5f11-41b5-9565-34e1bb4de690 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 13:59:15.523314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Attempting to bind port bb3741a6-5f11-41b5-9565-34e1bb4de690 on network 49593408-a421-4dd1-9282-4177425fe2b7 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 13:59:15.529403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 13:59:15.529786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Checking segment: {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 13:59:15.530320 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.530994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Bound using segment: {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 13:59:15.531462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Bound port: bb3741a6-5f11-41b5-9565-34e1bb4de690, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3beb98c8-1d20-463a-ba18-9533eabc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 13:59:15.531837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.600040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] For port bb3741a6-5f11-41b5-9565-34e1bb4de690, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 13:59:15.603290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] For port bb3741a6-5f11-41b5-9565-34e1bb4de690, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bb3741a6-5f11-41b5-9565-34e1bb4de690,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 13:59:15.613057 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.679845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 13:59:15.680494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T13:59:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:15.685405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c66b-225a-458d-9280-b88711cbeb1a None None] Pushing event updated for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:15.802742 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Provisioning complete for port bb3741a6-5f11-41b5-9565-34e1bb4de690 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:15.803126 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:15.841125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 13:59:16.023249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Current status of the port bb3741a6-5f11-41b5-9565-34e1bb4de690 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:16.023569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:16.090867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] For port bb3741a6-5f11-41b5-9565-34e1bb4de690, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bb3741a6-5f11-41b5-9565-34e1bb4de690,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 13:59:16.097106 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:16.176018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 4, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'bb3741a6-5f11-41b5-9565-34e1bb4de690', 'name': '', 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'mac_address': 'fa:16:3e:6d:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:11Z', 'updated_at': '2022-02-10T13:59:15Z', 'revision_number': 4, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'subnets': [{'id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 13:59:16.177930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9052a2-30af-4e29-956e-abcab1fd99e2 None None] Pushing event updated for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 13:59:16.209971 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40a3bbe5-8cc6-473a-ad37-686713400af0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:16.215500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d05d0a-c3d8-48cc-ad71-2fb02f4d0cd7 None None] The sync data for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 is: [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T13:59:12Z', 'revision_number': 4, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'bb3741a6-5f11-41b5-9565-34e1bb4de690', 'name': '', 'network_id': '49593408-a421-4dd1-9282-4177425fe2b7', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'mac_address': 'fa:16:3e:6d:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:11Z', 'updated_at': '2022-02-10T13:59:15Z', 'revision_number': 4, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'subnets': [{'id': '8d75bea5-ae63-4c62-9fc7-c157a88dda25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 13:59:16.258306 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-39968f47-3eda-4ff2-8774-45bffe3c325b None None] Provisioning complete for port bb3741a6-5f11-41b5-9565-34e1bb4de690 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:16.258689 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39968f47-3eda-4ff2-8774-45bffe3c325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:16.313235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 40a3bbe5-8cc6-473a-ad37-686713400af0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:16.313692 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:16.429683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-39968f47-3eda-4ff2-8774-45bffe3c325b None None] Current status of the port bb3741a6-5f11-41b5-9565-34e1bb4de690 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:16.478105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 40a3bbe5-8cc6-473a-ad37-686713400af0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:18.174934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bb3741a6-5f11-41b5-9565-34e1bb4de690 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 13:59:18.222949 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port bb3741a6-5f11-41b5-9565-34e1bb4de690 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 13:59:18.223325 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:18.308156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port bb3741a6-5f11-41b5-9565-34e1bb4de690 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 13:59:30.883118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b89f1c72-8889-40a1-aca0-5ebdc05a2745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:33.301241 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-49685636-09ee-426c-8b09-962899bb28c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:34.688475 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:35.490927 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 13:59:35.910095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:36.325364 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:37.442186 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 13:59:41.468413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:00.875894 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8a9afa7-0e14-4389-94aa-10acd98e55ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:03.303807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-57c83be3-df50-40ca-ab5d-3db2054f9256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:04.690549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:05.914922 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:06.324655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:07.445204 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:11.482672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:12.490270 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:00:30.881885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3179652e-002c-4c71-95c4-6eee883acc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:33.305427 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b34c-98b5-4e04-a7ab-8074e8c753de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:34.698967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:35.915075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:36.323430 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:37.453486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:41.496527 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:00:49.489883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:01:00.884086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bf7d-ea01-4a03-8dcd-9a8ea8cb8c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:03.306497 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c049d547-d607-4a67-a1db-f2e5834816d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:04.691986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:05.917316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:06.332968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:07.446824 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:11.487753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.646021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58234) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:25.652371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884165676', 'description': 'tempest-secgroup-smoke-1884165676 description', 'project_id': '30cb5c55dcdb464fac7dce9938c71436'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:25.674502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.743870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (5d501b70-5a31-457e-8786-446210ccab31), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.747934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5d501b70-5a31-457e-8786-446210ccab31), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.773017 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.774267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272409 Feb 10 14:01:25.777158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58240) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:25.783870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:25.799417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d501b70-5a31-457e-8786-446210ccab31,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:25.812357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.812713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.813130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.814013 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.814362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.814702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.815058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.815377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.815707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.816041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.816372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.816701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.817058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1158f94-6db2-463d-98c1-b30abc098312 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:25.833125 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (398c81dd-37de-4522-8b2b-121f7c402df3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.885768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (398c81dd-37de-4522-8b2b-121f7c402df3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.889811 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (398c81dd-37de-4522-8b2b-121f7c402df3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.908383 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c81dd-37de-4522-8b2b-121f7c402df3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:25.912784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.913995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d3a62a49-b645-49b4-8cf9-8a45c14bc6aa tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359093 Feb 10 14:01:25.916683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58244) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:25.920944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:25.945596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (4289a815-1035-4697-90c5-4477e10b1d5a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:25.999831 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (4289a815-1035-4697-90c5-4477e10b1d5a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.004107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4289a815-1035-4697-90c5-4477e10b1d5a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.021154 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289a815-1035-4697-90c5-4477e10b1d5a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:26.029296 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.030487 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-251be688-f24c-4389-b4f7-a78d047c6375 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128602 Feb 10 14:01:26.033169 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58246) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:26.037657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:26.064577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (fb9ad292-4c75-4fec-8ed3-de980141092a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.122786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (fb9ad292-4c75-4fec-8ed3-de980141092a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.126940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (fb9ad292-4c75-4fec-8ed3-de980141092a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.144353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9ad292-4c75-4fec-8ed3-de980141092a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:26.151183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.152376 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d712b09f-8dce-4d36-ae8c-c975169174bf tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182768 Feb 10 14:01:26.155000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:26.159243 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:26.182875 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (2f6018e2-ad29-46a9-94eb-778a77d88c75), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.238615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (2f6018e2-ad29-46a9-94eb-778a77d88c75), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.241983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (2f6018e2-ad29-46a9-94eb-778a77d88c75), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.258960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6018e2-ad29-46a9-94eb-778a77d88c75,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:26.265922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.267134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e2016842-6718-4b20-aab8-3256e68f06e2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1112273 Feb 10 14:01:26.269991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58250) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:26.274367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:26.293866 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Project 30cb5c55dcdb464fac7dce9938c71436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:01:26.299132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (65d644c9-3560-44a2-a073-51aeb9a0b12b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.355946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (65d644c9-3560-44a2-a073-51aeb9a0b12b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.359550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (65d644c9-3560-44a2-a073-51aeb9a0b12b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.379625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d644c9-3560-44a2-a073-51aeb9a0b12b,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:26.385326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.386509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa7caf50-fc01-4a0c-9653-3a76be0baada tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155243 Feb 10 14:01:26.389257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58252) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:26.393635 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'security_group_rule': {'security_group_id': '5d501b70-5a31-457e-8786-446210ccab31', 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:26.413780 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Project 30cb5c55dcdb464fac7dce9938c71436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:01:26.418403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (59fec782-eabc-4873-9ae4-3c3d4fe43299), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.478197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (59fec782-eabc-4873-9ae4-3c3d4fe43299), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.481714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (59fec782-eabc-4873-9ae4-3c3d4fe43299), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.489936 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:01:26.500678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fec782-eabc-4873-9ae4-3c3d4fe43299,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:26.509969 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:26.511509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cbda5013-60d3-4f15-bad4-6f94678eee6f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211619 Feb 10 14:01:26.973351 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-fe4d06ce-b021-4aa6-9f9a-f048e1d3e005 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884165676&fields=id&tenant_id=30cb5c55dcdb464fac7dce9938c71436 HTTP/1.1" status: 200 len: 267 time: 0.0466771 Feb 10 14:01:27.080927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-0fe7f6da-1825-4327-a2be-bcd1f7dd80a8 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:27.082386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-0fe7f6da-1825-4327-a2be-bcd1f7dd80a8 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 814 time: 0.1024909 Feb 10 14:01:27.096653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-298fcc15-61be-4f45-b400-9f0dd8852068 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/quotas/30cb5c55dcdb464fac7dce9938c71436 HTTP/1.1" status: 200 len: 375 time: 0.0088246 Feb 10 14:01:27.152173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-c378a1a7-c9a9-4999-a9ce-dde52876a414 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507627 Feb 10 14:01:27.362020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-e095baba-3060-49cd-9460-6c8c1a40b6b8 service neutron] 10.222.0.13 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980572 Feb 10 14:01:27.448864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-d8bb35b9-fc3a-4ba9-8c6b-8a643365e6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811040 Feb 10 14:01:27.721092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-87a45d50-7371-4dc8-9631-e4b6a9f53395 req-03e9f7bd-a47b-4dae-a82b-4f6ca2a1b885 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0272183 Feb 10 14:01:28.799233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e59216f-b878-4d4b-b232-a8d97871f23a req-c4fff52f-042e-41ea-b33a-dc0d579f74a8 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0266030 Feb 10 14:01:29.879945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c27dfb9c-f994-49f6-b847-f75ee195842a req-3da0c2f0-d941-4d94-a200-ecdb00ef30ce tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Feb 10 14:01:30.801118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-2949d19d-11c0-4099-9aef-5e7b9d831567 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:30.802568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-2949d19d-11c0-4099-9aef-5e7b9d831567 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 814 time: 0.1059363 Feb 10 14:01:30.863542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-86585b39-7d2a-4340-bcd6-df53c6583e30 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30cb5c55dcdb464fac7dce9938c71436 HTTP/1.1" status: 200 len: 380 time: 0.0531566 Feb 10 14:01:30.872304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'port': {'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'admin_state_up': True, 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'security_groups': ['5d501b70-5a31-457e-8786-446210ccab31']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:30.892237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed456-6adf-413f-9524-45617c55af22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:30.980365 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9118825e-3c14-480d-802a-43d43de59ded req-46e6fb58-8e8f-468c-b3ab-fb264741c72f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Feb 10 14:01:31.019248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Made reservation on behalf of 30cb5c55dcdb464fac7dce9938c71436 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:01:31.022681 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.151675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Allocated IP 172.20.0.6 (667844fb-d2bf-41ae-99f0-c8ae7d1b7379/97da39e8-745e-4a3f-8f46-79db605aa488/5a1c3f57-44c0-49f5-9eb4-31eb6d10c048) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:01:31.286144 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.324417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.369988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:01:31.373059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:01:31.376795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:01:31.402185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:31.418569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.418980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.419396 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.419807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.420215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.420623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.421047 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.421445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.421840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.422234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.422632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.423084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.423473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:31.444923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:31.445680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.464857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-505a37a4-9d01-4cb1-8275-c21e18b20306 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962005 Feb 10 14:01:31.474531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-0d12d292-0f35-4c6a-a696-4a3607f01488 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:01:31.475612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-0d12d292-0f35-4c6a-a696-4a3607f01488 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056891 Feb 10 14:01:31.540671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Request body: {'port': {'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:31.606755 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.682919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7b081a43-d7c6-479a-a0e9-a163a261b16e None None] Provisioning complete for port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:01:31.683223 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7b081a43-d7c6-479a-a0e9-a163a261b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.720575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7b081a43-d7c6-479a-a0e9-a163a261b16e None None] Port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:01:31.872422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:01:31.881615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks [] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.894837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Transition to ACTIVE for port object 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:01:31.898214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:31.951762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Pushing event updated for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:32.035122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Attempting to bind port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:01:32.035787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Attempting to bind port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:01:32.035787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Attempting to bind port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 on network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:01:32.040323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 on network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:01:32.040646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Attempting to bind port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 on network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:01:32.045689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:01:32.046027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Checking segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:01:32.046404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Bound using segment: {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:01:32.046831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Bound port: 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff63bf-9668-4af0-8710-040404f12a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:01:32.047185 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:32.152679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:01:32.157336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:01:32.173550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0c428-1491-4c55-9760-2235bebda1b8 req-a14ba814-a14b-4f90-a19a-d58e51b4014b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.175934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e0c428-1491-4c55-9760-2235bebda1b8 req-a14ba814-a14b-4f90-a19a-d58e51b4014b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0917099 Feb 10 14:01:32.177501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:32.233680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.234312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:32.236291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] 10.222.0.21 "PUT /v2.0/ports/5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 1091 time: 0.7537508 Feb 10 14:01:32.236739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:01:32.239031 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa" -d '{"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:01:32.271638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac48f9-4af4-4ea9-b1d7-75e416ef494c service neutron] Pushing event updated for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:32.288163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30e0c428-1491-4c55-9760-2235bebda1b8 req-55ae7fff-084d-453d-81e7-7a04c435046a tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054823 Feb 10 14:01:32.349583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-2bbb4451-75e9-4f2c-92f0-5034257a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.351525 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-2bbb4451-75e9-4f2c-92f0-5034257a9d85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1125 time: 0.0622883 Feb 10 14:01:32.400188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-1ee37eb1-5043-49a8-86a2-35f9532dafe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 217 time: 0.0415320 Feb 10 14:01:32.442880 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d6f4d-e5a1-4c91-b776-8a7746884ee8 x-openstack-request-id: req-5f1d6f4d-e5a1-4c91-b776-8a7746884ee8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:01:32.443202 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:01:32.443431 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f1d6f4d-e5a1-4c91-b776-8a7746884ee8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:01:32.443853 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:01:32.463749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-fba6711e-2e60-4e4a-9fcf-0691172b8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.465466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-fba6711e-2e60-4e4a-9fcf-0691172b8770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0594351 Feb 10 14:01:32.523114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-3cb9e183-56b5-4356-a7cc-0cadc0d91bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.524672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-3cb9e183-56b5-4356-a7cc-0cadc0d91bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533631 Feb 10 14:01:32.615491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-ba161b8c-7175-4c20-abcf-d0681edc822a service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Feb 10 14:01:32.709133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f65aa5b8-206f-4293-961c-f3dd2245de02 req-fb9dd6a6-a588-4351-9cc2-8286c563b510 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875394 Feb 10 14:01:32.807035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-0552c26f-e1e9-47d4-b3d8-afe9a178533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.809242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-0552c26f-e1e9-47d4-b3d8-afe9a178533f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1125 time: 0.0552552 Feb 10 14:01:32.910510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-09954361-f6d6-42b2-9681-af54b4cef928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:32.911981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-09954361-f6d6-42b2-9681-af54b4cef928 service neutron] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 915 time: 0.0969546 Feb 10 14:01:32.954712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-b05f5a36-6281-4933-826a-c4a4eee1099f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 217 time: 0.0344200 Feb 10 14:01:33.004940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-2a48b32f-1644-4fa3-bdb0-47d4c1dc9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:33.006318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-2a48b32f-1644-4fa3-bdb0-47d4c1dc9cfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0471666 Feb 10 14:01:33.054182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-588e2daa-4959-4faf-a24d-f0003d37cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:33.055679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-588e2daa-4959-4faf-a24d-f0003d37cf09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440166 Feb 10 14:01:33.146892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-543f4453-1536-4689-9fb5-0d0f3f40a88b service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850117 Feb 10 14:01:33.244344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ba78e41-3ac7-4434-ae5c-d05902a4dafa req-b02d6bc5-c3c1-4e9b-bbe8-9ff689193078 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916939 Feb 10 14:01:33.308376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e15885ad-dba5-4edf-a2ab-855f074be393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:33.418623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793cde8-59cf-400d-9aef-587c07d0fb3b req-b3a49466-eb11-4566-8bb0-ba847a4d3feb tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:33.420122 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5793cde8-59cf-400d-9aef-587c07d0fb3b req-b3a49466-eb11-4566-8bb0-ba847a4d3feb tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0533209 Feb 10 14:01:33.470807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5793cde8-59cf-400d-9aef-587c07d0fb3b req-179fb97c-77f2-4634-8e85-9db51b21152a tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Feb 10 14:01:34.602128 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cf574-8795-4d9d-ab4d-126dc9c014a9 req-78a09da4-e1aa-4bef-a06e-5420aea411f6 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:34.603620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-217cf574-8795-4d9d-ab4d-126dc9c014a9 req-78a09da4-e1aa-4bef-a06e-5420aea411f6 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0573523 Feb 10 14:01:34.653798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-217cf574-8795-4d9d-ab4d-126dc9c014a9 req-0d5b8af9-5c50-4d63-b6e8-122110f1f738 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Feb 10 14:01:34.697502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:35.776727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd7e91-1566-4785-82d6-900af1feb3a8 req-c71dde18-58fd-4532-ae7a-25eab5dd0316 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:35.778253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5cd7e91-1566-4785-82d6-900af1feb3a8 req-c71dde18-58fd-4532-ae7a-25eab5dd0316 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0538669 Feb 10 14:01:35.827021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e5cd7e91-1566-4785-82d6-900af1feb3a8 req-fcbbcf77-0d34-480d-88f5-8441ce7c5314 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Feb 10 14:01:35.920635 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:36.369105 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:36.949076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dfa40-6c0a-4f8e-858f-cf95d2fe4e8a req-689a532b-4ce6-45b5-8c11-4edf80b87cad tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:36.950579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a5dfa40-6c0a-4f8e-858f-cf95d2fe4e8a req-689a532b-4ce6-45b5-8c11-4edf80b87cad tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0529673 Feb 10 14:01:37.004073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7a5dfa40-6c0a-4f8e-858f-cf95d2fe4e8a req-07030590-395f-4854-ab03-c6d22ee9ca5a tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Feb 10 14:01:37.450010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:38.121626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6dfec-3add-4850-9e4c-521d0ec01c18 req-fe9f87f1-cbdd-4b87-b12c-3a2f8f75f5a1 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:38.123802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05c6dfec-3add-4850-9e4c-521d0ec01c18 req-fe9f87f1-cbdd-4b87-b12c-3a2f8f75f5a1 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0535994 Feb 10 14:01:38.171843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05c6dfec-3add-4850-9e4c-521d0ec01c18 req-f1c05a2d-12e3-418e-afbe-42904f37df36 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Feb 10 14:01:39.292197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d61ee6-ce99-4dce-9b80-2680ef2c12fd req-05ae8c73-d2ad-4d5b-9f12-1b0c574cc975 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:39.293714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28d61ee6-ce99-4dce-9b80-2680ef2c12fd req-05ae8c73-d2ad-4d5b-9f12-1b0c574cc975 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0521042 Feb 10 14:01:39.343381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28d61ee6-ce99-4dce-9b80-2680ef2c12fd req-4e42b5a3-f374-41c5-bc44-800890d5a673 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Feb 10 14:01:40.468774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3605-f4be-4003-b59a-7f2f7a00174e req-934b96a6-02fa-4aea-ab25-77c44bcedda2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:40.470340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3aa3605-f4be-4003-b59a-7f2f7a00174e req-934b96a6-02fa-4aea-ab25-77c44bcedda2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0562060 Feb 10 14:01:40.527665 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3aa3605-f4be-4003-b59a-7f2f7a00174e req-04c5b880-22b7-442d-b31f-9ffdc50a8e1e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498159 Feb 10 14:01:41.509955 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:41.644282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e644a67-3424-4828-a196-96a7d8772e0f req-430a5db0-67bd-4ec4-95e0-f2b8343bce19 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:41.646199 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e644a67-3424-4828-a196-96a7d8772e0f req-430a5db0-67bd-4ec4-95e0-f2b8343bce19 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0520937 Feb 10 14:01:41.693889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e644a67-3424-4828-a196-96a7d8772e0f req-49934cfa-7768-4638-bdab-48fe42c42898 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Feb 10 14:01:42.810743 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd5c0-45b6-441f-bee5-fd546201f506 req-98890313-736b-40a3-834b-1c41113990c5 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:42.812212 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-433cd5c0-45b6-441f-bee5-fd546201f506 req-98890313-736b-40a3-834b-1c41113990c5 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0522726 Feb 10 14:01:42.863839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-433cd5c0-45b6-441f-bee5-fd546201f506 req-3bb94513-d329-4a47-abdc-587f8e72f4f0 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Feb 10 14:01:43.983055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e11f-066e-46b5-a63b-e7cb9a084386 req-ee1c0244-281b-45d8-822c-32637eb243ee tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:43.984551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ad6e11f-066e-46b5-a63b-e7cb9a084386 req-ee1c0244-281b-45d8-822c-32637eb243ee tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0524364 Feb 10 14:01:44.033215 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ad6e11f-066e-46b5-a63b-e7cb9a084386 req-71c22964-bb31-483e-948e-5f5f5f8287d4 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Feb 10 14:01:45.150954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4964de-0bd0-4297-a4f0-88b5c195f476 req-aa229cdf-9f13-4b5a-9107-8d3fc5b6b6de tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:45.152363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a4964de-0bd0-4297-a4f0-88b5c195f476 req-aa229cdf-9f13-4b5a-9107-8d3fc5b6b6de tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0525174 Feb 10 14:01:45.199622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a4964de-0bd0-4297-a4f0-88b5c195f476 req-30c90678-ada5-41e1-8c52-a0a1630b6b6d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Feb 10 14:01:46.324441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f4071-fc45-4fd1-8125-b5b049b5467f req-35db9f34-d240-4fb6-9a33-0cdf9584137a tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:46.325943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b78f4071-fc45-4fd1-8125-b5b049b5467f req-35db9f34-d240-4fb6-9a33-0cdf9584137a tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0568042 Feb 10 14:01:46.373312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b78f4071-fc45-4fd1-8125-b5b049b5467f req-83ababce-8f56-4f52-a6a4-f6c60760acc2 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Feb 10 14:01:47.489602 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd7134-c71a-4f4f-8c78-456a1ae7d78d req-d11cb16d-85a0-47f0-bc78-776160eaa108 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:47.491093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3cd7134-c71a-4f4f-8c78-456a1ae7d78d req-d11cb16d-85a0-47f0-bc78-776160eaa108 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0519984 Feb 10 14:01:47.539034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3cd7134-c71a-4f4f-8c78-456a1ae7d78d req-869b54c0-973c-4078-963e-4c824448034b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Feb 10 14:01:48.666770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0da1f-d0c4-4012-8c72-27653a17905e req-2dd3e26c-2a13-4996-88f2-7a71beb176d7 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:48.668250 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fd0da1f-d0c4-4012-8c72-27653a17905e req-2dd3e26c-2a13-4996-88f2-7a71beb176d7 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0578210 Feb 10 14:01:48.716802 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4fd0da1f-d0c4-4012-8c72-27653a17905e req-008517b7-3c05-478e-8aa3-c463f1366821 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Feb 10 14:01:49.835561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4326353-f672-41e4-a0eb-2c27244f57ff req-049445c1-e5df-4848-b5e2-4f415581ae73 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:49.837059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4326353-f672-41e4-a0eb-2c27244f57ff req-049445c1-e5df-4848-b5e2-4f415581ae73 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 943 time: 0.0527654 Feb 10 14:01:49.887298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4326353-f672-41e4-a0eb-2c27244f57ff req-2ed8ca89-d2c1-4f90-9811-7b271126db98 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Feb 10 14:01:50.371064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:01:50.466369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:01:50.476985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:01:50.512887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:01:50.513274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:50.525475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:01:50.548075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:01:50.552917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:50.605069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:50.612357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.612714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.613091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.613433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.613770 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.614106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.614438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.614769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.615099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.615428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.615756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.616082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.616406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:01:50.870990 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:01:51.003918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dd2b6-d270-495c-80d4-5d57c0cb33aa req-80eab461-0c68-4d9c-8c98-08167fcd5ceb tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:51.005433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f25dd2b6-d270-495c-80d4-5d57c0cb33aa req-80eab461-0c68-4d9c-8c98-08167fcd5ceb tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 944 time: 0.0510731 Feb 10 14:01:51.057757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f25dd2b6-d270-495c-80d4-5d57c0cb33aa req-765a98b3-a73c-4fbf-bfdf-307bfafce962 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Feb 10 14:01:52.175212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1bcd4-4c93-445f-9fcd-b3461e632460 req-ba1f4bc5-c974-4ae8-899e-5cf74990e4f9 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:52.176619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-beb1bcd4-4c93-445f-9fcd-b3461e632460 req-ba1f4bc5-c974-4ae8-899e-5cf74990e4f9 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 944 time: 0.0520849 Feb 10 14:01:52.223620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-beb1bcd4-4c93-445f-9fcd-b3461e632460 req-522b29b1-f3d4-49c2-be21-d29e630bb124 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Feb 10 14:01:52.395580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:01:52.443468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:01:52.447244 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:01:52.447621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:52.523850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:01:52.524228 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:52.546200 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:01:52.548396 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a41cf4d-72b8-4917-9842-e36b9f77567f" -d '{"events": [{"server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "name": "network-vif-plugged", "status": "completed", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:01:52.560991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:01:52.565059 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:52.589732 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab11f69-b74d-4955-b736-7876c97d8594 x-openstack-request-id: req-5ab11f69-b74d-4955-b736-7876c97d8594 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:01:52.590024 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "name": "network-vif-plugged", "status": "completed", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:01:52.590273 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ab11f69-b74d-4955-b736-7876c97d8594 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:01:52.590660 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'code': 200} Feb 10 14:01:52.615303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:52.686572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8cdd7-9b96-4c32-9781-caefea0d8b37 req-ea1b3b89-1467-4385-b02e-dc005f6e4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:52.688069 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06c8cdd7-9b96-4c32-9781-caefea0d8b37 req-ea1b3b89-1467-4385-b02e-dc005f6e4b04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1127 time: 0.0437167 Feb 10 14:01:52.732324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-06c8cdd7-9b96-4c32-9781-caefea0d8b37 req-7b18f6cd-a56e-4074-88f1-1e03e49f0de4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Feb 10 14:01:53.346652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91095f53-17ac-442a-a76d-16c62f779bca req-2fe30d76-2435-4dc2-a261-355d9c36277e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:53.348116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91095f53-17ac-442a-a76d-16c62f779bca req-2fe30d76-2435-4dc2-a261-355d9c36277e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0567834 Feb 10 14:01:53.395393 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91095f53-17ac-442a-a76d-16c62f779bca req-0509b394-3c16-4af5-b32b-be25a0aff3ca tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Feb 10 14:01:54.511803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980c42b-2d0a-47b9-86fa-32f1f9b5ab81 req-bc712774-2f67-4c08-bafc-dd22f8c9cb5b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:54.513295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3980c42b-2d0a-47b9-86fa-32f1f9b5ab81 req-bc712774-2f67-4c08-bafc-dd22f8c9cb5b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Feb 10 14:01:54.560196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3980c42b-2d0a-47b9-86fa-32f1f9b5ab81 req-4f56e0dc-3f23-4571-844f-add7eb8de433 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Feb 10 14:01:54.675573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f677bb3-a774-4e27-bd4f-4b826e009f01 req-323f3943-8667-44d4-b972-d4e8c1ced68f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:54.677077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f677bb3-a774-4e27-bd4f-4b826e009f01 req-323f3943-8667-44d4-b972-d4e8c1ced68f tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0539641 Feb 10 14:01:54.727863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5f677bb3-a774-4e27-bd4f-4b826e009f01 req-beeb51c0-476f-4384-8e36-755d4c5d3d73 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451767 Feb 10 14:01:54.749641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58356) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:54.834874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e75d1d-49f1-4a84-ba7b-e6c9824acbd5 tempest-TestVolumeBackupRestore-982887929 tempest-TestVolumeBackupRestore-982887929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:54.836390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d9e75d1d-49f1-4a84-ba7b-e6c9824acbd5 tempest-TestVolumeBackupRestore-982887929 tempest-TestVolumeBackupRestore-982887929-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1122 time: 0.0857854 Feb 10 14:01:54.839199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58360) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:54.843351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:54.864380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:54.960117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.059418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Allocated IP 172.25.8.158 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7e7198fd-eabc-40d3-83e4-d48978cc2915) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:01:55.161971 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.194103 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.231149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:01:55.233921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:01:55.237390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:01:55.262606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'Port': ['ID=7e7198fd-eabc-40d3-83e4-d48978cc2915,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:55.591640 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (73d6e41b-81d8-4493-aec8-7f1c43a57568), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.657220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.802821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.807363 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.879682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event updated for resources: {'Port': ['ID=7e7198fd-eabc-40d3-83e4-d48978cc2915,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:01:55.890184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (73d6e41b-81d8-4493-aec8-7f1c43a57568), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:55.993596 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Floating IP 73d6e41b-81d8-4493-aec8-7f1c43a57568 associated. External IP: 172.25.8.158, port: 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048. Feb 10 14:01:56.201851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:01:56.312224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:01:56.322296 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:01:56.329295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:56.332454 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:01:56.333102 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:01:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:56.358793 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fe90d95a-79ec-45d2-b6be-e36de8d8ad4e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5185812 Feb 10 14:01:56.359389 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:01:56.361465 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:56.361966 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:01:56.412202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91f1b1-a2c0-4447-a484-656a604e0925 tempest-TestVolumeBackupRestore-982887929 tempest-TestVolumeBackupRestore-982887929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:56.416403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6e91f1b1-a2c0-4447-a484-656a604e0925 tempest-TestVolumeBackupRestore-982887929 tempest-TestVolumeBackupRestore-982887929-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1122 time: 0.0507874 Feb 10 14:01:56.416596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:01:56.421504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Request body: {'floatingip': {'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:01:56.449410 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:01:56.473318 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d394157-d222-42c9-80a4-e5e706d9a76a x-openstack-request-id: req-2d394157-d222-42c9-80a4-e5e706d9a76a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:01:56.473619 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:01:56.473880 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d394157-d222-42c9-80a4-e5e706d9a76a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:01:56.474297 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:01:56.479925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (73d6e41b-81d8-4493-aec8-7f1c43a57568), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:56.595671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-b135f591-d780-4cc3-a9bd-1c05a3986ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:56.597251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-b135f591-d780-4cc3-a9bd-1c05a3986ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1127 time: 0.0820761 Feb 10 14:01:56.693098 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:55Z', 'revision_number': 0, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:56.722122 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:01:56.730335 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:01:56.730949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:01:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:56.768966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-c8c9a8b1-a8f5-42a7-860c-4a1ab70c25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:56.770459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-c8c9a8b1-a8f5-42a7-860c-4a1ab70c25ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 915 time: 0.1666000 Feb 10 14:01:56.844230 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:01:56.904854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-d9035a2f-3913-4f69-af84-31f1316a85dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 999 time: 0.1088316 Feb 10 14:01:57.007264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-1be8a596-3221-4648-8759-b9982a561966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:57.008673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-1be8a596-3221-4648-8759-b9982a561966 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0968726 Feb 10 14:01:57.129294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-92b0fa4c-784f-4c8d-b8da-eeb8153e7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:57.130813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-92b0fa4c-784f-4c8d-b8da-eeb8153e7a73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1158216 Feb 10 14:01:57.162988 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:55Z', 'revision_number': 0, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:57.192468 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb441a-ac1c-4b49-a6b1-b1f987320077 None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:55Z', 'revision_number': 0, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:01:57.246860 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:57.251804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (73d6e41b-81d8-4493-aec8-7f1c43a57568), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:57.307594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-829f55b2-e3f9-4f37-8cc3-371af1789108 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706913 Feb 10 14:01:57.391892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7ba8d-0280-449f-b507-c6194994fa4e None None] New status for floating IP 73d6e41b-81d8-4493-aec8-7f1c43a57568: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:01:57.818846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb9d584e-2d3f-4ec4-9620-53dda4283bb2 req-b70d6a40-12ce-4dd6-9116-ab5854a0002a service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051110 Feb 10 14:01:57.887864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:01:57.998630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:01:58.003348 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:01:58.008928 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:01:58.019198 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:01:58.019800 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:01:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:58.033555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:01:58.036607 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d86ff1-3472-41f5-9458-9132681a0dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:01:58.069783 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5ff833d7-5406-4adf-9acb-2e52c0bfc191 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "PUT /v2.0/floatingips/73d6e41b-81d8-4493-aec8-7f1c43a57568 HTTP/1.1" status: 200 len: 991 time: 1.6470823 Feb 10 14:01:58.074861 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de432fa-a5a0-4ef4-92c7-60f81a1bce44 x-openstack-request-id: req-2de432fa-a5a0-4ef4-92c7-60f81a1bce44 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:01:58.075684 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:01:58.075941 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2de432fa-a5a0-4ef4-92c7-60f81a1bce44 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:01:58.076351 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:01:58.136024 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:01:58.141949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86ff1-3472-41f5-9458-9132681a0dda req-68136de5-0b94-4dc6-ba10-5078522df7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:58.144011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-68136de5-0b94-4dc6-ba10-5078522df7ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1127 time: 0.0476060 Feb 10 14:01:58.232474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86ff1-3472-41f5-9458-9132681a0dda req-583c387d-f2e7-4c93-982a-4f6fa9b2430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:58.234012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-583c387d-f2e7-4c93-982a-4f6fa9b2430f service neutron] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 915 time: 0.0849826 Feb 10 14:01:58.302346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-5865512e-d64c-4e03-9412-d31ddc6e1c5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 1001 time: 0.0620697 Feb 10 14:01:58.349965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86ff1-3472-41f5-9458-9132681a0dda req-e1080182-8612-4568-abe8-49f14ffa9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:58.351433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-e1080182-8612-4568-abe8-49f14ffa9517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0441239 Feb 10 14:01:58.355088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:57Z', 'revision_number': 2, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:58.383957 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:01:58.392028 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:01:58.392632 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:01:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:58.398872 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86ff1-3472-41f5-9458-9132681a0dda req-604331a6-fc08-41f2-85a9-b67846f9ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:01:58.400427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-604331a6-fc08-41f2-85a9-b67846f9ba2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435369 Feb 10 14:01:58.495919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-2b9330d9-96a2-40dd-84d4-4dc797b38746 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887589 Feb 10 14:01:58.499062 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:01:58.583396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09d86ff1-3472-41f5-9458-9132681a0dda req-f2abcf4d-d5b2-4f30-88c3-5b0311367f5b service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819786 Feb 10 14:01:58.717011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:57Z', 'revision_number': 2, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:01:58.747074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd9e05-73f8-4170-933a-9fbd03472f33 None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '73d6e41b-81d8-4493-aec8-7f1c43a57568', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'port_id': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'mac_address': 'fa:16:3e:b6:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:01:55Z', 'updated_at': '2022-02-10T14:01:57Z', 'revision_number': 2, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:02:00.077747 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:02:00.080323 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:02:00.117018 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb434e-3324-4f9d-81c8-5f235a1cfda5 x-openstack-request-id: req-8dcb434e-3324-4f9d-81c8-5f235a1cfda5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:02:00.117312 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:02:00.117564 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dcb434e-3324-4f9d-81c8-5f235a1cfda5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:02:00.117964 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:02:00.186353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-a05fac0d-a0a0-4512-9f7d-6ee3ada0cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:00.187893 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-a05fac0d-a0a0-4512-9f7d-6ee3ada0cc59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1127 time: 0.0495014 Feb 10 14:02:00.276220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-a08e7bd7-de39-46c1-a9f4-fda297ce96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:00.277704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-a08e7bd7-de39-46c1-a9f4-fda297ce96e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 915 time: 0.0844488 Feb 10 14:02:00.345387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-8ce6f353-525b-464c-9e71-8f2974b7c4d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 1001 time: 0.0618148 Feb 10 14:02:00.391154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-1a79ccaf-c915-41fe-9186-355fb227d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:00.392530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-1a79ccaf-c915-41fe-9186-355fb227d7ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0419588 Feb 10 14:02:00.438857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-c93067bd-6baf-408b-b7d7-b5b248b6ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:00.440809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-c93067bd-6baf-408b-b7d7-b5b248b6ee93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421767 Feb 10 14:02:00.528975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-15f021dc-91ba-4ec2-856e-0654514bfc38 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831909 Feb 10 14:02:00.617443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c352ebad-cd8d-4a0b-a7c1-6335756d03a3 req-c720591c-c03d-48c4-9ad3-739cd3ac58ca service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818100 Feb 10 14:02:00.885829 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aecde2a7-c793-4eb3-b4f1-e04bbfe173e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:03.309791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87d8fce8-4559-42f6-be9b-a35e83dcfad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:03.488413 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:02:04.698801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:05.923352 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:06.372628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:07.454355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:11.520681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:30.888264 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-52bdb240-7f87-4bb2-b61f-e76735ea0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:31.272743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58382) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:31.727633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Deleting port 7e7198fd-eabc-40d3-83e4-d48978cc2915 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:31.727981 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:31.803969 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:31.804283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (7e7198fd-eabc-40d3-83e4-d48978cc2915), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:31.816152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Calling delete_port for 7e7198fd-eabc-40d3-83e4-d48978cc2915 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:31.966183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7e7198fd-eabc-40d3-83e4-d48978cc2915), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:31.992274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event deleted for resources: {'Port': ['ID=7e7198fd-eabc-40d3-83e4-d48978cc2915,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:32.004723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.005150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.005553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.005901 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.006272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.006659 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.006994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.007370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.007700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.008031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.008361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.008690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.009041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:32.066847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for floatingip (73d6e41b-81d8-4493-aec8-7f1c43a57568), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:32.067230 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Floating IP 73d6e41b-81d8-4493-aec8-7f1c43a57568 disassociated (deleted). External IP: 172.25.8.158, port: 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048. Feb 10 14:02:32.275817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:02:32.384968 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:02:32.389647 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:32.395277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:02:32.404671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:32.405323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:32.418988 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-28f87d36-91f5-4e22-a3fb-8c81e52c744b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "DELETE /v2.0/floatingips/73d6e41b-81d8-4493-aec8-7f1c43a57568 HTTP/1.1" status: 204 len: 168 time: 1.1451988 Feb 10 14:02:32.419564 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:02:32.421982 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a1381d-5a9b-4683-8906-830416515995" -d '{"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:02:32.515801 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:32.581030 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f48bd-cc80-44a2-9c4e-0072a9a4930b x-openstack-request-id: req-8e3f48bd-cc80-44a2-9c4e-0072a9a4930b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:02:32.581486 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:02:32.581777 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e3f48bd-cc80-44a2-9c4e-0072a9a4930b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:02:32.582634 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:02:32.682556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1381d-5a9b-4683-8906-830416515995 req-ee24ba47-3af6-4c6c-99d1-664e1b7e8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:32.684738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-ee24ba47-3af6-4c6c-99d1-664e1b7e8af7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30cb5c55dcdb464fac7dce9938c71436&device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 1127 time: 0.0823636 Feb 10 14:02:32.707927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cf930-585a-44d6-a524-ef76b446cd5b req-5b585d64-3086-4a72-bd9e-de65287b96ed tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:32.709424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-044cf930-585a-44d6-a524-ef76b446cd5b req-5b585d64-3086-4a72-bd9e-de65287b96ed tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0790186 Feb 10 14:02:32.725154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:32.751421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:02:32.760433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:32.761070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:32.815455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-044cf930-585a-44d6-a524-ef76b446cd5b req-0c162b56-0251-4927-a20e-d61c76082b63 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944061 Feb 10 14:02:32.829670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1381d-5a9b-4683-8906-830416515995 req-755f62f7-2be7-49cc-8104-52bef87318ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:32.829670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-755f62f7-2be7-49cc-8104-52bef87318ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 200 len: 915 time: 0.1362138 Feb 10 14:02:32.868207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:32.871478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-b116b823-70a1-456b-8205-432263080e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 200 len: 217 time: 0.0354125 Feb 10 14:02:32.920210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1381d-5a9b-4683-8906-830416515995 req-5b8bfc8a-e66b-47e0-9d36-7bde7ca3163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:32.921694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-5b8bfc8a-e66b-47e0-9d36-7bde7ca3163d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 200 len: 853 time: 0.0434101 Feb 10 14:02:32.972594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1381d-5a9b-4683-8906-830416515995 req-e6bc1a84-60f8-4c34-83ac-23bfb45816ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:32.974154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-e6bc1a84-60f8-4c34-83ac-23bfb45816ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=667844fb-d2bf-41ae-99f0-c8ae7d1b7379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445421 Feb 10 14:02:33.063408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:33.070813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-21557882-24e6-4e32-8578-525b953e8237 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Feb 10 14:02:33.092870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb36ed5-8cf2-4924-92b4-343bd4f5a0ab None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:05Z', 'revision_number': 4, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '3b2fc330-3739-489f-ac09-bb0878447b9d', 'name': '', 'network_id': '667844fb-d2bf-41ae-99f0-c8ae7d1b7379', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'mac_address': 'fa:16:3e:48:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:04Z', 'updated_at': '2022-02-10T13:59:11Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'subnets': [{'id': '97da39e8-745e-4a3f-8f46-79db605aa488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:02:33.169023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89a1381d-5a9b-4683-8906-830416515995 req-22502f79-c340-4d4b-9e11-8306e4a23a98 service neutron] 10.222.0.21 "GET /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923877 Feb 10 14:02:33.311254 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc635d02-64b7-4a9d-be0c-a752411e1cf7 None None] New status for floating IP 73d6e41b-81d8-4493-aec8-7f1c43a57568: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:02:33.311789 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c397d4b9-d871-4055-b130-4c5302bbd084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:33.939123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ecdf8-7d1b-4c68-a446-1d1fefe4578a req-be381b68-d91d-4c10-9bb4-86633a308d75 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:33.940631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b69ecdf8-7d1b-4c68-a446-1d1fefe4578a req-be381b68-d91d-4c10-9bb4-86633a308d75 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0529649 Feb 10 14:02:33.988092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b69ecdf8-7d1b-4c68-a446-1d1fefe4578a req-fa886320-db78-4b37-bac1-6e124e0a6fd7 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d501b70-5a31-457e-8786-446210ccab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Feb 10 14:02:34.258472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-38ea1ceb-d9b1-4189-b16c-c7b2b142c4fc tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:02:34.259931 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-38ea1ceb-d9b1-4189-b16c-c7b2b142c4fc tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Feb 10 14:02:34.351785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Deleting port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:34.352121 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:34.436881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] For port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:34.437246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:34.450697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Calling delete_port for 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:34.594214 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (5a1c3f57-44c0-49f5-9eb4-31eb6d10c048), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:34.621832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event deleted for resources: {'Port': ['ID=5a1c3f57-44c0-49f5-9eb4-31eb6d10c048,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:34.634362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.634721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.635069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.635411 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.635748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.636080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.636415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.636744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.637095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.637423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.637750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.638077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.638404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:02:34.679531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] No DVR routers for this DVR port 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:02:34.682138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:34.685489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22a1ed1c-c1af-4325-b4dd-bf23b38ed9b5 req-1caab8ed-246c-4774-a0ab-237802ed0743 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.21 "DELETE /v2.0/ports/5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 HTTP/1.1" status: 204 len: 173 time: 0.4209011 Feb 10 14:02:34.685938 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'name': 'network-vif-deleted', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:02:34.688186 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e19fbf-9a69-4a8f-ba1d-5d323b01fdc0" -d '{"events": [{"server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "name": "network-vif-deleted", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:02:34.702019 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:34.726028 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239f6aa-78d7-409c-b20a-a087e4ee23cf x-openstack-request-id: req-6239f6aa-78d7-409c-b20a-a087e4ee23cf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:02:34.726345 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16f314c-1b80-47a5-ae29-cb681e65ad64", "name": "network-vif-deleted", "tag": "5a1c3f57-44c0-49f5-9eb4-31eb6d10c048", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:02:34.726582 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6239f6aa-78d7-409c-b20a-a087e4ee23cf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:02:34.727000 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16f314c-1b80-47a5-ae29-cb681e65ad64', 'name': 'network-vif-deleted', 'tag': '5a1c3f57-44c0-49f5-9eb4-31eb6d10c048', 'status': 'completed', 'code': 200} Feb 10 14:02:35.090981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b418efe0-f6a4-4fb7-ad86-351ab4ceef12 req-e2d6764b-80f2-4e99-a62c-5c0934572f8b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Feb 10 14:02:35.928864 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:36.187971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3128fff-e42f-4bfc-8e77-bb67a0690735 req-add6c139-1b6c-46c4-9ae4-e4e3185a9492 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0269687 Feb 10 14:02:36.357404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:37.286897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4f0f281-4005-4e14-ba0d-05fa04cee729 req-b7b533d3-6fdc-4435-832a-4b14b732eafc tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0286520 Feb 10 14:02:37.459039 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:38.389329 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea99cfe0-874e-49b0-9b6d-e7cb208eab42 req-cfd17168-c538-41ca-bbbd-2b87582d5059 tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0316412 Feb 10 14:02:38.542133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:38.568584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:38.568584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 5a1c3f57-44c0-49f5-9eb4-31eb6d10c048 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:39.485534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44398296-e3c4-48d2-9d5c-cb39455a35f4 req-4167778a-3262-4507-b252-a335287ae92e tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Feb 10 14:02:40.488707 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:02:40.583389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f12932d2-427b-4f73-97dc-79f5a1c32d39 req-88803bfc-2d2e-4426-9771-5b24d756097d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Feb 10 14:02:41.539299 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:41.678992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d07236a2-bd25-4e26-8b3a-9312716bee95 req-001f4874-b816-4d03-9045-467823ddaf9b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Feb 10 14:02:42.776341 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-294e6a49-b3ec-4adf-9fae-33f39e2d96ba req-813a5090-6d5f-40c8-b252-f81629d7764b tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "GET /v2.0/ports?device_id=f16f314c-1b80-47a5-ae29-cb681e65ad64 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Feb 10 14:02:43.832036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58422) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:43.897663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (5d501b70-5a31-457e-8786-446210ccab31), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:43.923073 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (5d501b70-5a31-457e-8786-446210ccab31), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:43.982410 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (5d501b70-5a31-457e-8786-446210ccab31), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:43.985144 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:43.986298 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d501b70-5a31-457e-8786-446210ccab31 HTTP/1.1" status: 204 len: 168 time: 0.1532366 Feb 10 14:02:43.995844 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf493bcb-803b-4e8c-a413-ba52602f0e8d tempest-TestVolumeBackupRestore-1454889570 tempest-TestVolumeBackupRestore-1454889570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d501b70-5a31-457e-8786-446210ccab31,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:51.642822 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58884) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:52.001844 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:52.247845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Deleting port 3b2fc330-3739-489f-ac09-bb0878447b9d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:52.248183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:52.326305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] For port 3b2fc330-3739-489f-ac09-bb0878447b9d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3b2fc330-3739-489f-ac09-bb0878447b9d,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:52.326670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:52.339611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Calling delete_port for 3b2fc330-3739-489f-ac09-bb0878447b9d owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:52.519708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3b2fc330-3739-489f-ac09-bb0878447b9d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:52.548360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2fc330-3739-489f-ac09-bb0878447b9d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:52.714087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:52.935667 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:02:53.039579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:02:53.047107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c164b6fb-cc3c-4270-9f98-ff29ee3c1cb3 admin admin] 10.222.0.13 "PUT /v2.0/routers/16704036-409c-4bce-b1bb-8e8f3a26d2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4007201 Feb 10 14:02:53.047204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58886) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:53.048779 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Sync routers for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:02:53.059420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:53.060024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:53.166830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:53.356614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T14:02:52Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:53.384162 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Checking router: 16704036-409c-4bce-b1bb-8e8f3a26d2e3 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:02:53.392653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Routers {'16704036-409c-4bce-b1bb-8e8f3a26d2e3'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:53.393300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:53.449273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks [] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:53.501443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] Set router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:53.551503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks [] for router_gateway (16704036-409c-4bce-b1bb-8e8f3a26d2e3), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:53.603023 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Deleting port 9bf3ab25-f59a-44cf-872d-79447e8df509 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:53.603378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:53.677388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-31142e21-497a-4985-b853-8619632dccb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T14:02:52Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:53.680868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] For port 9bf3ab25-f59a-44cf-872d-79447e8df509, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=9bf3ab25-f59a-44cf-872d-79447e8df509,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:53.681228 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:53.693272 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Calling delete_port for 9bf3ab25-f59a-44cf-872d-79447e8df509 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:53.707487 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31142e21-497a-4985-b853-8619632dccb4 None None] The sync data for ids ['16704036-409c-4bce-b1bb-8e8f3a26d2e3'] in n-d-815324-6 is: [{'id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'name': 'tempest-TestVolumeBackupRestore-1248634016-router', 'tenant_id': '30cb5c55dcdb464fac7dce9938c71436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T14:02:52Z', 'revision_number': 5, 'project_id': '30cb5c55dcdb464fac7dce9938c71436', 'gw_port': {'id': '9bf3ab25-f59a-44cf-872d-79447e8df509', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16704036-409c-4bce-b1bb-8e8f3a26d2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:02Z', 'updated_at': '2022-02-10T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:02:53.863768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (9bf3ab25-f59a-44cf-872d-79447e8df509), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:53.888387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf3ab25-f59a-44cf-872d-79447e8df509,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:53.948539 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.039805 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.042031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks [] for router_controller (16704036-409c-4bce-b1bb-8e8f3a26d2e3), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.090418 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (16704036-409c-4bce-b1bb-8e8f3a26d2e3), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.091012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16704036-409c-4bce-b1bb-8e8f3a26d2e3 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:02:54.095334 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.096481 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-afb08e5b-573c-4878-9f79-e4aedc9e7cb2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/16704036-409c-4bce-b1bb-8e8f3a26d2e3 HTTP/1.1" status: 204 len: 168 time: 1.0484390 Feb 10 14:02:54.099622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:54.150669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Deleting subnet 97da39e8-745e-4a3f-8f46-79db605aa488 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:02:54.153925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Publish callbacks [] for subnet (97da39e8-745e-4a3f-8f46-79db605aa488), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.189197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (97da39e8-745e-4a3f-8f46-79db605aa488), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.274688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (97da39e8-745e-4a3f-8f46-79db605aa488), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.320061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b2fc330-3739-489f-ac09-bb0878447b9d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:54.344421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3b2fc330-3739-489f-ac09-bb0878447b9d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:54.344796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3b2fc330-3739-489f-ac09-bb0878447b9d not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:54.359609 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (97da39e8-745e-4a3f-8f46-79db605aa488), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.394676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97da39e8-745e-4a3f-8f46-79db605aa488,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:54.397936 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.401836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83276fe1-e2f1-4672-ba86-8ee00b7fa77a None None] Network 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:02:54.401962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-62857548-22a9-4a72-b25f-77171ec2eb77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97da39e8-745e-4a3f-8f46-79db605aa488 HTTP/1.1" status: 204 len: 168 time: 0.3013194 Feb 10 14:02:54.404531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:54.472122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (667844fb-d2bf-41ae-99f0-c8ae7d1b7379), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.524920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Deleting port 7c5348f5-3622-410c-913d-d8c5f7958fa2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:54.525268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.592608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] For port 7c5348f5-3622-410c-913d-d8c5f7958fa2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7c5348f5-3622-410c-913d-d8c5f7958fa2,segment=NetworkSegment(e4ff63bf-9668-4af0-8710-040404f12a06),segment_id=e4ff63bf-9668-4af0-8710-040404f12a06)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:54.592996 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.605755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Calling delete_port for 7c5348f5-3622-410c-913d-d8c5f7958fa2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:54.691199 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (7c5348f5-3622-410c-913d-d8c5f7958fa2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.717428 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5348f5-3622-410c-913d-d8c5f7958fa2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:54.724520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] No DVR routers for this DVR port 7c5348f5-3622-410c-913d-d8c5f7958fa2 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:02:54.739035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78ff85-40ff-4f10-aad5-caa5f6b371ab None None] DHCP port deletion for 667844fb-d2bf-41ae-99f0-c8ae7d1b7379 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:02:54.804912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (667844fb-d2bf-41ae-99f0-c8ae7d1b7379), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.824103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667844fb-d2bf-41ae-99f0-c8ae7d1b7379']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:54.833114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ff63bf-9668-4af0-8710-040404f12a06') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:54.833412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ff63bf-9668-4af0-8710-040404f12a06') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:54.842600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (e4ff63bf-9668-4af0-8710-040404f12a06), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.855766 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e4ff63bf-9668-4af0-8710-040404f12a06), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.862208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:02:54.862600 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (e4ff63bf-9668-4af0-8710-040404f12a06), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:02:54.864242 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:02:54.921857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (667844fb-d2bf-41ae-99f0-c8ae7d1b7379), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.927640 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:54.930817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] 10.222.0.13 "DELETE /v2.0/networks/667844fb-d2bf-41ae-99f0-c8ae7d1b7379 HTTP/1.1" status: 204 len: 168 time: 0.5252540 Feb 10 14:02:54.933837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58892) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:54.941572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1e62-a683-4e3d-ab09-e2b048952bde admin admin] Pushing event deleted for resources: {'Network': ['ID=667844fb-d2bf-41ae-99f0-c8ae7d1b7379,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:55.276855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (839e1b59-6e80-45c9-b908-840d9b196dab), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:55.528819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Deleting port bb3741a6-5f11-41b5-9565-34e1bb4de690 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:55.529080 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:55.608126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] For port bb3741a6-5f11-41b5-9565-34e1bb4de690, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=bb3741a6-5f11-41b5-9565-34e1bb4de690,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:55.608479 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:55.620471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Calling delete_port for bb3741a6-5f11-41b5-9565-34e1bb4de690 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:55.802096 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bb3741a6-5f11-41b5-9565-34e1bb4de690), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:55.827016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3741a6-5f11-41b5-9565-34e1bb4de690,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:55.989767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (839e1b59-6e80-45c9-b908-840d9b196dab), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.206740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Router 839e1b59-6e80-45c9-b908-840d9b196dab has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:02:56.315569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:02:56.321564 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2e70160b-9b1d-4509-aac5-5720683504a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/839e1b59-6e80-45c9-b908-840d9b196dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858235 Feb 10 14:02:56.323504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58894) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:56.326074 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Sync routers for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:02:56.326829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c5348f5-3622-410c-913d-d8c5f7958fa2 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:56.336634 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:56.337274 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:56.351886 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7c5348f5-3622-410c-913d-d8c5f7958fa2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:56.354656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7c5348f5-3622-410c-913d-d8c5f7958fa2 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:56.354656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9bf3ab25-f59a-44cf-872d-79447e8df509 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:56.377097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 9bf3ab25-f59a-44cf-872d-79447e8df509 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:56.377835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 9bf3ab25-f59a-44cf-872d-79447e8df509 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:56.444068 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:56.444351 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks [] for router (839e1b59-6e80-45c9-b908-840d9b196dab), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.553950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks [] for router_gateway (839e1b59-6e80-45c9-b908-840d9b196dab), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.605966 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Deleting port 40a3bbe5-8cc6-473a-ad37-686713400af0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:56.606314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.692384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] For port 40a3bbe5-8cc6-473a-ad37-686713400af0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=40a3bbe5-8cc6-473a-ad37-686713400af0,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:56.692768 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.705079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Calling delete_port for 40a3bbe5-8cc6-473a-ad37-686713400af0 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:56.713488 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T14:02:55Z', 'revision_number': 5, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port': {'id': '40a3bbe5-8cc6-473a-ad37-686713400af0', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T13:59:09Z', 'updated_at': '2022-02-10T13:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:56.739027 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Checking router: 839e1b59-6e80-45c9-b908-840d9b196dab for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:02:56.746947 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Routers {'839e1b59-6e80-45c9-b908-840d9b196dab'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:02:56.747541 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:02:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['839e1b59-6e80-45c9-b908-840d9b196dab'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:56.833547 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] Set router 839e1b59-6e80-45c9-b908-840d9b196dab gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:02:56.871340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (40a3bbe5-8cc6-473a-ad37-686713400af0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:56.887529 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T14:02:56Z', 'revision_number': 6, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:56.897186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a3bbe5-8cc6-473a-ad37-686713400af0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:56.919123 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03850507-c52d-4ae5-b1b8-cf47c86dfa6d None None] The sync data for ids ['839e1b59-6e80-45c9-b908-840d9b196dab'] in n-d-815324-6 is: [{'id': '839e1b59-6e80-45c9-b908-840d9b196dab', 'name': 'tempest-TestVolumeBackupRestore-746184231-router', 'tenant_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T13:59:08Z', 'updated_at': '2022-02-10T14:02:56Z', 'revision_number': 6, 'project_id': 'fe8f3fb1014545fe94d75cf2b7371f8a', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:02:56.960075 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (839e1b59-6e80-45c9-b908-840d9b196dab), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.051222 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (839e1b59-6e80-45c9-b908-840d9b196dab), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.053307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks [] for router_controller (839e1b59-6e80-45c9-b908-840d9b196dab), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.096567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (839e1b59-6e80-45c9-b908-840d9b196dab), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.097084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839e1b59-6e80-45c9-b908-840d9b196dab {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:02:57.101302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.102503 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5ff9719b-13b8-4f32-aea2-78c9c9df0ee9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/839e1b59-6e80-45c9-b908-840d9b196dab HTTP/1.1" status: 204 len: 168 time: 0.7769086 Feb 10 14:02:57.105128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58896) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:57.148905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Deleting subnet 8d75bea5-ae63-4c62-9fc7-c157a88dda25 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:02:57.151860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Publish callbacks [] for subnet (8d75bea5-ae63-4c62-9fc7-c157a88dda25), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.184563 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (8d75bea5-ae63-4c62-9fc7-c157a88dda25), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.264408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (8d75bea5-ae63-4c62-9fc7-c157a88dda25), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.320307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (8d75bea5-ae63-4c62-9fc7-c157a88dda25), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.345455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d75bea5-ae63-4c62-9fc7-c157a88dda25,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:57.352613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.356442 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6602feca-f779-43d3-bc8a-b4224ca0f553 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d75bea5-ae63-4c62-9fc7-c157a88dda25 HTTP/1.1" status: 204 len: 168 time: 0.2503612 Feb 10 14:02:57.358619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a6676-f4f0-4288-8a54-652f01f3ae2b None None] Network 49593408-a421-4dd1-9282-4177425fe2b7 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:02:57.359069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 58898) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:57.431431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (49593408-a421-4dd1-9282-4177425fe2b7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.486458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Deleting port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:02:57.486797 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.552127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] For port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,segment=NetworkSegment(3beb98c8-1d20-463a-ba18-9533eabc58e6),segment_id=3beb98c8-1d20-463a-ba18-9533eabc58e6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:02:57.552499 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.565904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Calling delete_port for 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:02:57.648777 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:57.665369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80aac7-bbef-4ed7-a213-53ef82be9e3d None None] DHCP port deletion for 49593408-a421-4dd1-9282-4177425fe2b7 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:02:57.677136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:57.682936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] No DVR routers for this DVR port 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:02:58.059784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (49593408-a421-4dd1-9282-4177425fe2b7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.079847 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49593408-a421-4dd1-9282-4177425fe2b7']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:58.088745 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beb98c8-1d20-463a-ba18-9533eabc58e6') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:58.089076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beb98c8-1d20-463a-ba18-9533eabc58e6') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:02:58.098740 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (3beb98c8-1d20-463a-ba18-9533eabc58e6), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.113161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3beb98c8-1d20-463a-ba18-9533eabc58e6), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.119170 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:02:58.119560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (3beb98c8-1d20-463a-ba18-9533eabc58e6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:02:58.121378 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:02:58.174808 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (49593408-a421-4dd1-9282-4177425fe2b7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.180216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.183465 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49593408-a421-4dd1-9282-4177425fe2b7 HTTP/1.1" status: 204 len: 168 time: 0.8235042 Feb 10 14:02:58.195639 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406adc17-3247-4edf-9d57-d1b085c277d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49593408-a421-4dd1-9282-4177425fe2b7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:58.266028 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40a3bbe5-8cc6-473a-ad37-686713400af0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:58.286811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 40a3bbe5-8cc6-473a-ad37-686713400af0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:58.287159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 40a3bbe5-8cc6-473a-ad37-686713400af0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:58.287568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bb3741a6-5f11-41b5-9565-34e1bb4de690 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:58.305935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: bb3741a6-5f11-41b5-9565-34e1bb4de690 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:58.306284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device bb3741a6-5f11-41b5-9565-34e1bb4de690 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:58.306698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:02:58.328107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:02:58.328547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 45cf82aa-0ee0-44e3-bbf9-65c38fbd09ca not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:02:58.379125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:58.418881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3f06dec3-57cf-45b1-b552-0956528f9a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30cb5c55dcdb464fac7dce9938c71436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385041 Feb 10 14:02:58.421218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:58.466874 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] Publish callbacks [] for security_group (d4a732e9-43f5-4f82-80ff-c29340e678e9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.486790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] Publish callbacks [] for security_group (d4a732e9-43f5-4f82-80ff-c29340e678e9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.534257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d4a732e9-43f5-4f82-80ff-c29340e678e9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.537510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.539006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4a732e9-43f5-4f82-80ff-c29340e678e9 HTTP/1.1" status: 204 len: 168 time: 0.1167569 Feb 10 14:02:58.551045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385a494-0b25-4746-a8ee-b7d6eb5e0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a732e9-43f5-4f82-80ff-c29340e678e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:02:58.865820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:58.905414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26c4752c-ecc3-4338-b4a9-1a07985de259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe8f3fb1014545fe94d75cf2b7371f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383582 Feb 10 14:02:58.907731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 58912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:02:58.956747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] Publish callbacks [] for security_group (55f85308-e85b-4dcc-8806-2036d3c24452), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:58.981238 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] Publish callbacks [] for security_group (55f85308-e85b-4dcc-8806-2036d3c24452), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:59.029086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (55f85308-e85b-4dcc-8806-2036d3c24452), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:59.031777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:02:59.032958 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55f85308-e85b-4dcc-8806-2036d3c24452 HTTP/1.1" status: 204 len: 168 time: 0.1243176 Feb 10 14:02:59.041062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6721ce-d303-4c58-a3bc-a97bb8412df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f85308-e85b-4dcc-8806-2036d3c24452,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:00.890980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-adf35d4b-8694-40e0-87cd-582046274071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:03.314252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ca86b0da-085e-4c67-870d-1a744d2e16fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:04.704600 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:05.932206 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:06.361330 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:07.461543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:09.690865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b669fd2-e0e2-446a-a960-0b342c09b9eb tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=074d7cbf79114f7781988a511b57a3ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286226 Feb 10 14:03:09.876291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-541c6146-c6df-4ae4-acbd-c1711d5cd402 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:09.877776 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-541c6146-c6df-4ae4-acbd-c1711d5cd402 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820564 Feb 10 14:03:09.892984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-e0786278-381a-4ab9-ac40-dc9509b358d7 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/quotas/074d7cbf79114f7781988a511b57a3ca HTTP/1.1" status: 200 len: 375 time: 0.0095062 Feb 10 14:03:09.927855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-d373b46c-dc78-47bb-8838-bc0978ebe052 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=074d7cbf79114f7781988a511b57a3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299518 Feb 10 14:03:10.094332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a66dd704-f00f-4474-bc27-673c3130240e req-e1d9f69b-5d04-44b0-914f-d4f7d75abbee tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 210 time: 0.0319047 Feb 10 14:03:11.178052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3111c200-4e29-4525-9c4c-68686638f3ad req-d2fe2310-669e-485d-ac93-dfcbd60129c4 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Feb 10 14:03:11.537920 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:12.271095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-689dd396-a45d-4bec-b859-006117219d54 req-4c015791-6d54-43f9-ae69-f550bafd59ab tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 210 time: 0.0268230 Feb 10 14:03:12.928451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-fe697e78-3e45-4aa7-8667-51adfd36cc3b tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=074d7cbf79114f7781988a511b57a3ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218976 Feb 10 14:03:13.040350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-7ba1a621-8d76-41ee-8c3e-79317e1fe9ae tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:13.041800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-7ba1a621-8d76-41ee-8c3e-79317e1fe9ae tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084890 Feb 10 14:03:13.053420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Request body: {'port': {'device_id': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'admin_state_up': True, 'tenant_id': '074d7cbf79114f7781988a511b57a3ca'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:13.162573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Made reservation on behalf of 074d7cbf79114f7781988a511b57a3ca for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:03:13.165809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.174045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.245126 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks [] for security_group (57878980-39e0-47b3-ba26-7770552b4e61), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.249269 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (57878980-39e0-47b3-ba26-7770552b4e61), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.313939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57878980-39e0-47b3-ba26-7770552b4e61,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:13.391028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2ff15a73-38d1-412c-8464-8f975a921e6f req-a408967c-0bfa-4960-ae18-728ec0c6c949 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 210 time: 0.0322123 Feb 10 14:03:13.408603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Allocated IP 192.168.233.216 (51213954-5318-45f4-810e-cc869eaabefc/6f0192af-efde-4578-bbb6-449b1bbea6f1/00a35896-0eaf-47d6-870e-94289df12007) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:03:13.554314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks [] for port (00a35896-0eaf-47d6-870e-94289df12007), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.586773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.629759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Network 51213954-5318-45f4-810e-cc869eaabefc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:03:13.632809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:03:13.636310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:03:13.642870 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Pushing event updated for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:13.687746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:13.688889 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.705350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-76f1df59-d54f-4543-8215-9779057d992d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6555936 Feb 10 14:03:13.717177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Request body: {'port': {'device_id': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:13.780694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (00a35896-0eaf-47d6-870e-94289df12007), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.876538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-798aa15a-3331-48a0-aafa-d2389350b9f9 None None] Provisioning complete for port 00a35896-0eaf-47d6-870e-94289df12007 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:03:13.877095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-798aa15a-3331-48a0-aafa-d2389350b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (00a35896-0eaf-47d6-870e-94289df12007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:13.909392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-798aa15a-3331-48a0-aafa-d2389350b9f9 None None] Port 00a35896-0eaf-47d6-870e-94289df12007 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:03:14.032548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a35896-0eaf-47d6-870e-94289df12007 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:03:14.040059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks [] for port (00a35896-0eaf-47d6-870e-94289df12007), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:14.052195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Transition to ACTIVE for port object 00a35896-0eaf-47d6-870e-94289df12007 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:03:14.055789 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:14.105619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Pushing event updated for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:14.179563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Attempting to bind port 00a35896-0eaf-47d6-870e-94289df12007 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:03:14.179919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Attempting to bind port 00a35896-0eaf-47d6-870e-94289df12007 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:03:14.180240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Attempting to bind port 00a35896-0eaf-47d6-870e-94289df12007 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:03:14.184805 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Port 00a35896-0eaf-47d6-870e-94289df12007 on network 51213954-5318-45f4-810e-cc869eaabefc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:03:14.185130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Attempting to bind port 00a35896-0eaf-47d6-870e-94289df12007 on network 51213954-5318-45f4-810e-cc869eaabefc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:03:14.189937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:03:14.190271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Checking segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:03:14.190651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Bound using segment: {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:03:14.191074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Bound port: 00a35896-0eaf-47d6-870e-94289df12007, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3dd761-abe9-4aa7-b298-59227e12c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '51213954-5318-45f4-810e-cc869eaabefc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:03:14.191428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (00a35896-0eaf-47d6-870e-94289df12007), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:14.255915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:03:14.259434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=00a35896-0eaf-47d6-870e-94289df12007,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:03:14.266026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:14.300334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:14.301558 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:14.302986 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] 10.222.0.21 "PUT /v2.0/ports/00a35896-0eaf-47d6-870e-94289df12007 HTTP/1.1" status: 200 len: 1096 time: 0.5901101 Feb 10 14:03:14.305209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'tag': '00a35896-0eaf-47d6-870e-94289df12007'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:03:14.308873 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "tag": "00a35896-0eaf-47d6-870e-94289df12007"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:03:14.340544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b339d5a-68b3-4eca-aa97-50ab759ae950 service neutron] Pushing event updated for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:14.366143 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ecabb3-9de6-42f4-bfa8-c14060e376e0 x-openstack-request-id: req-42ecabb3-9de6-42f4-bfa8-c14060e376e0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:03:14.366432 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "tag": "00a35896-0eaf-47d6-870e-94289df12007", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:03:14.366684 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42ecabb3-9de6-42f4-bfa8-c14060e376e0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:03:14.367081 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'tag': '00a35896-0eaf-47d6-870e-94289df12007', 'status': 'completed', 'code': 200} Feb 10 14:03:14.765269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-dcd398df-2a55-4304-90b2-645e85053327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:14.766740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-dcd398df-2a55-4304-90b2-645e85053327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=074d7cbf79114f7781988a511b57a3ca&device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 1130 time: 0.4125729 Feb 10 14:03:14.787361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fbc4f-f942-4454-9d28-b01f56afa8b2 req-d0da2497-8934-493a-959a-dcef5dae6681 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:14.788777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd7fbc4f-f942-4454-9d28-b01f56afa8b2 req-d0da2497-8934-493a-959a-dcef5dae6681 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 948 time: 0.0710952 Feb 10 14:03:14.820244 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-27886a4c-f197-4e01-a072-5cd1357753e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=00a35896-0eaf-47d6-870e-94289df12007 HTTP/1.1" status: 200 len: 217 time: 0.0462224 Feb 10 14:03:14.892418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-213eb4be-cd1c-44cd-b757-20bb78b3f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:14.893946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-213eb4be-cd1c-44cd-b757-20bb78b3f139 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0680556 Feb 10 14:03:14.897112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd7fbc4f-f942-4454-9d28-b01f56afa8b2 req-e9f91668-8b83-4148-aec3-9341fff94405 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791609 Feb 10 14:03:14.942447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-4d98094f-117f-4c41-9f45-1b2f35aa2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:14.943929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-4d98094f-117f-4c41-9f45-1b2f35aa2f89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0442767 Feb 10 14:03:15.033372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-6e1b1424-3ae2-4826-a81f-532edfcf117e service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Feb 10 14:03:15.121540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0bc54cac-f3cb-4e4a-bf2c-f5a9dec3ce63 req-702b0fb1-d48c-4f2b-92a6-23cc4af701c4 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819750 Feb 10 14:03:15.212457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-59bf260a-580d-4623-8cf6-dc8cd506e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:15.213969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-59bf260a-580d-4623-8cf6-dc8cd506e6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=074d7cbf79114f7781988a511b57a3ca&device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 1130 time: 0.0482326 Feb 10 14:03:15.302132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-4152a202-749f-47c8-8267-27f94c008611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:15.303595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-4152a202-749f-47c8-8267-27f94c008611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51213954-5318-45f4-810e-cc869eaabefc HTTP/1.1" status: 200 len: 870 time: 0.0842397 Feb 10 14:03:15.347332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-d9c34b8f-4e07-4027-ade3-4208871d5b32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=00a35896-0eaf-47d6-870e-94289df12007 HTTP/1.1" status: 200 len: 217 time: 0.0379646 Feb 10 14:03:15.395045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-0db9b523-c3bf-4487-a69f-fe05992492fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:15.396526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-0db9b523-c3bf-4487-a69f-fe05992492fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f0192af-efde-4578-bbb6-449b1bbea6f1 HTTP/1.1" status: 200 len: 843 time: 0.0436358 Feb 10 14:03:15.445400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-b42d3fb4-fecb-4a4a-b49c-bf7f05707ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:15.446980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-b42d3fb4-fecb-4a4a-b49c-bf7f05707ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51213954-5318-45f4-810e-cc869eaabefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0447838 Feb 10 14:03:15.538918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-669ce816-6b23-41e3-a4f8-73bd6c038b4f service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849872 Feb 10 14:03:15.624712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6263e168-54a7-4a9c-99ca-1db7c5cf4e22 req-8bb08c5d-c321-4adc-ba80-ab0ca0aad7e2 service neutron] 10.222.0.21 "GET /v2.0/networks/51213954-5318-45f4-810e-cc869eaabefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800989 Feb 10 14:03:16.014821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130b85-5638-4bd3-8e81-c157528cb3ac req-e61f111f-9f5b-499a-aeb6-5b5a32910804 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:16.016798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e130b85-5638-4bd3-8e81-c157528cb3ac req-e61f111f-9f5b-499a-aeb6-5b5a32910804 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 948 time: 0.0522926 Feb 10 14:03:16.067650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e130b85-5638-4bd3-8e81-c157528cb3ac req-3d3aa6e2-dc88-4381-8fdc-57f93ad8dbab tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Feb 10 14:03:17.185373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f41d1-3f58-4892-80c5-4d26c05af134 req-3aa43dec-4f32-4807-bd36-b7473d1f0cc2 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:17.186760 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-845f41d1-3f58-4892-80c5-4d26c05af134 req-3aa43dec-4f32-4807-bd36-b7473d1f0cc2 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 948 time: 0.0519724 Feb 10 14:03:17.231481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-845f41d1-3f58-4892-80c5-4d26c05af134 req-d7f7962c-1b55-4208-a20b-d9e20d204fdf tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Feb 10 14:03:17.488651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:03:18.349160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8055-ddfd-4def-a85e-8e39a8ccd4aa req-83442b28-5dfc-441f-aeff-d143ce284de5 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:18.350636 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-921a8055-ddfd-4def-a85e-8e39a8ccd4aa req-83442b28-5dfc-441f-aeff-d143ce284de5 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 948 time: 0.0521712 Feb 10 14:03:18.396605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-921a8055-ddfd-4def-a85e-8e39a8ccd4aa req-71d13af0-65d6-469f-a1f6-76920a3e6eef tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Feb 10 14:03:18.743362 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 00a35896-0eaf-47d6-870e-94289df12007 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:03:18.837161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=00a35896-0eaf-47d6-870e-94289df12007,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:18.847292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '00a35896-0eaf-47d6-870e-94289df12007', 'network_id': '51213954-5318-45f4-810e-cc869eaabefc', 'port_id': '00a35896-0eaf-47d6-870e-94289df12007', 'mac_address': 'fa:16:3e:2c:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0192af-efde-4578-bbb6-449b1bbea6f1', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:03:18.887499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 00a35896-0eaf-47d6-870e-94289df12007 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:03:18.887893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (00a35896-0eaf-47d6-870e-94289df12007), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:18.900901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a35896-0eaf-47d6-870e-94289df12007 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:03:18.919374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=00a35896-0eaf-47d6-870e-94289df12007,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:18.922231 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:18.967129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:18.974795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.975148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.975493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.975834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.976169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.976500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.976859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.977188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.977515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.977842 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.978169 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.978492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:18.978816 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:03:19.237850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['00a35896-0eaf-47d6-870e-94289df12007'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:03:19.524520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310f840-9d92-4581-b511-f09ce5206f99 req-bd583d4e-fb92-4d99-898d-cc196970db2b tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:19.525975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3310f840-9d92-4581-b511-f09ce5206f99 req-bd583d4e-fb92-4d99-898d-cc196970db2b tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 949 time: 0.0586550 Feb 10 14:03:19.571028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3310f840-9d92-4581-b511-f09ce5206f99 req-61c649cd-c587-4aef-99c8-cc3beee7f66e tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Feb 10 14:03:20.687459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e1631-cb50-4f08-8c6b-21a385cb9bf6 req-fb7ced4f-b214-4be8-b563-79250d9c3637 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:20.688971 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-366e1631-cb50-4f08-8c6b-21a385cb9bf6 req-fb7ced4f-b214-4be8-b563-79250d9c3637 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 949 time: 0.0526009 Feb 10 14:03:20.735282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-366e1631-cb50-4f08-8c6b-21a385cb9bf6 req-6942e04a-76e1-418b-a437-781bbf7e4ddb tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Feb 10 14:03:20.747025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 00a35896-0eaf-47d6-870e-94289df12007 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:03:20.795460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 00a35896-0eaf-47d6-870e-94289df12007 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:03:20.799080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 00a35896-0eaf-47d6-870e-94289df12007 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:03:20.799461 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (00a35896-0eaf-47d6-870e-94289df12007), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:20.873108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 00a35896-0eaf-47d6-870e-94289df12007 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:03:20.873428 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (00a35896-0eaf-47d6-870e-94289df12007), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:20.898352 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a35896-0eaf-47d6-870e-94289df12007'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:03:20.900571 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8668ea-4228-418f-b8f7-2f4add602045" -d '{"events": [{"server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "name": "network-vif-plugged", "status": "completed", "tag": "00a35896-0eaf-47d6-870e-94289df12007"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:03:20.914367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=00a35896-0eaf-47d6-870e-94289df12007,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:20.917451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:20.963449 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:20.995500 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dde35e-5962-4b9a-8626-c882ee08f43a x-openstack-request-id: req-48dde35e-5962-4b9a-8626-c882ee08f43a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:03:20.996209 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "name": "network-vif-plugged", "status": "completed", "tag": "00a35896-0eaf-47d6-870e-94289df12007", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:03:20.996472 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48dde35e-5962-4b9a-8626-c882ee08f43a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:03:20.996930 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a35896-0eaf-47d6-870e-94289df12007', 'code': 200} Feb 10 14:03:21.093665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0538-9e3c-4f41-b901-859b99621f91 req-29c8896d-248b-47c2-b27c-2a653f721672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:21.095225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2ee0538-9e3c-4f41-b901-859b99621f91 req-29c8896d-248b-47c2-b27c-2a653f721672 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 1132 time: 0.0473745 Feb 10 14:03:21.138795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b2ee0538-9e3c-4f41-b901-859b99621f91 req-4afd73c7-39e9-49e4-9efd-8734678adf68 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Feb 10 14:03:21.854661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088697-58f9-4b35-a50b-638c5f783ce6 req-54f4fa8b-4f24-4822-b2ca-7cdc49e50364 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:21.856174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff088697-58f9-4b35-a50b-638c5f783ce6 req-54f4fa8b-4f24-4822-b2ca-7cdc49e50364 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 950 time: 0.0526226 Feb 10 14:03:21.904508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff088697-58f9-4b35-a50b-638c5f783ce6 req-e54ab254-518e-458c-8259-c88ac2b13163 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Feb 10 14:03:23.023308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403090-83c3-48a5-ae4c-2b8eb5e6aeaf req-dcb5cf0e-3d06-43b3-900e-f0e13631fe90 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:23.024824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49403090-83c3-48a5-ae4c-2b8eb5e6aeaf req-dcb5cf0e-3d06-43b3-900e-f0e13631fe90 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 950 time: 0.0513456 Feb 10 14:03:23.075119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49403090-83c3-48a5-ae4c-2b8eb5e6aeaf req-926a206b-ef25-411d-974a-e0ce641c34f4 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Feb 10 14:03:23.357941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-13d73145-95db-4ee7-a848-952a2371e8c3 req-4f78874a-e2a2-4089-a03b-e2635b141bde service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:03:23.359114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13d73145-95db-4ee7-a848-952a2371e8c3 req-4f78874a-e2a2-4089-a03b-e2635b141bde service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055122 Feb 10 14:03:23.946749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f30ce-48da-4b3d-b9e9-69f95bd8df46 req-ee939335-2ffd-43f1-b42f-8fd9bd061697 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:23.948221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a63f30ce-48da-4b3d-b9e9-69f95bd8df46 req-ee939335-2ffd-43f1-b42f-8fd9bd061697 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 950 time: 0.0520923 Feb 10 14:03:23.994065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a63f30ce-48da-4b3d-b9e9-69f95bd8df46 req-e9bb7bee-8c89-44a9-a94c-a0b919fb1967 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Feb 10 14:03:25.114611 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1d57-f142-48ab-b583-17eac7c9e34a req-d6054558-0cfb-4734-8cec-a3b4001ab104 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:25.116118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a96f1d57-f142-48ab-b583-17eac7c9e34a req-d6054558-0cfb-4734-8cec-a3b4001ab104 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 950 time: 0.0534341 Feb 10 14:03:25.163023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a96f1d57-f142-48ab-b583-17eac7c9e34a req-ca12efde-acd4-4146-8692-2f793174f650 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.13 "GET /v2.0/security-groups?id=57878980-39e0-47b3-ba26-7770552b4e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Feb 10 14:03:25.341261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562978-a623-44a7-9629-e0770ec6caec req-0962a681-5479-4cae-aa9f-e438ca36475d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:25.342723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27562978-a623-44a7-9629-e0770ec6caec req-0962a681-5479-4cae-aa9f-e438ca36475d tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a6cb0f9-086d-4157-a256-5772b51202e4 HTTP/1.1" status: 200 len: 950 time: 0.0604804 Feb 10 14:03:25.430742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Deleting port 00a35896-0eaf-47d6-870e-94289df12007 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:03:25.431619 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (00a35896-0eaf-47d6-870e-94289df12007), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:25.522029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] For port 00a35896-0eaf-47d6-870e-94289df12007, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=00a35896-0eaf-47d6-870e-94289df12007,segment=NetworkSegment(2a3dd761-abe9-4aa7-b298-59227e12c5dd),segment_id=2a3dd761-abe9-4aa7-b298-59227e12c5dd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:25.522391 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (00a35896-0eaf-47d6-870e-94289df12007), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:25.534282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Calling delete_port for 00a35896-0eaf-47d6-870e-94289df12007 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:03:25.663992 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (00a35896-0eaf-47d6-870e-94289df12007), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:25.676067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['00a35896-0eaf-47d6-870e-94289df12007'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:03:25.697661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Pushing event deleted for resources: {'Port': ['ID=00a35896-0eaf-47d6-870e-94289df12007,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:25.740720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] No DVR routers for this DVR port 00a35896-0eaf-47d6-870e-94289df12007 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:03:25.743401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:25.747035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27562978-a623-44a7-9629-e0770ec6caec req-55d78ea0-e556-406c-aa55-4d424b4b98a3 tempest-ServersAdminNegativeTestJSON-32950461 tempest-ServersAdminNegativeTestJSON-32950461-project] 10.222.0.21 "DELETE /v2.0/ports/00a35896-0eaf-47d6-870e-94289df12007 HTTP/1.1" status: 204 len: 173 time: 0.3990412 Feb 10 14:03:25.747519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'name': 'network-vif-deleted', 'tag': '00a35896-0eaf-47d6-870e-94289df12007'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:03:25.750057 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440a461-edc6-4e77-9967-ece8f49794a7" -d '{"events": [{"server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "name": "network-vif-deleted", "tag": "00a35896-0eaf-47d6-870e-94289df12007"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:03:25.793879 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236303e8-4b51-45ae-a34a-e1824af70703 x-openstack-request-id: req-236303e8-4b51-45ae-a34a-e1824af70703 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:03:25.794372 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cb0f9-086d-4157-a256-5772b51202e4", "name": "network-vif-deleted", "tag": "00a35896-0eaf-47d6-870e-94289df12007", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:03:25.794794 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-236303e8-4b51-45ae-a34a-e1824af70703 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:03:25.795205 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cb0f9-086d-4157-a256-5772b51202e4', 'name': 'network-vif-deleted', 'tag': '00a35896-0eaf-47d6-870e-94289df12007', 'status': 'completed', 'code': 200} Feb 10 14:03:26.483499 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:26.625387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-07a77669-3e3c-43ff-8596-b35c99524b84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=074d7cbf79114f7781988a511b57a3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405475 Feb 10 14:03:26.628368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:26.673727 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] Publish callbacks [] for security_group (57878980-39e0-47b3-ba26-7770552b4e61), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:26.694806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] Publish callbacks [] for security_group (57878980-39e0-47b3-ba26-7770552b4e61), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:26.743258 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (57878980-39e0-47b3-ba26-7770552b4e61), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:26.745946 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:26.747091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57878980-39e0-47b3-ba26-7770552b4e61 HTTP/1.1" status: 204 len: 168 time: 0.1177933 Feb 10 14:03:26.755145 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c57773-4e5d-4e69-9e31-4baf280ad1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57878980-39e0-47b3-ba26-7770552b4e61,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:27.001893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:27.014919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d93eb-caa4-461b-a3b5-e1be7b9b0e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.087220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d93eb-caa4-461b-a3b5-e1be7b9b0e3f admin admin] Publish callbacks [] for security_group (e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.090800 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674d93eb-caa4-461b-a3b5-e1be7b9b0e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.127767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d93eb-caa4-461b-a3b5-e1be7b9b0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:27.132428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-674d93eb-caa4-461b-a3b5-e1be7b9b0e3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e204b3053d25438fa3cfd382601f65e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294234 Feb 10 14:03:27.135138 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:27.183131 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] Publish callbacks [] for security_group (e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.203484 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] Publish callbacks [] for security_group (e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.248514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.251188 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:27.252324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8 HTTP/1.1" status: 204 len: 168 time: 0.1163011 Feb 10 14:03:27.259620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd2412-27db-46ce-93f4-467a753f74fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccce88-4e7d-43c9-9a5c-d6a7ead3d2a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:27.898488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:27.991635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1437269964-network', 'tenant_id': '06a7ca86bf3b4219bbd913ab36be487c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:28.014298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Made reservation on behalf of 06a7ca86bf3b4219bbd913ab36be487c for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:03:28.017341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.025796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.101350 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks [] for security_group (468d271b-f0be-4249-8357-7ce3f25b1b6c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.104904 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (468d271b-f0be-4249-8357-7ce3f25b1b6c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.126433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:03:28.141795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d271b-f0be-4249-8357-7ce3f25b1b6c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:28.145370 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b3e905d3-d93e-45a9-8d33-a48a403ea9a8), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.145711 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Added segment b3e905d3-d93e-45a9-8d33-a48a403ea9a8 of type vlan for network 6a2c3608-a801-4e66-833c-8371bd634502 Feb 10 14:03:28.186737 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (6a2c3608-a801-4e66-833c-8371bd634502), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.211187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (6a2c3608-a801-4e66-833c-8371bd634502), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.212425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:28.212964 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.243136 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3435731 Feb 10 14:03:28.246292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59094) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:03:28.251798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Request body: {'subnet': {'network_id': '6a2c3608-a801-4e66-833c-8371bd634502', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1437269964-subnet', 'tenant_id': '06a7ca86bf3b4219bbd913ab36be487c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:28.274518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Made reservation on behalf of 06a7ca86bf3b4219bbd913ab36be487c for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:03:28.276956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.280400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b4dd9-1727-44c8-b8bc-d9cfba4fec1a admin admin] Pushing event updated for resources: {'Network': ['ID=6a2c3608-a801-4e66-833c-8371bd634502,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:28.291634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 6a2c3608-a801-4e66-833c-8371bd634502 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:03:28.443249 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (2854267b-b8b2-46e0-979c-b94fbc63735d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.497612 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2854267b-b8b2-46e0-979c-b94fbc63735d,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:28.505789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Checking segment: {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:03:28.506140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Network hostable DHCP agents. Network: 6a2c3608-a801-4e66-833c-8371bd634502, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:03:28.521991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Network 6a2c3608-a801-4e66-833c-8371bd634502 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:03:28.529776 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 6a2c3608-a801-4e66-833c-8371bd634502) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:03:28.534720 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:28.535316 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:28.540161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946098ab-fdcb-4671-b938-9b9b81c4b0a0 None None] Network 6a2c3608-a801-4e66-833c-8371bd634502 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:03:28.551185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-07981648-911d-49d9-a821-7f4c5caaf6a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3038077 Feb 10 14:03:28.639712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5cc630-bc02-4f4f-89bb-da5e2bf8d1a0 None None] Network 6a2c3608-a801-4e66-833c-8371bd634502 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:03:28.742942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 00a35896-0eaf-47d6-870e-94289df12007 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:03:28.762545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 00a35896-0eaf-47d6-870e-94289df12007 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:03:28.762813 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 00a35896-0eaf-47d6-870e-94289df12007 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:03:28.967664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-944397d0-9131-47f1-816a-33fe07d3df6b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:28.969210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-944397d0-9131-47f1-816a-33fe07d3df6b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 812 time: 0.0979209 Feb 10 14:03:28.983113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-42c7cbad-d82d-422d-bec2-549605eabab7 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/quotas/06a7ca86bf3b4219bbd913ab36be487c HTTP/1.1" status: 200 len: 375 time: 0.0086052 Feb 10 14:03:29.015661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-bd582846-e89f-4d74-9565-142734f58970 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272691 Feb 10 14:03:29.025867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-fca35f3f-7ed4-465b-80b0-5c1de896f90b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:03:29.026811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-fca35f3f-7ed4-465b-80b0-5c1de896f90b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051389 Feb 10 14:03:29.117616 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-31804846-3cd2-4d7c-b3e6-51ea255fbc39 service neutron] 10.222.0.13 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Feb 10 14:03:29.207697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-95e50ccb-a664-47b0-8c49-0ac31f609b9b service neutron] 10.222.0.13 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843153 Feb 10 14:03:29.365843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0e3f6893-7532-4aa2-8280-ec6c0143df75 req-48eb827f-d7e7-4732-b12f-8d69f4f9618f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 210 time: 0.0279174 Feb 10 14:03:30.270897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-31222d0e-195f-43c9-8189-ef37ca76db4e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:30.272451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-31222d0e-195f-43c9-8189-ef37ca76db4e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 812 time: 0.1174493 Feb 10 14:03:30.284005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Request body: {'port': {'device_id': '64a3d024-1fc6-4887-9763-00041168f1e8', 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502', 'admin_state_up': True, 'tenant_id': '06a7ca86bf3b4219bbd913ab36be487c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:30.390279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Made reservation on behalf of 06a7ca86bf3b4219bbd913ab36be487c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:03:30.393719 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:30.485318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bd6aba4-f6ca-4da7-abf3-1c8844255f98 req-eea3b253-4482-49d6-a529-ca00eef2e4c5 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 210 time: 0.0388360 Feb 10 14:03:30.540460 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Allocated IP 172.20.0.12 (6a2c3608-a801-4e66-833c-8371bd634502/2854267b-b8b2-46e0-979c-b94fbc63735d/6ac99188-3b3a-4b7a-a2bd-891b02549643) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:03:30.691342 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks [] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:30.725101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:30.767264 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Network 6a2c3608-a801-4e66-833c-8371bd634502 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:03:30.770225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:03:30.773885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:03:30.798074 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:30.824735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:30.825372 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:30.841710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-c2280ce9-9186-4833-a7cf-9a1cd40607eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616274 Feb 10 14:03:30.852682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Request body: {'port': {'device_id': '64a3d024-1fc6-4887-9763-00041168f1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:03:30.896815 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f9b34c6a-0cf6-425b-a3b7-a24ea6c75d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:30.917945 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.170926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:03:31.178779 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks [] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.191020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Transition to ACTIVE for port object 6ac99188-3b3a-4b7a-a2bd-891b02549643 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:03:31.194469 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.248405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:31.312335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:03:31.313545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:03:31.314859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:03:31.321097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:03:31.321419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:03:31.326479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:03:31.326875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Checking segment: {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:03:31.327258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Bound using segment: {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:03:31.327684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Bound port: 6ac99188-3b3a-4b7a-a2bd-891b02549643, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:03:31.328039 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.392670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:03:31.395681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:03:31.403432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.447347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:31.447958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:31.449385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 1092 time: 0.6006100 Feb 10 14:03:31.449830 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:03:31.452068 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:03:31.474437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e5874-5c64-4b5a-aaa1-56c727a156f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:31.497757 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170df9dd-f5bf-4aa2-ad7e-f1f0a14d467d x-openstack-request-id: req-170df9dd-f5bf-4aa2-ad7e-f1f0a14d467d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:03:31.498063 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:03:31.498317 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170df9dd-f5bf-4aa2-ad7e-f1f0a14d467d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:03:31.498713 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'status': 'completed', 'code': 200} Feb 10 14:03:31.532422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-e2402c78-0bca-4c21-9ac6-a3314365d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:31.534324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-e2402c78-0bca-4c21-9ac6-a3314365d5b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0468392 Feb 10 14:03:31.577674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-9926cab0-e9fd-47f0-a035-a3e5bde566ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0362635 Feb 10 14:03:31.655706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86d2d-000a-43bb-b591-c510c474055f req-c5dd0a5a-fd05-4c7a-890f-eecdb62a7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:31.657693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-c5dd0a5a-fd05-4c7a-890f-eecdb62a7165 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0729506 Feb 10 14:03:31.665394 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcd30b-1a5f-4d19-9a7b-abaa86cccb18 req-c7bbbf9a-3c76-445c-99f8-fd00c321e9eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:31.666737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32bcd30b-1a5f-4d19-9a7b-abaa86cccb18 req-c7bbbf9a-3c76-445c-99f8-fd00c321e9eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.0917566 Feb 10 14:03:31.701808 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-6962f5d0-8c51-4ce2-8147-9c64b00e4496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340946 Feb 10 14:03:31.751924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32bcd30b-1a5f-4d19-9a7b-abaa86cccb18 req-9ab1e204-d092-44da-83bb-e469abe7af77 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767255 Feb 10 14:03:31.812337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-28c50fbc-b00f-4169-91af-40f9c126ad8d service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983732 Feb 10 14:03:31.902262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30c86d2d-000a-43bb-b591-c510c474055f req-e67ea8a5-5da1-4105-a9f8-645587c04d8d service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Feb 10 14:03:31.992345 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-5e6e6007-3d78-45a7-9145-d85347751b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:31.993766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-5e6e6007-3d78-45a7-9145-d85347751b9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0442035 Feb 10 14:03:32.084116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-4642caa9-11e0-46e2-8600-d3e653e528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:32.085600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-4642caa9-11e0-46e2-8600-d3e653e528e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.0861123 Feb 10 14:03:32.125907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-4cb4288d-a7e6-434e-8881-5182134bc20d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0338182 Feb 10 14:03:32.177888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-7de670c2-12c4-469e-9bd6-aa7db177d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:32.179312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-7de670c2-12c4-469e-9bd6-aa7db177d014 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0472362 Feb 10 14:03:32.209130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-664cf128-db5e-4aba-aaa6-a728f6405cb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243373 Feb 10 14:03:32.295542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-206d12a1-6d8d-492b-a857-f9fa580385cb service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807440 Feb 10 14:03:32.385540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42147dcf-6b6d-4eda-b63d-8770f46aaaf1 req-2efc06e3-b7c8-40a8-99f1-e9f0e7731045 service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846992 Feb 10 14:03:32.868413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c532-908a-4e8d-b4d6-d17e7a4e73e2 req-6a1fe125-d924-43b6-a3b5-99e2a1a84e3b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:32.869919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec50c532-908a-4e8d-b4d6-d17e7a4e73e2 req-6a1fe125-d924-43b6-a3b5-99e2a1a84e3b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.0519545 Feb 10 14:03:32.928217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec50c532-908a-4e8d-b4d6-d17e7a4e73e2 req-345afe0c-e6a4-4089-b624-77a269d36b06 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Feb 10 14:03:33.315807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8884b428-2210-40d2-a805-5c6b062ca988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:34.053096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9d51c-f1cb-4fef-a137-6b08b9e4341a req-6317a008-7c85-4dc0-a502-6fc16d0aafdd tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:34.054574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8a9d51c-f1cb-4fef-a137-6b08b9e4341a req-6317a008-7c85-4dc0-a502-6fc16d0aafdd tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.0565276 Feb 10 14:03:34.099684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8a9d51c-f1cb-4fef-a137-6b08b9e4341a req-95b7db89-da49-4e55-8d1c-a958cf95647e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Feb 10 14:03:34.707006 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:34.742261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:03:34.839097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:34.849725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502', 'port_id': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'mac_address': 'fa:16:3e:1f:6c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2854267b-b8b2-46e0-979c-b94fbc63735d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:03:34.886225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6ac99188-3b3a-4b7a-a2bd-891b02549643 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:03:34.886618 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:34.898973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:03:34.921598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:34.925883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:34.970543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:35.221085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a0cb-3438-4909-a6ae-408294c6f383 req-4d090b8e-1139-4cb9-a874-eed8b324e675 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:35.222498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08c9a0cb-3438-4909-a6ae-408294c6f383 req-4d090b8e-1139-4cb9-a874-eed8b324e675 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Feb 10 14:03:35.233195 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['6ac99188-3b3a-4b7a-a2bd-891b02549643'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:03:35.269518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-08c9a0cb-3438-4909-a6ae-408294c6f383 req-a7990f9f-c69f-41fc-b202-1b757d9222d9 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Feb 10 14:03:35.934867 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:36.359678 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:36.392547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de74a9-9f55-4278-bb3a-b051cbfac29c req-fa9b0b79-b7c3-4e4e-86b1-b03655dcc7ce tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:36.394072 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07de74a9-9f55-4278-bb3a-b051cbfac29c req-fa9b0b79-b7c3-4e4e-86b1-b03655dcc7ce tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 945 time: 0.0580530 Feb 10 14:03:36.440904 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07de74a9-9f55-4278-bb3a-b051cbfac29c req-39e776f1-ec9f-4c53-b8c1-f3ae9bfd1816 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Feb 10 14:03:36.743392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:03:36.791321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 6ac99188-3b3a-4b7a-a2bd-891b02549643 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:03:36.794920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 6ac99188-3b3a-4b7a-a2bd-891b02549643 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:03:36.795296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:36.871972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 6ac99188-3b3a-4b7a-a2bd-891b02549643 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:03:36.872357 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:36.894979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:03:36.897354 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2197647b-70b7-4d27-b0bf-078082d0fe62" -d '{"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:03:36.909850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:03:36.913766 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:36.936407 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df79d6-c529-4eeb-bf91-df3c2c0c6163 x-openstack-request-id: req-f7df79d6-c529-4eeb-bf91-df3c2c0c6163 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:03:36.937051 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-plugged", "status": "completed", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:03:36.937051 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7df79d6-c529-4eeb-bf91-df3c2c0c6163 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:03:36.937351 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'code': 200} Feb 10 14:03:36.964290 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:03:37.034638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849224-41af-4775-a348-4e9498d254af req-b0c78d80-113e-4d6e-b0c3-eb433ec4b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:37.036053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb849224-41af-4775-a348-4e9498d254af req-b0c78d80-113e-4d6e-b0c3-eb433ec4b4c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1128 time: 0.0437860 Feb 10 14:03:37.078770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb849224-41af-4775-a348-4e9498d254af req-f7bafb91-02a7-48b4-8da4-2a4a0aecf218 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Feb 10 14:03:37.463291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:37.563748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5b647-d4d6-4450-8e55-a7558933bec6 req-6a0b69a1-4ffa-47f5-8ad8-7991e9fb130a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:37.565257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9b5b647-d4d6-4450-8e55-a7558933bec6 req-6a0b69a1-4ffa-47f5-8ad8-7991e9fb130a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Feb 10 14:03:37.614880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9b5b647-d4d6-4450-8e55-a7558933bec6 req-052099c3-0aa3-4a1f-8194-bc04cd5a98e2 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Feb 10 14:03:38.733378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214defe-ad6f-442c-b80a-c3cc031fa535 req-f9d01def-34b9-4291-9d10-c33461dadeaa tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:38.735408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7214defe-ad6f-442c-b80a-c3cc031fa535 req-f9d01def-34b9-4291-9d10-c33461dadeaa tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0543356 Feb 10 14:03:38.781047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7214defe-ad6f-442c-b80a-c3cc031fa535 req-5181542f-3ff8-4c85-b321-3c57258e774b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Feb 10 14:03:39.036282 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbcf38-1d36-4cc1-9ed2-9e30fc42fd35 req-bda39b46-9b6a-420f-94b7-401f68700da9 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:39.038163 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6bbcf38-1d36-4cc1-9ed2-9e30fc42fd35 req-bda39b46-9b6a-420f-94b7-401f68700da9 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0682771 Feb 10 14:03:39.064899 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-8bd6da15-409d-45a9-b6a9-ec40c41a5f6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080406 Feb 10 14:03:39.073474 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-9b56956c-8f00-4192-a09a-fbb5a8ad7aeb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:03:39.074505 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-9b56956c-8f00-4192-a09a-fbb5a8ad7aeb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050638 Feb 10 14:03:39.085829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6bbcf38-1d36-4cc1-9ed2-9e30fc42fd35 req-9ae8177a-ea14-4655-a48f-e4a38fba5420 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Feb 10 14:03:39.532693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-d589a46d-b1c9-4533-b324-c4b6f5fd8d32 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:39.534314 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-d589a46d-b1c9-4533-b324-c4b6f5fd8d32 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 943 time: 0.0986135 Feb 10 14:03:40.209914 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dec9e-1a42-411a-8a06-861383946fb1 req-b7fe9424-b29c-4674-9d57-935de27a2f2e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:40.211375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d40dec9e-1a42-411a-8a06-861383946fb1 req-b7fe9424-b29c-4674-9d57-935de27a2f2e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0565233 Feb 10 14:03:40.272621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d40dec9e-1a42-411a-8a06-861383946fb1 req-0b892192-3dfb-4acd-9f4a-f2d5cc29ce98 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547502 Feb 10 14:03:40.305395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-44084629-6756-4276-a28c-521d3e86a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:40.306870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-44084629-6756-4276-a28c-521d3e86a5c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1128 time: 0.0474734 Feb 10 14:03:40.398587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-1e12e57d-6f7e-4d9e-bee2-dc29a629ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:40.399934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-1e12e57d-6f7e-4d9e-bee2-dc29a629ca2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.0860050 Feb 10 14:03:40.440649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-4335da1f-7516-4002-9897-5a1db839091e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0349650 Feb 10 14:03:40.485856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-030e3596-1570-4768-9e2f-bb71cb0372ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:40.487261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-030e3596-1570-4768-9e2f-bb71cb0372ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0417492 Feb 10 14:03:40.516657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-23ffa3fd-f533-4078-beec-7f32ee8c1963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237730 Feb 10 14:03:40.606733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-a7f7ea82-9930-4466-9cd8-d76475b7db59 service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Feb 10 14:03:40.695408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-31965d1f-d6b4-4462-8f9c-f2eafccbeeaf service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834432 Feb 10 14:03:41.388640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61c6c-de0e-496c-ba06-9d8876e4cf40 req-f5487fdf-1c0a-499b-9f13-56489d38db89 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:41.390126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5a61c6c-de0e-496c-ba06-9d8876e4cf40 req-f5487fdf-1c0a-499b-9f13-56489d38db89 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Feb 10 14:03:41.438425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5a61c6c-de0e-496c-ba06-9d8876e4cf40 req-34a222bd-18d9-434c-9b48-e922d0996903 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Feb 10 14:03:41.553675 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:03:41.826196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-16c8b413-6c5d-4577-9a13-524db907b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:41.827584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-16c8b413-6c5d-4577-9a13-524db907b1b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1128 time: 0.0438521 Feb 10 14:03:41.930079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-7b067e3f-5abd-4b1f-82a8-f837e783440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:41.931530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-7b067e3f-5abd-4b1f-82a8-f837e783440c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.0865920 Feb 10 14:03:41.970761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-6e50936c-3db8-4318-b027-740bf8a7cb7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0334749 Feb 10 14:03:42.026560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-00573e9d-e082-46f6-acaa-97d756df4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:42.028002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-00573e9d-e082-46f6-acaa-97d756df4c2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0504096 Feb 10 14:03:42.058486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-9a19fa58-9657-4910-8b40-724c57253688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249257 Feb 10 14:03:42.144030 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-c3f60d61-724a-4d85-bf9d-6da2ef8196d2 service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797689 Feb 10 14:03:42.235017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bcb0c8e1-1640-4ab8-9ac1-dfc2daca194e req-25d6fda5-1276-48db-949d-3feea6a4d491 service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Feb 10 14:03:42.555520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8dcc-2cb3-4185-9bca-bccfcd0c47e2 req-a5a7299b-8670-416a-8f92-f03019ff832a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:42.556998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b88b8dcc-2cb3-4185-9bca-bccfcd0c47e2 req-a5a7299b-8670-416a-8f92-f03019ff832a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Feb 10 14:03:42.609101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b88b8dcc-2cb3-4185-9bca-bccfcd0c47e2 req-32fe4550-1b1d-476b-b2ce-51695a57acbf tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Feb 10 14:03:43.728447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d86aa-3aed-46e8-9f7b-e513d3959f17 req-b7764636-2fb9-4123-bccc-76bcbec16ddc tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:43.729942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-014d86aa-3aed-46e8-9f7b-e513d3959f17 req-b7764636-2fb9-4123-bccc-76bcbec16ddc tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0548606 Feb 10 14:03:44.103673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-014d86aa-3aed-46e8-9f7b-e513d3959f17 req-6f769aaa-f23e-4e7e-8933-8dcba8f4f735 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680968 Feb 10 14:03:45.220366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-3420-4d84-a31a-6f9500767b4b req-80514e65-a952-4fbb-9cfb-29c7f35fdee9 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:45.221841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6602c6da-3420-4d84-a31a-6f9500767b4b req-80514e65-a952-4fbb-9cfb-29c7f35fdee9 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0510492 Feb 10 14:03:45.266700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6602c6da-3420-4d84-a31a-6f9500767b4b req-db99ffff-d6b2-4faf-bed1-1c12f38d4076 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Feb 10 14:03:46.385432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cd127-495c-4227-afe4-09c94ef7f175 req-cd0c1978-d740-4f05-adc3-c8d13b7b4cab tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:46.386903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6cd127-495c-4227-afe4-09c94ef7f175 req-cd0c1978-d740-4f05-adc3-c8d13b7b4cab tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0509124 Feb 10 14:03:46.435275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c6cd127-495c-4227-afe4-09c94ef7f175 req-99202d9b-e253-454e-8511-f6b6bb3d5e0d tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Feb 10 14:03:47.553002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573bcc-deeb-410a-8ca2-b4b9d55972f4 req-84bfe8ea-444a-47a9-8824-9eeef31b91c3 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:47.554450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01573bcc-deeb-410a-8ca2-b4b9d55972f4 req-84bfe8ea-444a-47a9-8824-9eeef31b91c3 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0521991 Feb 10 14:03:47.599662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01573bcc-deeb-410a-8ca2-b4b9d55972f4 req-ca15f4b5-a874-4584-9385-2ef418f4412e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Feb 10 14:03:48.725366 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea742eb-8730-4856-9ba8-73b9fc7aafd2 req-1ca10032-861c-428d-ba13-0f622ce9501f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:48.727337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ea742eb-8730-4856-9ba8-73b9fc7aafd2 req-1ca10032-861c-428d-ba13-0f622ce9501f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Feb 10 14:03:48.775824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ea742eb-8730-4856-9ba8-73b9fc7aafd2 req-381d2191-f875-49dd-892a-46d61401cca6 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Feb 10 14:03:49.897039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0376-a7c2-413f-ae91-a384b67e2a84 req-9e6ebdc3-bdae-46b1-9ee3-b6b616591e09 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:49.898501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293e0376-a7c2-413f-ae91-a384b67e2a84 req-9e6ebdc3-bdae-46b1-9ee3-b6b616591e09 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0551767 Feb 10 14:03:49.943419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-293e0376-a7c2-413f-ae91-a384b67e2a84 req-461a611b-f99d-4cde-9bd9-c562f8742ca5 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Feb 10 14:03:51.059647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a5c1-1e20-462d-a3d2-0ec1d95ee807 req-392156a4-2749-45fb-8512-3022b16494e8 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:51.061141 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6038a5c1-1e20-462d-a3d2-0ec1d95ee807 req-392156a4-2749-45fb-8512-3022b16494e8 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0515704 Feb 10 14:03:51.106348 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6038a5c1-1e20-462d-a3d2-0ec1d95ee807 req-8eaeaeee-47c2-42c7-a3b3-b55208ebcc9a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Feb 10 14:03:52.227730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8dba6-4792-4234-a5d2-941810857532 req-805a9deb-7acf-4d75-9749-076bd065a582 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:52.229217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8dba6-4792-4234-a5d2-941810857532 req-805a9deb-7acf-4d75-9749-076bd065a582 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0547497 Feb 10 14:03:52.274191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4a8dba6-4792-4234-a5d2-941810857532 req-7601e8cc-ca48-4d71-a63c-a2e62b5ceb6b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Feb 10 14:03:53.392970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364123-2140-4d44-b160-e528268a0ad7 req-907eba22-a5cf-4919-a0b7-815f18ed842b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:53.394504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e364123-2140-4d44-b160-e528268a0ad7 req-907eba22-a5cf-4919-a0b7-815f18ed842b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0518348 Feb 10 14:03:53.440702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6e364123-2140-4d44-b160-e528268a0ad7 req-7c2c8c05-ea4d-4971-b968-4972098f2437 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Feb 10 14:03:54.489015 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:03:54.568500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b2419-1bd5-422f-bd6f-5f1ca5bc88d1 req-cc970eea-3d74-40c4-aca3-9244f94fca98 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:54.570125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f74b2419-1bd5-422f-bd6f-5f1ca5bc88d1 req-cc970eea-3d74-40c4-aca3-9244f94fca98 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0551128 Feb 10 14:03:54.621127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f74b2419-1bd5-422f-bd6f-5f1ca5bc88d1 req-07e97200-8bad-4ddf-a193-49a1fd40399c tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Feb 10 14:03:55.738848 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1bea1-e040-4f92-8486-d5187b72760a req-c6cc05e6-6ba1-4c09-ba04-c91e24f7464e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:55.740316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4c1bea1-e040-4f92-8486-d5187b72760a req-c6cc05e6-6ba1-4c09-ba04-c91e24f7464e tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0511191 Feb 10 14:03:55.770110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-70305a5a-a34b-4fa9-8dcc-99a759283391 req-35b397a3-1488-4e1f-a086-36309ceb1022 service neutron] (103399) timed out ('10.222.0.13', 52572) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:03:55.786586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4c1bea1-e040-4f92-8486-d5187b72760a req-1ca8e343-1c76-4d36-9ccf-d94bf1f4ce43 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Feb 10 14:03:56.903523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfabea-f3c3-4b93-a47f-f3d153e5d701 req-7f52046b-5cb6-4a66-8789-0d4ffa167033 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:56.905023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68cfabea-f3c3-4b93-a47f-f3d153e5d701 req-7f52046b-5cb6-4a66-8789-0d4ffa167033 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0527344 Feb 10 14:03:56.950825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68cfabea-f3c3-4b93-a47f-f3d153e5d701 req-ef3950cf-c7df-42eb-8661-56adea5839ce tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Feb 10 14:03:58.074241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f4da6-64db-452b-b466-d7d8c94d520b req-10c792e5-09a1-4bce-a22c-d0898d624153 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:58.075896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-858f4da6-64db-452b-b466-d7d8c94d520b req-10c792e5-09a1-4bce-a22c-d0898d624153 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0569859 Feb 10 14:03:58.121397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-858f4da6-64db-452b-b466-d7d8c94d520b req-17a41261-64d4-4b48-a5a5-dc909f0fc8e5 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Feb 10 14:03:59.241724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060c5b-54c9-4c91-8de2-1f63090a907d req-135bba71-9f58-4ea2-9382-404d72b6c27a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:03:59.243246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c060c5b-54c9-4c91-8de2-1f63090a907d req-135bba71-9f58-4ea2-9382-404d72b6c27a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Feb 10 14:03:59.293536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c060c5b-54c9-4c91-8de2-1f63090a907d req-faf5391f-1689-4294-ad9c-bb3ba0b72578 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Feb 10 14:04:00.417694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93404-55ac-430f-b374-860300d60802 req-366414b9-aa3b-44cf-a0eb-c9a9cf6674eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:00.419161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ae93404-55ac-430f-b374-860300d60802 req-366414b9-aa3b-44cf-a0eb-c9a9cf6674eb tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Feb 10 14:04:00.467825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5ae93404-55ac-430f-b374-860300d60802 req-d91cea21-9d55-4aa9-ba37-a6852e98cb5b tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Feb 10 14:04:00.897395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9331f287-ae7e-4df0-8f98-1c52b40b02f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:01.585703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480df5c-ead2-43e0-be31-99e20655858f req-48315002-ddde-49ef-aad2-2eff475ae225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:01.587158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b480df5c-ead2-43e0-be31-99e20655858f req-48315002-ddde-49ef-aad2-2eff475ae225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0511208 Feb 10 14:04:01.632308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b480df5c-ead2-43e0-be31-99e20655858f req-517087cb-d69d-4595-a4fb-0170e6f27ef2 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Feb 10 14:04:02.750079 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c32b-1fa1-45d0-b8a6-ffef7fc44a17 req-bd536c57-22d7-4246-803d-f1852ff5cb5f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:02.751542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c48c32b-1fa1-45d0-b8a6-ffef7fc44a17 req-bd536c57-22d7-4246-803d-f1852ff5cb5f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0514460 Feb 10 14:04:02.797374 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8c48c32b-1fa1-45d0-b8a6-ffef7fc44a17 req-1305c583-5f64-4a35-ac7d-6951cbaf5820 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Feb 10 14:04:03.316679 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11c361f2-2e15-4de9-bfc8-06ed2830fbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:03.917289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4724422-e0fe-4fbc-9623-4a7c7319b4f3 req-f5bc162c-cbef-4f99-a204-c01ac1aacf6f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:03.918758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4724422-e0fe-4fbc-9623-4a7c7319b4f3 req-f5bc162c-cbef-4f99-a204-c01ac1aacf6f tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0549691 Feb 10 14:04:03.963426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4724422-e0fe-4fbc-9623-4a7c7319b4f3 req-07b632d7-ea60-45fc-ba64-9bcf9ce0b09d tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Feb 10 14:04:04.709433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:05.085319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49e51a-3487-4100-932d-b8899dc51d9f req-0fee00b3-a6b4-4838-a28c-640de864b875 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:05.086793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a49e51a-3487-4100-932d-b8899dc51d9f req-0fee00b3-a6b4-4838-a28c-640de864b875 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0515113 Feb 10 14:04:05.132300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2a49e51a-3487-4100-932d-b8899dc51d9f req-0b75608a-a31b-46a1-bc26-155697314f86 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Feb 10 14:04:05.936644 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:06.255555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5969b-8733-47a9-8a46-c409b414af4c req-e0376f5f-bef5-4179-8d3e-35155d63c653 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:06.257055 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8b5969b-8733-47a9-8a46-c409b414af4c req-e0376f5f-bef5-4179-8d3e-35155d63c653 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0554845 Feb 10 14:04:06.302677 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d8b5969b-8733-47a9-8a46-c409b414af4c req-8f0ed87d-65b4-4b2e-9336-a2b2af018a99 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Feb 10 14:04:06.358880 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:07.422279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f8d7-6e0f-47e8-b78b-df996ae48edb req-72b20f4e-7bf8-4e2f-b983-29bbe5d6b2dd tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:07.424053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f6f8d7-6e0f-47e8-b78b-df996ae48edb req-72b20f4e-7bf8-4e2f-b983-29bbe5d6b2dd tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 946 time: 0.0542438 Feb 10 14:04:07.464423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:07.471092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f6f8d7-6e0f-47e8-b78b-df996ae48edb req-fc666c56-39dd-41eb-b5f3-0ea3115cc7d8 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Feb 10 14:04:07.591666 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-564bbe48-19cb-434e-a624-15f36ba9d42d service neutron] show failed (client error): The resource could not be found. Feb 10 14:04:07.592560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-564bbe48-19cb-434e-a624-15f36ba9d42d service neutron] 10.222.0.21 "GET /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0517612 Feb 10 14:04:07.838416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-253debdb-b842-496c-a913-c3d2730d92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:07.839994 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-253debdb-b842-496c-a913-c3d2730d92f7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8&tenant_id=06a7ca86bf3b4219bbd913ab36be487c HTTP/1.1" status: 200 len: 1128 time: 0.0945351 Feb 10 14:04:07.851068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-144b5a86-b7f3-43ee-a24c-7d597b6e4d39 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:04:07.852116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-144b5a86-b7f3-43ee-a24c-7d597b6e4d39 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047812 Feb 10 14:04:07.861804 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:07.918083 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.111832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:08.143265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:04:08.186089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:08.189327 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c20c2-89fe-4d4a-bc2f-990c54f8c970" -d '{"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:08.193063 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks [] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.206212 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Transition to ACTIVE for port object 6ac99188-3b3a-4b7a-a2bd-891b02549643 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:04:08.210234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.243326 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e638ac-19f7-4c03-a912-3f2cca9792fd x-openstack-request-id: req-05e638ac-19f7-4c03-a912-3f2cca9792fd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:08.243637 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:08.243894 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05e638ac-19f7-4c03-a912-3f2cca9792fd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:08.244294 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'code': 200} Feb 10 14:04:08.258149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:08.281664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] No DVR routers for this DVR port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:04:08.284524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.284903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.285250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.285591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.285925 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.286260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.286587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.286913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.287237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.287560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.287884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.288205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.288526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:08.324000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:04:08.324330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:04:08.324651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:08.329552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:04:08.329867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Attempting to bind port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on network 6a2c3608-a801-4e66-833c-8371bd634502 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:08.334534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:04:08.334862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Checking segment: {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:04:08.335234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Bound using segment: {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:04:08.335648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Bound port: 6ac99188-3b3a-4b7a-a2bd-891b02549643, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:04:08.335993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.399504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:04:08.402295 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:04:08.408171 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.444917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:08.445611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:08.446989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] 10.222.0.77 "PUT /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 1092 time: 0.5887823 Feb 10 14:04:08.462986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeead3-6c1f-4d46-a254-bb448aea2685 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:08.516354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-a5670c78-fb42-4614-bb49-3cf82b701c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:08.517989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-a5670c78-fb42-4614-bb49-3cf82b701c87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0497200 Feb 10 14:04:08.645054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-89c455cb-1c33-4246-8a25-34c992255879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:08.646529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-89c455cb-1c33-4246-8a25-34c992255879 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.1231737 Feb 10 14:04:08.653251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622909b6-95ac-49f3-bf2a-7c765c106770 req-cd1ed51c-2450-4808-b42d-b689d7128336 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:08.654513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-622909b6-95ac-49f3-bf2a-7c765c106770 req-cd1ed51c-2450-4808-b42d-b689d7128336 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.1095066 Feb 10 14:04:08.695534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-d0e8b760-b6d8-4067-aad4-071fe55d07a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0401158 Feb 10 14:04:08.768698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-622909b6-95ac-49f3-bf2a-7c765c106770 req-310d57a9-3095-4a1c-bccd-52bbd11ad1e6 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073499 Feb 10 14:04:08.770214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-707833ce-ed72-40af-a731-9992efe7ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:08.771567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-707833ce-ed72-40af-a731-9992efe7ef6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0703328 Feb 10 14:04:08.803121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-d44aa586-6d2d-4e29-92ed-e44f459e7174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261791 Feb 10 14:04:08.890826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-fa099715-26ed-4f23-831d-2b10dc8436d8 service neutron] 10.222.0.77 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 Feb 10 14:04:08.982863 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b805cda-9eb4-47ac-9dc3-4780ac7313a7 req-0660567a-f0e9-4ba3-a44e-a944091c6700 service neutron] 10.222.0.77 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867515 Feb 10 14:04:09.887798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93424fc2-0c18-4693-931a-48e3c5a8c092 req-83bfe671-a9d8-4e92-89af-7caa7caf265a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:09.889373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93424fc2-0c18-4693-931a-48e3c5a8c092 req-83bfe671-a9d8-4e92-89af-7caa7caf265a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.0528612 Feb 10 14:04:09.935659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93424fc2-0c18-4693-931a-48e3c5a8c092 req-43ddfcd6-95fd-4817-b368-d9f3f041dd60 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Feb 10 14:04:10.245118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:10.247506 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863a36c-143d-457d-a4ac-13a4cdfe6bec" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:10.293843 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32622c1-e530-4431-b999-537f7e9d254b x-openstack-request-id: req-f32622c1-e530-4431-b999-537f7e9d254b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:10.294140 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:10.294398 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f32622c1-e530-4431-b999-537f7e9d254b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:10.294936 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'status': 'completed', 'code': 200} Feb 10 14:04:10.393785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-c59f96b2-866c-4a24-ab1f-67b130dcb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.395302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-c59f96b2-866c-4a24-ab1f-67b130dcb8cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0731559 Feb 10 14:04:10.397077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-659a4253-69bc-4786-a584-cdb519706f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.398434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-659a4253-69bc-4786-a584-cdb519706f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0841761 Feb 10 14:04:10.565764 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-38961e12-32ce-4714-a8e2-c920c91aa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.567259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-38961e12-32ce-4714-a8e2-c920c91aa297 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.1657231 Feb 10 14:04:10.568368 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-d55f907d-5fae-4678-8239-519b1d6359e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.569716 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-d55f907d-5fae-4678-8239-519b1d6359e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.1602089 Feb 10 14:04:10.642492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-e7452fd8-369c-4980-bddc-19b0351fee15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0694361 Feb 10 14:04:10.643848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-f38a4244-689a-4957-93d5-1fbb17ff130f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0645280 Feb 10 14:04:10.727637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-44afb236-fca4-48fe-80b4-9b1662678798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.729137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-44afb236-fca4-48fe-80b4-9b1662678798 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0812633 Feb 10 14:04:10.730516 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-c4fade65-77d2-407d-8f5f-015d36c72a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:10.731829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-c4fade65-77d2-407d-8f5f-015d36c72a19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0768743 Feb 10 14:04:10.766607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-50f8a05e-0b4c-433d-b656-af74519b896e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320299 Feb 10 14:04:10.782367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-182992b3-0724-4eb4-81ba-4e97fff17cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405655 Feb 10 14:04:10.942936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-65142c04-e597-49ff-8d16-247449840d7a service neutron] 10.222.0.77 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627636 Feb 10 14:04:10.944821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-14920e30-c824-49d8-9016-cd911cf893f5 service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555910 Feb 10 14:04:11.010546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:04:11.049165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 6ac99188-3b3a-4b7a-a2bd-891b02549643 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:04:11.049551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:04:11.127560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-8f495da4-bac5-4a82-aeb2-ff4d4329e0a1 service neutron] 10.222.0.77 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792929 Feb 10 14:04:11.146190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5863a36c-143d-457d-a4ac-13a4cdfe6bec req-eb4699c8-053b-4f94-8c11-2d086f762c1e service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907575 Feb 10 14:04:11.153637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa48072-f852-48ce-a99d-3e5cd67176ee req-f2551529-7b37-43e8-85be-808484096934 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:11.155047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaa48072-f852-48ce-a99d-3e5cd67176ee req-f2551529-7b37-43e8-85be-808484096934 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.1252246 Feb 10 14:04:11.205526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eaa48072-f852-48ce-a99d-3e5cd67176ee req-e8ffe3aa-4703-4aa9-9c2f-0d4735e02074 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Feb 10 14:04:11.434092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-e5e897c8-6ad0-46c5-98b3-e37e53da00e3 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:11.435459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-e5e897c8-6ad0-46c5-98b3-e37e53da00e3 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.21 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8&tenant_id=06a7ca86bf3b4219bbd913ab36be487c&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 944 time: 0.0548813 Feb 10 14:04:11.501084 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-7516b10c-fe67-4c6f-beb0-283ae043b456 service neutron] delete failed (client error): The resource could not be found. Feb 10 14:04:11.502100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-7516b10c-fe67-4c6f-beb0-283ae043b456 service neutron] 10.222.0.21 "DELETE /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0600111 Feb 10 14:04:11.565819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:11.590393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-29b3bf2c-ed0b-494e-b74e-32c14a85de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:11.591900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-29b3bf2c-ed0b-494e-b74e-32c14a85de5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0490868 Feb 10 14:04:11.683815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-79499509-e69e-4b6a-98d6-78da932bd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:11.685367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-79499509-e69e-4b6a-98d6-78da932bd1e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 200 len: 913 time: 0.0876482 Feb 10 14:04:11.725352 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-6fd12e30-834a-420f-a92a-594524501b2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 200 len: 217 time: 0.0336428 Feb 10 14:04:11.771681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-ee8810c2-c95e-42b9-b66a-403039cf305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:11.773085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-ee8810c2-c95e-42b9-b66a-403039cf305e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 200 len: 852 time: 0.0427217 Feb 10 14:04:11.803770 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-22bbf080-2b59-4335-94f9-90ba6be19b89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a2c3608-a801-4e66-833c-8371bd634502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245755 Feb 10 14:04:11.894145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-ebec8c9b-e196-44c6-85cd-eefac0536c0e service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Feb 10 14:04:11.980675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-4f389114-2ef1-4975-a4b4-2e43225455ba service neutron] 10.222.0.21 "GET /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Feb 10 14:04:12.579694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:04:12.675559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02dca-7f73-42eb-aba0-666e1d02407e req-ddf71c2a-6870-41b2-a83c-e0d503ed9050 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:12.675790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:12.677068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ac02dca-7f73-42eb-aba0-666e1d02407e req-ddf71c2a-6870-41b2-a83c-e0d503ed9050 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 944 time: 0.0572362 Feb 10 14:04:12.686123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'network_id': '6a2c3608-a801-4e66-833c-8371bd634502', 'port_id': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'mac_address': 'fa:16:3e:1f:6c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2854267b-b8b2-46e0-979c-b94fbc63735d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:04:12.723841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 6ac99188-3b3a-4b7a-a2bd-891b02549643 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:04:12.724045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9ac02dca-7f73-42eb-aba0-666e1d02407e req-b14d119e-592d-4eea-bf10-382524f760c5 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Feb 10 14:04:12.724614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:12.737739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:04:12.756867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:12.760335 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:12.816847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:13.000622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['6ac99188-3b3a-4b7a-a2bd-891b02549643'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:04:13.840860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a996b17-1744-4ddf-8814-f59993b1d8fc req-e5866ebe-f4c3-4a98-9b02-00c8c18f1352 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:13.842361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a996b17-1744-4ddf-8814-f59993b1d8fc req-e5866ebe-f4c3-4a98-9b02-00c8c18f1352 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 945 time: 0.0512252 Feb 10 14:04:13.917203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a996b17-1744-4ddf-8814-f59993b1d8fc req-d494c244-94be-4c04-99b8-b140e14e979a tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.13 "GET /v2.0/security-groups?id=468d271b-f0be-4249-8357-7ce3f25b1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686722 Feb 10 14:04:13.937560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-e8e5eeaf-bfdb-4b02-ad72-2be4e86ead52 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:13.938975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-e8e5eeaf-bfdb-4b02-ad72-2be4e86ead52 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.77 "GET /v2.0/ports?device_id=64a3d024-1fc6-4887-9763-00041168f1e8 HTTP/1.1" status: 200 len: 945 time: 0.0662346 Feb 10 14:04:14.027741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Deleting port 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:04:14.028002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:14.117248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] For port 6ac99188-3b3a-4b7a-a2bd-891b02549643, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=6ac99188-3b3a-4b7a-a2bd-891b02549643,segment=NetworkSegment(b3e905d3-d93e-45a9-8d33-a48a403ea9a8),segment_id=b3e905d3-d93e-45a9-8d33-a48a403ea9a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:14.117613 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:14.129481 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Calling delete_port for 6ac99188-3b3a-4b7a-a2bd-891b02549643 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:04:14.258491 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6ac99188-3b3a-4b7a-a2bd-891b02549643), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:14.270529 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['6ac99188-3b3a-4b7a-a2bd-891b02549643'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:04:14.289346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Pushing event deleted for resources: {'Port': ['ID=6ac99188-3b3a-4b7a-a2bd-891b02549643,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:14.332569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] No DVR routers for this DVR port 6ac99188-3b3a-4b7a-a2bd-891b02549643 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:04:14.335069 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:14.338446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d0bdc8a-8abe-4c1e-88f1-54c29a26e152 req-9b23d715-ad1c-4a71-9a64-d342c7abd225 tempest-DeleteServersTestJSON-608039419 tempest-DeleteServersTestJSON-608039419-project] 10.222.0.77 "DELETE /v2.0/ports/6ac99188-3b3a-4b7a-a2bd-891b02549643 HTTP/1.1" status: 204 len: 173 time: 0.3944013 Feb 10 14:04:14.338882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-deleted', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:14.341119 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21071487-1fac-4119-a1f5-5e3aae37aa84" -d '{"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-deleted", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:14.377975 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec4814-a70c-499f-ae88-2cbd8822095a x-openstack-request-id: req-82ec4814-a70c-499f-ae88-2cbd8822095a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:14.378272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3d024-1fc6-4887-9763-00041168f1e8", "name": "network-vif-deleted", "tag": "6ac99188-3b3a-4b7a-a2bd-891b02549643", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:14.378530 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82ec4814-a70c-499f-ae88-2cbd8822095a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:14.378953 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3d024-1fc6-4887-9763-00041168f1e8', 'name': 'network-vif-deleted', 'tag': '6ac99188-3b3a-4b7a-a2bd-891b02549643', 'status': 'completed', 'code': 200} Feb 10 14:04:14.595159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:04:14.615078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:04:14.615422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 14:04:14.635427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Port 6ac99188-3b3a-4b7a-a2bd-891b02549643 not found, will not notify nova. {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 14:04:15.039574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59248) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:15.086675 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Deleting subnet 2854267b-b8b2-46e0-979c-b94fbc63735d {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:04:15.089658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Publish callbacks [] for subnet (2854267b-b8b2-46e0-979c-b94fbc63735d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.122015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (2854267b-b8b2-46e0-979c-b94fbc63735d), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.161545 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (2854267b-b8b2-46e0-979c-b94fbc63735d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.211826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (2854267b-b8b2-46e0-979c-b94fbc63735d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.223790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.226976 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2854267b-b8b2-46e0-979c-b94fbc63735d HTTP/1.1" status: 204 len: 168 time: 0.1864121 Feb 10 14:04:15.229603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:15.243904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2854267b-b8b2-46e0-979c-b94fbc63735d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:15.251849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.252203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.252547 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.252918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.253260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.253598 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.253930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.254262 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.254589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.254917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.255249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.255575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.255897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c26d0b-8384-46ce-a9ab-b1e18b134295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:15.298602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (6a2c3608-a801-4e66-833c-8371bd634502), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.377749 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (6a2c3608-a801-4e66-833c-8371bd634502), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.396437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2c3608-a801-4e66-833c-8371bd634502']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:04:15.405362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:04:15.405660 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e905d3-d93e-45a9-8d33-a48a403ea9a8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:04:15.414947 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (b3e905d3-d93e-45a9-8d33-a48a403ea9a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.428111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (b3e905d3-d93e-45a9-8d33-a48a403ea9a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.433931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:04:15.434366 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (b3e905d3-d93e-45a9-8d33-a48a403ea9a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:04:15.435973 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:04:15.497738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (6a2c3608-a801-4e66-833c-8371bd634502), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.513621 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.516865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a2c3608-a801-4e66-833c-8371bd634502 HTTP/1.1" status: 204 len: 168 time: 0.2862282 Feb 10 14:04:15.518127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141e96d-0e19-470a-bd49-aa21d38868a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2c3608-a801-4e66-833c-8371bd634502,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:15.622216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:15.662539 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4aa06b38-6c86-4007-bebd-0c362d0238dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06a7ca86bf3b4219bbd913ab36be487c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391066 Feb 10 14:04:15.664947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:15.710302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] Publish callbacks [] for security_group (468d271b-f0be-4249-8357-7ce3f25b1b6c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.730656 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] Publish callbacks [] for security_group (468d271b-f0be-4249-8357-7ce3f25b1b6c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.777637 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (468d271b-f0be-4249-8357-7ce3f25b1b6c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.780326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:15.781526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/468d271b-f0be-4249-8357-7ce3f25b1b6c HTTP/1.1" status: 204 len: 168 time: 0.1156683 Feb 10 14:04:15.789553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a871740-96d3-48ee-8c57-96e4ee3bc829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d271b-f0be-4249-8357-7ce3f25b1b6c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:16.435044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:16.527492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-478946855-network', 'tenant_id': '300fcdf194d14ecda8c3376a36a54a09'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:16.546927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Made reservation on behalf of 300fcdf194d14ecda8c3376a36a54a09 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:04:16.549291 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.560723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.633336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks [] for security_group (38e6406d-8d98-46ab-8bd4-c09810db9bc4), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.636954 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38e6406d-8d98-46ab-8bd4-c09810db9bc4), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.663729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:04:16.670141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6406d-8d98-46ab-8bd4-c09810db9bc4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:16.676968 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4de6d9f9-cde3-41d1-965f-d0d1cb9e081d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.677318 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Added segment 4de6d9f9-cde3-41d1-965f-d0d1cb9e081d of type vlan for network e68b4f25-3e80-42a1-b123-7194275bd02a Feb 10 14:04:16.717186 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e68b4f25-3e80-42a1-b123-7194275bd02a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.739505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e68b4f25-3e80-42a1-b123-7194275bd02a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.740440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:16.741038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.771010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3347905 Feb 10 14:04:16.774141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59282) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:04:16.779397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Request body: {'subnet': {'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-478946855-subnet', 'tenant_id': '300fcdf194d14ecda8c3376a36a54a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:16.798185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Made reservation on behalf of 300fcdf194d14ecda8c3376a36a54a09 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:04:16.800495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:16.807470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94363049-3b16-4319-b24b-5fc9d06c7ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=e68b4f25-3e80-42a1-b123-7194275bd02a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:16.819264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e68b4f25-3e80-42a1-b123-7194275bd02a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:04:16.969778 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (c7b0485b-d80a-4566-9917-196855c2448a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:17.026605 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b0485b-d80a-4566-9917-196855c2448a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:17.035504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Checking segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:04:17.035858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Network hostable DHCP agents. Network: e68b4f25-3e80-42a1-b123-7194275bd02a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:04:17.052121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Network e68b4f25-3e80-42a1-b123-7194275bd02a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:04:17.061358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e68b4f25-3e80-42a1-b123-7194275bd02a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:04:17.065862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:17.066460 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:17.071336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47348b-44e3-481c-82b3-697dd1f4dffa None None] Network e68b4f25-3e80-42a1-b123-7194275bd02a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:04:17.081781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3df62115-7116-4105-bcdb-3f12549c7df6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3065598 Feb 10 14:04:17.169986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6785c81-bf2e-4ff7-997e-af00ef3cc18e None None] Network e68b4f25-3e80-42a1-b123-7194275bd02a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:04:17.492068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-6931e90a-8aea-4503-b4f3-daa0f03018e6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:17.493558 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-6931e90a-8aea-4503-b4f3-daa0f03018e6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 814 time: 0.0981536 Feb 10 14:04:17.507724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-228f1bb2-1ea4-4e4a-a6da-9275b9466a90 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/quotas/300fcdf194d14ecda8c3376a36a54a09 HTTP/1.1" status: 200 len: 375 time: 0.0087638 Feb 10 14:04:17.539218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-17cd7cfe-8fe7-4c2b-a45a-bbf4208e87f9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268426 Feb 10 14:04:17.628596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-1f50ae54-c828-4004-adc1-7ff47f032661 service neutron] 10.222.0.13 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 Feb 10 14:04:17.718835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-4542c867-e63b-422a-81b0-b5f5ad325a8b service neutron] 10.222.0.13 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845268 Feb 10 14:04:17.871854 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eec378f8-1583-467a-97e0-4006202b7d07 req-e5ee5c72-aec5-439e-bc41-01263d890b30 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 210 time: 0.0270090 Feb 10 14:04:18.642127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:04:18.665729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 6ac99188-3b3a-4b7a-a2bd-891b02549643 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:04:18.666074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 6ac99188-3b3a-4b7a-a2bd-891b02549643 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:04:18.769575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-d31c955e-8d96-4def-ba59-86dfdc587614 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:18.771011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-d31c955e-8d96-4def-ba59-86dfdc587614 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 814 time: 0.1006336 Feb 10 14:04:18.782694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Request body: {'port': {'device_id': '148573d3-937c-442d-a091-d5945b668d0e', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'admin_state_up': True, 'tenant_id': '300fcdf194d14ecda8c3376a36a54a09'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:18.890198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Made reservation on behalf of 300fcdf194d14ecda8c3376a36a54a09 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:04:18.893586 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:18.982179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5cf94e83-e229-4da6-98d9-67be61f452d2 req-ea3e7c0d-6ed7-49c4-a4ab-db96fce217f0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 210 time: 0.0379879 Feb 10 14:04:19.043502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Allocated IP 172.20.0.13 (e68b4f25-3e80-42a1-b123-7194275bd02a/c7b0485b-d80a-4566-9917-196855c2448a/258b94aa-915e-4979-b4d6-3361ac3c1790) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:04:19.188129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks [] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:19.219174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:19.260318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Network e68b4f25-3e80-42a1-b123-7194275bd02a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:04:19.263305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:04:19.266982 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:04:19.293012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:19.319350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:19.319961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:19.335173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-8a9fd749-16e9-47a4-afb7-02e9f254a622 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562913 Feb 10 14:04:19.348049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Request body: {'port': {'device_id': '148573d3-937c-442d-a091-d5945b668d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:19.747387 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:19.995402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258b94aa-915e-4979-b4d6-3361ac3c1790 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:04:20.003002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks [] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:20.015298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Transition to ACTIVE for port object 258b94aa-915e-4979-b4d6-3361ac3c1790 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:04:20.019244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:20.096569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:20.167141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8adfa-de13-4fc1-97b0-fc4134a3c644 req-5ef40a59-0610-4f61-a13a-029e54f5bb2b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.168644 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60e8adfa-de13-4fc1-97b0-fc4134a3c644 req-5ef40a59-0610-4f61-a13a-029e54f5bb2b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.1104074 Feb 10 14:04:20.198361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:04:20.198700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:04:20.199028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:20.208217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:04:20.208541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:20.225675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:04:20.226013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Checking segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:04:20.226392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Bound using segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:04:20.226821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Bound port: 258b94aa-915e-4979-b4d6-3361ac3c1790, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:04:20.227179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:20.247092 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60e8adfa-de13-4fc1-97b0-fc4134a3c644 req-6c41c5ec-569e-4770-af61-3bca7d7456f5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714426 Feb 10 14:04:20.298494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:04:20.301469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:04:20.307373 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:20.343238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.343882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:20.345295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] 10.222.0.77 "PUT /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 1092 time: 1.0011775 Feb 10 14:04:20.345738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:20.347978 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187" -d '{"events": [{"name": "network-changed", "server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:20.369988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d658d21-f8ec-4124-b00d-89401e5a7c5c service neutron] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:20.393977 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7844115f-5050-412e-ba09-3645c58b41f3 x-openstack-request-id: req-7844115f-5050-412e-ba09-3645c58b41f3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:20.394260 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:20.394524 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7844115f-5050-412e-ba09-3645c58b41f3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:20.394894 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'status': 'completed', 'code': 200} Feb 10 14:04:20.429963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-b1ec7acd-519f-418c-9015-5ac4490e3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.431518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-b1ec7acd-519f-418c-9015-5ac4490e3832 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1126 time: 0.0477273 Feb 10 14:04:20.476297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-5ffc3e41-6276-4258-b8c5-414866ce9624 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0369730 Feb 10 14:04:20.522683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-c2992ce1-daff-4ede-b881-ef0985ee4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.523981 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-c2992ce1-daff-4ede-b881-ef0985ee4c68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0420675 Feb 10 14:04:20.554919 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-05c9f3ed-ac86-44e0-bd3d-42ad9eaabc55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244091 Feb 10 14:04:20.644323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-1bc0b3bb-3525-4147-a793-4ebe292ae694 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832582 Feb 10 14:04:20.728905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56663c22-0dd0-4c94-95f0-79e6f4a0832b req-904cd353-9785-4dd5-97c1-5f1c4d3f4f95 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790694 Feb 10 14:04:20.818438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-01162aac-d1e2-4a7e-b1ce-733c2356cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.819913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-01162aac-d1e2-4a7e-b1ce-733c2356cf6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1126 time: 0.0486362 Feb 10 14:04:20.909438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-bfff1154-5989-42d6-be22-814c1f1ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:20.910965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-bfff1154-5989-42d6-be22-814c1f1ba6c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0853739 Feb 10 14:04:20.954494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-ff092284-4ff7-4eb9-a5c5-4ce2077837bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0379450 Feb 10 14:04:21.001537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-fd603ed2-a808-429b-a721-c5efe5117a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:21.002935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-fd603ed2-a808-429b-a721-c5efe5117a72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0425179 Feb 10 14:04:21.034381 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-505c418d-14d8-46a4-84c7-4dc374f1003a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245767 Feb 10 14:04:21.124396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-0fa067ad-e383-4d13-a0d0-bde5a49cc917 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839832 Feb 10 14:04:21.214291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-061c6ecc-05ce-4d3a-b3df-6f3b9bb1a187 req-b79687e0-0afd-4d56-99a6-a48a829355ef service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Feb 10 14:04:21.366589 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c5d6-5a7c-45a9-af96-cf4a9fdc3543 req-084c0412-c7f4-4ecd-89e8-07c10c3f479b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:21.368050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ee1c5d6-5a7c-45a9-af96-cf4a9fdc3543 req-084c0412-c7f4-4ecd-89e8-07c10c3f479b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.0517802 Feb 10 14:04:21.419338 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ee1c5d6-5a7c-45a9-af96-cf4a9fdc3543 req-6a471b07-8774-4838-ac84-064ff3a8cbf8 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Feb 10 14:04:22.536977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68213f0a-cd88-4c2d-9ca2-fc058f2c7cd4 req-01a7929a-7de7-4f93-a937-9e3ffbc84fec tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:22.538471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68213f0a-cd88-4c2d-9ca2-fc058f2c7cd4 req-01a7929a-7de7-4f93-a937-9e3ffbc84fec tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.0520639 Feb 10 14:04:22.585028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68213f0a-cd88-4c2d-9ca2-fc058f2c7cd4 req-3776808d-5387-4aed-9230-6bb4f60864dd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Feb 10 14:04:22.641564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:04:22.736933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:22.750929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'port_id': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'mac_address': 'fa:16:3e:bb:67:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b0485b-d80a-4566-9917-196855c2448a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:04:22.787580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 258b94aa-915e-4979-b4d6-3361ac3c1790 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:04:22.787898 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:22.800262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b94aa-915e-4979-b4d6-3361ac3c1790 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:04:22.818535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:22.823017 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:22.868997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:22.876374 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.876678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.877072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.877738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.877738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.878230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.878380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.878714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.879041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.879405 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.879732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.880057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:22.880380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:04:23.014128 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['258b94aa-915e-4979-b4d6-3361ac3c1790'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:04:23.711504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f23f4-90fa-44b6-aef7-6becd8399cc8 req-bb043403-76f6-49f3-9437-ff459eef1d8e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:23.713132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f2f23f4-90fa-44b6-aef7-6becd8399cc8 req-bb043403-76f6-49f3-9437-ff459eef1d8e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 945 time: 0.0578945 Feb 10 14:04:23.760710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f2f23f4-90fa-44b6-aef7-6becd8399cc8 req-10bcccb4-45fa-4eb9-8637-431046856327 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Feb 10 14:04:24.657547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:04:24.705108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 258b94aa-915e-4979-b4d6-3361ac3c1790 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:04:24.709199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 258b94aa-915e-4979-b4d6-3361ac3c1790 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:04:24.709592 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:24.786915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 258b94aa-915e-4979-b4d6-3361ac3c1790 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:04:24.787298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:24.810085 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:24.812832 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2b65e1-e5c9-455e-95c6-51ea8391dbdb" -d '{"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-plugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:24.824881 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:24.829562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:24.883338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:24.886412 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee286-fac7-4c75-8fdf-3236b2623267 req-47247749-70aa-4121-a7d1-67e2f5a126b6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:24.888154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f86ee286-fac7-4c75-8fdf-3236b2623267 req-47247749-70aa-4121-a7d1-67e2f5a126b6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0591254 Feb 10 14:04:24.935203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f86ee286-fac7-4c75-8fdf-3236b2623267 req-2b3eaea0-1405-427c-bc16-229b655e601f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Feb 10 14:04:24.977192 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fcef39-19ff-4c5d-b832-eeea4e583bbb x-openstack-request-id: req-46fcef39-19ff-4c5d-b832-eeea4e583bbb {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:24.977489 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-plugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:24.977749 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fcef39-19ff-4c5d-b832-eeea4e583bbb {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:24.978145 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'code': 200} Feb 10 14:04:25.083199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b8c3c-b44a-4a4b-86ce-a72fdef03e3c req-0f0d91a6-f698-4208-8f03-5c0cfebc33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:25.084708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b3b8c3c-b44a-4a4b-86ce-a72fdef03e3c req-0f0d91a6-f698-4208-8f03-5c0cfebc33fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1128 time: 0.0527461 Feb 10 14:04:25.127096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3b3b8c3c-b44a-4a4b-86ce-a72fdef03e3c req-e6f7c1b0-f96e-40f8-b4de-bdb32a8d5fbb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Feb 10 14:04:26.059709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffd629-9c1f-4bc7-aec7-5aeb2bd695f1 req-d7236365-0500-494a-8010-2a5ae278d6dc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:26.061225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17ffd629-9c1f-4bc7-aec7-5aeb2bd695f1 req-d7236365-0500-494a-8010-2a5ae278d6dc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0524869 Feb 10 14:04:26.112033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17ffd629-9c1f-4bc7-aec7-5aeb2bd695f1 req-34eb30f4-e69c-4610-bd4a-40decd166cbf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Feb 10 14:04:27.237398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce316ad5-61b3-4a11-bc47-be01f2cdbac7 req-32a8f151-48b6-47d6-b8bc-955bf41e9abd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:27.238858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce316ad5-61b3-4a11-bc47-be01f2cdbac7 req-32a8f151-48b6-47d6-b8bc-955bf41e9abd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0514777 Feb 10 14:04:27.284839 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce316ad5-61b3-4a11-bc47-be01f2cdbac7 req-88c8d37d-cffa-4c63-8095-31fdc28852d0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Feb 10 14:04:27.400734 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e461d-f5c0-4b29-bb61-94f4e4e454e7 req-6b4b4340-a1f8-4d22-8413-4a2e73c982f3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:27.402164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c24e461d-f5c0-4b29-bb61-94f4e4e454e7 req-6b4b4340-a1f8-4d22-8413-4a2e73c982f3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0520804 Feb 10 14:04:27.447785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c24e461d-f5c0-4b29-bb61-94f4e4e454e7 req-a2baef83-efbd-4365-a9b3-cc8449deb561 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Feb 10 14:04:27.650656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7e0ce-0f2e-4d8a-931d-02a00342cf87 req-e18ea13e-0deb-497c-82a0-1458cf9717f2 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:27.652167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12a7e0ce-0f2e-4d8a-931d-02a00342cf87 req-e18ea13e-0deb-497c-82a0-1458cf9717f2 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0568068 Feb 10 14:04:27.700601 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12a7e0ce-0f2e-4d8a-931d-02a00342cf87 req-5bc4343a-6361-48d0-9221-1b238e9e3ef8 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Feb 10 14:04:27.814083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea99b5-58a5-4e54-ab77-8678a90a68f5 req-a042b034-bb70-436b-8ec4-83ae4e74adb0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:27.815556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1aea99b5-58a5-4e54-ab77-8678a90a68f5 req-a042b034-bb70-436b-8ec4-83ae4e74adb0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0520549 Feb 10 14:04:27.862395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1aea99b5-58a5-4e54-ab77-8678a90a68f5 req-ebbf5fce-d4d1-4374-8dd6-ea8bf4e41289 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Feb 10 14:04:28.085648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-0850fb81-bc68-4e5d-aba1-98679f3cca54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461755 Feb 10 14:04:28.147594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726f7e-6eab-46c1-90f2-eed79fabae8f req-2c28686b-77d5-4a7a-a58b-5f14f731cd2c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:28.149107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b726f7e-6eab-46c1-90f2-eed79fabae8f req-2c28686b-77d5-4a7a-a58b-5f14f731cd2c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.1003189 Feb 10 14:04:28.155298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-8aabb434-355c-411b-8bab-8f9aff511903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:28.157330 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-8aabb434-355c-411b-8bab-8f9aff511903 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1128 time: 0.0674644 Feb 10 14:04:28.228826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b726f7e-6eab-46c1-90f2-eed79fabae8f req-4a2e9b0c-5694-49ce-aa55-6c9feab503d0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705316 Feb 10 14:04:28.286477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-036a155a-5a0c-4602-8c53-c2149de8646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:28.287989 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-036a155a-5a0c-4602-8c53-c2149de8646c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.1126177 Feb 10 14:04:28.329612 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-0638d507-6fd2-48ee-be8b-aad13beb80c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0360956 Feb 10 14:04:28.379097 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-15daee74-3b05-48d9-afc5-8cde6fabb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:28.380579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-15daee74-3b05-48d9-afc5-8cde6fabb470 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0455754 Feb 10 14:04:28.411689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-77edf4ea-897f-47f4-91cf-7a9aa18aca81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257614 Feb 10 14:04:28.486162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-9acfffc2-a7bd-4335-825d-53df36d7b7ce tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:28.487537 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-9acfffc2-a7bd-4335-825d-53df36d7b7ce tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 943 time: 0.0453789 Feb 10 14:04:28.506249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-b2723f42-b100-4e59-a9ac-29013db0b644 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892301 Feb 10 14:04:28.600265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c172f2-d891-42ad-a4df-761e6e88d9a1 req-7c857b17-2e45-4c92-8256-4f324c3d25de service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888207 Feb 10 14:04:29.381085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b368-04b0-4c6c-aa3f-28a2701ff0ae req-81e2045e-5e8b-4c0a-a171-141f06659530 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:29.382599 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77f5b368-04b0-4c6c-aa3f-28a2701ff0ae req-81e2045e-5e8b-4c0a-a171-141f06659530 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0805128 Feb 10 14:04:29.388188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-db9631fe-8211-4e9f-8018-4f36da905935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:29.389666 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-db9631fe-8211-4e9f-8018-4f36da905935 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1128 time: 0.0776284 Feb 10 14:04:29.488878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77f5b368-04b0-4c6c-aa3f-28a2701ff0ae req-dfb0c037-4ff5-4494-bb51-fb9e50bb42de tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982571 Feb 10 14:04:29.508664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-404e6e2f-1714-4be6-9489-7995268bf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:29.510175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-404e6e2f-1714-4be6-9489-7995268bf3e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.1140757 Feb 10 14:04:29.554286 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-22031184-5ea6-406e-9cf4-8046bd7890ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0355022 Feb 10 14:04:29.606021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-1b18daab-6f44-4cb8-9f6c-5bfa491d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:29.607464 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-1b18daab-6f44-4cb8-9f6c-5bfa491d9e78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0477467 Feb 10 14:04:29.638312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-4c89d336-3cb2-478e-9349-5774bc3b2496 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249367 Feb 10 14:04:29.725216 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-9323515e-e097-415d-ba2b-682828838a41 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804858 Feb 10 14:04:29.814859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-1559483f-9e71-4076-b42d-ef75c68d5480 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Feb 10 14:04:30.612619 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041311-f2fd-4d96-ac6d-349a0117b711 req-623d9e60-a93f-4c09-9731-5e12f78a9d67 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:30.614154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90041311-f2fd-4d96-ac6d-349a0117b711 req-623d9e60-a93f-4c09-9731-5e12f78a9d67 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0569174 Feb 10 14:04:30.660950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90041311-f2fd-4d96-ac6d-349a0117b711 req-4ea6ea85-51f0-46cf-834a-8b69e0022490 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Feb 10 14:04:30.897687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f81a-d807-472f-8cb1-b763525319ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:31.487827 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:04:31.783554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0220b-6d56-4699-b280-54fd2baf8031 req-9dbeb260-9791-47d6-9fe7-5c0871d8f2e7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:31.784982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fb0220b-6d56-4699-b280-54fd2baf8031 req-9dbeb260-9791-47d6-9fe7-5c0871d8f2e7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0566339 Feb 10 14:04:31.830757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fb0220b-6d56-4699-b280-54fd2baf8031 req-cce8172d-0527-4ebe-a0e0-f696b8828020 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Feb 10 14:04:32.948042 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595825-3ca5-4c45-98f5-9659fed8da89 req-f760c626-4329-4e50-bf4c-99be90145ae4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:32.949532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67595825-3ca5-4c45-98f5-9659fed8da89 req-f760c626-4329-4e50-bf4c-99be90145ae4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0516009 Feb 10 14:04:32.994740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67595825-3ca5-4c45-98f5-9659fed8da89 req-81329c5d-8b5a-4ffe-a59e-1e53bff9aebd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Feb 10 14:04:33.320838 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f2ec-5375-4d9a-b857-e8f02df7ddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:34.111992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c520-836e-40b0-babc-e7dbab53ea8e req-b13f9851-db68-4065-b132-db9c62481f9a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:34.113524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58d6c520-836e-40b0-babc-e7dbab53ea8e req-b13f9851-db68-4065-b132-db9c62481f9a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0521131 Feb 10 14:04:34.164598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-58d6c520-836e-40b0-babc-e7dbab53ea8e req-d9893810-9f68-4fb0-bf4f-11fde5fbddb9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454578 Feb 10 14:04:34.712561 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:35.283436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1207-76c9-487d-9d05-eedaf36498a8 req-c0a1fa7b-1abd-496b-bd6a-5970b229114a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:35.284926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8ac1207-76c9-487d-9d05-eedaf36498a8 req-c0a1fa7b-1abd-496b-bd6a-5970b229114a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0522192 Feb 10 14:04:35.329758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c8ac1207-76c9-487d-9d05-eedaf36498a8 req-736916d5-e9ba-42f8-a083-874f0d529bc7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Feb 10 14:04:35.939021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:36.366606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:36.448712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4273b-8369-4a9b-a160-c1d71a4ae493 req-8ab099e5-4daf-499c-a535-5cda2e77d506 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:36.450300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34b4273b-8369-4a9b-a160-c1d71a4ae493 req-8ab099e5-4daf-499c-a535-5cda2e77d506 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0518777 Feb 10 14:04:36.495547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34b4273b-8369-4a9b-a160-c1d71a4ae493 req-f0669c99-66d6-48c0-982c-deb7366cf3f6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Feb 10 14:04:37.465967 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:37.619682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186976-996c-475f-921d-6cfc15b8c09f req-fd4028e9-6de1-46db-ad0c-9c0df0ebf0ab tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:37.621174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e186976-996c-475f-921d-6cfc15b8c09f req-fd4028e9-6de1-46db-ad0c-9c0df0ebf0ab tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0555906 Feb 10 14:04:37.667687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e186976-996c-475f-921d-6cfc15b8c09f req-76d9652b-662c-4a7d-a806-9df0de28ad5f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Feb 10 14:04:38.786544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1739e-b257-43fe-b3b3-080f9990a3c8 req-009ba64e-d27e-45af-8530-9ca485abf21a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:38.788050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af1739e-b257-43fe-b3b3-080f9990a3c8 req-009ba64e-d27e-45af-8530-9ca485abf21a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0516865 Feb 10 14:04:38.833384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0af1739e-b257-43fe-b3b3-080f9990a3c8 req-5f31336e-eb45-4652-b10a-ccd61f9c1ba9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Feb 10 14:04:39.951173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405107a5-81d0-47a4-af8a-a5e5e576fa36 req-2108364b-7a22-4976-b932-95955dfaa08d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:39.952657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-405107a5-81d0-47a4-af8a-a5e5e576fa36 req-2108364b-7a22-4976-b932-95955dfaa08d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0514896 Feb 10 14:04:40.002395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-405107a5-81d0-47a4-af8a-a5e5e576fa36 req-cf0a1122-e582-4749-9128-129374bda259 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Feb 10 14:04:41.133206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c536-fc45-46d5-a1a4-21a0d687c5e8 req-a7b4adc2-7489-45af-8e6c-5318a13092c4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:41.134669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20d5c536-fc45-46d5-a1a4-21a0d687c5e8 req-a7b4adc2-7489-45af-8e6c-5318a13092c4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0527942 Feb 10 14:04:41.180804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20d5c536-fc45-46d5-a1a4-21a0d687c5e8 req-b57bd4dc-741c-45e6-a65c-e11b5aa367ee tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Feb 10 14:04:41.565679 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:42.300790 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c03159-d6d1-4017-97e5-c666f7aa3db0 req-a2a6b068-05bf-478b-b102-ce2b0a190e47 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:42.302270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9c03159-d6d1-4017-97e5-c666f7aa3db0 req-a2a6b068-05bf-478b-b102-ce2b0a190e47 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0522349 Feb 10 14:04:42.349220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9c03159-d6d1-4017-97e5-c666f7aa3db0 req-0527f3fa-5a7e-4a52-a0c9-9d0c8d19b874 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Feb 10 14:04:43.471173 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108372ef-d838-4e7e-a7c2-b670871011c8 req-fc58d3c8-845a-4569-adb9-50ea87c74777 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:43.472642 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-108372ef-d838-4e7e-a7c2-b670871011c8 req-fc58d3c8-845a-4569-adb9-50ea87c74777 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0553977 Feb 10 14:04:43.518316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-108372ef-d838-4e7e-a7c2-b670871011c8 req-18cdb779-8d65-4cc8-9d7d-e988452e26fc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 10 14:04:44.633916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640be8f-1480-4539-ba07-860b5806e894 req-dca273b7-0c80-4757-b201-a75e18d1dcf7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:44.635407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0640be8f-1480-4539-ba07-860b5806e894 req-dca273b7-0c80-4757-b201-a75e18d1dcf7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0512142 Feb 10 14:04:44.681248 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0640be8f-1480-4539-ba07-860b5806e894 req-4d08bdc0-e891-4fd4-8a9f-cdf16275e1d7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Feb 10 14:04:45.801803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab3eeb-96eb-42b9-82d9-3411d3269366 req-bc32792d-f051-4424-8491-41989894406b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:45.803290 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0ab3eeb-96eb-42b9-82d9-3411d3269366 req-bc32792d-f051-4424-8491-41989894406b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0564008 Feb 10 14:04:45.849087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e0ab3eeb-96eb-42b9-82d9-3411d3269366 req-56c4382c-3a40-4c1c-8e4d-7f8ad3a6ffe1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Feb 10 14:04:46.971874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eedced-ca0e-4ed3-8681-687d4d6b644b req-46a82c58-3ca4-4715-bd37-4a0443ec9815 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:46.973380 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78eedced-ca0e-4ed3-8681-687d4d6b644b req-46a82c58-3ca4-4715-bd37-4a0443ec9815 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0524340 Feb 10 14:04:47.018324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-78eedced-ca0e-4ed3-8681-687d4d6b644b req-5c712a6d-0ffd-4ac8-86bb-5915f75069ad tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Feb 10 14:04:48.134279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485cd8f-0b45-4d13-a197-3accfaa9b110 req-d41d1abc-28ae-41f7-a789-c643ddae5764 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:48.135852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e485cd8f-0b45-4d13-a197-3accfaa9b110 req-d41d1abc-28ae-41f7-a789-c643ddae5764 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0504448 Feb 10 14:04:48.185081 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e485cd8f-0b45-4d13-a197-3accfaa9b110 req-04f99df9-ea98-4e52-bc84-1c7ff4493e3a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Feb 10 14:04:49.304788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60d18e-b3b6-496d-9839-713dca7cc20e req-7ddaa081-3b41-476c-8053-7154233e11c3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:49.306253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d60d18e-b3b6-496d-9839-713dca7cc20e req-7ddaa081-3b41-476c-8053-7154233e11c3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0521109 Feb 10 14:04:49.352960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0d60d18e-b3b6-496d-9839-713dca7cc20e req-3a420cf4-652e-4ea7-a6c4-f91f93e8fcc3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Feb 10 14:04:50.468494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cdce7-b113-40a4-b469-0044faf8632e req-1c531b0e-3e23-42a5-b18f-1f810c289066 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:50.469988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-039cdce7-b113-40a4-b469-0044faf8632e req-1c531b0e-3e23-42a5-b18f-1f810c289066 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0512326 Feb 10 14:04:50.515502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-039cdce7-b113-40a4-b469-0044faf8632e req-327fc97e-b8e8-4e3a-afee-622541c619f4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Feb 10 14:04:51.638071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15db97a-ea29-439b-91b8-ad16a590dddd req-a24c8442-8a1a-4229-8d2f-576c9e7aa401 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:51.639584 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a15db97a-ea29-439b-91b8-ad16a590dddd req-a24c8442-8a1a-4229-8d2f-576c9e7aa401 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0562675 Feb 10 14:04:51.685646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a15db97a-ea29-439b-91b8-ad16a590dddd req-bf96f311-dbb1-435c-9f34-e3ea46b35c79 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Feb 10 14:04:52.801663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9e47f-a617-4e5d-b7a4-b836b44f037d req-e261f07e-acfd-485c-80dc-a138562a1ccc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:52.803133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17f9e47f-a617-4e5d-b7a4-b836b44f037d req-e261f07e-acfd-485c-80dc-a138562a1ccc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0516481 Feb 10 14:04:52.848091 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17f9e47f-a617-4e5d-b7a4-b836b44f037d req-f53f22f0-54dd-4170-a1a9-13a7cefff46e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Feb 10 14:04:53.966690 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36090f-5121-459e-8b71-dfbffd4cbc54 req-7fb0b9f7-a601-4e73-8318-64f5293251a6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:53.968179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b36090f-5121-459e-8b71-dfbffd4cbc54 req-7fb0b9f7-a601-4e73-8318-64f5293251a6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0512726 Feb 10 14:04:54.017560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4b36090f-5121-459e-8b71-dfbffd4cbc54 req-09a682cf-eeda-4e50-857d-e35b4abc15d0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Feb 10 14:04:55.143984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1c145-12ec-440b-87c1-4be96b149de8 req-7affccae-21b8-4ac7-91d3-99d03eeb9bd6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:55.145427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ac1c145-12ec-440b-87c1-4be96b149de8 req-7affccae-21b8-4ac7-91d3-99d03eeb9bd6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0561931 Feb 10 14:04:55.192147 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6ac1c145-12ec-440b-87c1-4be96b149de8 req-d71e41de-46e2-40ac-a0cb-a96d17b9275a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Feb 10 14:04:56.312165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097991-80a0-41b3-a3b4-e1d8954a1157 req-9cf1a301-d3d3-4eba-be1e-f200e6228d99 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:56.313684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb097991-80a0-41b3-a3b4-e1d8954a1157 req-9cf1a301-d3d3-4eba-be1e-f200e6228d99 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0531423 Feb 10 14:04:56.359134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb097991-80a0-41b3-a3b4-e1d8954a1157 req-8116850b-9a26-4561-93cd-98992c76028a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Feb 10 14:04:56.792222 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-5642c7ac-1002-414a-98df-b780633737b8 service neutron] show failed (client error): The resource could not be found. Feb 10 14:04:56.793251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-5642c7ac-1002-414a-98df-b780633737b8 service neutron] 10.222.0.77 "GET /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0575831 Feb 10 14:04:56.988768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-85fc8a71-de04-4781-9c11-c59c03914509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:56.990295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-85fc8a71-de04-4781-9c11-c59c03914509 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e&tenant_id=300fcdf194d14ecda8c3376a36a54a09 HTTP/1.1" status: 200 len: 1128 time: 0.0448282 Feb 10 14:04:57.002053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:04:57.057763 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.255949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:04:57.287949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:04:57.326395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:57.328644 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3eeabc-4fbc-45cc-b1fa-019acbe24d8d" -d '{"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:57.332100 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks [] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.343948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Transition to ACTIVE for port object 258b94aa-915e-4979-b4d6-3361ac3c1790 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:04:57.347539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.384314 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec558cf7-c504-44fa-a538-d1951a39faf6 x-openstack-request-id: req-ec558cf7-c504-44fa-a538-d1951a39faf6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:57.384615 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:57.384897 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec558cf7-c504-44fa-a538-d1951a39faf6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:57.385302 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'code': 200} Feb 10 14:04:57.410070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] No DVR routers for this DVR port 258b94aa-915e-4979-b4d6-3361ac3c1790 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:04:57.423392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:57.479664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:04:57.480001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:04:57.480325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:57.487875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:04:57.488196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Attempting to bind port 258b94aa-915e-4979-b4d6-3361ac3c1790 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:04:57.495655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:04:57.495995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Checking segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:04:57.496376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Bound using segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:04:57.496820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Bound port: 258b94aa-915e-4979-b4d6-3361ac3c1790, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:04:57.497179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.523080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854b14f-ad80-4193-ae82-14f62e362695 req-c03e9116-d924-4b14-9697-65ef752e3f3c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:57.524572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a854b14f-ad80-4193-ae82-14f62e362695 req-c03e9116-d924-4b14-9697-65ef752e3f3c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.0807798 Feb 10 14:04:57.601357 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:04:57.605872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a854b14f-ad80-4193-ae82-14f62e362695 req-99c86bb9-2d33-410d-a32a-50c538e7f4f2 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645680 Feb 10 14:04:57.607451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:04:57.613635 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.628431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:57.629418 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:04:57.630995 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] 10.222.0.21 "PUT /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 1092 time: 0.6333575 Feb 10 14:04:57.707988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315291-447b-4b1d-8065-62eed7d65929 service neutron] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:04:57.716677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-5acc30b2-1cb5-4040-a0de-05b99ceef2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:57.718753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-5acc30b2-1cb5-4040-a0de-05b99ceef2bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1126 time: 0.0655904 Feb 10 14:04:57.806685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-a5487e2f-53cb-4635-8d4b-6a0c51d74d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:57.808166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-a5487e2f-53cb-4635-8d4b-6a0c51d74d20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0837705 Feb 10 14:04:57.851610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-f7a0d08e-c335-4c4e-a9be-8347b88299a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0373473 Feb 10 14:04:57.898309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-01fa9bf3-6d0a-481f-8d8f-d3b1b730d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:57.899747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-01fa9bf3-6d0a-481f-8d8f-d3b1b730d926 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0428247 Feb 10 14:04:57.931275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-49a6b66c-a87c-4ae1-9ce4-8b0f5a272ea6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251443 Feb 10 14:04:58.030653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-8198106d-9b1a-4285-9bb0-836715bea71f service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929182 Feb 10 14:04:58.117384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0341b166-b684-4d7f-ae97-1f7270f794d0 req-e47fbf4f-fd35-4181-968a-ca8988a1f7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811312 Feb 10 14:04:58.738600 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe53736-45b8-4d48-b9bd-321b00aa4a6e req-2c6c7d95-87e4-4734-98ac-78926b91d7d5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:58.740086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afe53736-45b8-4d48-b9bd-321b00aa4a6e req-2c6c7d95-87e4-4734-98ac-78926b91d7d5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.0647764 Feb 10 14:04:58.786434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afe53736-45b8-4d48-b9bd-321b00aa4a6e req-e3bb6796-2dcc-4621-877d-7194ff9d1154 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Feb 10 14:04:59.386476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:04:59.388875 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90799c56-2551-401a-aea1-97de6a2c2f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:04:59.434786 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b76f8-32e1-4673-98a3-655dd8cbbc62 x-openstack-request-id: req-6a2b76f8-32e1-4673-98a3-655dd8cbbc62 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:04:59.435079 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:04:59.435335 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a2b76f8-32e1-4673-98a3-655dd8cbbc62 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:04:59.435798 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'status': 'completed', 'code': 200} Feb 10 14:04:59.522971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-566d228c-a1b0-4ddb-8d7e-77258486f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.524481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-566d228c-a1b0-4ddb-8d7e-77258486f108 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1126 time: 0.0712483 Feb 10 14:04:59.529367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-993e344e-13b1-48ce-96fd-1aa740dd5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.530744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-993e344e-13b1-48ce-96fd-1aa740dd5383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1126 time: 0.0686808 Feb 10 14:04:59.683059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-362a2bb8-3f23-46f8-a421-741ed30e2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.684442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-362a2bb8-3f23-46f8-a421-741ed30e2712 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.1528702 Feb 10 14:04:59.687526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-d8f3f594-c46c-42ac-a57b-268c36fd8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.691504 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-d8f3f594-c46c-42ac-a57b-268c36fd8de1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.1506760 Feb 10 14:04:59.762162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-bc8b5829-a771-40f6-a199-616bf1fd0e56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0696990 Feb 10 14:04:59.763499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-d9acbb77-8329-41be-801b-623887110b28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0642462 Feb 10 14:04:59.843823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-db89c5d5-4645-42de-b47a-dc7034904c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.845335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-db89c5d5-4645-42de-b47a-dc7034904c74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0779452 Feb 10 14:04:59.848692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-1254d576-5515-46f4-8ca4-482da3a1aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:04:59.850046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-1254d576-5515-46f4-8ca4-482da3a1aaa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0756872 Feb 10 14:04:59.909828 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-f407c98f-a6b4-4d47-8887-c1c80f73b4ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580268 Feb 10 14:04:59.911512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-9c7be30a-d685-4756-8afa-554db6e023fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520179 Feb 10 14:05:00.404100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f76e-6384-4351-883f-906d4807ddab req-a41f5537-6442-4deb-8213-88cad404dd24 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:00.406207 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84b5f76e-6384-4351-883f-906d4807ddab req-a41f5537-6442-4deb-8213-88cad404dd24 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 944 time: 0.5457013 Feb 10 14:05:00.452418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-cda7d94b-6ced-42d7-83c1-baaf60679811 service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249197 Feb 10 14:05:00.459076 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-dc1525b3-e4f6-4ba8-843f-1460e4e40621 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333400 Feb 10 14:05:00.534228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84b5f76e-6384-4351-883f-906d4807ddab req-29824068-e1ff-4465-b365-eb89dab95645 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212802 Feb 10 14:05:00.629298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-d9e1ebe8-7232-45d3-bbb9-cb62b25988da service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693010 Feb 10 14:05:00.632645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90799c56-2551-401a-aea1-97de6a2c2f9f req-b40b9f15-a760-4df8-9d85-b03586c7a18d service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672337 Feb 10 14:05:00.766077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:05:00.805879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 258b94aa-915e-4979-b4d6-3361ac3c1790 host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:05:00.806269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:05:00.901770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-082b0cc4-19b2-4bda-9449-ba5a5a45dd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:01.223188 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:05:01.315720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:01.326423 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'port_id': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'mac_address': 'fa:16:3e:bb:67:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b0485b-d80a-4566-9917-196855c2448a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:05:01.366020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 258b94aa-915e-4979-b4d6-3361ac3c1790 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:01.366397 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:01.379081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b94aa-915e-4979-b4d6-3361ac3c1790 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:05:01.397525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:01.401076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:01.445377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:01.656703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c972c6-c169-4050-a3fd-d4ee219be8aa req-adc40ea3-65e0-4ceb-9be5-102670fb9459 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:01.658487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c972c6-c169-4050-a3fd-d4ee219be8aa req-adc40ea3-65e0-4ceb-9be5-102670fb9459 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 945 time: 0.0577760 Feb 10 14:05:01.703681 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-98c972c6-c169-4050-a3fd-d4ee219be8aa req-e7ee4fe4-e4c9-47be-90aa-e79272add901 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Feb 10 14:05:01.713402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['258b94aa-915e-4979-b4d6-3361ac3c1790'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:01.938162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecf11f-512b-44d3-ad71-8f53bf150408 req-c749de28-763b-4c32-be35-6176eb4c47ea tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:01.939640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3ecf11f-512b-44d3-ad71-8f53bf150408 req-c749de28-763b-4c32-be35-6176eb4c47ea tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 945 time: 0.0860093 Feb 10 14:05:01.951065 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-f53a7c7f-8765-480d-8410-7e19a8f2a552 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:01.952511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-f53a7c7f-8765-480d-8410-7e19a8f2a552 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.77 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e&tenant_id=300fcdf194d14ecda8c3376a36a54a09&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 945 time: 0.0719237 Feb 10 14:05:02.031923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3ecf11f-512b-44d3-ad71-8f53bf150408 req-da30b244-611c-4c51-a90d-5ff4073ef65c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784190 Feb 10 14:05:02.040580 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-13cdf857-7816-49be-9bf6-88a3a237a725 service neutron] delete failed (client error): The resource could not be found. Feb 10 14:05:02.041561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-13cdf857-7816-49be-9bf6-88a3a237a725 service neutron] 10.222.0.77 "DELETE /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0817881 Feb 10 14:05:02.126983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-335ec046-6139-4d15-b51f-a4b5e320db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:02.128362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-335ec046-6139-4d15-b51f-a4b5e320db22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 1127 time: 0.0445712 Feb 10 14:05:02.216437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-23a35763-ebdc-4a5f-8d76-cdf580e5419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:02.218424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-23a35763-ebdc-4a5f-8d76-cdf580e5419d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0848103 Feb 10 14:05:02.258133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-df382352-4ced-44d9-948e-d47d149f33fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 200 len: 217 time: 0.0338395 Feb 10 14:05:02.304868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-c5dd7732-1fb8-4b8f-86eb-727d4e9bee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:02.306269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-c5dd7732-1fb8-4b8f-86eb-727d4e9bee18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0421851 Feb 10 14:05:02.336405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-41c51ba6-3c8a-453d-8cd7-6ff788f0af32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244997 Feb 10 14:05:02.429142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-14a6474a-82fa-46e6-bf29-35445a3d1186 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847673 Feb 10 14:05:02.519809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68299ad6-b2e6-420b-afb7-bd70b351b337 req-b0685bc4-4c48-4dd8-866d-d36fef76d43d service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Feb 10 14:05:03.151405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee545-74e6-4aeb-bbe2-72bb23b3f6c0 req-c17588a8-274b-4a4f-98ba-97d1c7829548 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:03.152898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0fee545-74e6-4aeb-bbe2-72bb23b3f6c0 req-c17588a8-274b-4a4f-98ba-97d1c7829548 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 945 time: 0.0534880 Feb 10 14:05:03.198209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0fee545-74e6-4aeb-bbe2-72bb23b3f6c0 req-5cdb08b4-7457-402c-9c33-10eb71a174df tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Feb 10 14:05:03.223968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:03.274248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 258b94aa-915e-4979-b4d6-3361ac3c1790 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:05:03.278514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 258b94aa-915e-4979-b4d6-3361ac3c1790 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:03.278886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:03.318864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93fed-c62d-483d-9122-4efe7bbb3075 req-b155fbba-b171-45a9-b068-58cb1e649a10 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:03.320300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15e93fed-c62d-483d-9122-4efe7bbb3075 req-b155fbba-b171-45a9-b068-58cb1e649a10 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 945 time: 0.0551100 Feb 10 14:05:03.328729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-124451b8-20c6-4520-948e-51fd4e08fa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:03.368457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15e93fed-c62d-483d-9122-4efe7bbb3075 req-e4c79bd4-6511-40c2-89e6-d0225b87ee3f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Feb 10 14:05:03.371718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 258b94aa-915e-4979-b4d6-3361ac3c1790 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:03.372087 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:03.395679 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:03.397958 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be018859-3875-44e4-83d2-d4839172fcff" -d '{"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-plugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:03.411298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:03.414776 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:03.462622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:03.488436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b06f-17a3-437e-94de-1c6d6730fd9e req-08e66d06-8bb5-4ad2-8048-3401d0f29259 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:03.489932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7202b06f-17a3-437e-94de-1c6d6730fd9e req-08e66d06-8bb5-4ad2-8048-3401d0f29259 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0553248 Feb 10 14:05:03.536101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7202b06f-17a3-437e-94de-1c6d6730fd9e req-eaa122da-ebc5-4a84-a09e-6db2e27bd952 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Feb 10 14:05:03.578044 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e796ec-33a7-4878-bb4f-f3f094c27796 x-openstack-request-id: req-c1e796ec-33a7-4878-bb4f-f3f094c27796 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:03.578345 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-plugged", "status": "completed", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:03.578604 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e796ec-33a7-4878-bb4f-f3f094c27796 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:03.579004 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'code': 200} Feb 10 14:05:03.893090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-9783bb2c-9da8-44ca-88c8-8263fbda6e89 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:03.894560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-9783bb2c-9da8-44ca-88c8-8263fbda6e89 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 814 time: 0.1000438 Feb 10 14:05:03.909230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-f165eb81-fe28-491d-be95-e7afe2a3abb8 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/quotas/300fcdf194d14ecda8c3376a36a54a09 HTTP/1.1" status: 200 len: 375 time: 0.0093691 Feb 10 14:05:03.963261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-1226e312-cdcf-46fe-9328-d9dcc54c5315 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493841 Feb 10 14:05:04.052624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-05db289a-6743-495b-870e-925d68af3128 service neutron] 10.222.0.13 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Feb 10 14:05:04.144458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-abd659af-93c4-49b9-b289-31acd02b8a74 service neutron] 10.222.0.13 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Feb 10 14:05:04.298478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8e276541-f308-41e7-b189-4c518118d9a7 req-f02319a5-162b-472a-87bb-c142141ed04b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 210 time: 0.0279560 Feb 10 14:05:04.714982 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.145393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-3e5e8a97-8864-442e-acef-f1ca94994427 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:05.147082 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-3e5e8a97-8864-442e-acef-f1ca94994427 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.21 "GET /v2.0/ports?device_id=148573d3-937c-442d-a091-d5945b668d0e HTTP/1.1" status: 200 len: 946 time: 0.0533495 Feb 10 14:05:05.250645 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-d8ee50fa-ae12-4a71-9e1f-defa8554bbbe tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:05.251249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Deleting port 258b94aa-915e-4979-b4d6-3361ac3c1790 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:05:05.251487 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.253101 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-d8ee50fa-ae12-4a71-9e1f-defa8554bbbe tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 814 time: 0.1120243 Feb 10 14:05:05.265582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Request body: {'port': {'device_id': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'admin_state_up': True, 'tenant_id': '300fcdf194d14ecda8c3376a36a54a09'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:05.346209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] For port 258b94aa-915e-4979-b4d6-3361ac3c1790, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=258b94aa-915e-4979-b4d6-3361ac3c1790,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:05.346784 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.361547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Calling delete_port for 258b94aa-915e-4979-b4d6-3361ac3c1790 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:05:05.374178 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Made reservation on behalf of 300fcdf194d14ecda8c3376a36a54a09 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:05:05.377592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.432574 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a6d7f0cc-1816-4f4c-bc70-b09a1c319415 req-5aa4724f-14e3-49b4-9035-31c7922fd960 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 210 time: 0.0616996 Feb 10 14:05:05.508330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Allocated IP 172.20.0.9 (e68b4f25-3e80-42a1-b123-7194275bd02a/c7b0485b-d80a-4566-9917-196855c2448a/0fb77562-a0a8-4a08-b2ad-b473f8cace96) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:05:05.522448 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (258b94aa-915e-4979-b4d6-3361ac3c1790), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.534642 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['258b94aa-915e-4979-b4d6-3361ac3c1790'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:05.558303 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Pushing event deleted for resources: {'Port': ['ID=258b94aa-915e-4979-b4d6-3361ac3c1790,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:05.601513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] No DVR routers for this DVR port 258b94aa-915e-4979-b4d6-3361ac3c1790 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:05:05.604254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.607561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61d83df3-93b3-44a9-aa92-bf07c20b6e90 req-561a6c2a-1ff4-406f-b61d-df39c00cf341 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.21 "DELETE /v2.0/ports/258b94aa-915e-4979-b4d6-3361ac3c1790 HTTP/1.1" status: 204 len: 173 time: 0.4549053 Feb 10 14:05:05.608052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-deleted', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:05.610310 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e95cb-4f10-40fb-afc6-75fc4c5676fe" -d '{"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-deleted", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:05.650271 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70b759-5dce-4d5b-9df8-0f2e0c8e70f2 x-openstack-request-id: req-9f70b759-5dce-4d5b-9df8-0f2e0c8e70f2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:05.650564 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148573d3-937c-442d-a091-d5945b668d0e", "name": "network-vif-deleted", "tag": "258b94aa-915e-4979-b4d6-3361ac3c1790", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:05.650822 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f70b759-5dce-4d5b-9df8-0f2e0c8e70f2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:05.651284 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148573d3-937c-442d-a091-d5945b668d0e', 'name': 'network-vif-deleted', 'tag': '258b94aa-915e-4979-b4d6-3361ac3c1790', 'status': 'completed', 'code': 200} Feb 10 14:05:05.662342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks [] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.697036 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.711473 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['258b94aa-915e-4979-b4d6-3361ac3c1790'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:05.746488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Network e68b4f25-3e80-42a1-b123-7194275bd02a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:05.749790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:05.752208 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:05:05.789893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:05.813959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:05.814579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.829591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-6dcd3870-c092-46f3-992c-362b720a5820 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687323 Feb 10 14:05:05.840499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Request body: {'port': {'device_id': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:05.904314 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:05.941875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.160970 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb77562-a0a8-4a08-b2ad-b473f8cace96 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:05:06.168415 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks [] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.180214 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Transition to ACTIVE for port object 0fb77562-a0a8-4a08-b2ad-b473f8cace96 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:05:06.183437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.234637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:06.302274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:05:06.302864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:05:06.302996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:06.307010 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:05:06.307326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:06.312582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:05:06.312950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Checking segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:06.313328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Bound using segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:05:06.313739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Bound port: 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:05:06.314085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.372810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.375019 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:06.378083 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:05:06.382997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.422224 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:06.422846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:06.424215 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] 10.222.0.21 "PUT /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 1091 time: 0.5877481 Feb 10 14:05:06.424663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:06.426935 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24" -d '{"events": [{"name": "network-changed", "server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:06.451606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5519-4b05-44ad-82ec-20df486afaab service neutron] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:06.478168 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1878e-4f6b-4c72-a23b-3af26dce04ab x-openstack-request-id: req-c9d1878e-4f6b-4c72-a23b-3af26dce04ab {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:06.478458 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:06.478738 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9d1878e-4f6b-4c72-a23b-3af26dce04ab {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:06.479137 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'status': 'completed', 'code': 200} Feb 10 14:05:06.517784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-30683d12-9d94-4f30-9810-c02e02cf03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:06.519302 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-30683d12-9d94-4f30-9810-c02e02cf03a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0502901 Feb 10 14:05:06.561790 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-e7997b2c-0b69-49be-8128-d04c5257ed6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0346944 Feb 10 14:05:06.569795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14a4e2-49d4-467e-8149-1ace994a1b3f req-5add5d1f-429e-4580-b423-de58df710f50 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:06.571293 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd14a4e2-49d4-467e-8149-1ace994a1b3f req-5add5d1f-429e-4580-b423-de58df710f50 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0534837 Feb 10 14:05:06.608664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-7a4c5cff-12e1-4e8a-b407-9f9f3f733bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:06.610437 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-7a4c5cff-12e1-4e8a-b407-9f9f3f733bde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0433292 Feb 10 14:05:06.617638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd14a4e2-49d4-467e-8149-1ace994a1b3f req-9f21e20d-0d16-45f3-be93-dd45278efd97 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Feb 10 14:05:06.645859 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-ed0f5b73-a190-435e-bb37-ee87f19b2199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292685 Feb 10 14:05:06.733310 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-d335d273-8e7c-410f-af4c-e6670ce7002b service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806162 Feb 10 14:05:06.821622 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-11918b4b-2565-4310-a8cb-fa8c865f619c req-2d19a926-089c-4c8a-8b52-b0f58870a3ca service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Feb 10 14:05:06.907088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-cd2b93af-c607-4c26-ad97-5c948f869e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:06.908871 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-cd2b93af-c607-4c26-ad97-5c948f869e3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0453305 Feb 10 14:05:06.999711 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-b542bade-41f3-4529-b216-b2196f8d693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:07.001098 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-b542bade-41f3-4529-b216-b2196f8d693b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0865393 Feb 10 14:05:07.041062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-9218273d-ab76-412a-8654-e4f4f7c7f72b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0344393 Feb 10 14:05:07.086089 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-239cb54e-0465-4ec8-8516-f5d847c1579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:07.087471 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-239cb54e-0465-4ec8-8516-f5d847c1579b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0413773 Feb 10 14:05:07.117881 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-d3eb3e18-9c70-49ca-a6d2-3ba05d825752 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243256 Feb 10 14:05:07.208317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-9aa9866a-a31a-4f71-9190-bcb9b96cc24c service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Feb 10 14:05:07.300270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2a0f8cb5-2b5a-47bf-a2eb-343949267f24 req-f65c0733-4dd3-4256-aeca-b4d6119098f7 service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Feb 10 14:05:07.468569 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:07.737966 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47d4-e63d-4eb0-8143-0eb09b1231e0 req-d57d8613-f01e-44d0-b3c2-37507685bbd1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:07.739461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-179d47d4-e63d-4eb0-8143-0eb09b1231e0 req-d57d8613-f01e-44d0-b3c2-37507685bbd1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0554204 Feb 10 14:05:07.786791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-179d47d4-e63d-4eb0-8143-0eb09b1231e0 req-cac528ca-45b0-46d0-8bdc-033940f5626e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Feb 10 14:05:08.487959 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:05:08.904009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d3f2-7692-4363-855f-bed28d27e0c9 req-151ec191-d2a0-4f47-977f-78d1d295082f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:08.905568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2596d3f2-7692-4363-855f-bed28d27e0c9 req-151ec191-d2a0-4f47-977f-78d1d295082f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0518000 Feb 10 14:05:08.952110 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2596d3f2-7692-4363-855f-bed28d27e0c9 req-8357b021-9c33-4cf1-b02e-a108dcc609a1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Feb 10 14:05:09.268258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:05:09.271346 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:05:09.294811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 258b94aa-915e-4979-b4d6-3361ac3c1790 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:05:09.295681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 258b94aa-915e-4979-b4d6-3361ac3c1790 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:05:09.383689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:09.394496 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'port_id': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'mac_address': 'fa:16:3e:d5:53:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b0485b-d80a-4566-9917-196855c2448a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:05:09.431729 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:09.432088 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:09.444974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb77562-a0a8-4a08-b2ad-b473f8cace96 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:05:09.463395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:09.467373 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:09.515604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:09.742388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['0fb77562-a0a8-4a08-b2ad-b473f8cace96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:10.066195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338495e-23d1-4be2-ad25-1a398c899607 req-cd01a6d5-f49f-4a13-bdd3-69e2681a2729 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:10.067656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b338495e-23d1-4be2-ad25-1a398c899607 req-cd01a6d5-f49f-4a13-bdd3-69e2681a2729 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0511196 Feb 10 14:05:10.117953 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b338495e-23d1-4be2-ad25-1a398c899607 req-8c3ac57e-c239-4156-9dc4-c833bf85dc1e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Feb 10 14:05:11.239238 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0f479-26c4-44d5-8292-cbf19dad5b44 req-66a03277-f70a-4dad-a1bd-42c6ba36ccaf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:11.240707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5d0f479-26c4-44d5-8292-cbf19dad5b44 req-66a03277-f70a-4dad-a1bd-42c6ba36ccaf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0510328 Feb 10 14:05:11.269945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:11.287211 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5d0f479-26c4-44d5-8292-cbf19dad5b44 req-b7e212a7-8148-438c-b340-318f53706b03 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 10 14:05:11.320738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:05:11.324397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:11.324791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:11.399222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:11.399531 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:11.421042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:11.423261 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aae3b3-a105-4358-a255-fe7693139f30" -d '{"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-plugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:11.437515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:11.441814 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:11.465677 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92067d5-a25d-4287-a8e4-8089d018704a x-openstack-request-id: req-c92067d5-a25d-4287-a8e4-8089d018704a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:11.465975 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-plugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:11.466226 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92067d5-a25d-4287-a8e4-8089d018704a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:11.466618 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'code': 200} Feb 10 14:05:11.500164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:11.559294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1667c0-236e-4079-9814-f342924e2cbe req-e2907b8d-c785-49f2-b842-ad9cbb360af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:11.561390 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5b1667c0-236e-4079-9814-f342924e2cbe req-e2907b8d-c785-49f2-b842-ad9cbb360af9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1127 time: 0.0445368 Feb 10 14:05:11.588130 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:11.602935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5b1667c0-236e-4079-9814-f342924e2cbe req-5e1692b6-b15c-42a3-8ba8-1215913cfdd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Feb 10 14:05:12.405954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aacb0b-e8d7-4765-a2c7-12c111b6e17a req-e06ed9e5-62f4-4f95-be4c-979001ca6ba4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:12.407440 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83aacb0b-e8d7-4765-a2c7-12c111b6e17a req-e06ed9e5-62f4-4f95-be4c-979001ca6ba4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0517645 Feb 10 14:05:12.452542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83aacb0b-e8d7-4765-a2c7-12c111b6e17a req-bf395627-f712-48b7-b7af-c64b38c318d5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Feb 10 14:05:13.573203 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b82cf-1779-4666-ae06-2083b3840bfa req-69435ab6-077b-477a-ace0-65f8fae49713 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:13.574670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-211b82cf-1779-4666-ae06-2083b3840bfa req-69435ab6-077b-477a-ace0-65f8fae49713 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0558074 Feb 10 14:05:13.620158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-211b82cf-1779-4666-ae06-2083b3840bfa req-21b7b5c0-1979-4d00-951c-e9ca114648c4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Feb 10 14:05:13.733038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222cc1-6939-4fe3-936f-5720205939a8 req-70d34b79-8aaf-4fa0-9fd0-eeec9d3e74cf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:13.734470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c222cc1-6939-4fe3-936f-5720205939a8 req-70d34b79-8aaf-4fa0-9fd0-eeec9d3e74cf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0514836 Feb 10 14:05:13.780270 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c222cc1-6939-4fe3-936f-5720205939a8 req-a264ca7c-7499-4bb3-acda-cf3d2b382b4b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Feb 10 14:05:13.998259 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-d1a55afe-6f24-4f70-bad7-95a64b8fb4b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431027 Feb 10 14:05:14.017437 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb299b-4675-47b6-a40f-9ad6d3cba8fc req-b6df2528-0103-4934-8401-435613a899d4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:14.019206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bbb299b-4675-47b6-a40f-9ad6d3cba8fc req-b6df2528-0103-4934-8401-435613a899d4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0560644 Feb 10 14:05:14.066429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bbb299b-4675-47b6-a40f-9ad6d3cba8fc req-c2a8e13b-8ce4-4778-a1cc-1809ca98324d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Feb 10 14:05:14.364663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-e21b7fb1-ba3c-4b0a-bea6-a4560f5ed484 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:14.366032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-e21b7fb1-ba3c-4b0a-bea6-a4560f5ed484 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 942 time: 0.0486529 Feb 10 14:05:15.130591 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-c3d505dc-95bf-4c69-8e00-15509d764fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:15.132092 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-c3d505dc-95bf-4c69-8e00-15509d764fdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1127 time: 0.0544171 Feb 10 14:05:15.198513 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2a77f-4764-497a-99eb-588eac68066f req-b6824ed5-848d-406e-9255-f17bcebaae8f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:15.200026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6dd2a77f-4764-497a-99eb-588eac68066f req-b6824ed5-848d-406e-9255-f17bcebaae8f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0567584 Feb 10 14:05:15.221458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-4ca893ea-5bf6-422f-99ce-8cd86d3a2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:15.222914 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-4ca893ea-5bf6-422f-99ce-8cd86d3a2257 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0854487 Feb 10 14:05:15.247255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6dd2a77f-4764-497a-99eb-588eac68066f req-69f6aa80-2c3f-4251-9567-cf633f0463d1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Feb 10 14:05:15.267407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-f103a831-59a7-4b1d-9727-f602d4e7c58c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0379922 Feb 10 14:05:15.313420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-f429558e-8e0a-47e4-8b3c-dc8f28467f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:15.314796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-f429558e-8e0a-47e4-8b3c-dc8f28467f67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0420477 Feb 10 14:05:15.345289 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-be264bf1-ab52-4ed0-a4be-5123a76e0402 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248759 Feb 10 14:05:15.434540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-a9eebffa-0485-4205-96d1-074f8afb555a service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824347 Feb 10 14:05:15.538324 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-85dfe64a-5eb6-4ce8-984b-02b7440dc3ac service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981650 Feb 10 14:05:16.365702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eb828-31b2-43a6-8ae7-8ceea12a9e34 req-c782ada4-9976-426a-9f40-c8954289e506 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:16.367187 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03eb828-31b2-43a6-8ae7-8ceea12a9e34 req-c782ada4-9976-426a-9f40-c8954289e506 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0512245 Feb 10 14:05:16.417047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03eb828-31b2-43a6-8ae7-8ceea12a9e34 req-a772cb61-0ac6-400e-90db-e68de77d12f7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444026 Feb 10 14:05:17.534943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0fb8d-5b5d-4bc3-96e4-48e9a3e690af req-afe08e60-3c88-4fa3-9b54-f94a8503d1f3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:17.536434 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ef0fb8d-5b5d-4bc3-96e4-48e9a3e690af req-afe08e60-3c88-4fa3-9b54-f94a8503d1f3 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0523343 Feb 10 14:05:17.581387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ef0fb8d-5b5d-4bc3-96e4-48e9a3e690af req-e2af1a82-d602-49b0-abcc-ab9eee871bc1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Feb 10 14:05:18.698821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8230f-933a-4971-93a8-832081ffca9e req-6175beb9-52fb-434a-a5c2-6c3cf2eb3fcb tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:18.700297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92c8230f-933a-4971-93a8-832081ffca9e req-6175beb9-52fb-434a-a5c2-6c3cf2eb3fcb tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0514936 Feb 10 14:05:18.747593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92c8230f-933a-4971-93a8-832081ffca9e req-4bb11a94-e7ea-4feb-86e2-931dd55b6a39 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Feb 10 14:05:19.870444 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd8539-3cf0-4b7b-87cf-1b2add31f3c6 req-253a5b72-95b5-43f7-8841-fd346cbf3296 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:19.871936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dd8539-3cf0-4b7b-87cf-1b2add31f3c6 req-253a5b72-95b5-43f7-8841-fd346cbf3296 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0570848 Feb 10 14:05:19.921757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dd8539-3cf0-4b7b-87cf-1b2add31f3c6 req-985cbc1b-80a5-497e-80b9-8ead0b9acf61 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Feb 10 14:05:21.037330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed11c64-5b8d-429e-af5c-e66ebc84ca83 req-8ad4e20c-1ac6-406e-87b2-315ccbee5f6d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:21.038787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aed11c64-5b8d-429e-af5c-e66ebc84ca83 req-8ad4e20c-1ac6-406e-87b2-315ccbee5f6d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0507627 Feb 10 14:05:21.083291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aed11c64-5b8d-429e-af5c-e66ebc84ca83 req-23ce443a-1555-45fb-b987-a5632e759bf2 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Feb 10 14:05:22.205482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d518e-5f21-44b7-a1f5-c02551c20689 req-c733fbc1-fe9c-4ff3-b77b-ca22815f8d0e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:22.207012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb0d518e-5f21-44b7-a1f5-c02551c20689 req-c733fbc1-fe9c-4ff3-b77b-ca22815f8d0e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0531182 Feb 10 14:05:22.258656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb0d518e-5f21-44b7-a1f5-c02551c20689 req-1b361fff-1e40-44e1-9472-386a5220b6e1 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Feb 10 14:05:23.377613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f498b1-77a7-49c6-a082-6720a1942e9b req-b8575496-e1bf-43ab-a943-70068c9967ee tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:23.379130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66f498b1-77a7-49c6-a082-6720a1942e9b req-b8575496-e1bf-43ab-a943-70068c9967ee tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0531354 Feb 10 14:05:23.427222 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-66f498b1-77a7-49c6-a082-6720a1942e9b req-35b21703-a023-45b5-ab05-d2b7ac328f3f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Feb 10 14:05:24.544098 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cfcab-61ef-4072-b810-2ffd3bfe497b req-c7603b5a-d66e-4da0-a841-bef659c0a61a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:24.546116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-117cfcab-61ef-4072-b810-2ffd3bfe497b req-c7603b5a-d66e-4da0-a841-bef659c0a61a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0515423 Feb 10 14:05:24.591362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-117cfcab-61ef-4072-b810-2ffd3bfe497b req-612286e7-053c-413c-979a-ad324c6de61e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Feb 10 14:05:25.712472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b1342-4f7d-49c4-8e31-29f1ae8c8759 req-15ef190d-0c2b-48c7-94a6-0649300766fd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:25.714003 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-500b1342-4f7d-49c4-8e31-29f1ae8c8759 req-15ef190d-0c2b-48c7-94a6-0649300766fd tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0558760 Feb 10 14:05:25.760010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-500b1342-4f7d-49c4-8e31-29f1ae8c8759 req-8b41f7d1-fe3c-4894-8e8d-bc7b44bf8915 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Feb 10 14:05:26.880447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcabf-0ecc-49b8-b46e-d2dbbc0c2688 req-dd4f1fe2-024c-4ceb-a094-d56160f2f7c0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:26.882016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84fbcabf-0ecc-49b8-b46e-d2dbbc0c2688 req-dd4f1fe2-024c-4ceb-a094-d56160f2f7c0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0566814 Feb 10 14:05:26.932263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84fbcabf-0ecc-49b8-b46e-d2dbbc0c2688 req-1c9fa937-54ea-4bc4-8ed0-33ebc6161b30 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Feb 10 14:05:28.052869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec908a-ca8e-44c7-8782-a899c86b2960 req-a4f1f58d-1264-41f6-96d7-e7218f9ec5ab tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:28.054328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56ec908a-ca8e-44c7-8782-a899c86b2960 req-a4f1f58d-1264-41f6-96d7-e7218f9ec5ab tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0558085 Feb 10 14:05:28.099272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-56ec908a-ca8e-44c7-8782-a899c86b2960 req-2feab9da-e34d-4919-9230-636037b02eba tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Feb 10 14:05:29.216949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42387900-7f6f-4be4-a446-a89d599d671d req-e44c3320-beb2-4e46-a641-58fb3cf7ce52 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:29.218556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42387900-7f6f-4be4-a446-a89d599d671d req-e44c3320-beb2-4e46-a641-58fb3cf7ce52 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0518248 Feb 10 14:05:29.263423 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42387900-7f6f-4be4-a446-a89d599d671d req-d542d90b-45f1-4209-9d5c-b23e085baa39 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Feb 10 14:05:30.382083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea505d26-2ff7-4c02-945a-d889ccade591 req-9c8cabd5-ca26-4a37-9e32-8cf1a4a7ad9d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:30.383569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea505d26-2ff7-4c02-945a-d889ccade591 req-9c8cabd5-ca26-4a37-9e32-8cf1a4a7ad9d tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0512328 Feb 10 14:05:30.433669 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea505d26-2ff7-4c02-945a-d889ccade591 req-fe3b147c-9198-4b80-8e10-2e5d13aa8772 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Feb 10 14:05:30.894611 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f113658b-950c-4b6c-be85-233120c6acbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:31.563210 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535737d5-3a9a-475b-b5cd-de39fe7736f5 req-3ad21efb-5eff-438c-b54a-17b540ce42bf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:31.564712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-535737d5-3a9a-475b-b5cd-de39fe7736f5 req-3ad21efb-5eff-438c-b54a-17b540ce42bf tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0642724 Feb 10 14:05:31.611331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-535737d5-3a9a-475b-b5cd-de39fe7736f5 req-3525485d-310c-451b-8224-139dc36f8a48 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Feb 10 14:05:32.728788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9706d-452f-4ab4-a487-6c6c9c4acf2c req-e2a96e95-b83d-4b23-85d5-f0a5c3c3630a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:32.730267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bb9706d-452f-4ab4-a487-6c6c9c4acf2c req-e2a96e95-b83d-4b23-85d5-f0a5c3c3630a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0517626 Feb 10 14:05:32.775379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bb9706d-452f-4ab4-a487-6c6c9c4acf2c req-7b85cf6f-e375-40df-b2fa-3200c92a2d8f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Feb 10 14:05:33.320345 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b841cee-60ee-4f64-a799-04fa816dd11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:33.907742 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c42fd-5a76-4130-9b1a-e52ddb18e22f req-e8872bd1-a5d3-4c8c-bdbb-9d374bd3980a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:33.909268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b4c42fd-5a76-4130-9b1a-e52ddb18e22f req-e8872bd1-a5d3-4c8c-bdbb-9d374bd3980a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0649526 Feb 10 14:05:33.955975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b4c42fd-5a76-4130-9b1a-e52ddb18e22f req-579977e0-5961-41fa-be05-7eea72752751 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Feb 10 14:05:34.718532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:35.071024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0422279-5956-4464-8b58-95b061734a51 req-cb13b669-a682-4f69-b643-a7e270733ce0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:35.072498 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0422279-5956-4464-8b58-95b061734a51 req-cb13b669-a682-4f69-b643-a7e270733ce0 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0515046 Feb 10 14:05:35.118278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0422279-5956-4464-8b58-95b061734a51 req-b6d9d952-54f6-4078-a1f5-531ffcd2251c tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Feb 10 14:05:35.937854 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:36.234854 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc7ba-8861-453d-a561-434c40274098 req-e1a07bd6-795f-47c9-a97f-9d9518b3251e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:36.236321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-620bc7ba-8861-453d-a561-434c40274098 req-e1a07bd6-795f-47c9-a97f-9d9518b3251e tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0511832 Feb 10 14:05:36.287221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-620bc7ba-8861-453d-a561-434c40274098 req-9d54b128-a224-4688-bd2f-b28649ee7fa7 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Feb 10 14:05:36.387458 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:37.406881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1ef1-9203-4ac8-a830-b9f3bc9f7aae req-b345fc46-4f16-485f-a759-14b32e7bd8e5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:37.408632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-257d1ef1-9203-4ac8-a830-b9f3bc9f7aae req-b345fc46-4f16-485f-a759-14b32e7bd8e5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0528688 Feb 10 14:05:37.455883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-257d1ef1-9203-4ac8-a830-b9f3bc9f7aae req-d6df3e6e-8080-4fdc-b60b-06a715a1c4a9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Feb 10 14:05:37.471924 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:38.573724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7fc6b-39f4-432a-aeac-44842317b3c5 req-a6f2ccd0-9ed1-499c-8962-556613333fd9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:38.575125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55e7fc6b-39f4-432a-aeac-44842317b3c5 req-a6f2ccd0-9ed1-499c-8962-556613333fd9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0515790 Feb 10 14:05:38.622021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55e7fc6b-39f4-432a-aeac-44842317b3c5 req-f0430b5c-ca3f-4e92-b2bd-e9a2ef35f340 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Feb 10 14:05:39.743249 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ca57d-1437-4cd5-bd47-65d55d93d6c7 req-b7b62ae4-2fd4-402c-a31d-e61d851cb44a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:39.744719 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7ca57d-1437-4cd5-bd47-65d55d93d6c7 req-b7b62ae4-2fd4-402c-a31d-e61d851cb44a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0551648 Feb 10 14:05:39.790284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff7ca57d-1437-4cd5-bd47-65d55d93d6c7 req-c345e54d-2d22-4753-b227-020b1f8b8105 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 Feb 10 14:05:40.906205 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350737d1-b900-404b-b1f9-25777857e3d0 req-6000cba6-4712-418c-be84-c23f4b43ebe5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:40.907962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-350737d1-b900-404b-b1f9-25777857e3d0 req-6000cba6-4712-418c-be84-c23f4b43ebe5 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0530586 Feb 10 14:05:40.953758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-350737d1-b900-404b-b1f9-25777857e3d0 req-874d6663-6f94-4dee-af4d-80e4e14e3c74 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Feb 10 14:05:41.573560 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:42.084029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a47ad-6c99-407e-b5f8-3238e601c5e7 req-f07f753a-abe0-4db6-a066-f8c7ac29947f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:42.085588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a1a47ad-6c99-407e-b5f8-3238e601c5e7 req-f07f753a-abe0-4db6-a066-f8c7ac29947f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 945 time: 0.0591605 Feb 10 14:05:42.132458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a1a47ad-6c99-407e-b5f8-3238e601c5e7 req-a7dfa3ce-8dab-406a-b014-faed5a4b27cc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Feb 10 14:05:42.431516 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-9dd2cf9b-1b10-48f5-8dee-afd2bb38aa47 service neutron] show failed (client error): The resource could not be found. Feb 10 14:05:42.432443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-9dd2cf9b-1b10-48f5-8dee-afd2bb38aa47 service neutron] 10.222.0.21 "GET /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0580881 Feb 10 14:05:42.625756 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-744a931e-a50d-4fa5-b3d0-159764d89740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:42.627289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-744a931e-a50d-4fa5-b3d0-159764d89740 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab&tenant_id=300fcdf194d14ecda8c3376a36a54a09 HTTP/1.1" status: 200 len: 1127 time: 0.0462749 Feb 10 14:05:42.637936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:42.694806 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:42.895668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:42.929141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:42.967514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:42.969725 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee114b-6495-4ce3-bcd2-e4e6fddda30c" -d '{"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:42.973508 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks [] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:42.987335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Transition to ACTIVE for port object 0fb77562-a0a8-4a08-b2ad-b473f8cace96 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:05:42.991297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:43.019675 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31efd29-02fd-49a4-8321-723fec300369 x-openstack-request-id: req-b31efd29-02fd-49a4-8321-723fec300369 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:43.019965 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:43.020217 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b31efd29-02fd-49a4-8321-723fec300369 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:43.020614 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'code': 200} Feb 10 14:05:43.056632 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] No DVR routers for this DVR port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:05:43.058570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:43.067534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.067880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.068221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.068561 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.068918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.069247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.069572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.069892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.070215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.070537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.070860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.071181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.071498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:43.109334 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:05:43.109943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:05:43.109943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:43.114133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:05:43.114449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Attempting to bind port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on network e68b4f25-3e80-42a1-b123-7194275bd02a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:43.119170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:05:43.119506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Checking segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:43.119883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Bound using segment: {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:05:43.120301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Bound port: 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:05:43.120666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:43.181580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:43.184468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:05:43.190494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:43.250884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:43.251501 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:43.252918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] 10.222.0.77 "PUT /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 1091 time: 0.6188951 Feb 10 14:05:43.291228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7f3c-6405-4095-96f4-2027be41ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:43.325353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f120b-f210-4ff8-8ddc-9e047d760cdf req-2c352332-bf89-411b-8cd3-743888d2c5d9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:43.327507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-868f120b-f210-4ff8-8ddc-9e047d760cdf req-2c352332-bf89-411b-8cd3-743888d2c5d9 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.1127748 Feb 10 14:05:43.354328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-cc28e6be-9ec5-4633-a979-d3c9e78fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:43.355772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-cc28e6be-9ec5-4633-a979-d3c9e78fa471 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0776827 Feb 10 14:05:43.404333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-868f120b-f210-4ff8-8ddc-9e047d760cdf req-d235e2ff-c0a8-47b6-9330-23f242725483 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 Feb 10 14:05:43.459891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-7c6961ec-0a0c-480e-9e93-ce7abf4ce570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:43.461383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-7c6961ec-0a0c-480e-9e93-ce7abf4ce570 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0961764 Feb 10 14:05:43.505173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-bf2147b4-0b89-4977-9789-6897abeca76b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0375593 Feb 10 14:05:43.552677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-e2aac3bf-409a-4d85-960f-4a1b90b2d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:43.554116 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-e2aac3bf-409a-4d85-960f-4a1b90b2d8f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0434437 Feb 10 14:05:43.585194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-70a0eca0-0507-4851-88b2-5274f58d9187 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251131 Feb 10 14:05:43.673937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-c32444ca-28b8-4fb5-b079-afa81514fb98 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835018 Feb 10 14:05:43.762323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a9e26a5-cfbd-4e82-b993-761e9d5eb6fa req-6391187e-f6f5-44be-827f-37aa9d658f51 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Feb 10 14:05:44.525940 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d55b91-a237-4132-8695-efe86b9b156f req-2ae88d47-e14c-4c7b-8476-c4e492f342a4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:44.527425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d55b91-a237-4132-8695-efe86b9b156f req-2ae88d47-e14c-4c7b-8476-c4e492f342a4 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0568333 Feb 10 14:05:44.573034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d55b91-a237-4132-8695-efe86b9b156f req-f51b0d2f-5ae0-4092-bab5-3af0e5e20a56 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Feb 10 14:05:45.021324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:45.023663 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:45.070451 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717647e-ceef-498d-9658-87d96bee525e x-openstack-request-id: req-0717647e-ceef-498d-9658-87d96bee525e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:45.070744 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:45.071004 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0717647e-ceef-498d-9658-87d96bee525e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:45.071475 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'status': 'completed', 'code': 200} Feb 10 14:05:45.133161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-9251ab57-a558-476e-806b-c01c3c3386f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.134656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-9251ab57-a558-476e-806b-c01c3c3386f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0447009 Feb 10 14:05:45.135603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-f1ee4257-a0b1-4a33-9726-c33ad56f6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.137125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-f1ee4257-a0b1-4a33-9726-c33ad56f6497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0438671 Feb 10 14:05:45.228507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-6c44d20f-d7fe-485d-b6fd-3393e2205e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.230003 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-6c44d20f-d7fe-485d-b6fd-3393e2205e86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0862570 Feb 10 14:05:45.239434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-7a2d7ff1-542d-4782-af05-3abce0b7053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.241054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-7a2d7ff1-542d-4782-af05-3abce0b7053e service neutron] 10.222.0.77 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0993888 Feb 10 14:05:45.278134 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-eab64786-75b5-4d3c-9d7b-82070309da9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0421917 Feb 10 14:05:45.286468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-028a9568-eb67-4f9e-94b2-b3f75f7d6977 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0377481 Feb 10 14:05:45.328938 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-a3e24adf-e41d-4c0d-aa4e-e8d4c725a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.330422 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-a3e24adf-e41d-4c0d-aa4e-e8d4c725a30e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0468314 Feb 10 14:05:45.350068 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-ffc0901d-271d-4107-8fb2-1abe6010d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.351710 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-ffc0901d-271d-4107-8fb2-1abe6010d104 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0522709 Feb 10 14:05:45.362566 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-26b2793d-e366-4fb0-9e41-c39e50c41ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265384 Feb 10 14:05:45.386444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-c8e07e6b-13e3-4486-b03d-a748f1686a69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293820 Feb 10 14:05:45.425462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:05:45.457822 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-24258a91-b212-452f-ad25-ac110c02f5a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896828 Feb 10 14:05:45.467901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:05:45.468311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:05:45.478852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-ae32dd80-9a27-4ce0-a7e5-1bb54f6ece4e service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Feb 10 14:05:45.487397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:05:45.545821 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-f9ecfe88-bf76-4591-b8e4-090ac5b82454 service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Feb 10 14:05:45.572100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb03bf05-04b9-4b7b-96a6-e937e6d8445b req-22147f8f-bd8b-4d2a-af49-0eaa02eaeb39 service neutron] 10.222.0.77 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873616 Feb 10 14:05:45.693745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d278-ea3e-458b-8657-a0541d53c81e req-325ce950-d3a8-4929-a441-5998c537469a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.695160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd82d278-ea3e-458b-8657-a0541d53c81e req-325ce950-d3a8-4929-a441-5998c537469a tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0524638 Feb 10 14:05:45.744077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dd82d278-ea3e-458b-8657-a0541d53c81e req-9451e819-7380-48d7-a3bf-1cac65626251 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Feb 10 14:05:45.938677 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac4315-2cb4-4092-9437-b472bf7df800 req-62f6de2e-762b-402d-a0af-dfea9aedf6f6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:45.940299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92ac4315-2cb4-4092-9437-b472bf7df800 req-62f6de2e-762b-402d-a0af-dfea9aedf6f6 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0529511 Feb 10 14:05:45.995453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92ac4315-2cb4-4092-9437-b472bf7df800 req-963ce839-7751-4ba7-9992-a8c677879f63 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471625 Feb 10 14:05:46.004542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-78002811-c486-42c8-ad3f-8fb221da3bdc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:46.006068 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-78002811-c486-42c8-ad3f-8fb221da3bdc tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab&tenant_id=300fcdf194d14ecda8c3376a36a54a09&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 943 time: 0.1083910 Feb 10 14:05:46.063873 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-934401aa-da77-400c-8d3b-5e58d550b104 service neutron] delete failed (client error): The resource could not be found. Feb 10 14:05:46.064904 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-934401aa-da77-400c-8d3b-5e58d550b104 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0528195 Feb 10 14:05:46.149714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-2077e860-f849-42ec-951c-8d74ea001f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:46.151207 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-2077e860-f849-42ec-951c-8d74ea001f51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=300fcdf194d14ecda8c3376a36a54a09&device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 1125 time: 0.0442307 Feb 10 14:05:46.241076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-f7c9769c-0dcf-40a0-a2fd-4e880297a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:46.242539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-f7c9769c-0dcf-40a0-a2fd-4e880297a42b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 200 len: 915 time: 0.0854993 Feb 10 14:05:46.281779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-54daa735-4608-43b7-8d3e-7c2e85f01e72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 200 len: 217 time: 0.0338495 Feb 10 14:05:46.331742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-1b10889e-8521-49a4-87cd-a69406c2471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:46.334239 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-1b10889e-8521-49a4-87cd-a69406c2471c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 200 len: 854 time: 0.0470872 Feb 10 14:05:46.365912 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-c7b6ee3a-ad82-411a-b7c2-8589ea151fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e68b4f25-3e80-42a1-b123-7194275bd02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251336 Feb 10 14:05:46.452564 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-84b928b7-8c9b-490b-be36-5f15bc91c2ca service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799077 Feb 10 14:05:46.543508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6c05b75-325c-4aba-b7f7-5dce2da8ed0d req-f05b792c-12a5-41ea-a373-9279b963fe9b service neutron] 10.222.0.21 "GET /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849068 Feb 10 14:05:46.997999 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:05:47.103165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:47.113924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'network_id': 'e68b4f25-3e80-42a1-b123-7194275bd02a', 'port_id': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'mac_address': 'fa:16:3e:d5:53:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b0485b-d80a-4566-9917-196855c2448a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:05:47.122162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d669307-75a1-4762-a532-bed8b8993280 req-176575c2-4011-4c6a-9490-b75c03a07512 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:47.124203 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d669307-75a1-4762-a532-bed8b8993280 req-176575c2-4011-4c6a-9490-b75c03a07512 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 943 time: 0.0559511 Feb 10 14:05:47.152070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:47.152380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:47.165442 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb77562-a0a8-4a08-b2ad-b473f8cace96 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:05:47.172295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d669307-75a1-4762-a532-bed8b8993280 req-d83c51ad-2e07-489e-8ee4-7166ceeb0774 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Feb 10 14:05:47.184597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:47.189117 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:47.237127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:47.245076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.245429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.245773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.246115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.246453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.246787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.247117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.247480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.247808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.248136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.248538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.248814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.249168 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:47.299639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396147ac-50cd-49df-b855-f40a278e3701 req-1133ad0d-52ff-498c-9b4f-858787b55499 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:47.301174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-396147ac-50cd-49df-b855-f40a278e3701 req-1133ad0d-52ff-498c-9b4f-858787b55499 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0596445 Feb 10 14:05:47.348721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-396147ac-50cd-49df-b855-f40a278e3701 req-757b7b9f-8a3e-473f-9891-c511b8ab06c2 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Feb 10 14:05:47.399664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['0fb77562-a0a8-4a08-b2ad-b473f8cace96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:47.470076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279daeca-6d1c-4fc5-b0f7-2f3e243104f1 req-f567bfdd-17d1-4faa-9c76-7470571bf06b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:47.471482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-279daeca-6d1c-4fc5-b0f7-2f3e243104f1 req-f567bfdd-17d1-4faa-9c76-7470571bf06b tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0579159 Feb 10 14:05:47.518743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-279daeca-6d1c-4fc5-b0f7-2f3e243104f1 req-f8c80de7-dcf0-431e-9f7a-13efe892b263 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Feb 10 14:05:47.846488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecedf4-0cdc-42f6-bc92-422b8bad6380 req-2933f516-4ef9-4420-8c78-b0e34c87ac65 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:47.847976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99ecedf4-0cdc-42f6-bc92-422b8bad6380 req-2933f516-4ef9-4420-8c78-b0e34c87ac65 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0516753 Feb 10 14:05:47.900272 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-99ecedf4-0cdc-42f6-bc92-422b8bad6380 req-a7ebd235-c37d-443e-bd87-9a1b7963ca06 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 Feb 10 14:05:49.013993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:49.044653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-d860effb-43e2-48fa-8cc0-7e6746d70491 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:49.046191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-d860effb-43e2-48fa-8cc0-7e6746d70491 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0876997 Feb 10 14:05:49.054408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4681f1-bb23-4ed5-a193-236e5b716ffb req-936b4c38-f655-4b8b-a80a-4687fe77559f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:49.055962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b4681f1-bb23-4ed5-a193-236e5b716ffb req-936b4c38-f655-4b8b-a80a-4687fe77559f tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4257184-ecc0-40e4-a4e4-34c1266f93ab HTTP/1.1" status: 200 len: 944 time: 0.0887315 Feb 10 14:05:49.062258 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:05:49.066065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:49.066443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.145865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:49.146175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.152190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7b4681f1-bb23-4ed5-a193-236e5b716ffb req-166587bc-c08b-4d33-9117-0070abbb8c92 tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.13 "GET /v2.0/security-groups?id=38e6406d-8d98-46ab-8bd4-c09810db9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880744 Feb 10 14:05:49.176298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Deleting port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:05:49.176775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.177058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:49.179380 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c126550-2943-4ece-9d88-32cca61f2680" -d '{"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-plugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:49.191907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:49.196634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.222398 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e4777-0a5b-4aba-8d40-9b041b1185e3 x-openstack-request-id: req-702e4777-0a5b-4aba-8d40-9b041b1185e3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:49.222704 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-plugged", "status": "completed", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:49.222960 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-702e4777-0a5b-4aba-8d40-9b041b1185e3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:49.223351 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'code': 200} Feb 10 14:05:49.252123 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:49.281588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] For port 0fb77562-a0a8-4a08-b2ad-b473f8cace96, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=0fb77562-a0a8-4a08-b2ad-b473f8cace96,segment=NetworkSegment(4de6d9f9-cde3-41d1-965f-d0d1cb9e081d),segment_id=4de6d9f9-cde3-41d1-965f-d0d1cb9e081d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:49.281956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.294785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Calling delete_port for 0fb77562-a0a8-4a08-b2ad-b473f8cace96 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:05:49.420655 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (0fb77562-a0a8-4a08-b2ad-b473f8cace96), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.431391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['0fb77562-a0a8-4a08-b2ad-b473f8cace96'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:05:49.448863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Pushing event deleted for resources: {'Port': ['ID=0fb77562-a0a8-4a08-b2ad-b473f8cace96,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:49.491211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] No DVR routers for this DVR port 0fb77562-a0a8-4a08-b2ad-b473f8cace96 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:05:49.493804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:49.497132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1b2c7c16-d750-4efd-9575-d40b0ad391ce req-79ab036f-4104-4a05-88ff-ba8f8d01d1ac tempest-ServerDiskConfigTestJSON-826689578 tempest-ServerDiskConfigTestJSON-826689578-project] 10.222.0.77 "DELETE /v2.0/ports/0fb77562-a0a8-4a08-b2ad-b473f8cace96 HTTP/1.1" status: 204 len: 173 time: 0.4403605 Feb 10 14:05:49.498089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-deleted', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:05:49.500359 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779fc5c-1803-471b-b665-fc2a6cdafa20" -d '{"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-deleted", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:05:49.537907 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133822c7-fc25-40a4-b9c4-26f4cc71e457 x-openstack-request-id: req-133822c7-fc25-40a4-b9c4-26f4cc71e457 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:05:49.538204 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4257184-ecc0-40e4-a4e4-34c1266f93ab", "name": "network-vif-deleted", "tag": "0fb77562-a0a8-4a08-b2ad-b473f8cace96", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:05:49.538462 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-133822c7-fc25-40a4-b9c4-26f4cc71e457 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:05:49.538913 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4257184-ecc0-40e4-a4e4-34c1266f93ab', 'name': 'network-vif-deleted', 'tag': '0fb77562-a0a8-4a08-b2ad-b473f8cace96', 'status': 'completed', 'code': 200} Feb 10 14:05:50.269614 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59608) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:50.313774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Deleting subnet c7b0485b-d80a-4566-9917-196855c2448a {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:05:50.316809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Publish callbacks [] for subnet (c7b0485b-d80a-4566-9917-196855c2448a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.349422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (c7b0485b-d80a-4566-9917-196855c2448a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.391154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (c7b0485b-d80a-4566-9917-196855c2448a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.441405 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (c7b0485b-d80a-4566-9917-196855c2448a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.468379 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.471610 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7b0485b-d80a-4566-9917-196855c2448a HTTP/1.1" status: 204 len: 168 time: 0.2010047 Feb 10 14:05:50.472419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b0485b-d80a-4566-9917-196855c2448a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:50.474201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:50.480000 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.480352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.480907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.481236 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.482743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.483080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.483413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.483742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.484067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.484392 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.484715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.485079 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.485492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b4fabe-6ca6-4587-80c5-bcd1037746f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:50.545588 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e68b4f25-3e80-42a1-b123-7194275bd02a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.628892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e68b4f25-3e80-42a1-b123-7194275bd02a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.648652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68b4f25-3e80-42a1-b123-7194275bd02a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:50.658520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:50.658818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de6d9f9-cde3-41d1-965f-d0d1cb9e081d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:50.667925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (4de6d9f9-cde3-41d1-965f-d0d1cb9e081d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.680698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (4de6d9f9-cde3-41d1-965f-d0d1cb9e081d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.686466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:05:50.686848 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (4de6d9f9-cde3-41d1-965f-d0d1cb9e081d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:05:50.688469 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:05:50.742826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e68b4f25-3e80-42a1-b123-7194275bd02a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.748123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.751313 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/e68b4f25-3e80-42a1-b123-7194275bd02a HTTP/1.1" status: 204 len: 168 time: 0.2761211 Feb 10 14:05:50.764056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb28dc5-18f6-479a-adb2-19d6ac81f9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e68b4f25-3e80-42a1-b123-7194275bd02a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:50.858294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:50.897603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d69546c-a61b-447f-9c96-c8e8aff544d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=300fcdf194d14ecda8c3376a36a54a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380924 Feb 10 14:05:50.900162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:50.950091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] Publish callbacks [] for security_group (38e6406d-8d98-46ab-8bd4-c09810db9bc4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:50.970838 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] Publish callbacks [] for security_group (38e6406d-8d98-46ab-8bd4-c09810db9bc4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.016677 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38e6406d-8d98-46ab-8bd4-c09810db9bc4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.019197 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.020318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e6406d-8d98-46ab-8bd4-c09810db9bc4 HTTP/1.1" status: 204 len: 168 time: 0.1192858 Feb 10 14:05:51.028235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aa961-121e-4149-a515-4b9ab3e92616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6406d-8d98-46ab-8bd4-c09810db9bc4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:51.668257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:51.761505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2143134779-network', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:51.781321 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:05:51.783775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.792027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.865382 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks [] for security_group (26409872-28a5-4710-9a58-52b7e7fafc18), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.869190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (26409872-28a5-4710-9a58-52b7e7fafc18), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.891560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:05:51.904788 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26409872-28a5-4710-9a58-52b7e7fafc18,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:51.911496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7032af57-22bf-4530-af37-0a16115adc8c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.911835 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Added segment 7032af57-22bf-4530-af37-0a16115adc8c of type vlan for network e0c34359-b029-4e15-8d2c-59f993d6952e Feb 10 14:05:51.951542 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (e0c34359-b029-4e15-8d2c-59f993d6952e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.977839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (e0c34359-b029-4e15-8d2c-59f993d6952e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:51.978772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:51.979347 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.012470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3430898 Feb 10 14:05:52.015484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59642) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:52.020478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Request body: {'subnet': {'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2143134779-subnet', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:52.039989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:05:52.042345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.043473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1f943-1186-40e0-a7f8-8173ac81af9e admin admin] Pushing event updated for resources: {'Network': ['ID=e0c34359-b029-4e15-8d2c-59f993d6952e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:52.055397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network e0c34359-b029-4e15-8d2c-59f993d6952e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:05:52.211310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (b6871250-995f-4000-ba26-2390bd2045a8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.258002 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6871250-995f-4000-ba26-2390bd2045a8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:52.273703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:52.274059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Network hostable DHCP agents. Network: e0c34359-b029-4e15-8d2c-59f993d6952e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:05:52.290854 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Network e0c34359-b029-4e15-8d2c-59f993d6952e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:05:52.300052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, e0c34359-b029-4e15-8d2c-59f993d6952e) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:52.304443 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:52.305031 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.308997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7389d5-d3f9-47af-97fa-3b91ecee7995 None None] Network e0c34359-b029-4e15-8d2c-59f993d6952e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:05:52.320813 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7f6781c-14b4-4da4-8d6b-9ccf62c688d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3042109 Feb 10 14:05:52.323505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59644) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:52.327732 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:52.346707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (590c3165-1031-4d6a-bea9-541446313444), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.347960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (590c3165-1031-4d6a-bea9-541446313444), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.404337 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for router_controller (590c3165-1031-4d6a-bea9-541446313444), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.413492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-e0c34359-b029-4e15-8d2c-59f993d6952e', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:05:52.414432 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.542795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for router_gateway (590c3165-1031-4d6a-bea9-541446313444), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.548194 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Allocated IP 172.20.0.2 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/c7591d42-2fae-4dee-9797-2e83ccac6bd4) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:05:52.685071 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks [] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.691138 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.733798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:52.736637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:52.739083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:05:52.742789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for router_gateway (590c3165-1031-4d6a-bea9-541446313444), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.747568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Pushing event updated for resources: {'Port': ['ID=c7591d42-2fae-4dee-9797-2e83ccac6bd4,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:52.761525 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.801198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Attempting to bind port c7591d42-2fae-4dee-9797-2e83ccac6bd4 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:05:52.801477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Attempting to bind port c7591d42-2fae-4dee-9797-2e83ccac6bd4 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:05:52.801836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Attempting to bind port c7591d42-2fae-4dee-9797-2e83ccac6bd4 on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:52.806707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:05:52.807077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:52.807480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.807868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:05:52.808326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Bound port: c7591d42-2fae-4dee-9797-2e83ccac6bd4, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:05:52.808709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.866788 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Allocated IP 172.25.8.91 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/c650541f-a66f-4577-a4c2-103806ead88e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:05:52.869758 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2117be36-d082-476d-b062-4166a1cf607a None None] For port c7591d42-2fae-4dee-9797-2e83ccac6bd4, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:52.872877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2117be36-d082-476d-b062-4166a1cf607a None None] For port c7591d42-2fae-4dee-9797-2e83ccac6bd4, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c7591d42-2fae-4dee-9797-2e83ccac6bd4,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:05:52.881644 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:52.944051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117be36-d082-476d-b062-4166a1cf607a None None] Pushing event updated for resources: {'Port': ['ID=c7591d42-2fae-4dee-9797-2e83ccac6bd4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:53.030217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:05:53.052006 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 0fb77562-a0a8-4a08-b2ad-b473f8cace96 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:05:53.052320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 0fb77562-a0a8-4a08-b2ad-b473f8cace96 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:05:53.290695 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for port (c650541f-a66f-4577-a4c2-103806ead88e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:53.323731 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c650541f-a66f-4577-a4c2-103806ead88e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:53.366798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:53.369642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:53.371946 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:05:53.395205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Pushing event updated for resources: {'Port': ['ID=c650541f-a66f-4577-a4c2-103806ead88e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:53.623432 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for router_gateway (590c3165-1031-4d6a-bea9-541446313444), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:53.830386 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (590c3165-1031-4d6a-bea9-541446313444), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:53.856462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8bf749-ae41-4192-9183-8570405dcf87 None None] Network e0c34359-b029-4e15-8d2c-59f993d6952e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:05:53.920784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Provisioning complete for port c7591d42-2fae-4dee-9797-2e83ccac6bd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:53.921161 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:53.966906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Router 590c3165-1031-4d6a-bea9-541446313444 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:05:54.079748 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:05:54.098767 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.099970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0370992d-9d91-4506-a03f-5de74dd9cd3c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7755334 Feb 10 14:05:54.102906 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59646) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:54.111490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:05:54.141628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:05:54.142273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:05:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:54.297580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Current status of the port c7591d42-2fae-4dee-9797-2e83ccac6bd4 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:54.298499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.324428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:05:54.410867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] For port c7591d42-2fae-4dee-9797-2e83ccac6bd4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c7591d42-2fae-4dee-9797-2e83ccac6bd4,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:54.420915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.474479 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c7591d42-2fae-4dee-9797-2e83ccac6bd4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:54.560900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6649ed8-0d77-4a1c-a737-305a1aa0604a None None] Pushing event updated for resources: {'Port': ['ID=c7591d42-2fae-4dee-9797-2e83ccac6bd4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:54.571757 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.598977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bce25b4f-354a-4448-bc5e-bda25f4969bd None None] Provisioning complete for port c7591d42-2fae-4dee-9797-2e83ccac6bd4 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:54.599275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bce25b4f-354a-4448-bc5e-bda25f4969bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.644911 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c7591d42-2fae-4dee-9797-2e83ccac6bd4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:54.645291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.701221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:53Z', 'revision_number': 3, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:54.729533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Allocated IP 172.20.0.1 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/e4a57ee6-4704-4fe4-b0c5-a0c17d977038) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:05:54.752167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:05:54.752523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Updating router 590c3165-1031-4d6a-bea9-541446313444 port c650541f-a66f-4577-a4c2-103806ead88e binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:05:54.808673 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c650541f-a66f-4577-a4c2-103806ead88e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.814956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bce25b4f-354a-4448-bc5e-bda25f4969bd None None] Current status of the port c7591d42-2fae-4dee-9797-2e83ccac6bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:54.837607 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks [] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.849174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c7591d42-2fae-4dee-9797-2e83ccac6bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:54.876744 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:54.918322 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:54.921276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:54.923587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:05:54.949339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Pushing event updated for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:54.969581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (590c3165-1031-4d6a-bea9-541446313444), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.095743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks [] for port (c650541f-a66f-4577-a4c2-103806ead88e), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.103693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c650541f-a66f-4577-a4c2-103806ead88e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.131197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.160619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33601-e477-47cc-9128-cabed433a0fa None None] Pushing event updated for resources: {'Port': ['ID=c650541f-a66f-4577-a4c2-103806ead88e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:55.163057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Attempting to bind port c650541f-a66f-4577-a4c2-103806ead88e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:05:55.163432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Attempting to bind port c650541f-a66f-4577-a4c2-103806ead88e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:05:55.163799 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Attempting to bind port c650541f-a66f-4577-a4c2-103806ead88e on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:55.170459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:05:55.170834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:55.171232 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.171618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:05:55.172077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Bound port: c650541f-a66f-4577-a4c2-103806ead88e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:05:55.172453 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c650541f-a66f-4577-a4c2-103806ead88e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.222115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] For port c650541f-a66f-4577-a4c2-103806ead88e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:55.228857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] For port c650541f-a66f-4577-a4c2-103806ead88e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c650541f-a66f-4577-a4c2-103806ead88e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:05:55.238290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c650541f-a66f-4577-a4c2-103806ead88e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.278627 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e40e5fa9-d8d3-4118-bc59-6b50b0e2683a None None] Provisioning complete for port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:55.279000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e40e5fa9-d8d3-4118-bc59-6b50b0e2683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.311834 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks [] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.318430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.334364 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33601-e477-47cc-9128-cabed433a0fa None None] Pushing event updated for resources: {'Port': ['ID=c650541f-a66f-4577-a4c2-103806ead88e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:55.339255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e40e5fa9-d8d3-4118-bc59-6b50b0e2683a None None] Port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:05:55.340594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:05:55.341261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:05:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:55.390841 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (590c3165-1031-4d6a-bea9-541446313444), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.393339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Pushing event updated for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:55.451721 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:05:55.482867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:55.484258 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:55.666647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 2, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:55.699635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ebb2f-d58a-4277-9446-de29b409a8b9 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 2, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:05:55.764422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-815ea989-6f5c-4d07-9ce3-8ece23d82a21 None None] Provisioning complete for port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:55.764736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-815ea989-6f5c-4d07-9ce3-8ece23d82a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:55.802641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-815ea989-6f5c-4d07-9ce3-8ece23d82a21 None None] Port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:05:55.927390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:05:56.044220 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:05:56.050525 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-569b8e7a-e86a-495a-a051-0bcb51ecfc0d admin admin] 10.222.0.13 "PUT /v2.0/routers/590c3165-1031-4d6a-bea9-541446313444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454315 Feb 10 14:05:56.397899 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c7591d42-2fae-4dee-9797-2e83ccac6bd4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:56.455067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c7591d42-2fae-4dee-9797-2e83ccac6bd4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:56.455306 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.542351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c7591d42-2fae-4dee-9797-2e83ccac6bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:56.720989 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 59654) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:56.725833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--881873116', 'description': 'tempest-description--1036191408'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:56.746605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.815835 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (db6ce284-4930-4542-a1d2-73d166a2dc2a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.820078 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (db6ce284-4930-4542-a1d2-73d166a2dc2a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.851198 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.852459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1304317 Feb 10 14:05:56.854478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d710e-9fb6-4b6c-9627-c1f49ed917a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ce284-4930-4542-a1d2-73d166a2dc2a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:56.855554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:56.861893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'security_group_rule': {'security_group_id': 'db6ce284-4930-4542-a1d2-73d166a2dc2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:56.887071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (403e3bf1-9ef4-433c-a9a5-a43b657db38f), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.943994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (403e3bf1-9ef4-433c-a9a5-a43b657db38f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.947582 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (403e3bf1-9ef4-433c-a9a5-a43b657db38f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.966795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403e3bf1-9ef4-433c-a9a5-a43b657db38f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:56.976944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:56.978153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-75881393-35ce-4ba9-84db-a5b8cfcca30a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215997 Feb 10 14:05:56.980712 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:56.985004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'security_group_rule': {'security_group_id': 'db6ce284-4930-4542-a1d2-73d166a2dc2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:57.016680 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (86bb4f49-8475-46e1-b421-736efd897997), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.074094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (86bb4f49-8475-46e1-b421-736efd897997), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.077998 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (86bb4f49-8475-46e1-b421-736efd897997), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.094457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bb4f49-8475-46e1-b421-736efd897997,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:57.104568 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.105798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-91e2f8fa-ef8a-4147-a1f7-b957e7eec2c0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241429 Feb 10 14:05:57.108699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:05:57.113021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:05:57.132658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.226615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.332978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Allocated IP 172.25.8.189 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/ad86f37c-d207-4f5d-a56b-814be30de205) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:05:57.435959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (ad86f37c-d207-4f5d-a56b-814be30de205), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.469811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.512036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:05:57.514970 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:05:57.518538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:05:57.543649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=ad86f37c-d207-4f5d-a56b-814be30de205,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:57.607103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.654853 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:57.674980 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:05:57.688432 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:05:57.689088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:05:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:57.803113 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:05:58.017951 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 2, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:58.045068 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:05:58.045417 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Updating router 590c3165-1031-4d6a-bea9-541446313444 port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:05:58.071647 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.159152 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (ad86f37c-d207-4f5d-a56b-814be30de205), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.164040 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.235207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=ad86f37c-d207-4f5d-a56b-814be30de205,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:58.243084 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.258832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.260346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2f675b1b-4973-4aa8-a853-29d48653806b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1506643 Feb 10 14:05:58.331999 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks [] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.339704 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.392680 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Pushing event updated for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:58.418398 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.418745 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.419142 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.419682 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.420011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.425389 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.426015 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.426503 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.426993 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.427634 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.428106 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.428573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.429139 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:05:58.431677 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c650541f-a66f-4577-a4c2-103806ead88e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:05:58.459583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-aac56393-7841-4c83-8e31-8439086c9608 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--881873116&fields=id&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 267 time: 0.0688403 Feb 10 14:05:58.466374 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Attempting to bind port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:05:58.467060 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Attempting to bind port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:05:58.467654 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Attempting to bind port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:05:58.474175 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:05:58.474630 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:05:58.475123 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.475579 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:05:58.476107 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Bound port: e4a57ee6-4704-4fe4-b0c5-a0c17d977038, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:05:58.476548 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.485434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c650541f-a66f-4577-a4c2-103806ead88e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:58.485825 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c650541f-a66f-4577-a4c2-103806ead88e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.546949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] For port e4a57ee6-4704-4fe4-b0c5-a0c17d977038, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:05:58.550575 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] For port e4a57ee6-4704-4fe4-b0c5-a0c17d977038, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:05:58.561295 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.586735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-3f45cce3-0dd5-4317-a605-23976838a7b7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:05:58.589101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-3f45cce3-0dd5-4317-a605-23976838a7b7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1278288 Feb 10 14:05:58.592850 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c650541f-a66f-4577-a4c2-103806ead88e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:58.593258 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (c650541f-a66f-4577-a4c2-103806ead88e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.616843 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-9ded32ee-1511-4876-963b-4ff2c21681d4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/quotas/3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 375 time: 0.0168417 Feb 10 14:05:58.628906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:05:58.629372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port c650541f-a66f-4577-a4c2-103806ead88e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c650541f-a66f-4577-a4c2-103806ead88e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:58.629563 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:05:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:58.636009 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a081-6dbc-4e8a-bf98-b354ac0b7eae None None] Pushing event updated for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:58.636928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (c650541f-a66f-4577-a4c2-103806ead88e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.690291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-ab75a31d-e14e-4604-bc22-d50acbc8065c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633929 Feb 10 14:05:58.695658 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Provisioning complete for port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:58.695904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.746392 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=c650541f-a66f-4577-a4c2-103806ead88e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:58.799972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-2ca65f95-6341-4e4a-93c9-64e2986a4726 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096404 Feb 10 14:05:58.817469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Current status of the port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:58.817878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.863796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:05:58.869715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] For port e4a57ee6-4704-4fe4-b0c5-a0c17d977038, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:05:58.877470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:58.931778 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-ed0016c2-8689-4ebe-be9a-5c8f17408ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215584 Feb 10 14:05:58.941698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b251-ff83-4d7a-a085-364bf408575a None None] Pushing event updated for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:05:58.998822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-1bcf35c8-6262-424d-ba9a-0dd1573e77bf None None] Provisioning complete for port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:05:58.999332 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1bcf35c8-6262-424d-ba9a-0dd1573e77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:05:59.095045 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:05:59.107345 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5565ca80-2b8d-4ae4-8dac-be436e2784dd req-45c777a9-25a0-49d6-95f4-a597bbe5572e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 210 time: 0.0308883 Feb 10 14:05:59.125509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf35c8-6262-424d-ba9a-0dd1573e77bf None None] Current status of the port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:05:59.128397 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6c7d2-ad32-4111-9306-255a70d12b64 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:06:00.061703 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-ed57ab4d-8b1c-4661-a5bb-c6d4ee089e01 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:00.063252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-ed57ab4d-8b1c-4661-a5bb-c6d4ee089e01 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1127465 Feb 10 14:06:00.123320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-19dc923d-cdd6-416f-9138-2eb02d8c767f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 379 time: 0.0518055 Feb 10 14:06:00.131666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'port': {'device_id': '977b0ab8-6e78-4aab-95fb-119633673006', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'admin_state_up': True, 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'security_groups': ['db6ce284-4930-4542-a1d2-73d166a2dc2a']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:00.225392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d98adca4-14c1-41ed-b69d-c3b54f9ac2d7 req-9ca8ca7c-e820-4d71-a175-37558e4c9027 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 210 time: 0.0323660 Feb 10 14:06:00.263863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:06:00.267218 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.396803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e4a57ee6-4704-4fe4-b0c5-a0c17d977038 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:06:00.401880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Allocated IP 172.20.0.12 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/e11153ea-ab78-49af-9387-a5f76d4a25cd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:06:00.448507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:00.449061 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.524787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:00.525835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c650541f-a66f-4577-a4c2-103806ead88e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:06:00.536730 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.571411 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.572666 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port c650541f-a66f-4577-a4c2-103806ead88e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:00.573174 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (c650541f-a66f-4577-a4c2-103806ead88e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.620023 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:06:00.623777 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:06:00.627447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:06:00.633672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:00.657387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port c650541f-a66f-4577-a4c2-103806ead88e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:00.682796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:00.683449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.699704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-7760c43a-e1c9-4edf-b3c7-70ec24b0a1a7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716095 Feb 10 14:06:00.718779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Request body: {'port': {'device_id': '977b0ab8-6e78-4aab-95fb-119633673006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:00.780546 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.859844 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-50f5f762-4504-4e92-9bdd-509b123266e5 None None] Provisioning complete for port e11153ea-ab78-49af-9387-a5f76d4a25cd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:00.860363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-50f5f762-4504-4e92-9bdd-509b123266e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.907851 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-46b1676b-c10f-40a7-88bc-da6d6bea248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:00.909557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-50f5f762-4504-4e92-9bdd-509b123266e5 None None] Port e11153ea-ab78-49af-9387-a5f76d4a25cd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:06:01.050597 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11153ea-ab78-49af-9387-a5f76d4a25cd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:06:01.058204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks [] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:01.071041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Transition to ACTIVE for port object e11153ea-ab78-49af-9387-a5f76d4a25cd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:06:01.074740 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:01.124969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:01.201020 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:06:01.201359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:06:01.201694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:01.206179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:06:01.206498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:01.211478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:06:01.211817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:06:01.212200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:06:01.212626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Bound port: e11153ea-ab78-49af-9387-a5f76d4a25cd, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:06:01.213007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:01.280974 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:06:01.284618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:06:01.291064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:01.339180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.339836 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:01.341518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] 10.222.0.77 "PUT /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1092 time: 0.6277885 Feb 10 14:06:01.359096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:01.361420 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2" -d '{"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:01.405154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c830c0-9187-498f-b669-e4b4ff5e83cc service neutron] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:01.442041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc3e9-1b02-4790-9fc2-f00ed878173a req-9c565fd0-3f24-4a81-9160-6adcdad5c780 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.443594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aebbc3e9-1b02-4790-9fc2-f00ed878173a req-9c565fd0-3f24-4a81-9160-6adcdad5c780 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 944 time: 0.1431031 Feb 10 14:06:01.471519 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-c9894674-9fef-416e-a2da-a104f1891e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.473142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-c9894674-9fef-416e-a2da-a104f1891e5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1126 time: 0.0893185 Feb 10 14:06:01.525709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-48981122-12da-4b44-9e75-2dfa603d1077 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 217 time: 0.0416875 Feb 10 14:06:01.533857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aebbc3e9-1b02-4790-9fc2-f00ed878173a req-9ac71efa-5419-45de-91c1-cb4fc6b23f66 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842595 Feb 10 14:06:01.579417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-b859b671-aa87-4c9a-8530-100daf922294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.581034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-b859b671-aa87-4c9a-8530-100daf922294 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0462205 Feb 10 14:06:01.588529 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f606c0ca-4e28-422e-9e33-6ad61432d77a x-openstack-request-id: req-f606c0ca-4e28-422e-9e33-6ad61432d77a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:01.588847 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:01.590518 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f606c0ca-4e28-422e-9e33-6ad61432d77a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:01.590518 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'status': 'completed', 'code': 200} Feb 10 14:06:01.638398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-659c4871-055e-469c-8102-bdbfb3b1de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.639967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-659c4871-055e-469c-8102-bdbfb3b1de13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496590 Feb 10 14:06:01.728386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-26ea49d3-2bc6-45e9-80b6-c4b8e37f8d0c service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Feb 10 14:06:01.819881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f64cc84-e6a1-4016-ae27-52fe670ea7b0 req-762042c8-44d0-44c4-a3f4-763f2ee9eabc service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857942 Feb 10 14:06:01.912071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-4ddf7d84-82fb-4dba-89a9-bb775b20e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:01.913641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-4ddf7d84-82fb-4dba-89a9-bb775b20e16c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1126 time: 0.0451691 Feb 10 14:06:02.019448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-0df4e8f9-88ca-406d-ae59-e8e3089e92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:02.021015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-0df4e8f9-88ca-406d-ae59-e8e3089e92ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1007731 Feb 10 14:06:02.063548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-ea438fb5-51b1-4ce3-ad7b-928a0e1ddf72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 217 time: 0.0358770 Feb 10 14:06:02.108972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-24d073aa-e7ec-4a29-8d7a-de4a78cfc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:02.110359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-24d073aa-e7ec-4a29-8d7a-de4a78cfc560 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0412960 Feb 10 14:06:02.163674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-55f2b855-3f6c-4ecb-8081-fa27eaa4fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:02.165156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-55f2b855-3f6c-4ecb-8081-fa27eaa4fe47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483663 Feb 10 14:06:02.251154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-42f4916c-9550-4a96-9933-2c4383a14ff9 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793550 Feb 10 14:06:02.341565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fd4ec64-9c03-48ce-ba18-ecf7b32b47b2 req-0da64b16-c755-4f68-a0e4-183b2b36ee3f service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835757 Feb 10 14:06:02.658566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54134520-99d6-43d7-8f78-7cffa86f3fde req-59de261b-1dfa-4ad4-982d-99dd7c997697 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:02.660021 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54134520-99d6-43d7-8f78-7cffa86f3fde req-59de261b-1dfa-4ad4-982d-99dd7c997697 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 944 time: 0.0518234 Feb 10 14:06:02.706007 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54134520-99d6-43d7-8f78-7cffa86f3fde req-0b4175a1-eb9b-487e-9be4-9d1232844fbd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403838 Feb 10 14:06:03.060696 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:06:03.154575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:03.164956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'mac_address': 'fa:16:3e:d6:d5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:06:03.200997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e11153ea-ab78-49af-9387-a5f76d4a25cd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:03.201384 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:03.217574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11153ea-ab78-49af-9387-a5f76d4a25cd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:06:03.236293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:03.241132 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:03.287174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:03.325812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e8ec55f5-a1d9-4052-a37e-1526e6cc0f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:03.427073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e11153ea-ab78-49af-9387-a5f76d4a25cd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:06:03.821165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfe87-d6bf-45e1-9002-c16b6834f68f req-504c3158-7b10-4fda-a1ad-0dd2864db88a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:03.822657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-972bfe87-d6bf-45e1-9002-c16b6834f68f req-504c3158-7b10-4fda-a1ad-0dd2864db88a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 945 time: 0.0509229 Feb 10 14:06:03.873711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-972bfe87-d6bf-45e1-9002-c16b6834f68f req-788d882e-a519-46c1-a3d7-5ae12f723f0b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Feb 10 14:06:04.721625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:04.994752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db6b6f-2b40-4c15-a1de-77442f92426c req-b4b42499-d8a8-4171-97b9-e866ac425969 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:04.996164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8db6b6f-2b40-4c15-a1de-77442f92426c req-b4b42499-d8a8-4171-97b9-e866ac425969 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Feb 10 14:06:05.042929 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a8db6b6f-2b40-4c15-a1de-77442f92426c req-8da7b616-2438-4f55-b013-27fd04ca3f5a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Feb 10 14:06:05.071389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:06:05.119648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e11153ea-ab78-49af-9387-a5f76d4a25cd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:06:05.124336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e11153ea-ab78-49af-9387-a5f76d4a25cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:05.124746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:05.202133 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e11153ea-ab78-49af-9387-a5f76d4a25cd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:05.202514 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:05.386818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:05.389126 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af055c8-64d4-4504-89ff-0720f1fb3fb7" -d '{"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-plugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:05.401032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:05.405661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:05.429135 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce271d7-07d6-4d1e-9c5f-2c0cc707e9db x-openstack-request-id: req-9ce271d7-07d6-4d1e-9c5f-2c0cc707e9db {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:05.429659 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-plugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:05.430118 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce271d7-07d6-4d1e-9c5f-2c0cc707e9db {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:05.430511 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'code': 200} Feb 10 14:06:05.456127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:05.527181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8045ca-eb08-4da3-b345-77264b26442b req-1f01f567-ada5-45a4-b088-fe5fed4830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:05.529379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c8045ca-eb08-4da3-b345-77264b26442b req-1f01f567-ada5-45a4-b088-fe5fed4830d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1128 time: 0.0437491 Feb 10 14:06:05.570252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9c8045ca-eb08-4da3-b345-77264b26442b req-af13d00a-38c8-494e-972b-8263c3313e40 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Feb 10 14:06:05.941298 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:06.168298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe5d8d-f925-485f-8ec6-fb6ce48d68a6 req-d491e88c-c15d-4fea-87b5-61775bfcef5b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:06.170565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6efe5d8d-f925-485f-8ec6-fb6ce48d68a6 req-d491e88c-c15d-4fea-87b5-61775bfcef5b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0594590 Feb 10 14:06:06.215447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6efe5d8d-f925-485f-8ec6-fb6ce48d68a6 req-c7cace4b-915b-4f3d-8bd2-234325fb70e5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393980 Feb 10 14:06:06.410904 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:07.332046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd719-8e59-4a65-b651-98cb4928122a req-cf97a48e-d864-4760-b93a-81a61786ca42 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:07.333535 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e0dd719-8e59-4a65-b651-98cb4928122a req-cf97a48e-d864-4760-b93a-81a61786ca42 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0519187 Feb 10 14:06:07.378653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9e0dd719-8e59-4a65-b651-98cb4928122a req-5c00cf0e-1eae-4ea7-b847-6457f65ebd90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396738 Feb 10 14:06:07.468811 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:07.495376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20dc4-def9-4b26-aa06-ddef386f9cc2 req-97c3e5ad-2e6a-4b92-a16d-db1313df9792 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:07.496892 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28c20dc4-def9-4b26-aa06-ddef386f9cc2 req-97c3e5ad-2e6a-4b92-a16d-db1313df9792 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0574663 Feb 10 14:06:07.505251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:06:07.509609 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'floatingip': {'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:07.548673 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:07.979459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:07.983667 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:08.082996 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 associated. External IP: 172.25.8.189, port: e11153ea-ab78-49af-9387-a5f76d4a25cd. Feb 10 14:06:08.288839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:06:08.394956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:06:08.399764 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:08.405624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:06:08.415537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:08.416177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:08.531279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:08.768235 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:d6:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977b0ab8-6e78-4aab-95fb-119633673006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:07Z', 'revision_number': 1, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:08.773848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-26c67556-62e5-448c-b9af-53043b88d679 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "PUT /v2.0/floatingips/7bb179c8-4475-408c-8551-4ac9a15c1bb6 HTTP/1.1" status: 200 len: 992 time: 1.2675674 Feb 10 14:06:08.774441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:08.776826 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76dfaf9-b75a-4a88-84c8-070730acff22" -d '{"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:08.795030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:06:08.803601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:08.804227 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:08.881601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663df9e-73de-47cd-b72e-cfbe108a752b req-e92366a5-0375-478d-a191-184c1d558008 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:08.883083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4663df9e-73de-47cd-b72e-cfbe108a752b req-e92366a5-0375-478d-a191-184c1d558008 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0542805 Feb 10 14:06:08.915340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:08.929394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4663df9e-73de-47cd-b72e-cfbe108a752b req-5ab11c1f-df36-41f2-b0d9-41732e07be85 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399523 Feb 10 14:06:08.972766 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b1f2b-60e9-4f53-83c6-131f0fe37b16 x-openstack-request-id: req-955b1f2b-60e9-4f53-83c6-131f0fe37b16 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:08.973080 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:08.973336 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-955b1f2b-60e9-4f53-83c6-131f0fe37b16 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:08.973773 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'status': 'completed', 'code': 200} Feb 10 14:06:09.075847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-54b3d149-6fb9-492f-9fb8-4575e09446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:09.077408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-54b3d149-6fb9-492f-9fb8-4575e09446b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1128 time: 0.0844135 Feb 10 14:06:09.099686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2279a77-2149-4779-997f-dcb0e23e88dc req-d75d9cb1-e52d-4cd4-9597-4bd1c0609c37 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:09.101170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2279a77-2149-4779-997f-dcb0e23e88dc req-d75d9cb1-e52d-4cd4-9597-4bd1c0609c37 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0822158 Feb 10 14:06:09.152803 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:d6:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977b0ab8-6e78-4aab-95fb-119633673006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:07Z', 'revision_number': 1, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:09.179249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56880dec-5185-42f1-85a0-3de6d401ec84 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:d6:d5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977b0ab8-6e78-4aab-95fb-119633673006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:07Z', 'revision_number': 1, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:06:09.204970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a2279a77-2149-4779-997f-dcb0e23e88dc req-3818d650-cedd-4c4f-a5db-9ec2376a4957 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938938 Feb 10 14:06:09.215256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-8e3a110e-c5d1-4e34-888e-a00be72e220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:09.216831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-8e3a110e-c5d1-4e34-888e-a00be72e220f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1329410 Feb 10 14:06:09.283466 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-1a70c669-d3bb-47e1-9415-0e1c4b6e35ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1000 time: 0.0603199 Feb 10 14:06:09.333593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-157544a8-e4cb-47a4-ae29-4d4b3a60e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:09.335004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-157544a8-e4cb-47a4-ae29-4d4b3a60e6c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0456464 Feb 10 14:06:09.371571 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b2e21-12cf-4298-8369-8169af605fe3 None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:06:09.390673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-2db8f100-94ed-42c8-ac35-d8374b72fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:09.392191 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-2db8f100-94ed-42c8-ac35-d8374b72fda0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503106 Feb 10 14:06:09.481851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-df5f5eb4-eba3-4d4a-8488-f7797a03423f service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832510 Feb 10 14:06:09.575915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d76dfaf9-b75a-4a88-84c8-070730acff22 req-60c26209-f161-4262-b77f-12d8578552ec service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Feb 10 14:06:10.323274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e183-eafb-4961-93fc-4ffb8403a54b req-c63e33bd-9891-48ef-83e4-8132082a57c6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:10.324738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec51e183-eafb-4961-93fc-4ffb8403a54b req-c63e33bd-9891-48ef-83e4-8132082a57c6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Feb 10 14:06:10.372948 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec51e183-eafb-4961-93fc-4ffb8403a54b req-6193e746-82c6-4de6-80ad-0e36618d1e6a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Feb 10 14:06:10.486895 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaaf28-f004-48b1-a00d-fdce2360b2a8 req-de25a649-da12-40c0-946c-cde3abcfa818 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:10.488275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-baeaaf28-f004-48b1-a00d-fdce2360b2a8 req-de25a649-da12-40c0-946c-cde3abcfa818 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Feb 10 14:06:10.538314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-baeaaf28-f004-48b1-a00d-fdce2360b2a8 req-f608d919-7a1e-4333-af98-7b2c3fbefb73 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Feb 10 14:06:10.761249 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-9561b332-218c-4671-b816-d631b08afc24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470631 Feb 10 14:06:10.770722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971abd4-d82c-4d1d-9bef-a5bae7ffa671 req-5af92c63-2a68-465e-be21-d5bde9390980 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:10.772186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6971abd4-d82c-4d1d-9bef-a5bae7ffa671 req-5af92c63-2a68-465e-be21-d5bde9390980 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0515699 Feb 10 14:06:10.820845 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6971abd4-d82c-4d1d-9bef-a5bae7ffa671 req-1f62ae4f-b31d-4d42-8f00-74de0f9736d9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Feb 10 14:06:11.147270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-99548db0-e0dc-4445-8c83-32b91a2ef7df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:11.148609 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-99548db0-e0dc-4445-8c83-32b91a2ef7df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 943 time: 0.0481818 Feb 10 14:06:11.610547 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:11.948331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-c9de89b2-98da-4576-afa2-a538ffd23bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:11.949856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-c9de89b2-98da-4576-afa2-a538ffd23bda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1128 time: 0.0799577 Feb 10 14:06:11.961091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7afd-4ed5-4b6b-a5c7-65a6c96ae6f7 req-10549eed-c25c-407f-a883-3ad949105cf6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:11.962471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-881c7afd-4ed5-4b6b-a5c7-65a6c96ae6f7 req-10549eed-c25c-407f-a883-3ad949105cf6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0667655 Feb 10 14:06:12.065859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-881c7afd-4ed5-4b6b-a5c7-65a6c96ae6f7 req-d2c8168c-977b-481d-b45e-220772b4cf07 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956087 Feb 10 14:06:12.078757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ffb778b3-32ae-40a8-8763-24096a068a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:12.080193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ffb778b3-32ae-40a8-8763-24096a068a09 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1169062 Feb 10 14:06:12.150001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-8a9f9a40-38ed-4f97-a34f-eafc54a51bb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1002 time: 0.0637424 Feb 10 14:06:12.196325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-bf100a4b-66a3-4f2c-ac86-946a0df370fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:12.197740 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-bf100a4b-66a3-4f2c-ac86-946a0df370fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0423450 Feb 10 14:06:12.244007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-7664e583-4a9c-4364-80a4-2725d22c8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:12.245510 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-7664e583-4a9c-4364-80a4-2725d22c8267 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419898 Feb 10 14:06:12.334864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-7ab378fc-c78b-488b-8f92-352582b6307f service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Feb 10 14:06:12.422513 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-859aa5aa-291d-4b90-9a88-5c3ff7d7b249 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Feb 10 14:06:13.190096 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5815e0f-ca8b-4392-bb0b-38f5819cb70f req-00515caf-305f-4dbc-adc5-069274daae38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:13.191487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5815e0f-ca8b-4392-bb0b-38f5819cb70f req-00515caf-305f-4dbc-adc5-069274daae38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0578249 Feb 10 14:06:13.236661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d5815e0f-ca8b-4392-bb0b-38f5819cb70f req-5920d2d7-0376-41dd-b80d-b823bc7b55e2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Feb 10 14:06:14.356512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8616457-31ee-4afc-876c-a3d5c274a4a9 req-b049b6e9-da40-4759-8b8e-469f1b530226 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:14.358425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8616457-31ee-4afc-876c-a3d5c274a4a9 req-b049b6e9-da40-4759-8b8e-469f1b530226 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Feb 10 14:06:14.404318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8616457-31ee-4afc-876c-a3d5c274a4a9 req-7e7282fe-3c05-4a29-a992-ec4e7c4c4314 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405538 Feb 10 14:06:15.523405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51d05-84e7-487b-8b19-2c7527be890a req-b3f8240c-f160-47a8-be10-a7e2e8f365d7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:15.525251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24d51d05-84e7-487b-8b19-2c7527be890a req-b3f8240c-f160-47a8-be10-a7e2e8f365d7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0558319 Feb 10 14:06:15.570600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-24d51d05-84e7-487b-8b19-2c7527be890a req-319d8904-2de0-426a-8af0-bcbe378d7d84 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Feb 10 14:06:16.692628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3aec2-10ef-4b69-883e-d98c4f275b3c req-31c6739e-cb3a-403a-a44a-d193cdeecd4e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:16.694158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ff3aec2-10ef-4b69-883e-d98c4f275b3c req-31c6739e-cb3a-403a-a44a-d193cdeecd4e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0535076 Feb 10 14:06:16.740388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ff3aec2-10ef-4b69-883e-d98c4f275b3c req-e716a598-d8f1-4c18-935c-f1f0d5320306 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 Feb 10 14:06:17.858194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45bdb-47ca-4217-b46d-4e648265575f req-133aa638-c8cb-4ab0-b768-d74b536bf1df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:17.859712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84e45bdb-47ca-4217-b46d-4e648265575f req-133aa638-c8cb-4ab0-b768-d74b536bf1df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0518577 Feb 10 14:06:17.910462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84e45bdb-47ca-4217-b46d-4e648265575f req-676c65f8-c443-49a3-a964-596027c53541 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452142 Feb 10 14:06:19.026675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a88b7-4425-44ff-b525-5e6e9fca2b56 req-ecc5751d-de14-410c-925a-48446f57e695 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:19.028801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-872a88b7-4425-44ff-b525-5e6e9fca2b56 req-ecc5751d-de14-410c-925a-48446f57e695 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0519927 Feb 10 14:06:19.077711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-872a88b7-4425-44ff-b525-5e6e9fca2b56 req-c82a54e0-163f-4ef1-bc25-10fc3fb0cccf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Feb 10 14:06:20.205957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40600ad3-2431-4ac6-a996-d43089fee2b0 req-489823b5-98a8-4020-8be5-4b25436dccf9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:20.207429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40600ad3-2431-4ac6-a996-d43089fee2b0 req-489823b5-98a8-4020-8be5-4b25436dccf9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0566206 Feb 10 14:06:20.265224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40600ad3-2431-4ac6-a996-d43089fee2b0 req-68c3e81f-6a4c-461b-97e0-652a8dc821f1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514913 Feb 10 14:06:21.395879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb653e6-18ca-42c5-b668-86b4d537b961 req-ed4ec241-f24c-4a98-9ccb-b3e32cb9f46a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:21.397401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bb653e6-18ca-42c5-b668-86b4d537b961 req-ed4ec241-f24c-4a98-9ccb-b3e32cb9f46a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0565314 Feb 10 14:06:21.443723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1bb653e6-18ca-42c5-b668-86b4d537b961 req-01b910e9-ee1b-4596-97a2-1b43a731a45e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Feb 10 14:06:22.486534 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:06:22.563012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823072-6a93-4327-b7b1-4fbd67a5d5e9 req-01c30bb6-6916-479e-9be1-c7d871217fa0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:22.564396 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55823072-6a93-4327-b7b1-4fbd67a5d5e9 req-01c30bb6-6916-479e-9be1-c7d871217fa0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0508099 Feb 10 14:06:22.613257 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55823072-6a93-4327-b7b1-4fbd67a5d5e9 req-f7c174b0-ec60-4de2-8724-84832ab49952 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431938 Feb 10 14:06:23.737360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38e5b-aa74-4aa1-823d-8250dc71b94b req-5df2f1d0-3c3c-46c5-803d-9b0944b46462 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:23.738855 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20b38e5b-aa74-4aa1-823d-8250dc71b94b req-5df2f1d0-3c3c-46c5-803d-9b0944b46462 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0538590 Feb 10 14:06:23.789303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20b38e5b-aa74-4aa1-823d-8250dc71b94b req-de465339-9cb9-44c9-aadd-bfc23c84e1fa tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449305 Feb 10 14:06:24.906081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b1f8-3fd5-4af2-b629-0f41b3f0d4de req-d824d0ef-6b56-4258-9a83-e79cdcd16f87 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:24.907830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a80b1f8-3fd5-4af2-b629-0f41b3f0d4de req-d824d0ef-6b56-4258-9a83-e79cdcd16f87 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0530412 Feb 10 14:06:24.960023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0a80b1f8-3fd5-4af2-b629-0f41b3f0d4de req-0ea2a62c-1f89-43ab-a4bc-b20cab97d01f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462408 Feb 10 14:06:26.135749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25fe32-5885-416f-af4e-45fd6a3246ef req-39400b24-2806-446b-8636-964f4295d081 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:26.137170 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb25fe32-5885-416f-af4e-45fd6a3246ef req-39400b24-2806-446b-8636-964f4295d081 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.1087971 Feb 10 14:06:26.184717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb25fe32-5885-416f-af4e-45fd6a3246ef req-1f273f83-9868-4b0b-a00a-6455d1c5c8e1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Feb 10 14:06:27.305781 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b1dc2-1e5f-403f-9a01-88c97e98d779 req-51e6dd2e-25bb-453d-a9c8-f37006e5539b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:27.307549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b85b1dc2-1e5f-403f-9a01-88c97e98d779 req-51e6dd2e-25bb-453d-a9c8-f37006e5539b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0568421 Feb 10 14:06:27.366633 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b85b1dc2-1e5f-403f-9a01-88c97e98d779 req-6be43c11-4a4f-459e-b9d5-d626e9424254 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534954 Feb 10 14:06:28.486671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee73423-448a-444a-bda0-4c25ee773647 req-e7399f7e-da75-4b3f-a7eb-b72c19af1831 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:28.488162 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ee73423-448a-444a-bda0-4c25ee773647 req-e7399f7e-da75-4b3f-a7eb-b72c19af1831 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Feb 10 14:06:28.533691 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7ee73423-448a-444a-bda0-4c25ee773647 req-53383c23-77c7-483e-bf96-b2d593f2c84a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399890 Feb 10 14:06:29.074778 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-42cb3f9c-0a3d-4288-a640-86ed2e5bfaef service neutron] show failed (client error): The resource could not be found. Feb 10 14:06:29.075810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-42cb3f9c-0a3d-4288-a640-86ed2e5bfaef service neutron] 10.222.0.77 "GET /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0611882 Feb 10 14:06:29.153647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-37f684ab-24ea-499d-88b5-c1180c433a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.155462 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-37f684ab-24ea-499d-88b5-c1180c433a7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1128 time: 0.0492036 Feb 10 14:06:29.256822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-a68410c9-fa3d-433c-8084-27a0b100d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.258342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-a68410c9-fa3d-433c-8084-27a0b100d291 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0860384 Feb 10 14:06:29.314001 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-7a0d2698-7914-4184-895a-b23e21452f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.315518 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-7a0d2698-7914-4184-895a-b23e21452f4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0777214 Feb 10 14:06:29.325857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:29.327684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-9c882b82-a8db-45ff-9523-a85b4c227a00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1002 time: 0.0639563 Feb 10 14:06:29.377342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-452755cd-bb60-4e44-82ff-f4b85e797e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.378824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-452755cd-bb60-4e44-82ff-f4b85e797e42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0448191 Feb 10 14:06:29.387272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:29.427416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-bf24671c-0ccc-4d0f-8673-fd5e56218597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.428936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-bf24671c-0ccc-4d0f-8673-fd5e56218597 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441225 Feb 10 14:06:29.519947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-fe188349-c530-4e1a-9976-d83919806b04 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854218 Feb 10 14:06:29.586360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:29.620164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:06:29.624274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-386debdd-bdeb-4a87-83e3-5738f4e57bb1 req-894b9904-17e0-487e-998a-e7267e8cd1a7 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989749 Feb 10 14:06:29.661558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:29.663945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851a1f2-f5c2-48fa-81e6-5da3a64f085f req-589ef35f-a3fd-4517-99cb-327f1d983bcd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:29.664136 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc94796-7a0a-48ae-9444-1c68c3c11d15" -d '{"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-unplugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:29.665456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e851a1f2-f5c2-48fa-81e6-5da3a64f085f req-589ef35f-a3fd-4517-99cb-327f1d983bcd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0589268 Feb 10 14:06:29.667856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks [] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:29.680702 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Transition to ACTIVE for port object e11153ea-ab78-49af-9387-a5f76d4a25cd will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:06:29.684870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:29.714600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e851a1f2-f5c2-48fa-81e6-5da3a64f085f req-e689f4c5-0b56-44c1-ac33-44b94c618252 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Feb 10 14:06:29.763047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:29.775466 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad763e8-628e-466c-8201-3368f1b727d7 x-openstack-request-id: req-4ad763e8-628e-466c-8201-3368f1b727d7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:29.775756 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-unplugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:29.776006 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ad763e8-628e-466c-8201-3368f1b727d7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:29.776405 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'code': 200} Feb 10 14:06:29.809287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] No DVR routers for this DVR port e11153ea-ab78-49af-9387-a5f76d4a25cd on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:06:29.946880 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:06:29.947219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:06:29.947539 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:29.951683 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:06:29.951998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Attempting to bind port e11153ea-ab78-49af-9387-a5f76d4a25cd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:29.956643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:06:29.957003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:06:29.957378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:06:29.957794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Bound port: e11153ea-ab78-49af-9387-a5f76d4a25cd, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:06:29.958141 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:30.021276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:06:30.024333 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:06:30.030757 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:30.068396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.069038 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:30.070439 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] 10.222.0.21 "PUT /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1092 time: 0.7485359 Feb 10 14:06:30.101530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa8b8-d74e-4642-87bd-547e996eb42f service neutron] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:30.141609 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ad8c2dcd-b50d-4a6d-8d5a-cb7ee8876908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.143171 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ad8c2dcd-b50d-4a6d-8d5a-cb7ee8876908 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1126 time: 0.0493987 Feb 10 14:06:30.242499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-e6d7ddaf-4a2f-4358-b098-d34109748f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.243991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-e6d7ddaf-4a2f-4358-b098-d34109748f80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0953567 Feb 10 14:06:30.359699 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-09b107d9-5678-432e-9bad-53ed3f283960 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1000 time: 0.1090302 Feb 10 14:06:30.407306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-490bc915-aa47-41df-bb15-597ac1ee4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.408768 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-490bc915-aa47-41df-bb15-597ac1ee4027 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0433707 Feb 10 14:06:30.460291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ef0df9b5-d4b1-481e-a69d-684500df9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.461846 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-ef0df9b5-d4b1-481e-a69d-684500df9fda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476425 Feb 10 14:06:30.553233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-b96f30bb-d171-4058-91a1-8866aaedbfb6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Feb 10 14:06:30.648956 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-422429d4-0625-4bc6-91d3-d2d4a905f36f req-917a543f-623a-4e3d-9fd2-b021e9437045 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893867 Feb 10 14:06:30.838471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714e617-d7a7-453e-bdbb-50ad4152df7c req-25e1e9f8-a3f0-4d4e-b2c6-b33dc45e6c6a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:30.839867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e714e617-d7a7-453e-bdbb-50ad4152df7c req-25e1e9f8-a3f0-4d4e-b2c6-b33dc45e6c6a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 944 time: 0.0521841 Feb 10 14:06:30.885751 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e714e617-d7a7-453e-bdbb-50ad4152df7c req-d89c47f3-5309-47d8-8c2c-d26d5adbb599 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Feb 10 14:06:30.892989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2978d24-8892-4059-94e4-4487a35eef9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:31.777705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:31.780068 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c36049b-beb4-4dc2-ad04-57f54f349c45" -d '{"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:31.827262 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac0129-7efd-4698-8cbb-e0943795ccbd x-openstack-request-id: req-b6ac0129-7efd-4698-8cbb-e0943795ccbd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:31.827552 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:31.827811 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6ac0129-7efd-4698-8cbb-e0943795ccbd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:31.828330 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'status': 'completed', 'code': 200} Feb 10 14:06:31.891053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-f5ebeb28-ce2c-4d7d-85ee-cae83b2c554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:31.892009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-2bdd6396-75d7-4aad-b289-5ad27d376c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:31.892566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-f5ebeb28-ce2c-4d7d-85ee-cae83b2c554e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1126 time: 0.0481703 Feb 10 14:06:31.893515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-2bdd6396-75d7-4aad-b289-5ad27d376c5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1126 time: 0.0445228 Feb 10 14:06:31.990779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-b6f8346f-3abe-43f5-83db-db9ba13cfbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:31.992239 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-b6f8346f-3abe-43f5-83db-db9ba13cfbc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0920246 Feb 10 14:06:32.011657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-22e04ac0-0cae-424a-bc5c-9947725020ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.013144 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-22e04ac0-0cae-424a-bc5c-9947725020ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1151173 Feb 10 14:06:32.035523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ae0e-ff49-4a00-8670-c8f872dc6fae req-b2749f06-a7db-4854-8b82-88a1992552b8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.037002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c530ae0e-ff49-4a00-8670-c8f872dc6fae req-b2749f06-a7db-4854-8b82-88a1992552b8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 944 time: 0.0745473 Feb 10 14:06:32.056319 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-085de350-c0ea-4c47-8bfc-1ede1685e1bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1000 time: 0.0573790 Feb 10 14:06:32.103257 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-f3468687-9a9b-4312-afe4-91eb4bd7bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.104694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-f3468687-9a9b-4312-afe4-91eb4bd7bc98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0423300 Feb 10 14:06:32.107383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-25105913-1668-442a-99fa-dbbacbd504b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1000 time: 0.0882487 Feb 10 14:06:32.157678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-63d8e880-0825-4c02-bdf0-58d304659682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.159284 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-63d8e880-0825-4c02-bdf0-58d304659682 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483816 Feb 10 14:06:32.160139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c530ae0e-ff49-4a00-8670-c8f872dc6fae req-8dcd661a-5508-48cf-9ffa-e7bf8a5803b2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914261 Feb 10 14:06:32.171196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-8e5523a9-512c-4a25-868f-8b12ba442389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.172650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-8e5523a9-512c-4a25-868f-8b12ba442389 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0598834 Feb 10 14:06:32.222026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-b20d6fc5-0553-4a8c-be91-2d0095a0d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:32.223561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-b20d6fc5-0553-4a8c-be91-2d0095a0d423 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456684 Feb 10 14:06:32.258756 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-e2148d03-be2e-4693-8b58-a4a74e840c4f service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926673 Feb 10 14:06:32.318824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-0b8eb9af-7a18-428f-9238-4b04bcf75f40 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888934 Feb 10 14:06:32.354065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-3f147785-3a56-43ef-a9bb-b98890874df2 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883236 Feb 10 14:06:32.418382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c36049b-beb4-4dc2-ad04-57f54f349c45 req-dbb3d8e3-140e-449d-a55f-8753c1adda23 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939324 Feb 10 14:06:33.247836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:06:33.282741 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33faa41-f016-46fe-8156-db7808ac3331 req-a0b17854-971d-4466-bdd2-a4d1c9004997 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:33.284251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f33faa41-f016-46fe-8156-db7808ac3331 req-a0b17854-971d-4466-bdd2-a4d1c9004997 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 944 time: 0.0542970 Feb 10 14:06:33.288103 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port e11153ea-ab78-49af-9387-a5f76d4a25cd host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:06:33.288511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:06:33.326705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b6d869bc-1beb-49af-9099-f0d3ad028fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:33.332921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f33faa41-f016-46fe-8156-db7808ac3331 req-e142cc88-c39e-4178-aabe-523ad1b81782 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Feb 10 14:06:33.625546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:06:33.722198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:33.733206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'mac_address': 'fa:16:3e:d6:d5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:06:33.777218 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port e11153ea-ab78-49af-9387-a5f76d4a25cd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:33.777606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:33.790707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11153ea-ab78-49af-9387-a5f76d4a25cd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:06:33.809361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:33.813524 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:33.859613 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:34.135379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['e11153ea-ab78-49af-9387-a5f76d4a25cd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:06:34.462920 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f947fe-310e-4867-98e6-a63afc22fb59 req-485fabe7-4212-4bc2-a870-5db76dc19f22 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:34.464519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9f947fe-310e-4867-98e6-a63afc22fb59 req-485fabe7-4212-4bc2-a870-5db76dc19f22 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 945 time: 0.0646315 Feb 10 14:06:34.521111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d9f947fe-310e-4867-98e6-a63afc22fb59 req-a93315c4-7ab0-4755-a739-ca6b30ae2d9c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509393 Feb 10 14:06:34.725642 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:34.760913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6c2aa-c644-47d1-bb81-1eb8934536d7 req-6829d3b9-429e-41c4-bddc-f4258134b862 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:34.762403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5b6c2aa-c644-47d1-bb81-1eb8934536d7 req-6829d3b9-429e-41c4-bddc-f4258134b862 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 945 time: 0.0877025 Feb 10 14:06:34.771994 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-74605b57-afb3-4b94-9c5b-8b0e843535e8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:34.773377 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-74605b57-afb3-4b94-9c5b-8b0e843535e8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 945 time: 0.0900261 Feb 10 14:06:34.851322 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a5b6c2aa-c644-47d1-bb81-1eb8934536d7 req-a0323e9d-a22a-4372-b160-5d51e671baf9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769942 Feb 10 14:06:34.863227 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-c51bae59-7221-41a8-9f0c-4497ae5a138e service neutron] delete failed (client error): The resource could not be found. Feb 10 14:06:34.864327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-c51bae59-7221-41a8-9f0c-4497ae5a138e service neutron] 10.222.0.77 "DELETE /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0844278 Feb 10 14:06:34.954595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-c0d3f60a-51a6-4461-973c-d5a6087828d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:34.956060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-c0d3f60a-51a6-4461-973c-d5a6087828d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 1127 time: 0.0490003 Feb 10 14:06:35.042046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-13bb1edf-8088-4a45-acc2-168edd15b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:35.043453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-13bb1edf-8088-4a45-acc2-168edd15b4f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0813072 Feb 10 14:06:35.110276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-22c42691-ef07-49d1-baec-05a158db0f27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 200 len: 1001 time: 0.0603793 Feb 10 14:06:35.156241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-591d4629-c46a-4c8e-8ac8-fb71a8e9557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:35.157985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-591d4629-c46a-4c8e-8ac8-fb71a8e9557d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0427666 Feb 10 14:06:35.205459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-340162e9-b021-474f-8b58-0014f52c4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:35.206936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-340162e9-b021-474f-8b58-0014f52c4f4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433295 Feb 10 14:06:35.297657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-ced86a18-5bda-480f-a8be-f48f52784ff8 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844479 Feb 10 14:06:35.383653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c90d48da-eac5-4231-8f11-28eec89cce44 req-15a0232d-db5f-4e23-ac9c-f641671335f7 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803456 Feb 10 14:06:35.635458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:06:35.684723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port e11153ea-ab78-49af-9387-a5f76d4a25cd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:06:35.688908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port e11153ea-ab78-49af-9387-a5f76d4a25cd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:35.689285 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:35.770917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port e11153ea-ab78-49af-9387-a5f76d4a25cd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:35.771518 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:35.794869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:35.797259 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4490e47-f637-4d95-822a-0a8416633411" -d '{"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-plugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:35.810043 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:35.814586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:35.841809 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e90a20-af7c-43da-885a-1543ef0be279 x-openstack-request-id: req-d9e90a20-af7c-43da-885a-1543ef0be279 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:35.842104 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-plugged", "status": "completed", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:35.842365 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9e90a20-af7c-43da-885a-1543ef0be279 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:35.842764 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'code': 200} Feb 10 14:06:35.872157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:35.945770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:35.996653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03792e-f44c-4322-b8f6-b46eb63325fd req-fb0ae88a-71cb-4d08-9e0f-3b0e7b97924c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:35.998973 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed03792e-f44c-4322-b8f6-b46eb63325fd req-fb0ae88a-71cb-4d08-9e0f-3b0e7b97924c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0713153 Feb 10 14:06:36.044088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed03792e-f44c-4322-b8f6-b46eb63325fd req-f8cb68fd-f15b-4e90-a3bf-a9246e910455 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Feb 10 14:06:36.162011 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd05e-58c6-4452-9445-3a54a1d54eab req-22d33bfa-cbde-4f0e-9955-7e52b823ce4a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:36.163407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-016bd05e-58c6-4452-9445-3a54a1d54eab req-22d33bfa-cbde-4f0e-9955-7e52b823ce4a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0549941 Feb 10 14:06:36.209955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-016bd05e-58c6-4452-9445-3a54a1d54eab req-25913a18-5431-4568-b5e2-cec3ec5889ff tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Feb 10 14:06:36.326627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7b4a8-3fe6-44bd-aba3-d3bfb8a5831a req-4d92b20d-ef8f-41d3-ba37-0f101d29674f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:36.328115 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec7b4a8-3fe6-44bd-aba3-d3bfb8a5831a req-4d92b20d-ef8f-41d3-ba37-0f101d29674f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Feb 10 14:06:36.377420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ec7b4a8-3fe6-44bd-aba3-d3bfb8a5831a req-b235c77e-e280-49ea-9bc3-a04bee11584b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Feb 10 14:06:36.409893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:36.610317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475018d-8a12-485a-b234-cf9c95d4cf36 req-b41d2bda-fc9a-40ff-82e8-15428d67da93 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:36.611794 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b475018d-8a12-485a-b234-cf9c95d4cf36 req-b41d2bda-fc9a-40ff-82e8-15428d67da93 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0525637 Feb 10 14:06:36.657545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b475018d-8a12-485a-b234-cf9c95d4cf36 req-069e3073-0679-4fdb-8722-bc113075939b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Feb 10 14:06:37.474270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:37.777818 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6563b-8d9b-461e-8981-b238793fe31d req-9e6c61e6-16a0-481f-8105-9ca6ad0b5dce tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:37.779201 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4e6563b-8d9b-461e-8981-b238793fe31d req-9e6c61e6-16a0-481f-8105-9ca6ad0b5dce tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Feb 10 14:06:37.824358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4e6563b-8d9b-461e-8981-b238793fe31d req-bb44422f-8c23-4e62-ade5-9d51de53c7a0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Feb 10 14:06:37.980576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1974cf16-a514-4bb9-9c89-2d173c627609 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:37.982055 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1974cf16-a514-4bb9-9c89-2d173c627609 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 946 time: 0.0511808 Feb 10 14:06:38.076101 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Deleting port e11153ea-ab78-49af-9387-a5f76d4a25cd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:06:38.076436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.162422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] For port e11153ea-ab78-49af-9387-a5f76d4a25cd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=e11153ea-ab78-49af-9387-a5f76d4a25cd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:38.162779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.376302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.376590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.376948 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 disassociated. External IP: 172.25.8.189, port: e11153ea-ab78-49af-9387-a5f76d4a25cd. Feb 10 14:06:38.377292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Calling delete_port for e11153ea-ab78-49af-9387-a5f76d4a25cd owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:06:38.502689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (e11153ea-ab78-49af-9387-a5f76d4a25cd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.531191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'Port': ['ID=e11153ea-ab78-49af-9387-a5f76d4a25cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:38.647207 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:06:38.758556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:06:38.768747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:06:38.777869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:38.778474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:38.799344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] No DVR routers for this DVR port e11153ea-ab78-49af-9387-a5f76d4a25cd on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:06:38.802046 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:38.805459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b7c4efd7-bfbd-42f9-bf1f-975f6d24c7f5 req-1650aed5-b5ec-48b0-823a-4c0fa9575b50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "DELETE /v2.0/ports/e11153ea-ab78-49af-9387-a5f76d4a25cd HTTP/1.1" status: 204 len: 173 time: 0.8154852 Feb 10 14:06:38.805859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-deleted', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:38.808156 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6c9bc912095cbc7ecaf72f50375cd676b92d14fcb32f66f3d306c11f7b8f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601f03d-c1d2-4092-8c51-a533ccc21631" -d '{"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-deleted", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:38.855660 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f1917-dea8-42ad-bd6a-52d0a0d94242 x-openstack-request-id: req-d52f1917-dea8-42ad-bd6a-52d0a0d94242 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:38.856142 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b0ab8-6e78-4aab-95fb-119633673006", "name": "network-vif-deleted", "tag": "e11153ea-ab78-49af-9387-a5f76d4a25cd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:38.856613 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d52f1917-dea8-42ad-bd6a-52d0a0d94242 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:38.857201 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b0ab8-6e78-4aab-95fb-119633673006', 'name': 'network-vif-deleted', 'tag': 'e11153ea-ab78-49af-9387-a5f76d4a25cd', 'status': 'completed', 'code': 200} Feb 10 14:06:38.893454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:38.953268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-575638b2-bca0-446e-ae29-0938648271e3 req-9561389a-c082-4556-b34b-26f099087cfa tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=977b0ab8-6e78-4aab-95fb-119633673006 HTTP/1.1" status: 200 len: 210 time: 0.0317194 Feb 10 14:06:39.110618 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:39.135885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:06:39.143858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:39.144522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:39.249822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:39.441693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:39.467746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c45c2c-d4d6-4a91-b8fe-ec933fd2e1b8 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:06:39.691444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89270bdd-34c8-4a08-a0a1-9ba6fd978c5a None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:06:40.186130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-8be965cb-1777-4555-ba42-659c72e428a4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--881873116&fields=id&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 267 time: 0.0423415 Feb 10 14:06:40.294869 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-f62b82ad-8d9d-430c-ae10-03fcd8b1ec12 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:40.297034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-f62b82ad-8d9d-430c-ae10-03fcd8b1ec12 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1038558 Feb 10 14:06:40.312369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-30f5dee8-504a-4aca-a096-a5c0551992ac tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/quotas/3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 375 time: 0.0099134 Feb 10 14:06:40.371042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-e3fb8ee8-374e-4537-be01-7639c4c41ddb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535319 Feb 10 14:06:40.512944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-beb225ed-704b-4942-8861-ff53f545490d service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308050 Feb 10 14:06:40.605818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-d9d24f13-5a5c-4b5c-b705-d76c12543daa service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Feb 10 14:06:40.765389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fc1ad57-2b15-495d-8d1f-76d6abe77282 req-25e6c693-564b-4dde-af61-c434dc246407 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 210 time: 0.0276964 Feb 10 14:06:41.607560 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:41.658439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:06:41.680277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: e11153ea-ab78-49af-9387-a5f76d4a25cd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:06:41.680634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device e11153ea-ab78-49af-9387-a5f76d4a25cd not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:06:41.732522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-6ff2132c-254a-4ce9-82b1-3f10148e5021 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:41.734521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-6ff2132c-254a-4ce9-82b1-3f10148e5021 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1068819 Feb 10 14:06:41.799969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-8a9b00e3-df5e-41a0-af5d-5ea1d56e29e3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 379 time: 0.0571964 Feb 10 14:06:41.808146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'port': {'device_id': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'admin_state_up': True, 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'security_groups': ['db6ce284-4930-4542-a1d2-73d166a2dc2a']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:41.892442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-334c3f81-2eac-493a-9a50-23a5a8527e6b req-210e4c36-bb25-44d6-9773-9585cd229f46 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 210 time: 0.0558960 Feb 10 14:06:41.938470 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:06:41.941796 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.060857 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Allocated IP 172.20.0.4 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/bf3517b2-013a-45de-99a2-64fd46d70ccd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:06:42.194024 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.227174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.267906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:06:42.270897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:06:42.274489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:06:42.302749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:42.328991 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:42.329633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.346065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-aa33018c-44ae-4067-b188-8e9d16276c92 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5417464 Feb 10 14:06:42.356893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Request body: {'port': {'device_id': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:42.421313 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.546494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7f3ca724-d112-49ad-a6c8-dc19b8f21f25 None None] Provisioning complete for port bf3517b2-013a-45de-99a2-64fd46d70ccd triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:42.546798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca724-d112-49ad-a6c8-dc19b8f21f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.580588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ca724-d112-49ad-a6c8-dc19b8f21f25 None None] Port bf3517b2-013a-45de-99a2-64fd46d70ccd cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:06:42.678244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3517b2-013a-45de-99a2-64fd46d70ccd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:06:42.685527 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks [] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.697635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Transition to ACTIVE for port object bf3517b2-013a-45de-99a2-64fd46d70ccd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:06:42.701949 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.753326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:42.824153 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:06:42.824494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:06:42.824850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:42.829826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:06:42.830152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:06:42.835290 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:06:42.835630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:06:42.836009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:06:42.836435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Bound port: bf3517b2-013a-45de-99a2-64fd46d70ccd, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:06:42.836822 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.901001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:06:42.904450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:06:42.911805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.948228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:42.949204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:42.950628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] 10.222.0.77 "PUT /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 1091 time: 0.5979095 Feb 10 14:06:42.955320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:42.957902 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33cd7e-cf0d-453a-91dc-a539bdaab609" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:43.022525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29197-f374-4ca4-9d21-2be211b1e023 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:43.072170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecdaa-9e87-4d34-adfa-861d66f368e4 req-f5e7a95d-35b4-44eb-8b6a-bce73aef18dc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.073744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a17ecdaa-9e87-4d34-adfa-861d66f368e4 req-f5e7a95d-35b4-44eb-8b6a-bce73aef18dc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 943 time: 0.0994053 Feb 10 14:06:43.087952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-ca0c2cd9-9e18-4be5-a016-16057ccb04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.089456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-ca0c2cd9-9e18-4be5-a016-16057ccb04d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1125 time: 0.0941644 Feb 10 14:06:43.142114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-184731c4-d3ff-4a2a-b9bd-4fe4c6171171 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 217 time: 0.0444350 Feb 10 14:06:43.536119 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a17ecdaa-9e87-4d34-adfa-861d66f368e4 req-146eb2cf-f4af-4d3a-a983-bbd77a05cb6e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561143 Feb 10 14:06:43.546337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-ce446127-5b33-4f1c-97f2-6776a5a6836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.548547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-ce446127-5b33-4f1c-97f2-6776a5a6836d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.3988290 Feb 10 14:06:43.601353 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-61241986-fe2a-4802-8486-6df446d631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.602960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-61241986-fe2a-4802-8486-6df446d631b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468094 Feb 10 14:06:43.675136 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40325ee1-30bc-4bc7-bf92-92776073e039 x-openstack-request-id: req-40325ee1-30bc-4bc7-bf92-92776073e039 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:43.675426 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:43.675682 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40325ee1-30bc-4bc7-bf92-92776073e039 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:43.676079 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'status': 'completed', 'code': 200} Feb 10 14:06:43.705135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-7eee6ef4-22b9-41c3-aeaf-d81c91b5c095 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960987 Feb 10 14:06:43.791556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a9d1cb5c-7caf-4228-b1af-f0563e475f19 req-3dd30148-15c3-4f7a-9b8e-375378c2b502 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807517 Feb 10 14:06:43.883547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-dda8ac67-21b3-47c5-ab34-ba7d3594e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.885086 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-dda8ac67-21b3-47c5-ab34-ba7d3594e76e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1125 time: 0.0491769 Feb 10 14:06:43.971953 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-c6c59179-368b-48b5-b995-2574eedd9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:43.973459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-c6c59179-368b-48b5-b995-2574eedd9204 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0816572 Feb 10 14:06:44.017917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-2a2295f3-2246-49ed-978a-fbc74e2d1ef9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 217 time: 0.0379825 Feb 10 14:06:44.065401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-20061fc7-999f-4e40-949f-7ce1a0c4e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:44.066728 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-20061fc7-999f-4e40-949f-7ce1a0c4e69b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0428317 Feb 10 14:06:44.114595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-244e9ce1-de79-4c4e-ac77-3272591c9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:44.116058 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-244e9ce1-de79-4c4e-ac77-3272591c9081 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431099 Feb 10 14:06:44.213766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-72edecd1-5819-418c-a734-9b18efa758a2 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911937 Feb 10 14:06:44.302227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d33cd7e-cf0d-453a-91dc-a539bdaab609 req-a6ea8344-911a-42cb-95c8-10113c649f3b service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813460 Feb 10 14:06:44.654122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15ea0-163c-4bea-af10-ca1ccba8b016 req-11c5b490-31e0-4327-b959-98b0c402e51f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:44.656206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1e15ea0-163c-4bea-af10-ca1ccba8b016 req-11c5b490-31e0-4327-b959-98b0c402e51f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 943 time: 0.0513253 Feb 10 14:06:44.705744 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1e15ea0-163c-4bea-af10-ca1ccba8b016 req-0c08aae3-97ac-4b18-9148-645845ef9068 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Feb 10 14:06:45.308351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:06:45.563987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:45.574339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'mac_address': 'fa:16:3e:17:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:06:45.610722 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bf3517b2-013a-45de-99a2-64fd46d70ccd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:45.611102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:45.623708 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3517b2-013a-45de-99a2-64fd46d70ccd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:06:45.642579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:45.646428 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:45.691360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:45.824304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0b67-4033-4eb0-bb27-5a5cbcf57fb0 req-1a9047dd-b60a-4a5d-975e-a151fad4389d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:45.825741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b28b0b67-4033-4eb0-bb27-5a5cbcf57fb0 req-1a9047dd-b60a-4a5d-975e-a151fad4389d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 944 time: 0.0520086 Feb 10 14:06:45.833041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['bf3517b2-013a-45de-99a2-64fd46d70ccd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:06:45.872581 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b28b0b67-4033-4eb0-bb27-5a5cbcf57fb0 req-220d4248-de97-4906-8015-28f6a9f292c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Feb 10 14:06:46.989077 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af688bb-85ba-491e-80dc-0982b93002ef req-ba87112b-3e07-4517-8dac-d651f26a26d4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:46.990561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3af688bb-85ba-491e-80dc-0982b93002ef req-ba87112b-3e07-4517-8dac-d651f26a26d4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 944 time: 0.0508099 Feb 10 14:06:47.036605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3af688bb-85ba-491e-80dc-0982b93002ef req-6a5859ec-5671-4d28-9d4c-41ca11127344 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Feb 10 14:06:47.309475 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:06:47.356007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port bf3517b2-013a-45de-99a2-64fd46d70ccd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:06:47.360317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port bf3517b2-013a-45de-99a2-64fd46d70ccd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:06:47.360710 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:47.436717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port bf3517b2-013a-45de-99a2-64fd46d70ccd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:06:47.437122 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:47.458601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:47.460964 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd5ed01-391b-4802-9963-a9471a1cfedc" -d '{"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:47.473831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:06:47.477785 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:47.500849 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecccbb5-2fa2-498d-8183-94f93d99d9fa x-openstack-request-id: req-fecccbb5-2fa2-498d-8183-94f93d99d9fa {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:47.501140 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:47.501392 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fecccbb5-2fa2-498d-8183-94f93d99d9fa {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:47.501781 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'code': 200} Feb 10 14:06:47.528687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:06:47.539203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.539551 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.539891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.540438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.540808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.541167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.541672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.542009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.542334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.542657 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.542983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.543300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.543621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:06:47.602681 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b0c04-d401-4b40-956c-7f85d0a82d4f req-bb4d559d-68c8-46d6-9608-39c51cf3dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:47.604866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-617b0c04-d401-4b40-956c-7f85d0a82d4f req-bb4d559d-68c8-46d6-9608-39c51cf3dda3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1127 time: 0.0531967 Feb 10 14:06:47.647689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-617b0c04-d401-4b40-956c-7f85d0a82d4f req-06c2c6e3-089c-4a43-9cc8-6ed687b28bba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374470 Feb 10 14:06:48.154629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8f27-c916-4c31-9c5a-9bd41774be0b req-6e33e8f0-6ec1-4ec4-a146-b1d31928e085 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:48.156588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90ac8f27-c916-4c31-9c5a-9bd41774be0b req-6e33e8f0-6ec1-4ec4-a146-b1d31928e085 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0523715 Feb 10 14:06:48.203704 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90ac8f27-c916-4c31-9c5a-9bd41774be0b req-53338f64-254a-420f-b9d1-00f3daf44ad9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412295 Feb 10 14:06:49.325139 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c7e88-afc6-4564-8a05-22ee06b3639a req-271600a5-33f1-4b95-b679-266d04024756 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:49.326672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97c7e88-afc6-4564-8a05-22ee06b3639a req-271600a5-33f1-4b95-b679-266d04024756 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0562356 Feb 10 14:06:49.372137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b97c7e88-afc6-4564-8a05-22ee06b3639a req-5c6a303f-03a4-4490-8d4a-f73941ebf3a3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393653 Feb 10 14:06:49.483640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b80077-d63f-4d6e-b6b2-7358a7ac0894 req-28f19d06-beb5-4b0e-afdd-88d6094e08bd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:49.485036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e2b80077-d63f-4d6e-b6b2-7358a7ac0894 req-28f19d06-beb5-4b0e-afdd-88d6094e08bd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0521321 Feb 10 14:06:49.493530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 59866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:06:49.497806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'floatingip': {'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:06:49.536288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:49.969254 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:49.972966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:50.082577 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 associated. External IP: 172.25.8.189, port: bf3517b2-013a-45de-99a2-64fd46d70ccd. Feb 10 14:06:50.293288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:06:50.407500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:06:50.412215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:06:50.416915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:06:50.426640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:50.427254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:50.442247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9d9627ba-f8b8-419a-9174-ebf813a634b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "PUT /v2.0/floatingips/7bb179c8-4475-408c-8551-4ac9a15c1bb6 HTTP/1.1" status: 200 len: 991 time: 0.9476326 Feb 10 14:06:50.442837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:06:50.445307 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53ee5081d0a9b6f0dd96264421b9da64c4a4610ca0665be12ecd056cae7d7497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62052ef-7831-4568-9c62-bd0840a795bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:06:50.550825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:50.560558 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e65141-1da8-4420-9135-863b98fe66e4 x-openstack-request-id: req-11e65141-1da8-4420-9135-863b98fe66e4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:06:50.560867 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:06:50.561128 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11e65141-1da8-4420-9135-863b98fe66e4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:06:50.561570 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'status': 'completed', 'code': 200} Feb 10 14:06:50.656573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62052ef-7831-4568-9c62-bd0840a795bb req-8310ae3c-e866-443a-8633-02ed2c77e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:50.658635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-8310ae3c-e866-443a-8633-02ed2c77e427 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1127 time: 0.0766578 Feb 10 14:06:50.743232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c340-fcc2-4fda-a4c4-930057e21d4d req-fc5c61ca-87c9-4d84-b818-6d35646a02e5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:50.744736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e67c340-fcc2-4fda-a4c4-930057e21d4d req-fc5c61ca-87c9-4d84-b818-6d35646a02e5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.1220043 Feb 10 14:06:50.793841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:17:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:49Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:50.795701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62052ef-7831-4568-9c62-bd0840a795bb req-1be18737-5c88-49af-bcc9-9efcfe9b1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:50.797238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-1be18737-5c88-49af-bcc9-9efcfe9b1ee0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1322606 Feb 10 14:06:50.818401 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e67c340-fcc2-4fda-a4c4-930057e21d4d req-8802a635-1261-42ee-b7ae-d651d6eb1dea tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668476 Feb 10 14:06:50.820769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:06:50.830106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:06:50.830750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:06:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:50.877339 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-87d65c8e-ba69-4665-89fc-8c821b8e1d4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 999 time: 0.0726435 Feb 10 14:06:50.926532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62052ef-7831-4568-9c62-bd0840a795bb req-4af543d6-1a9c-4775-a428-e6125148e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:50.928056 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-4af543d6-1a9c-4775-a428-e6125148e4b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0448194 Feb 10 14:06:50.943680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:06:50.977835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62052ef-7831-4568-9c62-bd0840a795bb req-796fd528-dc7a-481d-bbf9-b554c12f8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:50.979520 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-796fd528-dc7a-481d-bbf9-b554c12f8968 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459733 Feb 10 14:06:51.080874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-ee07f841-ca77-4905-bf87-d0536e60fc89 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947688 Feb 10 14:06:51.173095 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a62052ef-7831-4568-9c62-bd0840a795bb req-0145d176-5a47-4b26-893c-0d7bb9c2b199 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857630 Feb 10 14:06:51.185634 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:17:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:49Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:06:51.212823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e87e7-0449-4d9e-b97e-72aa0144efe7 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:17:b2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:06:49Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:06:51.413527 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f533844-e5cb-4618-a0ed-7126098ad31f None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:06:51.942026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf22606-dcd0-47d9-997d-407772066904 req-b15e243a-75d7-49e9-8d21-6bd718318293 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:51.943531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf22606-dcd0-47d9-997d-407772066904 req-b15e243a-75d7-49e9-8d21-6bd718318293 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0576301 Feb 10 14:06:51.988465 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebf22606-dcd0-47d9-997d-407772066904 req-0288a4a3-4d49-46be-962f-cf8bf509c417 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Feb 10 14:06:53.108720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c706-1b22-4fd4-b2c4-d0c326637e0e req-f34c6f23-9413-43c9-9e8f-9d03a5f7bc61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:53.108720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fb1c706-1b22-4fd4-b2c4-d0c326637e0e req-f34c6f23-9413-43c9-9e8f-9d03a5f7bc61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0526004 Feb 10 14:06:53.152972 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fb1c706-1b22-4fd4-b2c4-d0c326637e0e req-41689a27-fc6a-424b-804a-10af24496b90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Feb 10 14:06:54.273148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4002a-4837-4461-bcc2-d98f44603afa req-02755e96-8492-49bb-94bd-aaedb929c45a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:54.274631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fe4002a-4837-4461-bcc2-d98f44603afa req-02755e96-8492-49bb-94bd-aaedb929c45a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0549240 Feb 10 14:06:54.320145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fe4002a-4837-4461-bcc2-d98f44603afa req-1f538499-61e3-4cd2-97ea-83d971973804 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Feb 10 14:06:55.437469 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd2ef2-6977-47e1-a5ac-11ffff51b60a req-acc87013-3849-45fa-b1d9-cb6eb661b253 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:55.438952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76dd2ef2-6977-47e1-a5ac-11ffff51b60a req-acc87013-3849-45fa-b1d9-cb6eb661b253 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0518558 Feb 10 14:06:55.484530 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-76dd2ef2-6977-47e1-a5ac-11ffff51b60a req-bfc13a9d-771b-4fb7-a452-bf6f28e7ea2d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 Feb 10 14:06:56.656995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b017-0982-483c-b7b2-c6093fc13d9c req-b69fe05c-3e99-4abb-b269-71e7e9035923 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:56.658478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d559b017-0982-483c-b7b2-c6093fc13d9c req-b69fe05c-3e99-4abb-b269-71e7e9035923 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0523250 Feb 10 14:06:56.707573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d559b017-0982-483c-b7b2-c6093fc13d9c req-d588fd09-c139-4f70-bdda-e0c136409afa tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436094 Feb 10 14:06:57.835015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849113d-2afb-470a-bd15-1dec9790784b req-14cb2922-2d65-42b6-abd2-4a0f74d5e58c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:57.836388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6849113d-2afb-470a-bd15-1dec9790784b req-14cb2922-2d65-42b6-abd2-4a0f74d5e58c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0510890 Feb 10 14:06:57.881470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6849113d-2afb-470a-bd15-1dec9790784b req-464325d2-61a5-4582-80a1-e07dda5c9c70 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Feb 10 14:06:58.997956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db228d-9925-4456-85a2-cf3e1d50a1af req-198d8d3a-736a-48b1-8a82-6b1b5cab6442 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:06:58.999997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97db228d-9925-4456-85a2-cf3e1d50a1af req-198d8d3a-736a-48b1-8a82-6b1b5cab6442 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0524228 Feb 10 14:06:59.048406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97db228d-9925-4456-85a2-cf3e1d50a1af req-788b5b37-07de-4b54-868c-5d68d42bdd9b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Feb 10 14:06:59.486512 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:07:00.173507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643753-9a7c-42ac-9fdc-b8a5a837a10c req-7bee31aa-3d59-40a2-bba5-908e6415c7e2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:00.174889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a643753-9a7c-42ac-9fdc-b8a5a837a10c req-7bee31aa-3d59-40a2-bba5-908e6415c7e2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0574944 Feb 10 14:07:00.223578 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1a643753-9a7c-42ac-9fdc-b8a5a837a10c req-f7383d32-fe97-4ec2-8434-9f14131aaefb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Feb 10 14:07:00.898443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3b72eb74-a24b-475f-a3c1-fed544f9723d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:01.349531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6ae61-2054-4cd9-b273-26a0f89984b9 req-a48c2289-7488-4fbe-85f2-98a702f4f1fc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:01.351727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91d6ae61-2054-4cd9-b273-26a0f89984b9 req-a48c2289-7488-4fbe-85f2-98a702f4f1fc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0593243 Feb 10 14:07:01.398342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-91d6ae61-2054-4cd9-b273-26a0f89984b9 req-db0b59d8-324a-4db0-9cb6-506c173c59de tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Feb 10 14:07:02.522152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d7df4-9ba3-417e-a3cf-6b72a6d0af67 req-9609b8f6-fd77-4ffe-812c-12c5da768224 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:02.523631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba3d7df4-9ba3-417e-a3cf-6b72a6d0af67 req-9609b8f6-fd77-4ffe-812c-12c5da768224 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0548308 Feb 10 14:07:02.572514 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba3d7df4-9ba3-417e-a3cf-6b72a6d0af67 req-e87baa1e-db19-4757-9b02-f2df5ff85eca tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Feb 10 14:07:03.328290 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-42cab677-c5a5-498d-a533-5fc335cabeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:03.689547 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff6a0-c172-478f-a08f-49e3a846e5fd req-38f45a0e-1b26-48de-93f7-550d294e4ae3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:03.691023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b69ff6a0-c172-478f-a08f-49e3a846e5fd req-38f45a0e-1b26-48de-93f7-550d294e4ae3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0516164 Feb 10 14:07:03.736425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b69ff6a0-c172-478f-a08f-49e3a846e5fd req-b5f1d222-c6b5-47d1-a939-6c6a85d0d96c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399175 Feb 10 14:07:04.728009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:04.853555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f100319-3bfb-40f6-88f7-58f8e90c2b27 req-44b37e26-2da6-4e5c-97d2-1b19247a7143 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:04.855034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f100319-3bfb-40f6-88f7-58f8e90c2b27 req-44b37e26-2da6-4e5c-97d2-1b19247a7143 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0512586 Feb 10 14:07:04.900258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f100319-3bfb-40f6-88f7-58f8e90c2b27 req-b9cbc246-1e92-4dce-a712-361ec97c471e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 Feb 10 14:07:05.945122 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:06.111449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba869d18-6f77-4073-ad31-6bc7cce93fbe req-09a474ae-9f21-4c87-b772-7848a3f52be1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:06.112996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba869d18-6f77-4073-ad31-6bc7cce93fbe req-09a474ae-9f21-4c87-b772-7848a3f52be1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.1005006 Feb 10 14:07:06.158446 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba869d18-6f77-4073-ad31-6bc7cce93fbe req-2abcf8a4-2cfb-4673-9fa7-25d121c9e834 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 Feb 10 14:07:06.401810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:07.274479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359dfb8-2541-41d5-9f75-ed853c7273a5 req-86ca1171-31c1-468a-8beb-83562f2dae14 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:07.275947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c359dfb8-2541-41d5-9f75-ed853c7273a5 req-86ca1171-31c1-468a-8beb-83562f2dae14 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0514715 Feb 10 14:07:07.321591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c359dfb8-2541-41d5-9f75-ed853c7273a5 req-d7f4ac98-a26e-4129-9b3e-f37e3212e2b2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Feb 10 14:07:07.476079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:08.442217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c025d06-d650-4e45-8a1d-3ce3cce13d81 req-7c89b9a6-2810-48bc-b739-0d879a38c0b7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:08.443707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c025d06-d650-4e45-8a1d-3ce3cce13d81 req-7c89b9a6-2810-48bc-b739-0d879a38c0b7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0557892 Feb 10 14:07:08.489335 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c025d06-d650-4e45-8a1d-3ce3cce13d81 req-b0716d67-7f92-4db9-b45b-d81102ce26a8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401680 Feb 10 14:07:09.606475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916b79-1202-4898-bd35-6d37461d49ae req-5112ed83-3311-44a0-a0a3-89e56f2696eb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:09.608066 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32916b79-1202-4898-bd35-6d37461d49ae req-5112ed83-3311-44a0-a0a3-89e56f2696eb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0519516 Feb 10 14:07:09.653315 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32916b79-1202-4898-bd35-6d37461d49ae req-0873b53a-c2ed-4565-9656-a613b7d1667c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Feb 10 14:07:10.769273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f872c3-ccc4-4105-abb9-ad4a61ea74f8 req-ce3ac302-c3cf-4f22-b164-baf6bd9f4f0f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:10.770738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92f872c3-ccc4-4105-abb9-ad4a61ea74f8 req-ce3ac302-c3cf-4f22-b164-baf6bd9f4f0f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0509021 Feb 10 14:07:10.821922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92f872c3-ccc4-4105-abb9-ad4a61ea74f8 req-3966a678-e8d4-4a79-b526-5a672c341372 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 Feb 10 14:07:11.605857 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:11.939298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1abc-e4aa-44ae-847d-01c07fbb03a5 req-6b3010b7-8a29-4a50-a584-7fcf016536a4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:11.940759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55aa1abc-e4aa-44ae-847d-01c07fbb03a5 req-6b3010b7-8a29-4a50-a584-7fcf016536a4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0516751 Feb 10 14:07:11.986012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-55aa1abc-e4aa-44ae-847d-01c07fbb03a5 req-14559134-350e-4388-9f9a-9c6837377269 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Feb 10 14:07:13.105390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92917406-0926-4812-89cd-d38ce77c3aaf req-b4862f20-2e4c-417a-aaec-9781de6a3fae tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:13.106888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92917406-0926-4812-89cd-d38ce77c3aaf req-b4862f20-2e4c-417a-aaec-9781de6a3fae tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0523300 Feb 10 14:07:13.152575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92917406-0926-4812-89cd-d38ce77c3aaf req-aa5c8aa3-ed51-4f89-b314-16a6b6f9acf2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401249 Feb 10 14:07:14.273584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb68c4-872e-42bc-87d7-b204f02cb955 req-7c5ab190-1951-4627-82e0-6de13f411d31 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:14.275039 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7afb68c4-872e-42bc-87d7-b204f02cb955 req-7c5ab190-1951-4627-82e0-6de13f411d31 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0549123 Feb 10 14:07:14.329035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7afb68c4-872e-42bc-87d7-b204f02cb955 req-24f1f5b3-b7db-4b6f-8e5f-af620327b5b4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479650 Feb 10 14:07:15.446211 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1732b0-8206-43cc-b04f-0f2db62c4fce req-66f92160-bc11-482f-a880-4ecd8a688470 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:15.447675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c1732b0-8206-43cc-b04f-0f2db62c4fce req-66f92160-bc11-482f-a880-4ecd8a688470 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0519118 Feb 10 14:07:15.493485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2c1732b0-8206-43cc-b04f-0f2db62c4fce req-129a8e8a-2927-4f68-b91c-cbd2ad6d8572 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Feb 10 14:07:16.611812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866855a5-cec8-4861-b22f-8c480247e381 req-2f34e53f-7b1f-4af7-866c-b7e4d38f6767 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:16.613253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-866855a5-cec8-4861-b22f-8c480247e381 req-2f34e53f-7b1f-4af7-866c-b7e4d38f6767 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0514114 Feb 10 14:07:16.665594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-866855a5-cec8-4861-b22f-8c480247e381 req-bf8e984b-72e5-4637-87bf-4dcc8dfff53e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469449 Feb 10 14:07:16.892225 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-daaa4367-20cf-4355-b299-2823b6ee6543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478578 Feb 10 14:07:16.902724 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0af49b-ad3a-4535-bb8c-3efa43f19c85 req-a6fdf412-ea84-46ba-bc89-052f7044f66c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:16.904217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0af49b-ad3a-4535-bb8c-3efa43f19c85 req-a6fdf412-ea84-46ba-bc89-052f7044f66c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0532386 Feb 10 14:07:16.953970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b0af49b-ad3a-4535-bb8c-3efa43f19c85 req-5de28f20-ca72-4cba-aaa1-e55df0fcd0e0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434272 Feb 10 14:07:17.217910 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-adb75a6c-9b65-4c37-9ded-a481de6bedd2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:17.219241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-adb75a6c-9b65-4c37-9ded-a481de6bedd2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 942 time: 0.0448039 Feb 10 14:07:18.086517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-586cd3d8-bcaa-4ebe-82b2-365f29bb827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:18.088068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-586cd3d8-bcaa-4ebe-82b2-365f29bb827f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1127 time: 0.1180301 Feb 10 14:07:18.100566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777104b-a64e-48ea-8613-e4c2dd7dfbae req-cd190fbc-c275-4808-b9fd-c7d21b718b6e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:18.101949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c777104b-a64e-48ea-8613-e4c2dd7dfbae req-cd190fbc-c275-4808-b9fd-c7d21b718b6e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0687540 Feb 10 14:07:18.198703 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c777104b-a64e-48ea-8613-e4c2dd7dfbae req-19131c5f-023a-4182-800b-d562f0c65360 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894599 Feb 10 14:07:18.219524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-12ec7994-ab16-4218-aeda-157a39288509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:18.219524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-12ec7994-ab16-4218-aeda-157a39288509 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1252098 Feb 10 14:07:18.286544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-707887dd-6be4-44e3-b37d-459e88f67a48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 1001 time: 0.0614977 Feb 10 14:07:18.332947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-4f0757d0-7c9b-4e0a-a386-23ed4750b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:18.334425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-4f0757d0-7c9b-4e0a-a386-23ed4750b4d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0422590 Feb 10 14:07:18.380992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-4af0b7e0-9aac-4d21-9a87-992b5a53d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:18.382483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-4af0b7e0-9aac-4d21-9a87-992b5a53d9a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429554 Feb 10 14:07:18.474168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-2ad99807-9ebc-454e-88c1-69ee45eb595d service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853972 Feb 10 14:07:18.563426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-029dbe60-a450-42bd-8e1b-55e07c9d11eb service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833786 Feb 10 14:07:19.319230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c673c06-fac6-4c97-9c74-923c76d8e173 req-aaf028d9-b87d-4689-8b83-0eb422e284bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:19.320731 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c673c06-fac6-4c97-9c74-923c76d8e173 req-aaf028d9-b87d-4689-8b83-0eb422e284bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0542843 Feb 10 14:07:19.366267 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1c673c06-fac6-4c97-9c74-923c76d8e173 req-c0fe58e6-f555-4f11-b1d8-9798da8d5204 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 Feb 10 14:07:20.269961 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-a0fca75b-2ace-4db3-b308-713f90a584d9 service neutron] show failed (client error): The resource could not be found. Feb 10 14:07:20.270891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-a0fca75b-2ace-4db3-b308-713f90a584d9 service neutron] 10.222.0.77 "GET /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0531998 Feb 10 14:07:20.493506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db65f9-928b-4311-af6e-714065409eba req-e39048f1-0e40-4f26-bdd3-542d779607be tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:20.494983 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59db65f9-928b-4311-af6e-714065409eba req-e39048f1-0e40-4f26-bdd3-542d779607be tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0577314 Feb 10 14:07:20.541467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-d155e053-239b-411e-b7bf-3642abcc2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:20.542999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59db65f9-928b-4311-af6e-714065409eba req-3c785abd-d6e4-4bba-be8a-97a533910948 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418208 Feb 10 14:07:20.543152 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-d155e053-239b-411e-b7bf-3642abcc2794 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1127 time: 0.0832725 Feb 10 14:07:20.554107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:07:20.613384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:20.809454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:20.840903 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:07:20.877954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:20.882753 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks [] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:20.894972 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Transition to ACTIVE for port object bf3517b2-013a-45de-99a2-64fd46d70ccd will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:07:20.899840 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:20.926247 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f4658-664e-4f7e-923d-bf0c285416d0" -d '{"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:20.979802 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:20.994538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.994887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.995227 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.995562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.996064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.996209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.996524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.996869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.997197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.997518 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.997837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.998696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:20.999017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:07:21.036606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] No DVR routers for this DVR port bf3517b2-013a-45de-99a2-64fd46d70ccd on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:07:21.069949 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778fc184-c2f7-4156-9b3d-27094d96678f x-openstack-request-id: req-778fc184-c2f7-4156-9b3d-27094d96678f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:21.070247 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:21.070499 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-778fc184-c2f7-4156-9b3d-27094d96678f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:21.070892 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'code': 200} Feb 10 14:07:21.180217 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:07:21.180586 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:07:21.180952 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:07:21.186279 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:07:21.186602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Attempting to bind port bf3517b2-013a-45de-99a2-64fd46d70ccd on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:07:21.191974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:07:21.192312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:07:21.192690 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:07:21.193179 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Bound port: bf3517b2-013a-45de-99a2-64fd46d70ccd, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:07:21.193533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:21.258900 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:07:21.262140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:07:21.269112 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:21.305532 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.306417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:21.307977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 1091 time: 0.7579725 Feb 10 14:07:21.358114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654be4-a63c-4ccd-95d3-196eebe3dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:21.380271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-f1e25e6f-1e76-4d48-8b66-45b201403adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.381803 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-f1e25e6f-1e76-4d48-8b66-45b201403adc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1125 time: 0.0506783 Feb 10 14:07:21.473411 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-df4bc9d0-5a03-4e24-8567-f89a68e7ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.476199 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-df4bc9d0-5a03-4e24-8567-f89a68e7ebaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0864196 Feb 10 14:07:21.547436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-7607d617-8848-4d05-a6d5-c1e27dacee6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 999 time: 0.0659502 Feb 10 14:07:21.594864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-9b259dbf-9564-49e5-bd73-9512ddef8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.596334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-9b259dbf-9564-49e5-bd73-9512ddef8f5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0437114 Feb 10 14:07:21.645602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-a153cca2-f38f-4759-9324-5cb9b8ce2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.647150 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-a153cca2-f38f-4759-9324-5cb9b8ce2451 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446680 Feb 10 14:07:21.666291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e655d-e7bb-454b-a3ff-49dae9c86e2e req-42363f3b-fa15-42aa-8d51-5eb671332fda tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:21.667817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-268e655d-e7bb-454b-a3ff-49dae9c86e2e req-42363f3b-fa15-42aa-8d51-5eb671332fda tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 943 time: 0.0523629 Feb 10 14:07:21.714683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-268e655d-e7bb-454b-a3ff-49dae9c86e2e req-cbab7e67-6c78-4f22-a033-9a26db904054 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 Feb 10 14:07:21.739671 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-43aaa227-79a0-4388-9fdf-43e9b115d29a service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860808 Feb 10 14:07:21.825377 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b5710d26-d835-48d6-b3a3-53fc21fb198d req-d9e1cc0f-cc55-4106-a710-23babd9694df service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797813 Feb 10 14:07:22.835893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614175ca-8672-4a4c-81f3-dce77aa64d95 req-0abb577e-fd69-466a-847d-2190d412f2e8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:22.837366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-614175ca-8672-4a4c-81f3-dce77aa64d95 req-0abb577e-fd69-466a-847d-2190d412f2e8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 943 time: 0.0505288 Feb 10 14:07:22.887473 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-614175ca-8672-4a4c-81f3-dce77aa64d95 req-d585bb99-0c2b-468a-b6d7-cbd90fc5a839 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Feb 10 14:07:23.071857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:23.074257 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aeaaed-e622-4d9f-913b-2c8bf5559905" -d '{"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:23.120676 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff408a48-8a35-40dd-b964-0325fedaf070 x-openstack-request-id: req-ff408a48-8a35-40dd-b964-0325fedaf070 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:23.121002 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:23.121257 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff408a48-8a35-40dd-b964-0325fedaf070 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:23.121680 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'status': 'completed', 'code': 200} Feb 10 14:07:23.186093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-dd456869-8911-48d4-a745-6db2fa2598b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.188262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-dd456869-8911-48d4-a745-6db2fa2598b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1125 time: 0.0487390 Feb 10 14:07:23.189719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-0aaf86ad-6b94-4472-9c02-83488ab0f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.191331 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-0aaf86ad-6b94-4472-9c02-83488ab0f147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1125 time: 0.0499194 Feb 10 14:07:23.278687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-760b0b96-1248-4e0a-a1c7-c585488a81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.278945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-f0cfdc20-c9fd-4258-b031-e652209d36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.280850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-760b0b96-1248-4e0a-a1c7-c585488a81ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0863898 Feb 10 14:07:23.280996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-f0cfdc20-c9fd-4258-b031-e652209d36a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0835006 Feb 10 14:07:23.347696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-add653e6-f1e7-40c1-bf67-a57f42385cef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 999 time: 0.0606253 Feb 10 14:07:23.352550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-75845a56-2de0-4248-8e78-3247e3bf2ad3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 999 time: 0.0614839 Feb 10 14:07:23.396090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-331a3fac-1167-4554-89ca-7b70d7f0dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.397591 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-331a3fac-1167-4554-89ca-7b70d7f0dc39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0437744 Feb 10 14:07:23.400337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-96e6c4c8-d01d-4b05-b161-5a0bbf1bcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.401851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-96e6c4c8-d01d-4b05-b161-5a0bbf1bcf84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0430772 Feb 10 14:07:23.445707 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-bce00e79-6c43-45a6-8702-781f028eaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.447219 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-bce00e79-6c43-45a6-8702-781f028eaffa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438645 Feb 10 14:07:23.448983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-d9df8877-8c1e-45a6-a434-a7347d62f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:23.450453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-d9df8877-8c1e-45a6-a434-a7347d62f8c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428481 Feb 10 14:07:23.472262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:07:23.510304 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port bf3517b2-013a-45de-99a2-64fd46d70ccd host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:07:23.511095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:07:23.540419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-c8c9d956-cbb4-47a0-a122-c58c5f652479 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870628 Feb 10 14:07:23.545707 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-9305acbf-968c-46a6-856d-406ec1539f0a service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893123 Feb 10 14:07:23.627227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-32bf35a3-134a-443f-aba6-adf5ffa1d575 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Feb 10 14:07:23.630682 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6aeaaed-e622-4d9f-913b-2c8bf5559905 req-26b48eda-4450-41de-a4a5-2d64157f9806 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799146 Feb 10 14:07:23.815047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:07:23.912147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:23.922398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'mac_address': 'fa:16:3e:17:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:07:23.959572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bf3517b2-013a-45de-99a2-64fd46d70ccd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:07:23.960020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:23.978055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3517b2-013a-45de-99a2-64fd46d70ccd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:07:23.998587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:24.003516 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:24.017950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec95e-e89f-4a9b-9334-62eaee180df5 req-c855ba2b-5177-4ea3-959b-3a0602a9f472 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:24.019432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5aec95e-e89f-4a9b-9334-62eaee180df5 req-c855ba2b-5177-4ea3-959b-3a0602a9f472 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 943 time: 0.0605426 Feb 10 14:07:24.054086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:24.066127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f5aec95e-e89f-4a9b-9334-62eaee180df5 req-efd65e61-c938-4b4e-a7f4-0c7415ae6e03 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Feb 10 14:07:24.375667 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['bf3517b2-013a-45de-99a2-64fd46d70ccd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:07:25.183666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84e030-f6c4-4b2d-b3b8-50d851051570 req-232d8a53-e06a-4542-a631-6247660f5f5d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:25.185138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac84e030-f6c4-4b2d-b3b8-50d851051570 req-232d8a53-e06a-4542-a631-6247660f5f5d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 944 time: 0.0516343 Feb 10 14:07:25.235872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ac84e030-f6c4-4b2d-b3b8-50d851051570 req-dc63ea0d-92ec-4ae8-8ff1-b3dd5ffda052 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Feb 10 14:07:25.464194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001f01-c273-4c7d-a8d9-e855ec415184 req-58974d79-e5e4-4b01-89f7-cbca0bcaf3e7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:25.465638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20001f01-c273-4c7d-a8d9-e855ec415184 req-58974d79-e5e4-4b01-89f7-cbca0bcaf3e7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 944 time: 0.0894127 Feb 10 14:07:25.472727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-eec8b01d-fc2a-4e94-b2f2-eba81f480bf6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:25.474101 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-eec8b01d-fc2a-4e94-b2f2-eba81f480bf6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&binding%3Ahost_id=n-h1-815324-6 HTTP/1.1" status: 200 len: 944 time: 0.0871713 Feb 10 14:07:25.555536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-20001f01-c273-4c7d-a8d9-e855ec415184 req-e353916a-37ea-4f29-ae32-926148f8eadc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804939 Feb 10 14:07:25.560496 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-04fc099d-9d74-4279-bfaa-c2b0dd770acc service neutron] delete failed (client error): The resource could not be found. Feb 10 14:07:25.561488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-04fc099d-9d74-4279-bfaa-c2b0dd770acc service neutron] 10.222.0.77 "DELETE /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0809093 Feb 10 14:07:25.658398 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-8463ad4c-1bd6-4f7a-9753-badcba91c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:25.659884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-8463ad4c-1bd6-4f7a-9753-badcba91c3e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1126 time: 0.0478029 Feb 10 14:07:25.745671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-617e1c15-588d-476b-b870-08664b602c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:25.747128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-617e1c15-588d-476b-b870-08664b602c89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0819161 Feb 10 14:07:25.812408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:07:25.866941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port bf3517b2-013a-45de-99a2-64fd46d70ccd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:07:25.871819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port bf3517b2-013a-45de-99a2-64fd46d70ccd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:07:25.872346 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:25.951723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port bf3517b2-013a-45de-99a2-64fd46d70ccd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:07:25.952118 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:25.976720 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:25.979020 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}051ab1332d72d67f1de1c3b3d9a68ed43c7300a4bd1142a0f5e06986c366588e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774f759-741e-4222-a123-2e11063c7aa9" -d '{"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:25.992370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:25.997212 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:26.035191 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dd178b-682e-4c9d-82db-35691105b8bc x-openstack-request-id: req-48dd178b-682e-4c9d-82db-35691105b8bc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:26.035488 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:26.035744 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48dd178b-682e-4c9d-82db-35691105b8bc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:26.036139 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'code': 200} Feb 10 14:07:26.055952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:26.158818 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-49df6414-d715-42d8-a1d1-d2e70438345b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 1000 time: 0.4057586 Feb 10 14:07:26.205601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-92c0abac-1848-4bba-bcb0-6c9ff36116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:26.207029 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-92c0abac-1848-4bba-bcb0-6c9ff36116b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0425587 Feb 10 14:07:26.254496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-8fbde4cc-8d9f-4a46-ae38-4d08b2346e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:26.255908 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-8fbde4cc-8d9f-4a46-ae38-4d08b2346e8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433218 Feb 10 14:07:26.348398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-8ff2c781-3b57-425c-b291-5eec79650330 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 Feb 10 14:07:26.436602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ba76b3b-98ef-4054-a68d-fee5c5b29dc4 req-1a28a903-28fd-4ee2-834e-29bc886b8ef6 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825760 Feb 10 14:07:26.678676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3696dc3-f152-43bc-8d33-bca3de12fd66 req-42461999-e383-49b5-922b-f9f1bae3cd62 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:26.680120 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3696dc3-f152-43bc-8d33-bca3de12fd66 req-42461999-e383-49b5-922b-f9f1bae3cd62 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0552533 Feb 10 14:07:26.726872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3696dc3-f152-43bc-8d33-bca3de12fd66 req-43aa50bd-a18f-4ee4-91a3-94267c9fe91b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411646 Feb 10 14:07:27.844701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bbb86-c39f-43c3-b0c6-b9c7265000c0 req-b3967b72-8812-4507-9385-d09d12bd3035 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:27.846194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-473bbb86-c39f-43c3-b0c6-b9c7265000c0 req-b3967b72-8812-4507-9385-d09d12bd3035 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0520017 Feb 10 14:07:27.892089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-473bbb86-c39f-43c3-b0c6-b9c7265000c0 req-931fec5a-0eba-4c0e-8b1a-22dfb9dc5729 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Feb 10 14:07:28.005219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcbcb0-1ab5-4a92-8450-1654f9b15c64 req-f07cefd4-8d91-49c6-9aa8-86a6c018ce7a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.006598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dcbcb0-1ab5-4a92-8450-1654f9b15c64 req-f07cefd4-8d91-49c6-9aa8-86a6c018ce7a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0513034 Feb 10 14:07:28.055087 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-22dcbcb0-1ab5-4a92-8450-1654f9b15c64 req-3b84343b-22e8-4e3c-a994-335b0f39056d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Feb 10 14:07:28.251865 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c9d68-01b9-4483-bf4c-e3e601dcdc74 req-2e8fae03-c1a5-4107-9150-063e5b8a4aa5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.253392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-646c9d68-01b9-4483-bf4c-e3e601dcdc74 req-2e8fae03-c1a5-4107-9150-063e5b8a4aa5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0525963 Feb 10 14:07:28.302301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-646c9d68-01b9-4483-bf4c-e3e601dcdc74 req-4c773c49-50b4-4fe4-80da-0515fd736c50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 Feb 10 14:07:28.586985 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-295ff254-da41-49c6-b31a-47b42cef2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.588407 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-295ff254-da41-49c6-b31a-47b42cef2c5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 1127 time: 0.3575237 Feb 10 14:07:28.674368 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-c7da66b0-53bc-4d7e-b155-7848c11f3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.675797 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-c7da66b0-53bc-4d7e-b155-7848c11f3a5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0814750 Feb 10 14:07:28.743838 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-3c2b4066-0524-42c7-aa2b-391bc7184e71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 200 len: 1001 time: 0.0617249 Feb 10 14:07:28.790807 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-50120b09-b071-4088-b45a-d6fbbecf0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.792200 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-50120b09-b071-4088-b45a-d6fbbecf0f1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0429773 Feb 10 14:07:28.839188 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-e54c1ca0-2510-45e0-a6ae-ffcbd8829fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:28.840597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-e54c1ca0-2510-45e0-a6ae-ffcbd8829fc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422432 Feb 10 14:07:28.930333 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-e4d0233e-8b04-428c-8ba9-64061c4ca7f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835330 Feb 10 14:07:29.015960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-371bfab6-bab3-4cb2-a98b-23e00b25114c req-16e8d18e-fad9-467b-9293-f3b2d43f4e40 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799253 Feb 10 14:07:29.429806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831d82-50dc-41fb-afb9-0d0572d6ebe2 req-326eb09d-98d1-4c12-9837-0f1f5d085c71 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:29.431280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db831d82-50dc-41fb-afb9-0d0572d6ebe2 req-326eb09d-98d1-4c12-9837-0f1f5d085c71 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0586388 Feb 10 14:07:29.478123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db831d82-50dc-41fb-afb9-0d0572d6ebe2 req-7950c042-b00f-434b-88f0-6a7a7dc4623a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 Feb 10 14:07:30.599993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1de2-2e85-42ca-9e2e-62a9974508f1 req-0b194865-1814-4dc2-8b59-dbf072a20349 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:30.601415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38ed1de2-2e85-42ca-9e2e-62a9974508f1 req-0b194865-1814-4dc2-8b59-dbf072a20349 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0551400 Feb 10 14:07:30.647957 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38ed1de2-2e85-42ca-9e2e-62a9974508f1 req-15dc6b3c-08cd-44d1-bee4-8a3402b0e5e5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409696 Feb 10 14:07:30.883604 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8926-faf1-4157-b1df-e6a1ad0a982e req-4dc7b380-c032-4d79-b39e-85c1ad6c5cfb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:30.885118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4de8926-faf1-4157-b1df-e6a1ad0a982e req-4dc7b380-c032-4d79-b39e-85c1ad6c5cfb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0530927 Feb 10 14:07:30.892121 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-942abeae-e57f-4167-8db5-510be53548f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:30.932438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c4de8926-faf1-4157-b1df-e6a1ad0a982e req-e5e22f77-e896-446f-ad2a-f8c15ee1705b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 Feb 10 14:07:32.049802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4e2cb-541b-4921-93ae-f28c7f606188 req-0febe534-62f9-4906-97e7-9fb04f1f3373 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:32.051263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3c4e2cb-541b-4921-93ae-f28c7f606188 req-0febe534-62f9-4906-97e7-9fb04f1f3373 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0532372 Feb 10 14:07:32.100623 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3c4e2cb-541b-4921-93ae-f28c7f606188 req-c17ef9e9-63e2-414d-93a4-b10e949004cd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Feb 10 14:07:32.225455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-4eed361c-3fcd-453f-926f-cd4d8e187cac tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:32.226811 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-4eed361c-3fcd-453f-926f-cd4d8e187cac tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 945 time: 0.0554917 Feb 10 14:07:32.315298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Deleting port bf3517b2-013a-45de-99a2-64fd46d70ccd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:07:32.315635 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:32.405823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] For port bf3517b2-013a-45de-99a2-64fd46d70ccd, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=bf3517b2-013a-45de-99a2-64fd46d70ccd,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:32.406434 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:32.576934 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:32.577344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:32.577761 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 disassociated. External IP: 172.25.8.189, port: bf3517b2-013a-45de-99a2-64fd46d70ccd. Feb 10 14:07:32.578226 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Calling delete_port for bf3517b2-013a-45de-99a2-64fd46d70ccd owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:07:32.707779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (bf3517b2-013a-45de-99a2-64fd46d70ccd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:32.737373 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'Port': ['ID=bf3517b2-013a-45de-99a2-64fd46d70ccd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:32.853356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:07:32.963366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:07:32.977126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:07:32.987164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:07:32.987879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:07:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:33.003562 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] No DVR routers for this DVR port bf3517b2-013a-45de-99a2-64fd46d70ccd on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:07:33.006349 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:33.009608 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ffb1af1b-27b9-4b78-92ce-cdf278f2e7ec req-2bab14b8-32fe-41c6-997a-5b9f8c2a54bb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "DELETE /v2.0/ports/bf3517b2-013a-45de-99a2-64fd46d70ccd HTTP/1.1" status: 204 len: 173 time: 0.7772527 Feb 10 14:07:33.010047 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-deleted', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:33.012305 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b1f6f-9808-4d3e-b35b-2678b9d62744" -d '{"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-deleted", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:33.050899 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bafb2-158f-48c5-8fea-92f7b975e8a4 x-openstack-request-id: req-065bafb2-158f-48c5-8fea-92f7b975e8a4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:33.051194 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f09a43a-abbc-44d0-8523-f462e7bfea5f", "name": "network-vif-deleted", "tag": "bf3517b2-013a-45de-99a2-64fd46d70ccd", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:33.051502 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-065bafb2-158f-48c5-8fea-92f7b975e8a4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:33.051853 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f09a43a-abbc-44d0-8523-f462e7bfea5f', 'name': 'network-vif-deleted', 'tag': 'bf3517b2-013a-45de-99a2-64fd46d70ccd', 'status': 'completed', 'code': 200} Feb 10 14:07:33.114624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:07:33.213851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-273f457f-79ed-47f0-90e9-a99455c49c3f req-4eed6e78-80a3-485d-8a72-0a93ec45ccb5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f09a43a-abbc-44d0-8523-f462e7bfea5f HTTP/1.1" status: 200 len: 210 time: 0.0282848 Feb 10 14:07:33.332565 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4a69d2d2-d985-4fe8-81e0-c55493a83237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:33.339629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:33.371484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:07:33.380013 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:07:33.380626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:07:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:33.484724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:07:33.677061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:33.703316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396e617-abfc-42ae-b38e-d387890db76b None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:07:33.910716 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7b9d-33f6-4a18-b243-072e7e650066 None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:07:34.451914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-fea903cf-ee12-475b-8e2d-a82f1b1b8b88 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--881873116&fields=id&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 267 time: 0.0408309 Feb 10 14:07:34.558232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-3dd4a6e0-440d-4564-bc38-65476232e52c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:34.559685 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-3dd4a6e0-440d-4564-bc38-65476232e52c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1015346 Feb 10 14:07:34.574312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-d20b8271-e683-4d63-b933-a4e2c8e697ae tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/quotas/3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Feb 10 14:07:34.628538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-3cd694d5-dd0a-430c-ad74-5e7bb8d7f584 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495675 Feb 10 14:07:34.723913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-59f153b8-f96b-4bde-a39d-b69b6fab39f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Feb 10 14:07:34.734816 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:34.815295 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-37bc705c-291b-4ed7-8019-cd26763356ab service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Feb 10 14:07:34.971260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1503d141-8d36-43cb-9f84-e74e9586e2f3 req-ef6b7b2d-64e5-4748-8208-c6da1c71ecd4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 210 time: 0.0285416 Feb 10 14:07:35.863086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:07:35.869212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-ba982b0c-f0b3-4fe4-9bdd-e956bc81a866 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:35.870737 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-ba982b0c-f0b3-4fe4-9bdd-e956bc81a866 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1119082 Feb 10 14:07:35.891434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: bf3517b2-013a-45de-99a2-64fd46d70ccd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:07:35.891856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device bf3517b2-013a-45de-99a2-64fd46d70ccd not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:07:35.931402 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-c0a9d6be-c68f-4e02-8b5f-aac2aa0d800a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 379 time: 0.0526564 Feb 10 14:07:35.941031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'port': {'device_id': '0dcc0861-9097-456a-8094-378e9ab7053b', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'admin_state_up': True, 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'security_groups': ['db6ce284-4930-4542-a1d2-73d166a2dc2a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:07:35.947369 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.044678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:07:36.048564 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.066173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-93854b11-82d0-4f4d-9d79-4f1cf10938f1 req-a166abf3-59fe-4ddc-8ab7-cf623d45e089 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 210 time: 0.0273185 Feb 10 14:07:36.177604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Allocated IP 172.20.0.13 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/4f9780db-74fc-44bc-b798-1b82564720ed) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:07:36.313298 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (4f9780db-74fc-44bc-b798-1b82564720ed), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.346501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.390286 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:07:36.393759 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:07:36.397384 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:07:36.403679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:36.432339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.452488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:36.453138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.470757 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-df83c8d5-494a-4be7-8d42-67a6c7a4a9b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5334315 Feb 10 14:07:36.482780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Request body: {'port': {'device_id': '0dcc0861-9097-456a-8094-378e9ab7053b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:07:36.487532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:07:36.548089 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.688845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-22e5b7bb-2df0-4daf-ac35-57f4d61a2579 None None] Provisioning complete for port 4f9780db-74fc-44bc-b798-1b82564720ed triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:07:36.689119 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22e5b7bb-2df0-4daf-ac35-57f4d61a2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.721739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-22e5b7bb-2df0-4daf-ac35-57f4d61a2579 None None] Port 4f9780db-74fc-44bc-b798-1b82564720ed cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:07:36.811059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:07:36.818266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks [] for port (4f9780db-74fc-44bc-b798-1b82564720ed), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.830839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Transition to ACTIVE for port object 4f9780db-74fc-44bc-b798-1b82564720ed will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:07:36.834533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:36.885596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:36.957579 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:07:36.957923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:07:36.958255 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:07:36.962766 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:07:36.963091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:07:36.968209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:07:36.968549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:07:36.968974 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:07:36.969409 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Bound port: 4f9780db-74fc-44bc-b798-1b82564720ed, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:07:36.969771 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:37.038784 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:07:37.042146 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:07:37.049209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:37.087524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.088162 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:37.089632 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1092 time: 0.6113036 Feb 10 14:07:37.090070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:37.092296 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4155e6-c93d-44d0-b2cb-10a074be711b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:37.127785 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f1b8-ce46-482a-8a1e-d2a15e321dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:37.182297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-9252ff2b-c872-4b38-800c-3ab6912fcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.184005 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-9252ff2b-c872-4b38-800c-3ab6912fcfed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1126 time: 0.0516613 Feb 10 14:07:37.203495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391aa0-2353-4a07-bda6-d0b19c71f18c req-ea8466ca-dd1e-474d-837e-1d64b4ef11e9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.205140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77391aa0-2353-4a07-bda6-d0b19c71f18c req-ea8466ca-dd1e-474d-837e-1d64b4ef11e9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0576596 Feb 10 14:07:37.227282 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-0a02ec68-1a1d-41d5-b911-7eedae32ebe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 217 time: 0.0368392 Feb 10 14:07:37.261340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77391aa0-2353-4a07-bda6-d0b19c71f18c req-144047c9-2e43-4947-9853-c52d8639bed8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504601 Feb 10 14:07:37.279657 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-8e342f82-4aa1-4967-a7a6-15cd91818373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.281421 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-8e342f82-4aa1-4967-a7a6-15cd91818373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0478165 Feb 10 14:07:37.317847 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3d89d-786c-43ef-91d6-37252847ad44 x-openstack-request-id: req-e8b3d89d-786c-43ef-91d6-37252847ad44 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:37.318147 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:37.318405 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8b3d89d-786c-43ef-91d6-37252847ad44 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:37.318803 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'status': 'completed', 'code': 200} Feb 10 14:07:37.337650 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-11bde368-4b06-4c12-bd04-c6224356a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.339195 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-11bde368-4b06-4c12-bd04-c6224356a9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521908 Feb 10 14:07:37.438492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-15753b37-59af-4434-bd14-acd948f12094 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924544 Feb 10 14:07:37.481358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:37.530106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a82bbf17-e4e0-4169-9457-68a45ea546aa req-ea4327b7-a1a0-4840-ba7e-8f10f6c85517 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Feb 10 14:07:37.614868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-7a8ed159-e72e-47c3-bb41-c7ada379b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.616386 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-7a8ed159-e72e-47c3-bb41-c7ada379b159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1126 time: 0.0445659 Feb 10 14:07:37.727401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-8e475697-1353-4aaf-9ee9-78caee13df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.728955 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-8e475697-1353-4aaf-9ee9-78caee13df59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1058745 Feb 10 14:07:37.769303 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-74fe178e-5a6b-40a1-a133-8617cc44ed93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 217 time: 0.0345104 Feb 10 14:07:37.814191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-083dbb57-d6dc-4cda-9899-2a794b3d8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.815542 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-083dbb57-d6dc-4cda-9899-2a794b3d8dde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0410867 Feb 10 14:07:37.867148 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-b76e129a-3890-42c5-978e-74de3de6f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:37.868665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-b76e129a-3890-42c5-978e-74de3de6f940 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464790 Feb 10 14:07:37.954327 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-77d20afa-21be-4729-b775-4009159f6998 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794272 Feb 10 14:07:38.045499 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-ec4155e6-c93d-44d0-b2cb-10a074be711b req-0a3e28a4-1aa1-4339-b525-4ea2b3768eca service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Feb 10 14:07:38.384809 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea927-7dda-4429-a387-e7950d908951 req-bf6440e6-7ed3-48b9-9bc8-f7cfa55cd2f5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:38.386289 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7eeea927-7dda-4429-a387-e7950d908951 req-bf6440e6-7ed3-48b9-9bc8-f7cfa55cd2f5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0519040 Feb 10 14:07:38.433277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7eeea927-7dda-4429-a387-e7950d908951 req-7adafdc7-e2c2-4263-91a7-53b8622636c4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Feb 10 14:07:39.551955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b78e06-61f7-4008-9485-3df81ef84550 req-206fcdba-e8fe-41cd-9c8f-bea9bf55d617 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:39.553592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4b78e06-61f7-4008-9485-3df81ef84550 req-206fcdba-e8fe-41cd-9c8f-bea9bf55d617 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0518830 Feb 10 14:07:39.598368 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4b78e06-61f7-4008-9485-3df81ef84550 req-dcdb1531-88f3-4e96-8187-2547210f7440 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392809 Feb 10 14:07:40.719567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc2c2-8514-4beb-89cd-2aa4eda79dc2 req-2434595d-59ab-4384-9fe5-787a73dc27c6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:40.721077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faacc2c2-8514-4beb-89cd-2aa4eda79dc2 req-2434595d-59ab-4384-9fe5-787a73dc27c6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0553889 Feb 10 14:07:40.768194 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-faacc2c2-8514-4beb-89cd-2aa4eda79dc2 req-d6244adc-2b60-41b5-9823-94e7600d1cf3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Feb 10 14:07:41.621272 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:41.858089 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:07:41.886024 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e5e0-9623-4f09-a41c-7a5c69613d62 req-0b33e0e4-3dc7-4469-8811-bcb74a5e2180 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:41.887545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57c6e5e0-9623-4f09-a41c-7a5c69613d62 req-0b33e0e4-3dc7-4469-8811-bcb74a5e2180 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0536127 Feb 10 14:07:41.936000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57c6e5e0-9623-4f09-a41c-7a5c69613d62 req-06321836-de87-4efa-823d-f9ef0b21c573 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Feb 10 14:07:41.953210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:41.963320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '4f9780db-74fc-44bc-b798-1b82564720ed', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:07:42.163756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 4f9780db-74fc-44bc-b798-1b82564720ed is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:07:42.164066 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:42.176884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:07:42.196078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:42.199451 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:42.244000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:42.514403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['4f9780db-74fc-44bc-b798-1b82564720ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:07:43.055786 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fb5c7-cc65-4f02-93bd-2d127b490e2b req-458ff772-7fa2-4278-89d0-93e0fa32b630 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:43.057276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-773fb5c7-cc65-4f02-93bd-2d127b490e2b req-458ff772-7fa2-4278-89d0-93e0fa32b630 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0549364 Feb 10 14:07:43.102528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-773fb5c7-cc65-4f02-93bd-2d127b490e2b req-af245792-57dd-4086-bb81-3a55eb5708ae tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389929 Feb 10 14:07:43.873214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:07:43.920439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 4f9780db-74fc-44bc-b798-1b82564720ed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:07:43.924300 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 4f9780db-74fc-44bc-b798-1b82564720ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:07:43.924672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:44.004777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 4f9780db-74fc-44bc-b798-1b82564720ed is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:07:44.005169 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:44.029433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:44.044429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:07:44.048948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:44.073918 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050c3f8-7bbd-426d-86eb-e3218bafa06b" -d '{"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-plugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:44.102902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:07:44.163903 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88437f6e-559e-4054-b1f7-9521680d8094 x-openstack-request-id: req-88437f6e-559e-4054-b1f7-9521680d8094 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:44.164206 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-plugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:44.164492 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88437f6e-559e-4054-b1f7-9521680d8094 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:44.164917 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'code': 200} Feb 10 14:07:44.260038 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429e238-7b65-4866-8f53-f7040a294b33 req-60309f41-0344-4229-ad96-35e85022f035 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:44.261549 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c429e238-7b65-4866-8f53-f7040a294b33 req-60309f41-0344-4229-ad96-35e85022f035 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0525818 Feb 10 14:07:44.264334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8fe5-dc37-4405-852e-fdf6b6f5aad2 req-d5b631a8-ecb5-494f-bd1e-15edc2a8d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:44.265875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-499d8fe5-dc37-4405-852e-fdf6b6f5aad2 req-d5b631a8-ecb5-494f-bd1e-15edc2a8d441 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1128 time: 0.0432155 Feb 10 14:07:44.308798 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c429e238-7b65-4866-8f53-f7040a294b33 req-d02abdd9-d6ed-41d6-a40c-fbd968ee360f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Feb 10 14:07:44.309935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-499d8fe5-dc37-4405-852e-fdf6b6f5aad2 req-1c1544b0-76e3-4f2a-866b-d2638f653da2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375574 Feb 10 14:07:45.426595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949290e-a4d6-4951-85d9-9de28fcfacc6 req-79be85f2-0eb9-4585-8aa5-3c8ba238121f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:45.428062 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7949290e-a4d6-4951-85d9-9de28fcfacc6 req-79be85f2-0eb9-4585-8aa5-3c8ba238121f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0510354 Feb 10 14:07:45.477757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7949290e-a4d6-4951-85d9-9de28fcfacc6 req-7dede3da-92c4-4d56-8922-13eda6689700 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Feb 10 14:07:46.882331 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900c93c-7d79-44bd-aaa6-24688118de57 req-a45f7eb3-6021-4fe4-8715-bd9651e0a79a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:46.883837 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8900c93c-7d79-44bd-aaa6-24688118de57 req-a45f7eb3-6021-4fe4-8715-bd9651e0a79a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0523291 Feb 10 14:07:46.930724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8900c93c-7d79-44bd-aaa6-24688118de57 req-6fa50d36-1d35-4b7c-9c95-5b92d553ae45 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Feb 10 14:07:47.041862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e0e3-730b-4ad7-ba97-d9f3091ebb36 req-c59598f7-36d3-46d7-8621-b4b0d610600e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:47.043344 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a507e0e3-730b-4ad7-ba97-d9f3091ebb36 req-c59598f7-36d3-46d7-8621-b4b0d610600e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0524573 Feb 10 14:07:47.052333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:07:47.056606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'floatingip': {'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:07:47.108971 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:47.559106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:47.562914 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:47.668165 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 associated. External IP: 172.25.8.189, port: 4f9780db-74fc-44bc-b798-1b82564720ed. Feb 10 14:07:47.684852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-625c6001-2d39-4dc1-b122-34fd414a35d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420663 Feb 10 14:07:47.778159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-7e0c7a8f-f820-4fc5-bd3f-07b3e5acb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:47.780378 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-7e0c7a8f-f820-4fc5-bd3f-07b3e5acb617 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1128 time: 0.0515227 Feb 10 14:07:47.881491 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-91b307cc-6bdd-476d-80d9-d28ce3ba7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:47.882976 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-91b307cc-6bdd-476d-80d9-d28ce3ba7d2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0849609 Feb 10 14:07:47.887574 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:07:47.950445 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-2b687bac-9e5f-40cc-aa16-b5240837b0f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1000 time: 0.0608871 Feb 10 14:07:47.996944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-a8d13253-09d8-4725-bbad-2f08fbd09bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:47.997686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:07:47.998960 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-a8d13253-09d8-4725-bbad-2f08fbd09bb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0431600 Feb 10 14:07:48.002375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:07:48.008053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:07:48.019358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:07:48.019977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:07:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:48.038591 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7387b749-670f-4b92-b889-62e72c7dcfc8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "PUT /v2.0/floatingips/7bb179c8-4475-408c-8551-4ac9a15c1bb6 HTTP/1.1" status: 200 len: 992 time: 0.9826219 Feb 10 14:07:48.038591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:07:48.058603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-e429808a-ad26-443b-89cc-f61ea8a47646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.060741 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-e429808a-ad26-443b-89cc-f61ea8a47646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561972 Feb 10 14:07:48.096352 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135330e1-7d42-48ca-97d0-692f2dc80f34" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:07:48.155572 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:07:48.161894 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-0d5a4725-a1c1-4d1f-979c-eee117f16e9a service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955107 Feb 10 14:07:48.283325 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dd35d8-14e2-45d5-a263-8d8a40c42f50 x-openstack-request-id: req-d6dd35d8-14e2-45d5-a263-8d8a40c42f50 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:07:48.284133 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:07:48.284579 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6dd35d8-14e2-45d5-a263-8d8a40c42f50 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:07:48.286340 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'status': 'completed', 'code': 200} Feb 10 14:07:48.304704 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-34e4d7b6-cf0a-4f18-ace6-d47f48471609 req-111cbbb3-fbab-4abd-b4fb-22b23a252450 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373501 Feb 10 14:07:48.330582 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-229dd03e-9b10-42fa-845b-f225a6947733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842717 Feb 10 14:07:48.399644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcc0861-9097-456a-8094-378e9ab7053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:07:47Z', 'revision_number': 9, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:48.401207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8a2f0-fb11-4dc0-9831-55d47d7d4567 req-40c01095-c5e0-4edd-b733-3d53f357aa35 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.402860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5eb8a2f0-fb11-4dc0-9831-55d47d7d4567 req-40c01095-c5e0-4edd-b733-3d53f357aa35 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0760548 Feb 10 14:07:48.428018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-bef23053-422c-4ab8-a24c-e0105ff8420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.429629 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-bef23053-422c-4ab8-a24c-e0105ff8420f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1128 time: 0.0623462 Feb 10 14:07:48.440318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:07:48.454221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:07:48.454221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:07:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:48.470078 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5eb8a2f0-fb11-4dc0-9831-55d47d7d4567 req-6f3cd812-9e6b-452f-95e5-3f7260becedd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573611 Feb 10 14:07:48.562339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-01830c52-87a6-4959-b5c2-6706cbfaec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.563862 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-01830c52-87a6-4959-b5c2-6706cbfaec9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1242669 Feb 10 14:07:48.596373 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:07:48.659404 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-204a4c4f-d1f1-464c-9e2e-23d5a31684b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1000 time: 0.0900371 Feb 10 14:07:48.715570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-f6ea413d-53ca-4f06-90e5-3c6788f51c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.717290 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-f6ea413d-53ca-4f06-90e5-3c6788f51c2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0523329 Feb 10 14:07:48.768636 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-999b23e2-239c-480b-b75c-35892eea9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.770201 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-999b23e2-239c-480b-b75c-35892eea9968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472274 Feb 10 14:07:48.849434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcc0861-9097-456a-8094-378e9ab7053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:07:47Z', 'revision_number': 9, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:07:48.876391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bcfcd-4925-4de8-8702-0c0b6eef2bf0 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcc0861-9097-456a-8094-378e9ab7053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:07:47Z', 'revision_number': 9, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:07:48.897589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-8e7172ed-12b9-40aa-8688-4b298d73cd29 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:48.898971 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-8e7172ed-12b9-40aa-8688-4b298d73cd29 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 943 time: 0.0614429 Feb 10 14:07:48.910167 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-78d6643e-3747-48c7-83d9-adbfe3ec55ca service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329756 Feb 10 14:07:49.015539 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-135330e1-7d42-48ca-97d0-692f2dc80f34 req-9de1e538-d4ff-48ab-95e2-94fed7c7c4a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971816 Feb 10 14:07:49.124482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdf0ae-3f63-4fa6-882a-8bf28472e77f None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:07:49.579824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024578-428c-4479-a44f-2c703167d123 req-a08c1480-6a26-4568-bf8a-521854409f7c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:49.581376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68024578-428c-4479-a44f-2c703167d123 req-a08c1480-6a26-4568-bf8a-521854409f7c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0522075 Feb 10 14:07:49.633132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68024578-428c-4479-a44f-2c703167d123 req-994efd41-6058-4aa0-b264-de9da1fa116e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452549 Feb 10 14:07:49.694412 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-c6f7cce5-fb87-4878-9c60-e7cb78777cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:49.695935 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-c6f7cce5-fb87-4878-9c60-e7cb78777cba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1128 time: 0.0450990 Feb 10 14:07:49.787642 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-7f097fcf-18e1-42b7-be72-76ce95618ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:49.789124 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-7f097fcf-18e1-42b7-be72-76ce95618ad2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0858722 Feb 10 14:07:49.851497 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-1b9bd6c6-c48d-4b31-9803-d4ea4a778100 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1003 time: 0.0560639 Feb 10 14:07:49.898576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-9415de78-9cf1-4044-b740-bce148f390ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:49.899992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-9415de78-9cf1-4044-b740-bce148f390ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0422862 Feb 10 14:07:49.950981 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-736175c6-01f6-4fbe-a370-47b637a1b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:49.952426 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-736175c6-01f6-4fbe-a370-47b637a1b4ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464935 Feb 10 14:07:50.038351 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-c0f1ed95-df7a-4a49-bae0-0d8399a32077 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798671 Feb 10 14:07:50.137210 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-87ba980b-1e3a-42cc-943a-3a607627ae2a service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927534 Feb 10 14:07:50.754281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa7ed3-ed8d-428a-8947-285710b5ebed req-eac702ea-c4b5-43c6-9c4b-29c0b7c35f5d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:50.755786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3aa7ed3-ed8d-428a-8947-285710b5ebed req-eac702ea-c4b5-43c6-9c4b-29c0b7c35f5d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0518003 Feb 10 14:07:50.820371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b3aa7ed3-ed8d-428a-8947-285710b5ebed req-90bc0fbb-c803-4d92-980b-edab7c711504 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533705 Feb 10 14:07:51.947643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d9bf1-5077-4655-82b5-5bdb74b6b2ae req-1e005640-44d2-4f88-a215-b9a0d131f455 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:51.949176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-575d9bf1-5077-4655-82b5-5bdb74b6b2ae req-1e005640-44d2-4f88-a215-b9a0d131f455 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0589824 Feb 10 14:07:51.995579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-575d9bf1-5077-4655-82b5-5bdb74b6b2ae req-82dd99e7-9461-4f6e-bf80-11e7908fbf78 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Feb 10 14:07:53.122652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc981d-0874-4c4b-a25e-25ee16d9558c req-db1090f9-73e4-4fc1-98f3-53c5db750f59 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:53.122652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38dc981d-0874-4c4b-a25e-25ee16d9558c req-db1090f9-73e4-4fc1-98f3-53c5db750f59 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0583351 Feb 10 14:07:53.168699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-38dc981d-0874-4c4b-a25e-25ee16d9558c req-9ea0aa3c-c9ee-4251-a952-8a0c06ada4a6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 Feb 10 14:07:53.261833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-2e8543bb-f73f-4d39-8395-9d2c39a7b347 req-2fa20bcd-af33-4062-9391-380a96efaa1f service neutron] (103399) timed out ('10.222.0.13', 55216) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:07:54.290649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8f3f-d33d-4970-ab38-58bb4bb9c9a1 req-ba9f88da-2e3e-4b36-8049-66665458f78f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:54.292121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a6d8f3f-d33d-4970-ab38-58bb4bb9c9a1 req-ba9f88da-2e3e-4b36-8049-66665458f78f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0569332 Feb 10 14:07:54.337662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a6d8f3f-d33d-4970-ab38-58bb4bb9c9a1 req-f9608959-58ee-44fb-aa66-75c8b9336575 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Feb 10 14:07:55.454184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5058e8-5c52-4bf9-ab34-7aabc0006242 req-a49b7d0f-ae6f-4523-8ebb-9d9f3230972f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:55.455772 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e5058e8-5c52-4bf9-ab34-7aabc0006242 req-a49b7d0f-ae6f-4523-8ebb-9d9f3230972f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0519791 Feb 10 14:07:55.501113 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e5058e8-5c52-4bf9-ab34-7aabc0006242 req-ca3ed9e2-b0c6-4f51-9d20-8fa022c1fd14 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Feb 10 14:07:56.619891 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f7b5c-0dbd-4b08-b960-9c897665322d req-9a62786d-a49a-4288-8fbd-668d1a8f34e3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:56.621311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb3f7b5c-0dbd-4b08-b960-9c897665322d req-9a62786d-a49a-4288-8fbd-668d1a8f34e3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0512552 Feb 10 14:07:56.670780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb3f7b5c-0dbd-4b08-b960-9c897665322d req-28e0a0f7-22ae-4776-b3d5-3952cc97afa5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Feb 10 14:07:57.792773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120ec5-c8f1-40be-a500-323d1a266b45 req-b71fb646-414a-42c9-9ede-b008a17da944 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:57.794271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33120ec5-c8f1-40be-a500-323d1a266b45 req-b71fb646-414a-42c9-9ede-b008a17da944 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0532999 Feb 10 14:07:57.841040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-33120ec5-c8f1-40be-a500-323d1a266b45 req-3cbb9027-1ecc-462b-b23e-81bd62368fbb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411830 Feb 10 14:07:58.957085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bba51-4dbe-4b60-abaa-a11aa14beeca req-a60bf8cc-5363-478a-aae5-a55c8b8b9a61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:07:58.958555 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-243bba51-4dbe-4b60-abaa-a11aa14beeca req-a60bf8cc-5363-478a-aae5-a55c8b8b9a61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0514727 Feb 10 14:07:59.004362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-243bba51-4dbe-4b60-abaa-a11aa14beeca req-63fc6cc1-c2e2-4acb-ae34-d752d2a67a09 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Feb 10 14:08:00.124401 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b232f-83cc-4050-aca4-b1ccc0b2b345 req-808d17b8-e9c0-4659-a761-6e81aa4990ed tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:00.125926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f54b232f-83cc-4050-aca4-b1ccc0b2b345 req-808d17b8-e9c0-4659-a761-6e81aa4990ed tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0559826 Feb 10 14:08:00.172878 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f54b232f-83cc-4050-aca4-b1ccc0b2b345 req-4e057354-6e6a-4a76-aebe-73feff436c12 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Feb 10 14:08:00.894401 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7fe-eb80-423f-8ec3-9469d4155474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:01.290598 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965901a-ea09-46f2-b2c2-6f4bf53a8ab4 req-f8172a9c-bf62-4356-b14a-71249f95a0e4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:01.292096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b965901a-ea09-46f2-b2c2-6f4bf53a8ab4 req-f8172a9c-bf62-4356-b14a-71249f95a0e4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0530214 Feb 10 14:08:01.338457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b965901a-ea09-46f2-b2c2-6f4bf53a8ab4 req-725794ca-3071-410b-8219-498413e6cb3b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Feb 10 14:08:02.457900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772260a-58e2-4a39-96ff-bf148d0ee8ac req-fe6b9b77-e2e0-42d5-87c7-cdac7bec3384 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:02.459362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5772260a-58e2-4a39-96ff-bf148d0ee8ac req-fe6b9b77-e2e0-42d5-87c7-cdac7bec3384 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0552020 Feb 10 14:08:02.504727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5772260a-58e2-4a39-96ff-bf148d0ee8ac req-651566af-fc74-4ea2-b3f3-d68d4383087a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Feb 10 14:08:03.333191 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6ae10b7e-8495-4632-922e-b47dae693157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:03.621305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde76c66-afb1-4140-bef5-3b7563569b0f req-8143283a-eae5-4b54-9272-50bf02e4075d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:03.623229 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cde76c66-afb1-4140-bef5-3b7563569b0f req-8143283a-eae5-4b54-9272-50bf02e4075d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0519967 Feb 10 14:08:03.668706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cde76c66-afb1-4140-bef5-3b7563569b0f req-01c0481d-c38f-4214-bafa-af3bfbc4f359 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Feb 10 14:08:04.734268 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:04.789785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05257-3b67-43e5-a384-91ab85ba1630 req-54d78700-4a65-4ec3-b814-aed3a6bdc11f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:04.791266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdb05257-3b67-43e5-a384-91ab85ba1630 req-54d78700-4a65-4ec3-b814-aed3a6bdc11f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0515108 Feb 10 14:08:04.844358 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdb05257-3b67-43e5-a384-91ab85ba1630 req-587479d0-65ec-4bc3-a8f0-bfec80af2909 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472319 Feb 10 14:08:05.951002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:05.963224 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5504-8acb-447e-acd0-a2e74042a912 req-65c67be6-bdc6-41ec-9659-6c49d7f6a64b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:05.964720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f3b5504-8acb-447e-acd0-a2e74042a912 req-65c67be6-bdc6-41ec-9659-6c49d7f6a64b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0522256 Feb 10 14:08:06.010846 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1f3b5504-8acb-447e-acd0-a2e74042a912 req-c5ce00b4-a0df-42b9-bf5a-ce4e8fd8e00f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 Feb 10 14:08:06.443255 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:07.129346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760960-b8f4-48e6-b18a-1ec6b2029c39 req-5c22230d-6ce0-4b4c-b467-69af131acd09 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:07.130749 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd760960-b8f4-48e6-b18a-1ec6b2029c39 req-5c22230d-6ce0-4b4c-b467-69af131acd09 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0520909 Feb 10 14:08:07.178451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd760960-b8f4-48e6-b18a-1ec6b2029c39 req-95860f98-562c-4394-943a-3b01a7c34db6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Feb 10 14:08:07.474844 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:08.299351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0edec-d95a-48e0-b384-fad00b9adf77 req-13aee419-8e97-46ee-b4c2-ec579555e788 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:08.300874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27e0edec-d95a-48e0-b384-fad00b9adf77 req-13aee419-8e97-46ee-b4c2-ec579555e788 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0562043 Feb 10 14:08:08.346495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27e0edec-d95a-48e0-b384-fad00b9adf77 req-42bae187-8632-4acf-bd42-e37519cb8909 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Feb 10 14:08:09.463745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fa6f9-707b-47d0-9cdb-cc3795848a93 req-3d606a24-ce24-4ead-b323-dfb3f19c4ea0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:09.465271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-300fa6f9-707b-47d0-9cdb-cc3795848a93 req-3d606a24-ce24-4ead-b323-dfb3f19c4ea0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0523920 Feb 10 14:08:09.511556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-300fa6f9-707b-47d0-9cdb-cc3795848a93 req-4b25da2e-56f4-4a6c-9c1a-364d2c7d0058 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Feb 10 14:08:10.630415 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72da462-5519-4dbc-ad0a-4ebb2af35793 req-8e6986fa-06a7-416e-a9e5-4a8b665db3b2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:10.631979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f72da462-5519-4dbc-ad0a-4ebb2af35793 req-8e6986fa-06a7-416e-a9e5-4a8b665db3b2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0535407 Feb 10 14:08:10.682019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f72da462-5519-4dbc-ad0a-4ebb2af35793 req-5ad606ab-3f8e-455e-b4b2-a106400247eb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Feb 10 14:08:11.623837 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:11.801941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa076e-f533-46e8-8cac-e18a6a1a9400 req-636cc250-2de1-41c0-9937-4aebb5febf46 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:11.803409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cfa076e-f533-46e8-8cac-e18a6a1a9400 req-636cc250-2de1-41c0-9937-4aebb5febf46 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0520778 Feb 10 14:08:11.848544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4cfa076e-f533-46e8-8cac-e18a6a1a9400 req-627ce99e-b521-4986-8ed2-a8db483a6f18 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Feb 10 14:08:12.967829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8390b2-2d3d-4abf-ae86-b072d83e7ab0 req-a7c7ee89-aa74-4a50-b536-c95d950d81c7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:12.969333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8390b2-2d3d-4abf-ae86-b072d83e7ab0 req-a7c7ee89-aa74-4a50-b536-c95d950d81c7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0517411 Feb 10 14:08:13.014542 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf8390b2-2d3d-4abf-ae86-b072d83e7ab0 req-e21f00f9-ff8c-4843-84bd-a48a16b2cf04 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396955 Feb 10 14:08:13.487401 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:08:14.134714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef47e9-75fa-47e7-a25b-607d2b90f6bf req-cd6c43af-c91d-4721-9c51-0bc833ec90f3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:14.136099 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05ef47e9-75fa-47e7-a25b-607d2b90f6bf req-cd6c43af-c91d-4721-9c51-0bc833ec90f3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0558574 Feb 10 14:08:14.183342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-05ef47e9-75fa-47e7-a25b-607d2b90f6bf req-0e18adc0-648e-44fb-96d2-e012d46359ad tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 Feb 10 14:08:15.302216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb96d2-fca8-4711-b8aa-273ea7ab8b31 req-36775fbd-7f36-4d26-9670-12094d825023 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:15.303698 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fcb96d2-fca8-4711-b8aa-273ea7ab8b31 req-36775fbd-7f36-4d26-9670-12094d825023 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0520320 Feb 10 14:08:15.348481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fcb96d2-fca8-4711-b8aa-273ea7ab8b31 req-dc6823e5-035a-4350-b1dc-94f4966e406e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392895 Feb 10 14:08:16.470654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f211248-cb9c-4bde-be30-c3fc6dc4f803 req-daee4206-2f46-4abb-a37a-e8f3560b82d6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:16.472142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f211248-cb9c-4bde-be30-c3fc6dc4f803 req-daee4206-2f46-4abb-a37a-e8f3560b82d6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0560865 Feb 10 14:08:16.517975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8f211248-cb9c-4bde-be30-c3fc6dc4f803 req-082b241c-1ab3-4158-b0bf-27e827b8b9fd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403006 Feb 10 14:08:16.896804 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-d62505cd-49f5-40db-9a15-e21b190c95d5 service neutron] show failed (client error): The resource could not be found. Feb 10 14:08:16.897837 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-d62505cd-49f5-40db-9a15-e21b190c95d5 service neutron] 10.222.0.21 "GET /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0540037 Feb 10 14:08:17.096641 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-342d5eb1-a448-4bc7-8f23-1334dd47a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:17.098252 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-342d5eb1-a448-4bc7-8f23-1334dd47a27c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0443676 Feb 10 14:08:17.109000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:08:17.164351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.364963 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:17.397992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:08:17.436256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:17.438425 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4546e-d0b8-4e80-a197-31cab4d6ae92" -d '{"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:17.442259 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks [] for port (4f9780db-74fc-44bc-b798-1b82564720ed), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.454435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Transition to ACTIVE for port object 4f9780db-74fc-44bc-b798-1b82564720ed will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:08:17.458674 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.496027 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636aa07-4438-499f-9d72-4ba26eb49e2c x-openstack-request-id: req-e636aa07-4438-499f-9d72-4ba26eb49e2c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:17.496575 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:17.496575 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e636aa07-4438-499f-9d72-4ba26eb49e2c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:17.496961 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'code': 200} Feb 10 14:08:17.544984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:17.561750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.562100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.562448 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.562787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.563132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.563464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.563789 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.564119 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.564445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.564794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.565113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.565433 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.565752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:17.601033 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] No DVR routers for this DVR port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:08:17.727596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d5711-0052-4b44-af5f-7529027833ca req-5cabbcd7-27f3-49a6-8819-a56c26820f00 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:17.729042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d9d5711-0052-4b44-af5f-7529027833ca req-5cabbcd7-27f3-49a6-8819-a56c26820f00 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.1299875 Feb 10 14:08:17.812568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d9d5711-0052-4b44-af5f-7529027833ca req-5b52d8bb-6ade-40f1-9795-7ed4842ee61f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745473 Feb 10 14:08:17.813381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:08:17.813716 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:08:17.814043 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:17.818422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:08:17.818750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:17.823483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:08:17.823823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:08:17.824202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:08:17.824630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Bound port: 4f9780db-74fc-44bc-b798-1b82564720ed, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:08:17.825015 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.885709 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:08:17.888647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:08:17.894706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.930995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:17.931631 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:17.933019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] 10.222.0.77 "PUT /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1092 time: 0.8285973 Feb 10 14:08:17.951161 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e124f-e458-4985-8d36-d3f027766aaa service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:17.999179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-330c9e96-e47a-43ae-bfd5-395e8e62e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:18.000778 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-330c9e96-e47a-43ae-bfd5-395e8e62e93e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1126 time: 0.0464461 Feb 10 14:08:18.098878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-077229a7-7636-426d-906b-093095028dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:18.100265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-077229a7-7636-426d-906b-093095028dda service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0932212 Feb 10 14:08:18.168545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-f9b066b0-7c55-43ed-8502-ff779edef9dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0627642 Feb 10 14:08:18.214662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-44f04cc8-77c6-40a3-b8bb-70159963464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:18.216026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-44f04cc8-77c6-40a3-b8bb-70159963464b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0423555 Feb 10 14:08:18.263684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-79787a42-8adc-42a5-9c57-cc2eca73380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:18.265097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-79787a42-8adc-42a5-9c57-cc2eca73380d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430117 Feb 10 14:08:18.353566 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-9b372052-ce9d-46e7-aec1-6f58b4ee7fab service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Feb 10 14:08:18.441502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fa51453f-8b29-411a-94b0-e0a5bd447413 req-3eea419a-b7f7-4698-ab8b-49acf60de7d4 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818567 Feb 10 14:08:18.931846 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a94f6d-4765-4874-a7c8-cdd4b0d4af08 req-fba8c693-55bf-46aa-9578-31919dcfcd8e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:18.933314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6a94f6d-4765-4874-a7c8-cdd4b0d4af08 req-fba8c693-55bf-46aa-9578-31919dcfcd8e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 944 time: 0.0518982 Feb 10 14:08:18.982501 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d6a94f6d-4765-4874-a7c8-cdd4b0d4af08 req-2fe383fa-2bd3-466e-98b4-a6eb6f748620 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431504 Feb 10 14:08:19.498229 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:19.500593 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c517e0d7-327f-4def-901e-6c04257436c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:19.546380 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e627e-bb33-4c5f-9df1-682407221313 x-openstack-request-id: req-3e2e627e-bb33-4c5f-9df1-682407221313 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:19.546668 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:19.546921 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2e627e-bb33-4c5f-9df1-682407221313 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:19.547321 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'status': 'completed', 'code': 200} Feb 10 14:08:19.609558 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-e271398e-0b45-4d85-a810-6ab59f2760a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.609991 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-ebeabbfa-9a0b-40d7-a2b2-2920ae1bed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.619886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-e271398e-0b45-4d85-a810-6ab59f2760a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1126 time: 0.0440025 Feb 10 14:08:19.620016 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-ebeabbfa-9a0b-40d7-a2b2-2920ae1bed62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1126 time: 0.0447593 Feb 10 14:08:19.707228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-d3ca9b70-aaa9-4b11-a20b-b113c0449bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.707482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-47883a24-0a45-48ef-9950-01c90beef220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.708784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-d3ca9b70-aaa9-4b11-a20b-b113c0449bc7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0912528 Feb 10 14:08:19.708917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-47883a24-0a45-48ef-9950-01c90beef220 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0913057 Feb 10 14:08:19.770766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:08:19.772985 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-dc00531f-c329-4110-9db8-ec32e7b96af7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0575044 Feb 10 14:08:19.781318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-df5a47a3-6d5c-4d2c-b361-1637016d8640 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0624835 Feb 10 14:08:19.833285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-d29b2e7a-3cc4-4da3-a012-31b62a6b1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.833667 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-f34da630-a541-4cea-bf79-bff2d740578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.835065 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-d29b2e7a-3cc4-4da3-a012-31b62a6b1368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0530653 Feb 10 14:08:19.835268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-f34da630-a541-4cea-bf79-bff2d740578d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0482080 Feb 10 14:08:19.884709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:19.885152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-128f74e1-e006-4213-91e4-8d6c73bf0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.888745 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-128f74e1-e006-4213-91e4-8d6c73bf0812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471971 Feb 10 14:08:19.894577 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e0d7-327f-4def-901e-6c04257436c3 req-20a53e72-f493-48ea-933b-74c74b86624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:19.897323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-20a53e72-f493-48ea-933b-74c74b86624b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543728 Feb 10 14:08:19.905878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '4f9780db-74fc-44bc-b798-1b82564720ed', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:08:19.951024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4f9780db-74fc-44bc-b798-1b82564720ed is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:08:19.952347 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:19.966692 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:08:19.988968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:19.991026 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-865b6f23-9450-4437-8d42-306773672268 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970590 Feb 10 14:08:19.994534 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:20.032645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-9246f099-9590-4b1f-9f50-97adb2f68943 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278901 Feb 10 14:08:20.048444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:20.054237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:08:20.063372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.064012 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.065060 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.065580 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.066083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.066586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.067074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.067556 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.068037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.068526 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.069026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.069517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.070009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:20.112861 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-2eb86ebd-50d8-4959-a438-63ce3aa0e898 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146486 Feb 10 14:08:20.124238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port 4f9780db-74fc-44bc-b798-1b82564720ed host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:08:20.124624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:08:20.234972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['4f9780db-74fc-44bc-b798-1b82564720ed'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:08:20.513561 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c517e0d7-327f-4def-901e-6c04257436c3 req-afe66385-4fd7-476a-b453-36f940220d2d service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754815 Feb 10 14:08:20.523707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ac8c-7592-4fa4-b6df-00550b487159 req-81e548e3-d102-46de-a12c-322e94bb1880 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:20.525160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6824ac8c-7592-4fa4-b6df-00550b487159 req-81e548e3-d102-46de-a12c-322e94bb1880 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.4410551 Feb 10 14:08:20.572251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6824ac8c-7592-4fa4-b6df-00550b487159 req-6bce218d-6d54-4b75-87dc-54b33cf0a9d4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 Feb 10 14:08:20.912480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-d339869b-aa1b-4088-b319-e34a8a218141 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:20.913885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-d339869b-aa1b-4088-b319-e34a8a218141 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 945 time: 0.0890830 Feb 10 14:08:20.924471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d930d-c826-4533-9998-32550e53981e req-34f1ee4a-66e0-439a-ad13-1784caa34c7a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:20.925872 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949d930d-c826-4533-9998-32550e53981e req-34f1ee4a-66e0-439a-ad13-1784caa34c7a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0739865 Feb 10 14:08:21.023505 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-949d930d-c826-4533-9998-32550e53981e req-a733354f-011c-4132-9d7e-e7bad25053e7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907121 Feb 10 14:08:21.024964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-33356491-bd68-40ab-b12e-dcf763685db4 service neutron] 10.222.0.77 "GET /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.0982282 Feb 10 14:08:21.088280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b3e5838f-002f-4380-9d67-1ddcef915ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:21.089900 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b3e5838f-002f-4380-9d67-1ddcef915ad9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1127 time: 0.0444856 Feb 10 14:08:21.181413 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-85dcce7a-763b-4719-bd42-fa95b45bbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:21.182790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-85dcce7a-763b-4719-bd42-fa95b45bbe5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0867097 Feb 10 14:08:21.244325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-ff353ab9-80fc-43ec-91a9-7e5e53654cde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1002 time: 0.0559855 Feb 10 14:08:21.294370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-e9ecce17-b30f-4020-8005-48aba91111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:21.295800 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-e9ecce17-b30f-4020-8005-48aba91111d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0461779 Feb 10 14:08:21.343188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-589b0dc5-c182-4551-aa3d-e6fe9faa2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:21.344643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-589b0dc5-c182-4551-aa3d-e6fe9faa2392 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431495 Feb 10 14:08:21.430586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-4b7bfe69-5bfb-436d-98e7-d9e29f33cf77 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794795 Feb 10 14:08:21.520185 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-8c904899-9072-4896-98f2-86225e0a9f22 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Feb 10 14:08:21.802261 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:08:21.852105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 4f9780db-74fc-44bc-b798-1b82564720ed completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:08:21.855838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 4f9780db-74fc-44bc-b798-1b82564720ed triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:08:21.856222 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:21.931687 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 4f9780db-74fc-44bc-b798-1b82564720ed is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:08:21.931995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:21.953749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:21.955929 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b05d57-2b5b-424d-b667-f50c4bd011ed" -d '{"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-plugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:21.968782 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:21.973378 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:22.008488 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d2679-385e-46db-921b-ff01c457c5ba x-openstack-request-id: req-680d2679-385e-46db-921b-ff01c457c5ba {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:22.008802 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-plugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:22.009063 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-680d2679-385e-46db-921b-ff01c457c5ba {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:22.009578 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'code': 200} Feb 10 14:08:22.023377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:22.145565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e510dde-6423-4a8c-94a0-84ff55582be0 req-ccc2f901-a3b4-442d-86a1-c8d1e0b8609b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:22.147051 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e510dde-6423-4a8c-94a0-84ff55582be0 req-ccc2f901-a3b4-442d-86a1-c8d1e0b8609b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0518398 Feb 10 14:08:22.194534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e510dde-6423-4a8c-94a0-84ff55582be0 req-10059824-895f-4872-9bd4-76b754f68172 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Feb 10 14:08:23.346110 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c3613-cf58-4463-8d25-6c7d4d5ea8e0 req-dee03d95-29f0-4313-9559-4a9c62ebb900 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:23.347737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e56c3613-cf58-4463-8d25-6c7d4d5ea8e0 req-dee03d95-29f0-4313-9559-4a9c62ebb900 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 946 time: 0.0645015 Feb 10 14:08:23.398355 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e56c3613-cf58-4463-8d25-6c7d4d5ea8e0 req-de2b83db-be55-4739-b832-213bc4c7013d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 Feb 10 14:08:23.456302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-eabb1253-2836-4d00-9ac6-e79347fcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:23.457819 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-eabb1253-2836-4d00-9ac6-e79347fcf12c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0550652 Feb 10 14:08:23.468853 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:08:23.529050 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:23.738269 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:23.769727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:08:23.807361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:23.809678 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166decc-704f-4b6a-8f3f-7853ac707e21" -d '{"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:23.813111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks [] for port (4f9780db-74fc-44bc-b798-1b82564720ed), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:23.824860 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Transition to ACTIVE for port object 4f9780db-74fc-44bc-b798-1b82564720ed will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:08:23.828270 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:23.869218 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ce651-5cff-4944-b62a-845de8466b5e x-openstack-request-id: req-f73ce651-5cff-4944-b62a-845de8466b5e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:23.869505 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:23.869760 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f73ce651-5cff-4944-b62a-845de8466b5e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:23.870153 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'code': 200} Feb 10 14:08:23.882150 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:24.232574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.232947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.233265 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.233596 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.233921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.234245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.234569 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.234887 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.235203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.235522 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.235842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.236156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.236469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:08:24.273352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] No DVR routers for this DVR port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:08:24.409954 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:08:24.410288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:08:24.410611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:24.414723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:08:24.415043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Attempting to bind port 4f9780db-74fc-44bc-b798-1b82564720ed on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:24.420193 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:08:24.420528 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:08:24.420945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:08:24.421365 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Bound port: 4f9780db-74fc-44bc-b798-1b82564720ed, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:08:24.421713 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:24.486577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:08:24.489867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:08:24.496085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:24.519635 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c7cfc-d3cb-4b9a-b911-4aa4c9f9f07f req-96276c91-43cf-467c-b610-8ddbc439fbe5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.521167 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-406c7cfc-d3cb-4b9a-b911-4aa4c9f9f07f req-96276c91-43cf-467c-b610-8ddbc439fbe5 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0523267 Feb 10 14:08:24.533223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.533855 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:24.535241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] 10.222.0.21 "PUT /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1093 time: 1.0708096 Feb 10 14:08:24.553753 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888245-f2c8-4726-b124-1a41f3f7964a service neutron] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:24.578743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-406c7cfc-d3cb-4b9a-b911-4aa4c9f9f07f req-80e89132-72c2-4a80-a2d5-4e0078544395 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505402 Feb 10 14:08:24.608203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-e3917984-b86d-4d61-a248-a0009efd657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.609776 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-e3917984-b86d-4d61-a248-a0009efd657f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1127 time: 0.0483356 Feb 10 14:08:24.714871 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-30a15b86-92da-499a-a11f-2d11f0035d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.716408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-30a15b86-92da-499a-a11f-2d11f0035d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1013412 Feb 10 14:08:24.782515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-cd836c52-b2c6-4a6d-932d-93787054faa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0605109 Feb 10 14:08:24.835449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-a17d42f8-ec91-46b9-8f14-7360db5ecd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.836976 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-a17d42f8-ec91-46b9-8f14-7360db5ecd03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0490215 Feb 10 14:08:24.884719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-1ab67b05-cc80-4b36-88eb-0dfed43cb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:24.886193 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-1ab67b05-cc80-4b36-88eb-0dfed43cb9ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430019 Feb 10 14:08:24.979040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-d0e5b144-b7d4-4da7-bbff-0edccae3ddf6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866635 Feb 10 14:08:25.075394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-3a0f7946-9eff-4fcf-8b29-dc89d54d6b5c req-6c9a677f-64d5-4288-95cb-9d7598390b72 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901411 Feb 10 14:08:25.707672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab5e1c-fbd5-479b-8d28-a990e27c957c req-b5862dc8-47ad-4432-bcc0-80f3d9c8cc13 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:25.709182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02ab5e1c-fbd5-479b-8d28-a990e27c957c req-b5862dc8-47ad-4432-bcc0-80f3d9c8cc13 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0619881 Feb 10 14:08:25.754236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-02ab5e1c-fbd5-479b-8d28-a990e27c957c req-2f1e7a39-838f-4e08-9634-f23cde274c2b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 Feb 10 14:08:25.836221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:08:25.871685 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:25.873158 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] The host n-h2-815324-6 is not matching for port 4f9780db-74fc-44bc-b798-1b82564720ed host n-h1-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:08:25.876144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:08:25.876282 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc123fe9-ad11-459e-9431-3cc05f3090da" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:25.920478 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c210d2f3-90f1-4b82-9f28-78ea7eab17b6 x-openstack-request-id: req-c210d2f3-90f1-4b82-9f28-78ea7eab17b6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:25.920797 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:25.921057 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c210d2f3-90f1-4b82-9f28-78ea7eab17b6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:25.921463 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'status': 'completed', 'code': 200} Feb 10 14:08:25.982344 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-c28617c0-e8f2-4a58-b4e5-4141af070ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:25.983625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-43d613d6-4665-4fc3-9b91-dc4d2ac48b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:25.983856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-c28617c0-e8f2-4a58-b4e5-4141af070ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1127 time: 0.0448081 Feb 10 14:08:25.985133 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-43d613d6-4665-4fc3-9b91-dc4d2ac48b64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 1127 time: 0.0442407 Feb 10 14:08:26.076400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-b0df8f68-8e31-4b82-b3e8-b3a390510382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.076653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-0734cec3-2845-4446-91ba-a1fcba9059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.077887 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-b0df8f68-8e31-4b82-b3e8-b3a390510382 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0869033 Feb 10 14:08:26.078045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-0734cec3-2845-4446-91ba-a1fcba9059f0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0881302 Feb 10 14:08:26.141509 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-9d724c1e-08b7-4ca0-b6f6-1f86f6e7d723 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0571327 Feb 10 14:08:26.142156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-6d776ab9-0eed-4b68-81bd-8d7bf4707fc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 200 len: 1001 time: 0.0585725 Feb 10 14:08:26.190025 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-84675e57-9be7-4345-8775-489771fd31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.191379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-44e3f614-0a77-4c68-ad06-2af9b0b6deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.191558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-84675e57-9be7-4345-8775-489771fd31bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0439258 Feb 10 14:08:26.193020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-44e3f614-0a77-4c68-ad06-2af9b0b6deb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0454638 Feb 10 14:08:26.245592 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-9aa48be3-490b-4c97-b1d8-e0c11ea2e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.246223 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-178670d7-236d-459b-9983-9bf53f2e75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.247125 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-9aa48be3-490b-4c97-b1d8-e0c11ea2e95a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481708 Feb 10 14:08:26.247784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-178670d7-236d-459b-9983-9bf53f2e75a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493851 Feb 10 14:08:26.334189 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-b863f64e-3cfb-4ddb-af6c-643f90ca596a service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Feb 10 14:08:26.335279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-2dc7f64a-a987-4791-bdd2-8114bc9d917c service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817137 Feb 10 14:08:26.427124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-e1a6095e-8f19-472f-922a-1bed62626f12 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Feb 10 14:08:26.427339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-fc123fe9-ad11-459e-9431-3cc05f3090da req-63b13e23-b5ba-4ff1-9201-950162e65260 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Feb 10 14:08:26.877883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40347586-a4d5-4e68-a7db-f4b36a85eebf req-a04d0f10-1162-4787-bff8-d94fa5511c28 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:26.881205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40347586-a4d5-4e68-a7db-f4b36a85eebf req-a04d0f10-1162-4787-bff8-d94fa5511c28 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0564222 Feb 10 14:08:26.926603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40347586-a4d5-4e68-a7db-f4b36a85eebf req-a0ad14ee-7952-48bd-b335-de43689e6737 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Feb 10 14:08:28.052892 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5d340-d6e0-4714-86a4-59817b09b82c req-4360bea1-9852-445a-9d0f-ed2fac24a923 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:28.054382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4b5d340-d6e0-4714-86a4-59817b09b82c req-4360bea1-9852-445a-9d0f-ed2fac24a923 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0594225 Feb 10 14:08:28.106405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4b5d340-d6e0-4714-86a4-59817b09b82c req-0962cf21-2bbd-4070-98a2-8c5fa04e6b96 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459471 Feb 10 14:08:28.221187 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac932f3-40a7-4c08-9d3c-b2d626e9ef2e req-23734bde-791e-4359-9b32-583b6721ebdb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:28.222650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ac932f3-40a7-4c08-9d3c-b2d626e9ef2e req-23734bde-791e-4359-9b32-583b6721ebdb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0520561 Feb 10 14:08:28.267583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ac932f3-40a7-4c08-9d3c-b2d626e9ef2e req-9b2837db-0022-45ed-8f91-259e657079cd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394173 Feb 10 14:08:28.383066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c27e-dd09-43c9-9df0-11fec4d0813b req-5623db88-c67e-4fa7-8c08-130cfcc9452f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:28.384522 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b37c27e-dd09-43c9-9df0-11fec4d0813b req-5623db88-c67e-4fa7-8c08-130cfcc9452f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0515211 Feb 10 14:08:28.430482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b37c27e-dd09-43c9-9df0-11fec4d0813b req-0e263e3a-f777-466b-974b-526792349b68 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Feb 10 14:08:28.664245 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d0a56-6f3b-4d41-a7de-c06fb46fbc55 req-4a260530-1f61-4f7b-9055-307648201e28 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:28.665673 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-766d0a56-6f3b-4d41-a7de-c06fb46fbc55 req-4a260530-1f61-4f7b-9055-307648201e28 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0568535 Feb 10 14:08:28.716748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-766d0a56-6f3b-4d41-a7de-c06fb46fbc55 req-f1f2c91a-e7bf-474d-8443-86f3cc2cbd33 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Feb 10 14:08:29.835235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1db3a-8400-4f33-9efe-587cd225c7c6 req-0b053634-f9ae-4c35-8c17-57e0c8df6999 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:29.836713 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37b1db3a-8400-4f33-9efe-587cd225c7c6 req-0b053634-f9ae-4c35-8c17-57e0c8df6999 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0515478 Feb 10 14:08:29.891302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37b1db3a-8400-4f33-9efe-587cd225c7c6 req-eea2ded6-085f-4a99-9007-9555620f91ea tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486503 Feb 10 14:08:30.022051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-81b7a6d0-6074-443a-9ce5-3fa68654affd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:30.023381 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-81b7a6d0-6074-443a-9ce5-3fa68654affd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 945 time: 0.0502744 Feb 10 14:08:30.090354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:08:30.117016 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Deleting port 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:08:30.117361 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.188988 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:30.199126 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '4f9780db-74fc-44bc-b798-1b82564720ed', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': '4f9780db-74fc-44bc-b798-1b82564720ed', 'mac_address': 'fa:16:3e:af:6e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:08:30.204538 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:30.204941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.236295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 4f9780db-74fc-44bc-b798-1b82564720ed is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:08:30.236684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.249569 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:08:30.271986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 4f9780db-74fc-44bc-b798-1b82564720ed, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=4f9780db-74fc-44bc-b798-1b82564720ed,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:30.275698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.325402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=12']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:30.385124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.385492 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.385806 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 disassociated. External IP: 172.25.8.189, port: 4f9780db-74fc-44bc-b798-1b82564720ed. Feb 10 14:08:30.386141 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Calling delete_port for 4f9780db-74fc-44bc-b798-1b82564720ed owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:08:30.508392 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4f9780db-74fc-44bc-b798-1b82564720ed), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.538086 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'Port': ['ID=4f9780db-74fc-44bc-b798-1b82564720ed,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:30.653560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:08:30.770364 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:08:30.782096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:08:30.792924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:08:30.793478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:08:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:30.815031 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] No DVR routers for this DVR port 4f9780db-74fc-44bc-b798-1b82564720ed on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:08:30.818414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.822488 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e2c68da3-2f5b-45db-877a-071cc944e6a6 req-03789cd0-aac7-4455-9aae-9cb3b81484bf tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "DELETE /v2.0/ports/4f9780db-74fc-44bc-b798-1b82564720ed HTTP/1.1" status: 204 len: 173 time: 0.7934759 Feb 10 14:08:30.822980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-deleted', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:30.826645 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b111e8-5dbd-413f-95d8-cf2858d84a6c" -d '{"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-deleted", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:30.867629 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630c60b-8630-4fe0-898f-5329a703cf89 x-openstack-request-id: req-5630c60b-8630-4fe0-898f-5329a703cf89 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:30.867985 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcc0861-9097-456a-8094-378e9ab7053b", "name": "network-vif-deleted", "tag": "4f9780db-74fc-44bc-b798-1b82564720ed", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:30.868322 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5630c60b-8630-4fe0-898f-5329a703cf89 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:30.868844 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcc0861-9097-456a-8094-378e9ab7053b', 'name': 'network-vif-deleted', 'tag': '4f9780db-74fc-44bc-b798-1b82564720ed', 'status': 'completed', 'code': 200} Feb 10 14:08:30.929179 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b7e2295b-faec-4a70-a0f3-d385407ba44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:30.935837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:08:31.006589 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12a9c79a-2cf5-46e2-ba38-e1aa5669e55a req-b97cc5b3-92b6-49bd-a3b1-9fdb4d19a56e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dcc0861-9097-456a-8094-378e9ab7053b HTTP/1.1" status: 200 len: 210 time: 0.0277295 Feb 10 14:08:31.135257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:31.161164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:08:31.170313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:08:31.170912 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:08:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:31.283454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:08:31.635404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:31.662115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d237503-ac89-4ef0-b379-98c1b2fcea54 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:08:31.863580 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d84f4c-0839-4443-8fa4-95d7948d5f49 None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:08:32.249835 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4da2352f-756f-47f1-9ecd-5b359d7a0b6c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--881873116&fields=id&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 267 time: 0.0452037 Feb 10 14:08:32.353218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-e304bb30-4f7d-4dca-b52c-1ee4008f573b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:32.354667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-e304bb30-4f7d-4dca-b52c-1ee4008f573b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.0985129 Feb 10 14:08:32.368568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-f0d1e9d3-4d42-4582-a0b4-a6af3b68c5a8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/quotas/3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 375 time: 0.0085783 Feb 10 14:08:32.426730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-53a6c92c-37af-4e34-96f2-ba80da6b7d85 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527928 Feb 10 14:08:32.589862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-5d2f6bca-18fc-450d-a7d8-c2bbe027bf96 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199007 Feb 10 14:08:32.681190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-bde02432-1d42-4735-9b30-2f106f9757e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Feb 10 14:08:32.840918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-67ce1f61-e58b-4a4f-83c6-701ac7230edf req-38de15b4-d530-4225-b15a-bf1f8db9fab8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Feb 10 14:08:33.338447 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8ac0-4c20-4b81-bf86-b64a87f08441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:33.727327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-ace89829-2884-4786-9bd6-28e2f5d0cddd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:33.728833 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-ace89829-2884-4786-9bd6-28e2f5d0cddd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 812 time: 0.1022191 Feb 10 14:08:33.788384 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-953e7349-c9ed-45c1-aa8b-66d95dacb7e6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 379 time: 0.0520611 Feb 10 14:08:33.798510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'port': {'device_id': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'admin_state_up': True, 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'security_groups': ['db6ce284-4930-4542-a1d2-73d166a2dc2a']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:08:33.907319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Made reservation on behalf of 3f5a15408e8b4bd19ae72a7ca743e3d0 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:08:33.910681 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:33.939198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a2cf097-c924-4550-9f05-7a13d23712d3 req-25b25ca0-caf9-4a50-bd14-591b2bb47e8f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Feb 10 14:08:34.042162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Allocated IP 172.20.0.9 (e0c34359-b029-4e15-8d2c-59f993d6952e/b6871250-995f-4000-ba26-2390bd2045a8/b22bb294-b171-453e-a56c-ac4b8508cdae) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:08:34.102081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:08:34.126746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 4f9780db-74fc-44bc-b798-1b82564720ed {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:08:34.127094 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 4f9780db-74fc-44bc-b798-1b82564720ed not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:08:34.177502 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.210113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.257825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Network e0c34359-b029-4e15-8d2c-59f993d6952e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:08:34.260873 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:08:34.263253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:08:34.293448 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:34.320549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:34.321207 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.337400 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-3668ed51-daf1-44ae-aab1-c88f342c2e90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424292 Feb 10 14:08:34.349102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Request body: {'port': {'device_id': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:08:34.422828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.505214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d25fc07-6a7e-41ca-86c9-5aca53a75f49 None None] Provisioning complete for port b22bb294-b171-453e-a56c-ac4b8508cdae triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:08:34.505802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d25fc07-6a7e-41ca-86c9-5aca53a75f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.538645 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d25fc07-6a7e-41ca-86c9-5aca53a75f49 None None] Port b22bb294-b171-453e-a56c-ac4b8508cdae cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:08:34.681549 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:08:34.688704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks [] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.700666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Transition to ACTIVE for port object b22bb294-b171-453e-a56c-ac4b8508cdae will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:08:34.705245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.738312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.754307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:34.834756 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:08:34.835127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:08:34.835482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:34.840303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:08:34.840666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:08:34.846471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:08:34.846864 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:08:34.847253 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:08:34.847686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Bound port: b22bb294-b171-453e-a56c-ac4b8508cdae, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:08:34.848043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.913496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:08:34.916888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:08:34.923376 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.958878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:34.959504 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:34.960927 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] 10.222.0.21 "PUT /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1091 time: 0.6163120 Feb 10 14:08:34.961370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:34.963762 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:34.999480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2e49-cff5-4519-84c8-9389c2403167 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:35.054717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-1ab9452b-602e-4e86-8c98-ad6050d368a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.056557 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-1ab9452b-602e-4e86-8c98-ad6050d368a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0526299 Feb 10 14:08:35.095644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155762-8a5f-4c98-9975-f759132078f7 req-63bfbec3-c2c0-4062-8f46-6465ddc450eb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.102597 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89155762-8a5f-4c98-9975-f759132078f7 req-63bfbec3-c2c0-4062-8f46-6465ddc450eb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0680466 Feb 10 14:08:35.105844 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-e9c15ad1-1e09-4de2-ad2d-b23899e73f4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 217 time: 0.0418761 Feb 10 14:08:35.154109 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-89155762-8a5f-4c98-9975-f759132078f7 req-29a8985c-b388-427f-b614-f4ce4e6a2a84 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492399 Feb 10 14:08:35.155757 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-a26b7ddb-eb50-4884-b16a-e0803d13ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.157255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-a26b7ddb-eb50-4884-b16a-e0803d13ba73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0463023 Feb 10 14:08:35.200788 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5e802-b405-47d8-8dda-bd771f12cf1d x-openstack-request-id: req-55c5e802-b405-47d8-8dda-bd771f12cf1d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:35.201080 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:35.201354 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55c5e802-b405-47d8-8dda-bd771f12cf1d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:35.201745 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'status': 'completed', 'code': 200} Feb 10 14:08:35.215250 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-60eb1e4f-9bc1-4410-9d77-2b9d33b550bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.217338 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-60eb1e4f-9bc1-4410-9d77-2b9d33b550bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540323 Feb 10 14:08:35.310410 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-a7f3d101-7361-4d24-b550-196aebd56b0c service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867641 Feb 10 14:08:35.400827 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-df5ce038-5b51-4981-b75f-a4d32e555833 req-332ea085-3c9d-49fe-961e-a1c344330f4f service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844774 Feb 10 14:08:35.491508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-d5a02bfb-443b-4d97-a59b-986c9d7da2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.492951 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-d5a02bfb-443b-4d97-a59b-986c9d7da2ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0484166 Feb 10 14:08:35.578502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-ae7eb9a4-2af1-4658-b71c-a542e479b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.579938 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-ae7eb9a4-2af1-4658-b71c-a542e479b78a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0817139 Feb 10 14:08:35.622221 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-1b57cad2-fbcd-44fb-9b87-184b083c23eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 217 time: 0.0365622 Feb 10 14:08:35.668459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-27d6a311-0dbf-4ab7-af90-3a7f746bb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.669906 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-27d6a311-0dbf-4ab7-af90-3a7f746bb1c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0425780 Feb 10 14:08:35.716957 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-098d2ead-e414-4041-81b7-54078693ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:35.718424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-098d2ead-e414-4041-81b7-54078693ae94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428281 Feb 10 14:08:35.815336 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-534c9cd1-14be-4f94-974f-0d186e82e6de service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888343 Feb 10 14:08:35.904832 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-4b6fd0bb-6e8b-4cf1-8b17-76917e3e2cdf req-9bae3d31-53e9-4bbe-af97-fa1558b166e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822082 Feb 10 14:08:35.952535 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:36.280663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765878e-f9d9-4583-93f4-eb1c7a780f24 req-99cb9114-7cd3-4bad-9fbd-212952e4e21b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:36.282159 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8765878e-f9d9-4583-93f4-eb1c7a780f24 req-99cb9114-7cd3-4bad-9fbd-212952e4e21b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0569072 Feb 10 14:08:36.328035 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8765878e-f9d9-4583-93f4-eb1c7a780f24 req-d88c81b2-43ee-40c6-88be-52cecc5138c6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402682 Feb 10 14:08:36.458227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:37.445046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd96888-6873-4b99-ba82-97f37e413616 req-4596045a-bb56-487e-8f8c-ef02a841715b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:37.446516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fd96888-6873-4b99-ba82-97f37e413616 req-4596045a-bb56-487e-8f8c-ef02a841715b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0517242 Feb 10 14:08:37.477091 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:37.494314 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fd96888-6873-4b99-ba82-97f37e413616 req-8ad9b723-4287-44e8-8b7a-7291301d6265 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421979 Feb 10 14:08:38.615563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9912e6-7c84-42de-886b-68076c2ebaf3 req-a0d308ff-e58e-45f4-8794-d29e70ced637 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:38.617327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a9912e6-7c84-42de-886b-68076c2ebaf3 req-a0d308ff-e58e-45f4-8794-d29e70ced637 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0560803 Feb 10 14:08:38.664100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a9912e6-7c84-42de-886b-68076c2ebaf3 req-6da92482-0974-40be-99a9-9d4b5de3e3b4 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Feb 10 14:08:39.785014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2d1da-3c2e-46dc-a05a-7652a0e5749a req-27911680-f6e9-4c6c-9b74-f917bb8cc3de tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:39.786499 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b2d1da-3c2e-46dc-a05a-7652a0e5749a req-27911680-f6e9-4c6c-9b74-f917bb8cc3de tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0536470 Feb 10 14:08:39.832517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e4b2d1da-3c2e-46dc-a05a-7652a0e5749a req-c4a22ae5-3bb4-4358-9181-6bd1da162337 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 Feb 10 14:08:40.138052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:08:40.232053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:40.242385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:08:40.288432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:08:40.288851 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:40.301870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:08:40.320209 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:40.324056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:40.369358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:40.643793 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b22bb294-b171-453e-a56c-ac4b8508cdae'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:08:40.948802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94998d79-5296-442f-a528-3055e11f6666 req-2ccf7e36-07f9-4641-9b21-7c4b2b6fba23 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:40.950690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94998d79-5296-442f-a528-3055e11f6666 req-2ccf7e36-07f9-4641-9b21-7c4b2b6fba23 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0518980 Feb 10 14:08:41.000733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94998d79-5296-442f-a528-3055e11f6666 req-b8b5b219-51c4-4fa2-97c2-0a9e7db94835 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445418 Feb 10 14:08:41.619020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:42.119390 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32fa75-0278-47d3-8e92-e51ef49613f9 req-dc8c577c-589a-43fd-a636-2804f99ec34f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:42.120885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f32fa75-0278-47d3-8e92-e51ef49613f9 req-dc8c577c-589a-43fd-a636-2804f99ec34f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0515385 Feb 10 14:08:42.138537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:08:42.169453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f32fa75-0278-47d3-8e92-e51ef49613f9 req-a9a1fbd7-a0c3-4657-aa59-729a2758dcf3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Feb 10 14:08:42.188471 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b22bb294-b171-453e-a56c-ac4b8508cdae completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:08:42.192574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b22bb294-b171-453e-a56c-ac4b8508cdae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:08:42.192990 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:42.270320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:08:42.270709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:42.293246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:42.296025 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbe7e0b-ad75-4b91-a9b9-5258eeafe0bc" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:42.308221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:08:42.313478 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:42.341017 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ea7a7-5f82-4095-b2c4-a7d735b544dc x-openstack-request-id: req-213ea7a7-5f82-4095-b2c4-a7d735b544dc {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:42.341313 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:42.341574 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-213ea7a7-5f82-4095-b2c4-a7d735b544dc {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:42.341971 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'code': 200} Feb 10 14:08:42.369644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:08:42.436700 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae00e-140e-461d-be8b-610124c94e18 req-72b5f7fd-b017-48e4-8621-31749af0a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:42.439267 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c73ae00e-140e-461d-be8b-610124c94e18 req-72b5f7fd-b017-48e4-8621-31749af0a5e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1127 time: 0.0499048 Feb 10 14:08:42.482185 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c73ae00e-140e-461d-be8b-610124c94e18 req-ac7f96ba-6072-4fd8-8974-0da5d0119872 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Feb 10 14:08:43.291120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e89c7-133a-452a-a08e-dd1b6adb1289 req-5940e0cb-f3d0-4f40-bf9a-90f8bea9ad7e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:43.292582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de1e89c7-133a-452a-a08e-dd1b6adb1289 req-5940e0cb-f3d0-4f40-bf9a-90f8bea9ad7e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Feb 10 14:08:43.338661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-de1e89c7-133a-452a-a08e-dd1b6adb1289 req-def88a99-abc9-47f0-a3d2-3d8d90fb17d0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Feb 10 14:08:44.465171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27de4-2b19-4e9f-b668-38aaec9f5c86 req-23a44a8c-0780-45eb-899d-91516b029c18 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:44.467233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa27de4-2b19-4e9f-b668-38aaec9f5c86 req-23a44a8c-0780-45eb-899d-91516b029c18 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0604091 Feb 10 14:08:44.512836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aaa27de4-2b19-4e9f-b668-38aaec9f5c86 req-f5982f0d-d952-4d47-b8cf-0e8581c203d3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Feb 10 14:08:44.623728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a17b9f-097c-4404-b5ef-6c084655cad8 req-3ddb4ede-5fe4-4502-a049-a94ba4596a66 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:44.625137 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-26a17b9f-097c-4404-b5ef-6c084655cad8 req-3ddb4ede-5fe4-4502-a049-a94ba4596a66 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Feb 10 14:08:44.633572 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:08:44.638363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Request body: {'floatingip': {'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:08:44.682082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:45.114322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:45.118059 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:45.218774 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 associated. External IP: 172.25.8.189, port: b22bb294-b171-453e-a56c-ac4b8508cdae. Feb 10 14:08:45.425505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:08:45.534927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:08:45.539661 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:08:45.545436 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:08:45.554544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:08:45.555163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:08:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:45.568484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5470b1b7-b9a2-40b7-ac6a-6f8ab49e5e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "PUT /v2.0/floatingips/7bb179c8-4475-408c-8551-4ac9a15c1bb6 HTTP/1.1" status: 200 len: 992 time: 0.9338837 Feb 10 14:08:45.569269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:08:45.571599 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c1d005-2c6c-4242-96c7-c28f03eb0c09" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:08:45.612742 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867cf59-38ae-49e5-9dbc-ec7c160d54e5 x-openstack-request-id: req-a867cf59-38ae-49e5-9dbc-ec7c160d54e5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:08:45.613067 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:08:45.613350 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a867cf59-38ae-49e5-9dbc-ec7c160d54e5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:08:45.613735 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'status': 'completed', 'code': 200} Feb 10 14:08:45.669025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:08:45.680339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-00819c76-edb2-426c-ac1f-5b394341d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:45.682015 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-00819c76-edb2-426c-ac1f-5b394341d1bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1127 time: 0.0452869 Feb 10 14:08:45.790428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-284ccae7-79c7-4fc7-b545-299a21269f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:45.791919 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-284ccae7-79c7-4fc7-b545-299a21269f52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.1046827 Feb 10 14:08:45.884574 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-510132d8-08a8-4002-a5b8-2fb282a88913 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0851669 Feb 10 14:08:45.935462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-acb347d4-0b04-452b-87c0-4d602fc32ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:45.936975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-acb347d4-0b04-452b-87c0-4d602fc32ef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0463655 Feb 10 14:08:45.954588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:08:45Z', 'revision_number': 13, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:45.988534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:08:46.003833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-f68ebe5c-6262-45c6-bf91-df6567387802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:46.006826 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:08:46.009171 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-f68ebe5c-6262-45c6-bf91-df6567387802 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628927 Feb 10 14:08:46.009322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:08:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:46.103921 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-77dd3354-9ccf-43a8-b761-5d9458a7faf1 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912948 Feb 10 14:08:46.126086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:08:46.200077 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-02c1d005-2c6c-4242-96c7-c28f03eb0c09 req-5ce5dfbc-4dc7-47cf-aca7-77efe0a3254e service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897405 Feb 10 14:08:46.360208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:08:45Z', 'revision_number': 13, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:08:46.385862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647b52e-6c25-4658-8a71-986fccabb663 None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '7bb179c8-4475-408c-8551-4ac9a15c1bb6', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '590c3165-1031-4d6a-bea9-541446313444', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:05:57Z', 'updated_at': '2022-02-10T14:08:45Z', 'revision_number': 13, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:08:46.575594 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5b438-b4dd-4421-a2f7-b12a025570e8 None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:08:47.325988 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-5b0f9392-5805-4e9f-8195-851e3198dfef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427184 Feb 10 14:08:47.406593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-7a470a51-d602-4da6-8dba-fe9a77040ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:47.408075 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-7a470a51-d602-4da6-8dba-fe9a77040ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1127 time: 0.0443475 Feb 10 14:08:47.511277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-961f22ff-ccdb-449b-a5ff-c348a2e0674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:47.512668 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-961f22ff-ccdb-449b-a5ff-c348a2e0674e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0866649 Feb 10 14:08:47.575663 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-7ee57857-19cd-445f-a04d-9a58d37e959e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1002 time: 0.0575297 Feb 10 14:08:47.626570 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-1b2919e8-f6cc-4a5f-b348-e2dc71c8e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:47.628024 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-1b2919e8-f6cc-4a5f-b348-e2dc71c8e870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0471797 Feb 10 14:08:47.675723 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-ce48d62b-1e23-4527-9c47-792fe54aba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:47.677246 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-ce48d62b-1e23-4527-9c47-792fe54aba32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436137 Feb 10 14:08:47.762903 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-2710641d-0155-413d-96c8-d7bbceb10754 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791295 Feb 10 14:08:47.851508 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e9d816c9-75d7-4035-9e2c-725b5f848b17 req-367c6f09-4a34-48f5-9100-a142c9e6fc82 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834703 Feb 10 14:08:48.079802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03f6b4-5c35-4663-b7e7-929460793389 req-72893fcf-6e3e-4fee-8615-6855c5583486 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:08:48.081310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be03f6b4-5c35-4663-b7e7-929460793389 req-72893fcf-6e3e-4fee-8615-6855c5583486 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0525203 Feb 10 14:08:48.131356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be03f6b4-5c35-4663-b7e7-929460793389 req-e0e6ca1e-2a78-4827-abc5-510550e59609 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Feb 10 14:08:50.487335 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:09:00.905034 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-76a2cebf-7ea1-47ae-81cb-38dd66f88711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:03.332553 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-296bce46-c045-4230-a4ce-cdfa64de0fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:04.470708 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92591d-5b90-4660-bf6e-bbd6d980ae12 req-402f7493-2c00-4b6b-9de0-4144b21ec1c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:04.472125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e92591d-5b90-4660-bf6e-bbd6d980ae12 req-402f7493-2c00-4b6b-9de0-4144b21ec1c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Feb 10 14:09:04.522847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e92591d-5b90-4660-bf6e-bbd6d980ae12 req-6be2ce30-a1c6-496f-8c31-c71926083cd7 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Feb 10 14:09:04.552619 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-989868e6-e88c-472f-bb36-18fb91221849 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878036 Feb 10 14:09:04.741471 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:04.946951 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-5be82a76-827a-4691-b86b-98bdc5529017 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:04.948227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-5be82a76-827a-4691-b86b-98bdc5529017 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 942 time: 0.1050403 Feb 10 14:09:05.647196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749207-f1f9-4971-b8eb-52537af9f434 req-220a25c1-a5ff-43e4-b98b-598a72b4274b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:05.648708 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd749207-f1f9-4971-b8eb-52537af9f434 req-220a25c1-a5ff-43e4-b98b-598a72b4274b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Feb 10 14:09:05.696635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bd749207-f1f9-4971-b8eb-52537af9f434 req-c5260400-33af-46db-9d0e-784584fd6a17 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Feb 10 14:09:05.709380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-c5b3aa38-d0fa-46a1-bde9-3570b464ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:05.710883 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-c5b3aa38-d0fa-46a1-bde9-3570b464ba5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1127 time: 0.0477991 Feb 10 14:09:05.801825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-c916cc90-e86d-40f2-807e-19e96ac692c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:05.803315 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-c916cc90-e86d-40f2-807e-19e96ac692c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0857294 Feb 10 14:09:05.870347 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-726ec695-093e-4373-a7cf-9230bebe7f34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1002 time: 0.0612166 Feb 10 14:09:05.917017 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-d385fc38-da4c-4bd7-b12c-f8443bb4c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:05.918431 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-d385fc38-da4c-4bd7-b12c-f8443bb4c870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0424085 Feb 10 14:09:05.956649 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:05.965302 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-27ab1f69-bf46-4b4f-8800-d593c255ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:05.967358 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-27ab1f69-bf46-4b4f-8800-d593c255ea94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435901 Feb 10 14:09:06.055393 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-d3e6c4e7-3f3a-4ab8-9b7d-ddffa9697e75 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819268 Feb 10 14:09:06.139601 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-a22ba2ec-9818-4df0-8911-2be6aed00cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782981 Feb 10 14:09:06.454208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:06.822983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8e2d4-ab1d-451b-bb2d-cc06adad6df1 req-50a760bf-3dba-4cf0-9f97-7122e09d5c33 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:06.824463 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b8e2d4-ab1d-451b-bb2d-cc06adad6df1 req-50a760bf-3dba-4cf0-9f97-7122e09d5c33 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0561557 Feb 10 14:09:06.870294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b8e2d4-ab1d-451b-bb2d-cc06adad6df1 req-8b03cd4d-5dec-4d4d-b050-c0d723cfe14f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396776 Feb 10 14:09:07.478939 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:07.997226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab6e43-cee6-4d6d-8c20-1a4311c04424 req-2e02dbef-809b-4315-9113-b0a3738145fb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:07.998727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9ab6e43-cee6-4d6d-8c20-1a4311c04424 req-2e02dbef-809b-4315-9113-b0a3738145fb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Feb 10 14:09:08.044899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c9ab6e43-cee6-4d6d-8c20-1a4311c04424 req-38a522b9-180c-48fc-bf3e-c3c519ea3f67 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Feb 10 14:09:09.166352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4cd65-8b17-4c4a-a28e-16d637005996 req-84364472-ed23-4366-a149-f269ce4def68 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:09.167752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61e4cd65-8b17-4c4a-a28e-16d637005996 req-84364472-ed23-4366-a149-f269ce4def68 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0564284 Feb 10 14:09:09.213148 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-61e4cd65-8b17-4c4a-a28e-16d637005996 req-f4a29bf7-0fb4-43f5-989c-828a9b2f54a9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Feb 10 14:09:10.332680 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50352046-58f8-4e1a-a513-f826491b62ba req-f281d0c8-0ca3-409a-81df-491330de20df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:10.334198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50352046-58f8-4e1a-a513-f826491b62ba req-f281d0c8-0ca3-409a-81df-491330de20df tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Feb 10 14:09:10.380793 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-50352046-58f8-4e1a-a513-f826491b62ba req-1394dc71-c131-471e-b04c-cf8385d64d11 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Feb 10 14:09:11.499571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abceb-d46c-4e48-8b4a-cf226ed74f02 req-b8025b84-149c-4edc-a47d-b212e5a44355 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:11.501075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a8abceb-d46c-4e48-8b4a-cf226ed74f02 req-b8025b84-149c-4edc-a47d-b212e5a44355 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Feb 10 14:09:11.550406 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6a8abceb-d46c-4e48-8b4a-cf226ed74f02 req-33036e0a-42be-47cb-953b-245fe182f768 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Feb 10 14:09:11.618158 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:12.672596 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e28d8-30b4-40dd-87ed-e123765edde0 req-10c6d86c-4f64-48fa-b0c9-4905892ad775 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:12.674046 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b03e28d8-30b4-40dd-87ed-e123765edde0 req-10c6d86c-4f64-48fa-b0c9-4905892ad775 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Feb 10 14:09:12.719390 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b03e28d8-30b4-40dd-87ed-e123765edde0 req-d5cf8702-c0f0-4795-8db5-288f8bcd6552 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Feb 10 14:09:13.839832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0500f-4de9-41cb-a30f-1a525cf9be34 req-d47a5095-e685-4b78-bee8-d3089cbfd3d3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:13.841975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18b0500f-4de9-41cb-a30f-1a525cf9be34 req-d47a5095-e685-4b78-bee8-d3089cbfd3d3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Feb 10 14:09:13.889209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18b0500f-4de9-41cb-a30f-1a525cf9be34 req-8182b9bd-6926-46c8-ab73-0a2165306387 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Feb 10 14:09:15.018424 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731ba02-670c-48be-bc52-ce83447d922e req-a29cdb5d-96f9-4edc-af9c-a4b2824abb61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:15.019935 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6731ba02-670c-48be-bc52-ce83447d922e req-a29cdb5d-96f9-4edc-af9c-a4b2824abb61 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0583956 Feb 10 14:09:15.066107 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6731ba02-670c-48be-bc52-ce83447d922e req-79143299-6637-449e-823c-6c5a9fa12436 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Feb 10 14:09:16.185086 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb25e5-d316-49aa-9b91-1a79e5ec5952 req-3840bdce-1e45-4b9e-9c46-5f9ccb788a18 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:16.187026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebbb25e5-d316-49aa-9b91-1a79e5ec5952 req-3840bdce-1e45-4b9e-9c46-5f9ccb788a18 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Feb 10 14:09:16.232260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ebbb25e5-d316-49aa-9b91-1a79e5ec5952 req-8b9bbe31-29ec-4386-a164-2d219e12fc88 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Feb 10 14:09:16.324347 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:09:16.399684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:09:16.400076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:16.423375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:09:16.425783 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01663be-0f4e-4c17-9265-4bcca1a042b7" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:09:16.440504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:16.446719 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:16.482804 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c3b0e-2394-4695-8759-a36335be26c9 x-openstack-request-id: req-5f4c3b0e-2394-4695-8759-a36335be26c9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:09:16.483152 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:09:16.483411 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f4c3b0e-2394-4695-8759-a36335be26c9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:09:16.483809 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'code': 200} Feb 10 14:09:16.509701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=6']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:16.700591 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-96a21368-c14b-40b8-b018-91e149219a1d service neutron] show failed (client error): The resource could not be found. Feb 10 14:09:16.701581 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-96a21368-c14b-40b8-b018-91e149219a1d service neutron] 10.222.0.21 "GET /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0595386 Feb 10 14:09:16.893131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-9ae7ba86-14ad-415b-9dd4-236bd843a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:16.894641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-9ae7ba86-14ad-415b-9dd4-236bd843a10a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1125 time: 0.0448458 Feb 10 14:09:16.904629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:09:16.968240 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.163514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:17.195041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:09:17.226115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:09:17.233747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks [] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.245414 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Transition to ACTIVE for port object b22bb294-b171-453e-a56c-ac4b8508cdae will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:09:17.249208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.350959 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:17.407701 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] No DVR routers for this DVR port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:09:17.459973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66a060-b065-4726-a03a-2dbfee45de94 req-392fa08d-e442-4e1f-bb1d-f859826b1a25 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.461503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca66a060-b065-4726-a03a-2dbfee45de94 req-392fa08d-e442-4e1f-bb1d-f859826b1a25 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.1361856 Feb 10 14:09:17.552291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ca66a060-b065-4726-a03a-2dbfee45de94 req-8f27a473-71b9-4c6a-8c9a-0edaba1266b6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840006 Feb 10 14:09:17.587296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:09:17.587629 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:09:17.587954 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:09:17.592672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:09:17.593019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:09:17.597727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:09:17.598063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:09:17.598441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:09:17.598860 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Bound port: b22bb294-b171-453e-a56c-ac4b8508cdae, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:09:17.599208 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.659367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:09:17.662443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:09:17.667494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.704328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.704922 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:17.706291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] 10.222.0.77 "PUT /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1091 time: 0.8055327 Feb 10 14:09:17.706731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:09:17.708988 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd0d9b-9c61-4465-9514-5dcaef3baa90" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:09:17.755325 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:17.766026 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59076a5-49d3-4ee4-a163-2bebd306b0bd x-openstack-request-id: req-f59076a5-49d3-4ee4-a163-2bebd306b0bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:09:17.766314 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:09:17.766571 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f59076a5-49d3-4ee4-a163-2bebd306b0bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:09:17.766978 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'status': 'completed', 'code': 200} Feb 10 14:09:17.769706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.770052 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.770388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.770730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.771063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.771400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.771729 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.772053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.772374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.772698 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.773049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.773371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.773692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78374b-efd0-46d0-b880-37b0903b3384 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:17.791971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-f0495556-f9c0-4950-97c3-d72495fab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.793543 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-f0495556-f9c0-4950-97c3-d72495fab32e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0656941 Feb 10 14:09:17.847284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-d16d62ac-e3ac-42af-bd2a-1b31214d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.848964 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-d16d62ac-e3ac-42af-bd2a-1b31214d5b18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0571175 Feb 10 14:09:17.898273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3bef7ebf-db13-48e2-a36c-ebf8ecc6283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.899785 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-3bef7ebf-db13-48e2-a36c-ebf8ecc6283c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0997643 Feb 10 14:09:17.950791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-647f7219-9fda-4fce-8994-0319e20de378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:17.952394 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-647f7219-9fda-4fce-8994-0319e20de378 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0971863 Feb 10 14:09:18.024276 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-87cb1004-443f-4094-8ec6-c1685e0b931e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0664153 Feb 10 14:09:18.074689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-31723bae-1079-49ae-8550-53d1a4e32d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.076084 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-31723bae-1079-49ae-8550-53d1a4e32d08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0452940 Feb 10 14:09:18.126401 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-6a4fd56c-d421-44f3-b7ba-7b44896f2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.127933 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-6a4fd56c-d421-44f3-b7ba-7b44896f2716 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460649 Feb 10 14:09:18.222944 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-0f70ea5c-66f3-45a6-bef9-b63af1be6cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892396 Feb 10 14:09:18.310492 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-5c74e7ba-19db-4bac-b0e7-a66dc66b40db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.4036691 Feb 10 14:09:18.360907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-1d197596-a810-463a-aea1-4e329605aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.362310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-1d197596-a810-463a-aea1-4e329605aa8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0458667 Feb 10 14:09:18.414180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-1ae12347-096d-46b8-a658-04ccbb69e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.415875 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-1ae12347-096d-46b8-a658-04ccbb69e2cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476696 Feb 10 14:09:18.512002 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-7a9fbfac-e6ab-4851-a5f3-6691efbd4ba4 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892663 Feb 10 14:09:18.609318 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-c7752cbb-64a1-428f-ab50-8f81b58bdb5e service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913746 Feb 10 14:09:18.633651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-a81da215-6b44-4e9b-ac57-bac3d06160e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033742 Feb 10 14:09:18.683774 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c473c-f548-4458-9613-c56c016fb5e6 req-899a5386-0290-40f6-9591-001a0b9f4a02 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.685321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f0c473c-f548-4458-9613-c56c016fb5e6 req-899a5386-0290-40f6-9591-001a0b9f4a02 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0570569 Feb 10 14:09:18.762117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7f0c473c-f548-4458-9613-c56c016fb5e6 req-0f6b8e7c-d879-4f69-a4b1-b03dc5cd0796 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667107 Feb 10 14:09:18.766936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-4b8ca491-314c-4503-a9fd-0a57d2d29fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.768409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-4b8ca491-314c-4503-a9fd-0a57d2d29fd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0817080 Feb 10 14:09:18.865693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-f680300c-efe8-4828-a0db-d5e6e64639ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.867177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-f680300c-efe8-4828-a0db-d5e6e64639ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0930517 Feb 10 14:09:18.936816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-e4136fa2-abe0-4e63-ab78-5c13d57725c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0636692 Feb 10 14:09:18.988814 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-a9f65053-9fa3-4bf1-8517-657b36d48c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:18.990285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-a9f65053-9fa3-4bf1-8517-657b36d48c72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0479059 Feb 10 14:09:19.038329 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-a2a642cc-7f43-4de8-8efc-375e764e551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:19.039848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-a2a642cc-7f43-4de8-8efc-375e764e551a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443444 Feb 10 14:09:19.130111 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-d42c9950-f270-47eb-a872-69497595e194 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Feb 10 14:09:19.221022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-62cd0d9b-9c61-4465-9514-5dcaef3baa90 req-5c51add7-62dd-420a-b9bd-8004a7c8700b service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Feb 10 14:09:19.886613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16dd5-cd3e-4dc4-9c45-f762fdfcf8cb req-fdbdbce2-d811-4134-8e5a-5fb7e41e6e5f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:19.888128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83e16dd5-cd3e-4dc4-9c45-f762fdfcf8cb req-fdbdbce2-d811-4134-8e5a-5fb7e41e6e5f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0532269 Feb 10 14:09:19.936426 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-83e16dd5-cd3e-4dc4-9c45-f762fdfcf8cb req-c5970ed2-f24a-4c2f-b187-5145b6a4f839 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Feb 10 14:09:21.061263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb8cbf-69e7-463a-9915-7ac1c2ee8324 req-38c151a8-636c-40eb-b572-b5540f125a7e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:21.062762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27fb8cbf-69e7-463a-9915-7ac1c2ee8324 req-38c151a8-636c-40eb-b572-b5540f125a7e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0570309 Feb 10 14:09:21.109268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27fb8cbf-69e7-463a-9915-7ac1c2ee8324 req-a76a4c96-384e-41e6-bc59-ed3feba3d04e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Feb 10 14:09:22.233936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd0e29-2e45-4e86-864b-2dfa10f0b747 req-74fd33d9-ffb9-4fe1-8388-76e44ad60f43 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:22.235469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01dd0e29-2e45-4e86-864b-2dfa10f0b747 req-74fd33d9-ffb9-4fe1-8388-76e44ad60f43 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0541694 Feb 10 14:09:22.284634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01dd0e29-2e45-4e86-864b-2dfa10f0b747 req-26ff8b8b-5038-4a6e-aa3a-44069b564ac9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Feb 10 14:09:23.416021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825966-6e1c-4869-92bd-b256d8c29c89 req-4ad31ece-9c1b-4277-998f-e182f480e3dc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:23.417552 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e825966-6e1c-4869-92bd-b256d8c29c89 req-4ad31ece-9c1b-4277-998f-e182f480e3dc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0572603 Feb 10 14:09:23.466891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e825966-6e1c-4869-92bd-b256d8c29c89 req-4b01b6a6-08b6-4ee8-bd62-fe06f804bd20 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Feb 10 14:09:24.595768 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25713eb1-3663-42fb-9523-7f18ac1d5861 req-1a89eeff-4f1d-45b8-bdb5-c1a74781d14d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:24.597577 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25713eb1-3663-42fb-9523-7f18ac1d5861 req-1a89eeff-4f1d-45b8-bdb5-c1a74781d14d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0552585 Feb 10 14:09:24.645944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-25713eb1-3663-42fb-9523-7f18ac1d5861 req-f5798243-f5ef-4340-a1de-c2da7a8fc601 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Feb 10 14:09:25.773497 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb78f4-854f-44d7-924b-597a21e98dde req-b72c9893-019a-4e5f-94e7-63c828189e1b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:25.774970 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceeb78f4-854f-44d7-924b-597a21e98dde req-b72c9893-019a-4e5f-94e7-63c828189e1b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0564535 Feb 10 14:09:25.824984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ceeb78f4-854f-44d7-924b-597a21e98dde req-0450dddb-834f-48e4-a693-8d11c643fc7f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Feb 10 14:09:26.947793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f0c5-77f3-452d-9efe-f5f5ef8f0554 req-a7902f5e-a10a-4c67-a270-cd95736fcaa2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:26.949325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69f8f0c5-77f3-452d-9efe-f5f5ef8f0554 req-a7902f5e-a10a-4c67-a270-cd95736fcaa2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0518665 Feb 10 14:09:26.997448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69f8f0c5-77f3-452d-9efe-f5f5ef8f0554 req-23fd857f-3ee8-443e-a1cf-77e8732c73b9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Feb 10 14:09:27.486710 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:09:28.120422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c838df-3d09-4dd9-b9c1-29760df06d37 req-d9c8c802-7a4f-470f-8cb9-4759b4d05e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:28.121823 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37c838df-3d09-4dd9-b9c1-29760df06d37 req-d9c8c802-7a4f-470f-8cb9-4759b4d05e97 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0529313 Feb 10 14:09:28.167587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37c838df-3d09-4dd9-b9c1-29760df06d37 req-c717491c-b525-4b51-b0de-01f9559a9983 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402048 Feb 10 14:09:29.290010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574da508-eaa3-492a-91a0-4c21c481b2e8 req-c17e258c-db8f-4f92-8f8a-52a0d471c35b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:29.291528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574da508-eaa3-492a-91a0-4c21c481b2e8 req-c17e258c-db8f-4f92-8f8a-52a0d471c35b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0560107 Feb 10 14:09:29.339294 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574da508-eaa3-492a-91a0-4c21c481b2e8 req-c3d39b72-b9ff-45ac-8ccf-d9fbbb084cd2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Feb 10 14:09:30.458180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87f9dc-a5db-4049-b9c5-6ec09b0776b0 req-0c8b98f8-98af-42b0-abfd-dc445bfe0502 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:30.459657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e87f9dc-a5db-4049-b9c5-6ec09b0776b0 req-0c8b98f8-98af-42b0-abfd-dc445bfe0502 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0519187 Feb 10 14:09:30.505526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4e87f9dc-a5db-4049-b9c5-6ec09b0776b0 req-40540bfc-2346-4343-9ce9-58c272d659cc tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403328 Feb 10 14:09:30.908515 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a33c5eea-ffac-4e7a-b296-ed7eb29daf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:31.623120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba528c9b-ce0e-484a-b95c-8533ce35294a req-bc9483f0-ee89-4932-8ce0-346aebc277e3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:31.625182 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba528c9b-ce0e-484a-b95c-8533ce35294a req-bc9483f0-ee89-4932-8ce0-346aebc277e3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0509858 Feb 10 14:09:31.678235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba528c9b-ce0e-484a-b95c-8533ce35294a req-5b0e03db-b581-4548-9222-b339d7d37e57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475183 Feb 10 14:09:32.117541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-17098966-977b-46fb-9079-272224f91d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:32.119077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-17098966-977b-46fb-9079-272224f91d5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1125 time: 0.0442343 Feb 10 14:09:32.225473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-5c9b970d-e06a-4a8a-92ff-98c4c1421ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:32.226859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-5c9b970d-e06a-4a8a-92ff-98c4c1421ee3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0897284 Feb 10 14:09:32.294459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-6fa26b23-5c53-45a4-995e-92e718c77777 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0618675 Feb 10 14:09:32.341367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-695529b3-11cb-4be5-b3a0-099f785bea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:32.342833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-695529b3-11cb-4be5-b3a0-099f785bea85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0423636 Feb 10 14:09:32.397697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-35662688-08d8-4993-8d83-3c6b8bf28f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:32.399168 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-35662688-08d8-4993-8d83-3c6b8bf28f53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506618 Feb 10 14:09:32.491604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-abe3089c-b165-4981-9489-23ba5c7b20aa service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865920 Feb 10 14:09:32.584180 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f99d8022-dc84-4658-a734-da0b7dd44051 req-2ed46d6e-7098-45c2-9ba4-1afe83abd0dc service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 Feb 10 14:09:32.797826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19cb2-7196-4dc1-b4b9-75e2d9e94d17 req-ec0d0753-b4b7-48e2-8b7d-c571e536e2ec tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:32.799357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47c19cb2-7196-4dc1-b4b9-75e2d9e94d17 req-ec0d0753-b4b7-48e2-8b7d-c571e536e2ec tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0526404 Feb 10 14:09:32.844734 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-47c19cb2-7196-4dc1-b4b9-75e2d9e94d17 req-78ccdac0-38ed-48e3-8227-e87e1cfb7184 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Feb 10 14:09:33.333185 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72995cd9-d515-4578-af63-1b821ba26e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:33.965840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb93fa-e460-4c86-8376-b0a59bba02d7 req-08d6c373-0ed9-4968-9cdf-5f6c9418a420 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:33.967319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abeb93fa-e460-4c86-8376-b0a59bba02d7 req-08d6c373-0ed9-4968-9cdf-5f6c9418a420 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0509357 Feb 10 14:09:34.012581 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-abeb93fa-e460-4c86-8376-b0a59bba02d7 req-a1cd6486-473c-43cf-a98c-f611213547ec tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 Feb 10 14:09:34.744490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:35.138341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7719-2bcf-4238-bdfc-f15d4250c032 req-cace2f16-4490-4389-b721-6cc824142648 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:35.139799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03ca7719-2bcf-4238-bdfc-f15d4250c032 req-cace2f16-4490-4389-b721-6cc824142648 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0573530 Feb 10 14:09:35.186949 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03ca7719-2bcf-4238-bdfc-f15d4250c032 req-19628cda-784d-4b6f-bdab-6ea1b311ef0f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415523 Feb 10 14:09:35.959005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:36.130488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:09:36.226421 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:36.238876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:09:36.276902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:09:36.277291 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:36.290315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:09:36.308863 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e5deb-43a6-4d51-a779-329e63e245d1 req-602048a3-87cb-4afc-a1e9-8ab267caab25 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:36.309545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:36.310392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a3e5deb-43a6-4d51-a779-329e63e245d1 req-602048a3-87cb-4afc-a1e9-8ab267caab25 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Feb 10 14:09:36.314055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:36.360199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:36.361220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5a3e5deb-43a6-4d51-a779-329e63e245d1 req-22502192-3571-4162-9012-d2e0c85dfd09 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Feb 10 14:09:36.367587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.367946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.368295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.368637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.369003 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.369339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.369675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.370007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.370340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.370671 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.370997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.371326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.371678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:36.451771 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:36.525324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['b22bb294-b171-453e-a56c-ac4b8508cdae'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:09:36.688370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-74b68628-161b-4355-b3ef-d6b4e7d0e620 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:36.689769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-74b68628-161b-4355-b3ef-d6b4e7d0e620 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.77 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 944 time: 0.0951598 Feb 10 14:09:36.700441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f5fd-1292-4d58-8662-9915f52f6af0 req-cb18a375-c01a-42c9-b1b1-a2734e01725a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:36.701829 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc85f5fd-1292-4d58-8662-9915f52f6af0 req-cb18a375-c01a-42c9-b1b1-a2734e01725a tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0724216 Feb 10 14:09:36.785912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fc85f5fd-1292-4d58-8662-9915f52f6af0 req-2996d668-a0c3-4f36-a153-556388e3813e tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781648 Feb 10 14:09:36.788824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-a05714b2-f091-440b-88cf-0b537fc949c0 service neutron] 10.222.0.77 "GET /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae/bindings/n-h2-815324-6 HTTP/1.1" status: 200 len: 382 time: 0.0860288 Feb 10 14:09:36.859095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-eea6c058-1931-4a9d-98f6-e85bb3e79b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:36.860656 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-eea6c058-1931-4a9d-98f6-e85bb3e79b36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1126 time: 0.0489852 Feb 10 14:09:36.948822 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-b5f14825-2c68-4de5-97bb-a490154cfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:36.950213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-b5f14825-2c68-4de5-97bb-a490154cfd46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0837145 Feb 10 14:09:37.022025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-740eeeef-f359-4f08-a337-851e160d58d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1001 time: 0.0651250 Feb 10 14:09:37.069761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-11d6b585-df97-4ec1-bfa7-a98b9e73e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:37.071172 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-11d6b585-df97-4ec1-bfa7-a98b9e73e47b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0428843 Feb 10 14:09:37.122853 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-a3528fc1-ada6-4278-809e-c815b6765cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:37.124359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-a3528fc1-ada6-4278-809e-c815b6765cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474498 Feb 10 14:09:37.216059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-8b77990e-93c0-4062-8553-8910b4d95d6b service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Feb 10 14:09:37.303325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-790503ea-2fcc-40c1-a88e-d02cfe0ce10e service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808284 Feb 10 14:09:37.481443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:37.910784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7094e-925b-4777-8d07-4e252702a2df req-b1abbd28-746c-492b-a0e7-913303b4348b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:37.912256 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0f7094e-925b-4777-8d07-4e252702a2df req-b1abbd28-746c-492b-a0e7-913303b4348b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0576916 Feb 10 14:09:37.957617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b0f7094e-925b-4777-8d07-4e252702a2df req-91c91214-f939-418f-8d8d-cebe6bd2231f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 Feb 10 14:09:38.136675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:09:38.184264 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port b22bb294-b171-453e-a56c-ac4b8508cdae completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:09:38.187862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port b22bb294-b171-453e-a56c-ac4b8508cdae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:09:38.188238 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:38.424135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:09:38.424548 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:38.446276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:09:38.448683 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67c795e-ea1a-4d64-8c2d-e82427dac2e6" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:09:38.461538 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:38.465872 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:38.505368 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40995aa6-4c43-40dd-989f-f3d8eb15d8f5 x-openstack-request-id: req-40995aa6-4c43-40dd-989f-f3d8eb15d8f5 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:09:38.506082 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:09:38.506082 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40995aa6-4c43-40dd-989f-f3d8eb15d8f5 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:09:38.506287 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'code': 200} Feb 10 14:09:38.518150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=10']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:39.098333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b8303-1ad4-4910-be61-430a9cbcb216 req-aca4d202-62a3-4e96-ab7d-67f149857a8f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:39.099941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba2b8303-1ad4-4910-be61-430a9cbcb216 req-aca4d202-62a3-4e96-ab7d-67f149857a8f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 946 time: 0.0573449 Feb 10 14:09:39.147460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba2b8303-1ad4-4910-be61-430a9cbcb216 req-4f0a5ceb-4062-4921-8a94-429845c09d95 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Feb 10 14:09:40.269580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb069b2-ed19-499a-b4f7-8f17e2563c5d req-2ac7c875-0b97-4472-8847-83150b13f8d2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:40.271073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfb069b2-ed19-499a-b4f7-8f17e2563c5d req-2ac7c875-0b97-4472-8847-83150b13f8d2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 946 time: 0.0522847 Feb 10 14:09:40.323859 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cfb069b2-ed19-499a-b4f7-8f17e2563c5d req-75dcf797-9065-4d1f-a74a-ca952af2d74c tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471940 Feb 10 14:09:41.445593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f47b-e959-4739-a405-72e49a1865bb req-335bc153-6657-44ed-a488-e5c2efca6552 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:41.447065 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a60f47b-e959-4739-a405-72e49a1865bb req-335bc153-6657-44ed-a488-e5c2efca6552 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 946 time: 0.0527413 Feb 10 14:09:41.492680 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a60f47b-e959-4739-a405-72e49a1865bb req-6d28dc50-ae95-4d1c-aefa-240aa60f57af tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Feb 10 14:09:41.617365 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:42.146285 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:09:42.228743 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:09:42.229159 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:42.254315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:09:42.256569 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37331449-4ea7-460a-9724-9d8f3f7fccc8" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:09:42.269866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:42.274575 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:42.307641 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e222e-81c9-44ce-b673-3c45107942fa x-openstack-request-id: req-162e222e-81c9-44ce-b673-3c45107942fa {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:09:42.307994 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:09:42.308257 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-162e222e-81c9-44ce-b673-3c45107942fa {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:09:42.309116 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'code': 200} Feb 10 14:09:42.327511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=11']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:42.616459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4dfcc-11ea-419e-bd45-da06965cdc63 req-b11fc667-cc5d-416b-b78d-f3715aba3dcb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:42.618005 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6a4dfcc-11ea-419e-bd45-da06965cdc63 req-b11fc667-cc5d-416b-b78d-f3715aba3dcb tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0536454 Feb 10 14:09:42.668607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6a4dfcc-11ea-419e-bd45-da06965cdc63 req-a5e5ecb8-9684-482b-96f5-d5385010ed88 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Feb 10 14:09:42.957696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-4618ceac-22cf-41b4-b55f-a545f358614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:42.959107 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-4618ceac-22cf-41b4-b55f-a545f358614f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9&tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0 HTTP/1.1" status: 200 len: 1126 time: 0.0442209 Feb 10 14:09:42.971057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:09:43.029380 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.230204 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:09:43.262761 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h2-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:09:43.294932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:09:43.303242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks [] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.315145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Transition to ACTIVE for port object b22bb294-b171-453e-a56c-ac4b8508cdae will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:09:43.318015 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.399126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:43.412420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.412789 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.413147 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.413482 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.413810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415438 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.415904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.416202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.416524 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:09:43.450371 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] No DVR routers for this DVR port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h2-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:09:43.589794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:09:43.590127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:09:43.590452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:09:43.595372 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:09:43.595689 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Attempting to bind port b22bb294-b171-453e-a56c-ac4b8508cdae on network e0c34359-b029-4e15-8d2c-59f993d6952e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:09:43.600576 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:09:43.600943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Checking segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:09:43.601319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Bound using segment: {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:09:43.601734 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Bound port: b22bb294-b171-453e-a56c-ac4b8508cdae, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7032af57-22bf-4530-af37-0a16115adc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:09:43.602084 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.662231 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:09:43.665210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:09:43.670529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.707331 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:43.707925 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:09:43.709358 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] 10.222.0.21 "PUT /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1092 time: 0.7422071 Feb 10 14:09:43.709800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:09:43.712166 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:09:43.748641 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b66b-bd7b-4f87-a639-7c8813b01168 service neutron] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:09:43.789525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-fd1851d2-4784-4765-b051-9f2d8a59d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:43.791062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-fd1851d2-4784-4765-b051-9f2d8a59d1a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1126 time: 0.0569167 Feb 10 14:09:43.814972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5cab-7c67-4d26-a677-644ce497c66d req-4b5c0231-6d5a-4050-901a-a64c0ba280d2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:43.816645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af9a5cab-7c67-4d26-a677-644ce497c66d req-4b5c0231-6d5a-4050-901a-a64c0ba280d2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0661607 Feb 10 14:09:43.867721 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-af9a5cab-7c67-4d26-a677-644ce497c66d req-d1a8eced-bad2-4671-af2d-4b835987c817 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451915 Feb 10 14:09:43.894470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-c7270366-a03b-4674-abc3-c233223cc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:43.895954 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-c7270366-a03b-4674-abc3-c233223cc55f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0992060 Feb 10 14:09:43.947101 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a440edf9-ac3f-482e-b11a-2164d61a24ed x-openstack-request-id: req-a440edf9-ac3f-482e-b11a-2164d61a24ed {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:09:43.947394 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:09:43.947654 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a440edf9-ac3f-482e-b11a-2164d61a24ed {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:09:43.948060 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'status': 'completed', 'code': 200} Feb 10 14:09:43.972882 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-43818f41-6423-4d9d-930e-3e89b3e6f74e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0710948 Feb 10 14:09:43.993215 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-4ffcd015-0e2c-48d5-84e7-9abbbffb2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:43.994670 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-4ffcd015-0e2c-48d5-84e7-9abbbffb2aec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1126 time: 0.0440950 Feb 10 14:09:44.024145 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-adca4b4d-8644-41f9-83c3-ba96a0083396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.025651 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-adca4b4d-8644-41f9-83c3-ba96a0083396 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0467908 Feb 10 14:09:44.075953 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-e33eebd9-4bad-4287-abab-1bb93fe83e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.077540 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-e33eebd9-4bad-4287-abab-1bb93fe83e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465503 Feb 10 14:09:44.093115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-37a4c9dc-5fcd-4dc6-b6e5-e12514f50bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.094608 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-37a4c9dc-5fcd-4dc6-b6e5-e12514f50bb0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0884807 Feb 10 14:09:44.158741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-f059a96d-b719-4db7-91a2-838df20c4c0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0576866 Feb 10 14:09:44.169800 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-f8dd8d79-3ef0-4c99-b432-82e907007eb5 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Feb 10 14:09:44.206449 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-1a645237-cc1a-4788-9232-7e238641f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.207891 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-1a645237-cc1a-4788-9232-7e238641f9c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0432551 Feb 10 14:09:44.259312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-2620cb2f-2db3-45bf-8256-dfe2369c1196 req-a3077a9f-4be5-45e4-a5dd-98df9cbcad63 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Feb 10 14:09:44.263674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-82eb43d9-935d-4c30-b68d-015017ad0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.266371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-82eb43d9-935d-4c30-b68d-015017ad0a20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512807 Feb 10 14:09:44.352276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-e2420840-0874-4a24-bc38-8c76987b3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.353979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-e2420840-0874-4a24-bc38-8c76987b3ffd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1126 time: 0.0557914 Feb 10 14:09:44.381353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-d2ecc7bc-6a48-469a-abaf-27dd7d0d4227 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051447 Feb 10 14:09:44.451183 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-06af55a8-7688-41b0-a944-dc7800a4be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.452691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-06af55a8-7688-41b0-a944-dc7800a4be6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0917604 Feb 10 14:09:44.488852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-35dc0553-7158-4637-a1c6-ca08ec6d8072 service neutron] 10.222.0.77 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010947 Feb 10 14:09:44.523558 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-c5b337e0-60c3-47dc-be96-0d5595af4f2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0649846 Feb 10 14:09:44.571869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-dc992fc6-18d3-474f-9981-ce680497da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.573308 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-dc992fc6-18d3-474f-9981-ce680497da52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0441198 Feb 10 14:09:44.622437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-d3769fce-89e1-4498-985f-26502b4886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.623964 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-d3769fce-89e1-4498-985f-26502b4886ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451293 Feb 10 14:09:44.714514 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-a1e2a440-f405-4c29-926c-2f0aa75633b5 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849383 Feb 10 14:09:44.807890 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7c855a35-2a4a-43c4-b56e-fadb047bbbfd req-478397ed-1b6c-423e-a1e7-572854a159a9 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876026 Feb 10 14:09:44.997981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80edba-f274-4b9e-8ce6-7bfd30bb7cae req-a4fbddb5-0fad-49b8-9ffc-fa3c5adc2b21 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:44.999495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f80edba-f274-4b9e-8ce6-7bfd30bb7cae req-a4fbddb5-0fad-49b8-9ffc-fa3c5adc2b21 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0534759 Feb 10 14:09:45.049274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f80edba-f274-4b9e-8ce6-7bfd30bb7cae req-49795162-b885-4f47-b178-23889de281b6 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Feb 10 14:09:46.184945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba989ea-bbca-4dd4-aba0-a1c7d4a73116 req-b003795f-708c-4678-9c78-6510d7fb785d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:46.186366 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ba989ea-bbca-4dd4-aba0-a1c7d4a73116 req-b003795f-708c-4678-9c78-6510d7fb785d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0571289 Feb 10 14:09:46.232227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ba989ea-bbca-4dd4-aba0-a1c7d4a73116 req-4d42ce75-e10a-42bd-8694-b39d9fc780ea tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 Feb 10 14:09:47.354293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2c292-6d07-4cb8-a25c-2a2f5c930ea9 req-b06b15dc-e697-43c4-aefd-053a4e2eabce tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:47.355771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97b2c292-6d07-4cb8-a25c-2a2f5c930ea9 req-b06b15dc-e697-43c4-aefd-053a4e2eabce tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0521023 Feb 10 14:09:47.402540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-97b2c292-6d07-4cb8-a25c-2a2f5c930ea9 req-3b85683a-d305-45ba-b6d3-22e8b5ef03ac tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Feb 10 14:09:48.527225 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49aa39-d588-4e92-a1de-9929fd67a1c8 req-167ed6c2-de5c-419f-877c-c8b8545cdaef tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:48.528915 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e49aa39-d588-4e92-a1de-9929fd67a1c8 req-167ed6c2-de5c-419f-877c-c8b8545cdaef tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0549319 Feb 10 14:09:48.584254 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e49aa39-d588-4e92-a1de-9929fd67a1c8 req-a82c3b5f-7e96-412b-9883-b693e7707141 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486169 Feb 10 14:09:48.800480 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-5ed1bd41-9128-47fd-93cd-fc551c79da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:48.802061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-5ed1bd41-9128-47fd-93cd-fc551c79da34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 1126 time: 0.0514150 Feb 10 14:09:48.908166 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-07016f09-9203-4da7-9ee2-9b455f277809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:48.909664 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-07016f09-9203-4da7-9ee2-9b455f277809 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 200 len: 913 time: 0.0865345 Feb 10 14:09:48.977683 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-7824600d-c04c-4ec5-9dae-b54f9bd31211 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 200 len: 1000 time: 0.0609639 Feb 10 14:09:49.025800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-d4d2eeea-f9c7-455c-a02b-5be8fdad8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:49.027233 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-d4d2eeea-f9c7-455c-a02b-5be8fdad8f29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 200 len: 851 time: 0.0443180 Feb 10 14:09:49.075544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-51a2e42c-95cc-4b87-8b83-3d8bc39e9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:49.077013 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-51a2e42c-95cc-4b87-8b83-3d8bc39e9155 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0c34359-b029-4e15-8d2c-59f993d6952e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435882 Feb 10 14:09:49.172119 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-a2f9f743-354c-4301-a7f5-578e451ada2a service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892279 Feb 10 14:09:49.258762 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7ee7e019-3d04-4fa8-9804-81272adaa991 req-926a131d-6158-4d60-9c77-1548eda56c70 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812902 Feb 10 14:09:49.707304 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14f39-a507-4638-b75d-6153959ac43f req-c1c36b06-a095-4399-a109-47a3b080e2dd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:49.708809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43d14f39-a507-4638-b75d-6153959ac43f req-c1c36b06-a095-4399-a109-47a3b080e2dd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0522077 Feb 10 14:09:49.754443 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43d14f39-a507-4638-b75d-6153959ac43f req-3782c469-1ba9-48f5-9f16-e791d3f15316 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Feb 10 14:09:50.900694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdce63e-2ab0-47f3-92f4-b33448cf8e58 req-64e5bd2f-4fa1-4230-b9c9-83481c6c2f3d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:50.902233 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fdce63e-2ab0-47f3-92f4-b33448cf8e58 req-64e5bd2f-4fa1-4230-b9c9-83481c6c2f3d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0548983 Feb 10 14:09:50.948888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fdce63e-2ab0-47f3-92f4-b33448cf8e58 req-fc64f781-898b-4056-89c3-2f342c98b7c9 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Feb 10 14:09:52.072606 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566efb83-a32a-4a17-8baa-93ca71880b91 req-a2d03bdd-07e7-4071-a673-e4cdcfb99ec8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:52.074010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-566efb83-a32a-4a17-8baa-93ca71880b91 req-a2d03bdd-07e7-4071-a673-e4cdcfb99ec8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0561776 Feb 10 14:09:52.119787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-566efb83-a32a-4a17-8baa-93ca71880b91 req-b3845dac-fb27-4373-af1b-3533e4bde0ff tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Feb 10 14:09:53.243821 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf75da-7a8d-431c-90ed-1e646c9cee67 req-a83412f0-9365-4dbd-995f-625a624015dd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:53.246357 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ddf75da-7a8d-431c-90ed-1e646c9cee67 req-a83412f0-9365-4dbd-995f-625a624015dd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0540249 Feb 10 14:09:53.302620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1ddf75da-7a8d-431c-90ed-1e646c9cee67 req-28085eb1-6e7c-4d90-84f4-c615c8af40c8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Feb 10 14:09:54.425148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3381-92c5-43bc-be9c-309d4df70b5a req-5e10d7ef-9b2a-46da-a2fd-cc221295ac52 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:54.426679 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec6b3381-92c5-43bc-be9c-309d4df70b5a req-5e10d7ef-9b2a-46da-a2fd-cc221295ac52 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0550389 Feb 10 14:09:54.477016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec6b3381-92c5-43bc-be9c-309d4df70b5a req-7fbf8934-4ae9-46a7-ac8d-bb8a9d4225c1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Feb 10 14:09:55.597054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10b1d-0adc-4b05-985c-df6544171e44 req-9a06eb6d-c1bc-41ae-b936-87d2f053362f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:55.598519 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fa10b1d-0adc-4b05-985c-df6544171e44 req-9a06eb6d-c1bc-41ae-b936-87d2f053362f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0517249 Feb 10 14:09:55.643769 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2fa10b1d-0adc-4b05-985c-df6544171e44 req-f51cab44-9edd-46fc-ac58-e081f58ddfd2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397515 Feb 10 14:09:56.760887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53189a90-702c-4e38-80b5-e14e2a85ca77 req-cb4dd258-93f4-4471-b85c-93c3bc5bdc6f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:56.762361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53189a90-702c-4e38-80b5-e14e2a85ca77 req-cb4dd258-93f4-4471-b85c-93c3bc5bdc6f tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Feb 10 14:09:56.807438 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-53189a90-702c-4e38-80b5-e14e2a85ca77 req-8aecbf2b-b69f-4ecf-9989-134e3fce521b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 Feb 10 14:09:57.944170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773aa68-bd8e-4f98-b492-e212dbf02119 req-39890aec-7fcb-4973-bf71-8d270b470235 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:57.945683 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1773aa68-bd8e-4f98-b492-e212dbf02119 req-39890aec-7fcb-4973-bf71-8d270b470235 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0570860 Feb 10 14:09:57.990786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1773aa68-bd8e-4f98-b492-e212dbf02119 req-4ac566f3-9414-47d5-a08c-446c45f033fa tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396292 Feb 10 14:09:59.114301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f9ae6-a55e-49ad-ba23-db9ea063b441 req-91123a7b-a6a6-406a-8190-20183039ca4b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:09:59.115782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-036f9ae6-a55e-49ad-ba23-db9ea063b441 req-91123a7b-a6a6-406a-8190-20183039ca4b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0574763 Feb 10 14:09:59.161460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-036f9ae6-a55e-49ad-ba23-db9ea063b441 req-28260540-2f19-459e-a79b-236f7e430c85 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397871 Feb 10 14:10:00.285567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bd214-a81c-4068-9ff8-31dbf0c7b5b0 req-18093046-4f20-4e50-8cd2-02281216a60b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:00.287061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e4bd214-a81c-4068-9ff8-31dbf0c7b5b0 req-18093046-4f20-4e50-8cd2-02281216a60b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0558615 Feb 10 14:10:00.333922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e4bd214-a81c-4068-9ff8-31dbf0c7b5b0 req-56e00817-7f63-48d3-a848-515584117956 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Feb 10 14:10:00.913542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c0fe672a-4371-46d3-9e1d-361dd76b2380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:01.464349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dfc7f-7a9f-4e16-82fb-246d7fb6c210 req-dc977a97-1d68-4320-a6f5-7f0ddf3c53ef tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:01.465874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d45dfc7f-7a9f-4e16-82fb-246d7fb6c210 req-dc977a97-1d68-4320-a6f5-7f0ddf3c53ef tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0635040 Feb 10 14:10:01.511693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d45dfc7f-7a9f-4e16-82fb-246d7fb6c210 req-641c0383-de83-42a6-99ec-24568c2416f8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Feb 10 14:10:02.529920 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:10:02.626644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:02.630533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d31eb-40f4-451e-b3d8-1f906e630f0d req-e5acc1d7-0083-4f28-b91f-b48e74006d24 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:02.632032 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc2d31eb-40f4-451e-b3d8-1f906e630f0d req-e5acc1d7-0083-4f28-b91f-b48e74006d24 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 944 time: 0.0522850 Feb 10 14:10:02.638621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'port_id': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'mac_address': 'fa:16:3e:76:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:10:02.681274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:02.681584 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:02.684848 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bc2d31eb-40f4-451e-b3d8-1f906e630f0d req-33acb17f-3df9-435e-9800-553d50650dd3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469639 Feb 10 14:10:02.695361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:10:02.714852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:02.719514 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:02.765644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=14']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:02.802288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991fc56-4724-4562-b512-2e9e47fc564d req-6a422937-87a9-49f0-9e93-feaea589f879 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:02.803766 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3991fc56-4724-4562-b512-2e9e47fc564d req-6a422937-87a9-49f0-9e93-feaea589f879 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Feb 10 14:10:02.849869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3991fc56-4724-4562-b512-2e9e47fc564d req-a9ca8ac3-72bd-4e58-b854-cdaf9718e9f2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Feb 10 14:10:02.975030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e771f5-1fef-45e9-acf0-4ab32d77914b req-9ddbda9b-313a-4ef4-8ad5-ba7682b33b63 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:02.976422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9e771f5-1fef-45e9-acf0-4ab32d77914b req-9ddbda9b-313a-4ef4-8ad5-ba7682b33b63 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0532339 Feb 10 14:10:03.021648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9e771f5-1fef-45e9-acf0-4ab32d77914b req-771e84b9-49d3-4fcb-81d9-f34822c339f8 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396786 Feb 10 14:10:03.032351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['b22bb294-b171-453e-a56c-ac4b8508cdae'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:03.270272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf60283-0c77-4a83-ae9e-b898a7d154b6 req-7bb572b8-26b3-4aa0-81af-573a6af2f3f3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:03.271675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bf60283-0c77-4a83-ae9e-b898a7d154b6 req-7bb572b8-26b3-4aa0-81af-573a6af2f3f3 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0580578 Feb 10 14:10:03.317869 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bf60283-0c77-4a83-ae9e-b898a7d154b6 req-68cc8336-189a-47be-b996-c7e892ae9d90 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Feb 10 14:10:03.335318 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae060fd4-5a91-452d-8f9e-58a94c6cc186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:04.435990 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0330d-0ec2-48de-8da7-1c2bae57d043 req-27128fb1-70e5-4493-a83e-a20303dd4d0d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:04.437524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6f0330d-0ec2-48de-8da7-1c2bae57d043 req-27128fb1-70e5-4493-a83e-a20303dd4d0d tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Feb 10 14:10:04.485643 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:10:04.486750 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6f0330d-0ec2-48de-8da7-1c2bae57d043 req-aadc41aa-a0bc-4b7f-aa86-949979fa5486 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups?id=db6ce284-4930-4542-a1d2-73d166a2dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Feb 10 14:10:04.546226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:10:04.594655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port b22bb294-b171-453e-a56c-ac4b8508cdae completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:10:04.598591 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port b22bb294-b171-453e-a56c-ac4b8508cdae triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:10:04.598910 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:04.677435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port b22bb294-b171-453e-a56c-ac4b8508cdae is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:04.677820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:04.699840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:04.702069 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb139d8-dd9c-4216-be87-ee6b3885a6a5" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:04.714323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:04.718459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:04.744532 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11229c12-cb53-4b56-85ab-03aacd886b57 x-openstack-request-id: req-11229c12-cb53-4b56-85ab-03aacd886b57 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:04.744854 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-plugged", "status": "completed", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:04.745112 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11229c12-cb53-4b56-85ab-03aacd886b57 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:04.745503 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'code': 200} Feb 10 14:10:04.768613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:04.782326 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=15']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:04.969799 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-b945bf48-88e8-4b7e-84da-e1701593f59b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:04.971248 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-b945bf48-88e8-4b7e-84da-e1701593f59b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 946 time: 0.0556610 Feb 10 14:10:05.061869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Deleting port b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:05.062209 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.153471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] For port b22bb294-b171-453e-a56c-ac4b8508cdae, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=b22bb294-b171-453e-a56c-ac4b8508cdae,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:05.153748 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.318560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.318921 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.319232 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6 disassociated. External IP: 172.25.8.189, port: b22bb294-b171-453e-a56c-ac4b8508cdae. Feb 10 14:10:05.319621 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Calling delete_port for b22bb294-b171-453e-a56c-ac4b8508cdae owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:05.445167 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (b22bb294-b171-453e-a56c-ac4b8508cdae), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.478036 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'Port': ['ID=b22bb294-b171-453e-a56c-ac4b8508cdae,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:05.597866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:10:05.609581 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d238bc9b-38a5-4ab8-9162-431029e1775b req-17f21349-dc31-4119-b900-a030f4448c50 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0321748 Feb 10 14:10:05.710335 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:10:05.719732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:10:05.728546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:10:05.729384 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:10:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:05.750533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] No DVR routers for this DVR port b22bb294-b171-453e-a56c-ac4b8508cdae on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:10:05.755847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:05.759097 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-85a3169e-3ed0-4635-a118-24d93910dc1e req-40740460-c562-43d4-b7c5-412eda2673c2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.21 "DELETE /v2.0/ports/b22bb294-b171-453e-a56c-ac4b8508cdae HTTP/1.1" status: 204 len: 173 time: 0.7811294 Feb 10 14:10:05.759553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-deleted', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:05.761882 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace241a-656f-468c-aea2-afdd13d9e8a0" -d '{"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-deleted", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:05.806927 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cbec11-7842-47cd-9d8e-ebbacb7b06be x-openstack-request-id: req-50cbec11-7842-47cd-9d8e-ebbacb7b06be {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:05.807287 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da1fcf-d147-4b4d-b008-e31f2d3a41d9", "name": "network-vif-deleted", "tag": "b22bb294-b171-453e-a56c-ac4b8508cdae", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:05.807606 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50cbec11-7842-47cd-9d8e-ebbacb7b06be {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:05.808069 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da1fcf-d147-4b4d-b008-e31f2d3a41d9', 'name': 'network-vif-deleted', 'tag': 'b22bb294-b171-453e-a56c-ac4b8508cdae', 'status': 'completed', 'code': 200} Feb 10 14:10:05.847707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:10:05.995165 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:06.066274 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:06.091944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:10:06.100116 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:10:06.100717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:10:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:06.206962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:10:06.399723 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:06.431398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70201219-abc3-439c-b24c-bbb61ba5a37c None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:55Z', 'revision_number': 4, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'e4a57ee6-4704-4fe4-b0c5-a0c17d977038', 'name': '', 'network_id': 'e0c34359-b029-4e15-8d2c-59f993d6952e', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'mac_address': 'fa:16:3e:33:b6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:54Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'subnets': [{'id': 'b6871250-995f-4000-ba26-2390bd2045a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:10:06.473493 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:06.663925 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892355b-b560-414c-9e25-2b1afd8fb7b4 None None] New status for floating IP 7bb179c8-4475-408c-8551-4ac9a15c1bb6: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:10:06.718392 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-611fe212-be68-4a85-a0b3-1f6cfae8377b req-ef9c0e74-c2a2-4707-bb04-6670332395bd tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0327632 Feb 10 14:10:07.485269 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:07.814801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec751841-2756-4d0a-8fda-4ad03b736e7c req-d004acba-e135-437e-ab31-45a7a5ebe2b1 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0268519 Feb 10 14:10:08.586410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:08.606698 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: b22bb294-b171-453e-a56c-ac4b8508cdae {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:08.607046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device b22bb294-b171-453e-a56c-ac4b8508cdae not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:08.911675 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-263ef591-61d5-42ba-81eb-bfb7cd7a20c3 req-ac33b1aa-84a7-410c-b756-02f0401be59b tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0273755 Feb 10 14:10:10.012018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c14cc69c-a83c-459e-8ce7-42b039301fee req-6df73216-3f6e-4f5e-afa0-f599b04a9ca0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0278916 Feb 10 14:10:11.109528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ec212692-16d6-49f8-9910-13ce3b710715 req-21fc81e9-78b7-4b14-8ef2-30b042b53ae0 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0264847 Feb 10 14:10:11.615812 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:12.204883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3d152376-51b3-4296-a45a-361ae16a2ae7 req-7a3cc86e-3500-4bc4-a2ca-b1ecbfac01f2 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0261247 Feb 10 14:10:13.307198 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a306563-2d3e-4290-bb75-f690f08a6165 req-6e73a037-089d-4aaa-9b65-230abe774622 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0320082 Feb 10 14:10:14.417417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-484776ca-d716-4621-b9d2-c79cd617c447 req-37e4d3cd-2acc-4ad6-a671-2a428e2c9415 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4da1fcf-d147-4b4d-b008-e31f2d3a41d9 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Feb 10 14:10:21.200571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:21.254025 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (db6ce284-4930-4542-a1d2-73d166a2dc2a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.276777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (db6ce284-4930-4542-a1d2-73d166a2dc2a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.324462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (db6ce284-4930-4542-a1d2-73d166a2dc2a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.327465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.328618 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "DELETE /v2.0/security-groups/db6ce284-4930-4542-a1d2-73d166a2dc2a HTTP/1.1" status: 204 len: 168 time: 0.1269863 Feb 10 14:10:21.331390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60586) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:21.339655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ce284-4930-4542-a1d2-73d166a2dc2a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:21.347779 n-d-815324-6 neutron-server[103400]: INFO neutron.api.v2.resource [None req-ab89e4a2-e6c8-4874-b84f-5737de71f858 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] show failed (client error): The resource could not be found. Feb 10 14:10:21.348236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.348593 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.351861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.351861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ab89e4a2-e6c8-4874-b84f-5737de71f858 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "GET /v2.0/security-groups/db6ce284-4930-4542-a1d2-73d166a2dc2a HTTP/1.1" status: 404 len: 347 time: 0.0165803 Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.352253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.353054 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc007c1-cc51-4d9f-926a-75c9ca054a57 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:21.353136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60588) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:21.485049 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Deleting port ad86f37c-d207-4f5d-a56b-814be30de205 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:21.485394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.563624 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.563950 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (ad86f37c-d207-4f5d-a56b-814be30de205), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.575944 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Calling delete_port for ad86f37c-d207-4f5d-a56b-814be30de205 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:21.716416 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (ad86f37c-d207-4f5d-a56b-814be30de205), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.743475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Pushing event deleted for resources: {'Port': ['ID=ad86f37c-d207-4f5d-a56b-814be30de205,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:21.805712 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks [] for floatingip (7bb179c8-4475-408c-8551-4ac9a15c1bb6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.808383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:21.812321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60baeba0-b3ff-43ba-9400-a335d7770f38 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] 10.222.0.13 "DELETE /v2.0/floatingips/7bb179c8-4475-408c-8551-4ac9a15c1bb6 HTTP/1.1" status: 204 len: 168 time: 0.4582694 Feb 10 14:10:21.812911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:22.170335 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (590c3165-1031-4d6a-bea9-541446313444), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:22.422824 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Deleting port e4a57ee6-4704-4fe4-b0c5-a0c17d977038 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:22.423465 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:22.517898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] For port e4a57ee6-4704-4fe4-b0c5-a0c17d977038, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:22.518263 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:22.532358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Calling delete_port for e4a57ee6-4704-4fe4-b0c5-a0c17d977038 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:22.731041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e4a57ee6-4704-4fe4-b0c5-a0c17d977038), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:22.769009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a57ee6-4704-4fe4-b0c5-a0c17d977038,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:22.950329 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (590c3165-1031-4d6a-bea9-541446313444), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:23.522887 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Router 590c3165-1031-4d6a-bea9-541446313444 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:10:23.632036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:10:23.639650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a09eb888-04b1-4a2c-aee2-27dc155b6292 admin admin] 10.222.0.13 "PUT /v2.0/routers/590c3165-1031-4d6a-bea9-541446313444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231387 Feb 10 14:10:23.639856 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:23.641360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Sync routers for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:10:23.652609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:10:23.653368 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:10:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:23.746341 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks [] for router (590c3165-1031-4d6a-bea9-541446313444), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:23.762102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:10:23.858539 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks [] for router_gateway (590c3165-1031-4d6a-bea9-541446313444), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:23.910507 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Deleting port c650541f-a66f-4577-a4c2-103806ead88e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:23.910841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c650541f-a66f-4577-a4c2-103806ead88e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:23.943664 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:10:22Z', 'revision_number': 5, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port': {'id': 'c650541f-a66f-4577-a4c2-103806ead88e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590c3165-1031-4d6a-bea9-541446313444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:23.974167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Checking router: 590c3165-1031-4d6a-bea9-541446313444 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:10:23.982434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Routers {'590c3165-1031-4d6a-bea9-541446313444'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:10:23.983042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:10:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['590c3165-1031-4d6a-bea9-541446313444'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:23.989348 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] For port c650541f-a66f-4577-a4c2-103806ead88e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c650541f-a66f-4577-a4c2-103806ead88e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:23.989725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c650541f-a66f-4577-a4c2-103806ead88e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.002155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Calling delete_port for c650541f-a66f-4577-a4c2-103806ead88e owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:24.070862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] Set router 590c3165-1031-4d6a-bea9-541446313444 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:10:24.122385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:10:23Z', 'revision_number': 6, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:24.171872 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (c650541f-a66f-4577-a4c2-103806ead88e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.199981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c650541f-a66f-4577-a4c2-103806ead88e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:24.268314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (590c3165-1031-4d6a-bea9-541446313444), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.316641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e8e61-ce9c-447d-b235-a9a1f1bba5cb None None] The sync data for ids ['590c3165-1031-4d6a-bea9-541446313444'] in n-d-815324-6 is: [{'id': '590c3165-1031-4d6a-bea9-541446313444', 'name': 'tempest-ServerActionsTestJSON-2143134779-router', 'tenant_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:05:52Z', 'updated_at': '2022-02-10T14:10:23Z', 'revision_number': 6, 'project_id': '3f5a15408e8b4bd19ae72a7ca743e3d0', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:10:24.365857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (590c3165-1031-4d6a-bea9-541446313444), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.367960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks [] for router_controller (590c3165-1031-4d6a-bea9-541446313444), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.415383 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (590c3165-1031-4d6a-bea9-541446313444), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.415939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590c3165-1031-4d6a-bea9-541446313444 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:10:24.420771 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.421922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3bb33b16-919b-42c0-aa40-69e1fc767c38 admin admin] 10.222.0.13 "DELETE /v2.0/routers/590c3165-1031-4d6a-bea9-541446313444 HTTP/1.1" status: 204 len: 168 time: 0.7811975 Feb 10 14:10:24.424381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:24.468505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Deleting subnet b6871250-995f-4000-ba26-2390bd2045a8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:10:24.471528 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Publish callbacks [] for subnet (b6871250-995f-4000-ba26-2390bd2045a8), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.504587 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (b6871250-995f-4000-ba26-2390bd2045a8), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.578651 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (b6871250-995f-4000-ba26-2390bd2045a8), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.633372 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (b6871250-995f-4000-ba26-2390bd2045a8), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.660939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6871250-995f-4000-ba26-2390bd2045a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:24.664090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.668221 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b0b931e0-b58d-4553-8e03-7cd05bd0c060 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6871250-995f-4000-ba26-2390bd2045a8 HTTP/1.1" status: 204 len: 168 time: 0.2426906 Feb 10 14:10:24.669686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18022164-9193-4d58-b0d3-564c1ad10947 None None] Network e0c34359-b029-4e15-8d2c-59f993d6952e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:10:24.670741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60596) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:24.750552 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (e0c34359-b029-4e15-8d2c-59f993d6952e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.817413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Deleting port c7591d42-2fae-4dee-9797-2e83ccac6bd4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:24.817760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.880747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] For port c7591d42-2fae-4dee-9797-2e83ccac6bd4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=c7591d42-2fae-4dee-9797-2e83ccac6bd4,segment=NetworkSegment(7032af57-22bf-4530-af37-0a16115adc8c),segment_id=7032af57-22bf-4530-af37-0a16115adc8c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:24.881149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:24.893963 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Calling delete_port for c7591d42-2fae-4dee-9797-2e83ccac6bd4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:24.975906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (c7591d42-2fae-4dee-9797-2e83ccac6bd4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.002815 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7591d42-2fae-4dee-9797-2e83ccac6bd4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:25.004620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] No DVR routers for this DVR port c7591d42-2fae-4dee-9797-2e83ccac6bd4 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:10:25.076037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (e0c34359-b029-4e15-8d2c-59f993d6952e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.095988 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c34359-b029-4e15-8d2c-59f993d6952e']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:25.105911 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7032af57-22bf-4530-af37-0a16115adc8c') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:25.106209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7032af57-22bf-4530-af37-0a16115adc8c') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:25.116313 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc89f5-b479-40ba-83e0-ea6581e7c7e2 None None] DHCP port deletion for e0c34359-b029-4e15-8d2c-59f993d6952e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:10:25.116518 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (7032af57-22bf-4530-af37-0a16115adc8c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.128685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e4a57ee6-4704-4fe4-b0c5-a0c17d977038 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:25.132675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (7032af57-22bf-4530-af37-0a16115adc8c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.139611 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:10:25.140006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (7032af57-22bf-4530-af37-0a16115adc8c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:10:25.151156 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:10:25.153173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: e4a57ee6-4704-4fe4-b0c5-a0c17d977038 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:25.153173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device e4a57ee6-4704-4fe4-b0c5-a0c17d977038 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:25.199550 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (e0c34359-b029-4e15-8d2c-59f993d6952e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.205081 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.208346 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0c34359-b029-4e15-8d2c-59f993d6952e HTTP/1.1" status: 204 len: 168 time: 0.5365987 Feb 10 14:10:25.223542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0b739-5596-4eda-9125-ee713e73ebc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c34359-b029-4e15-8d2c-59f993d6952e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:25.335366 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60600) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:25.377067 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fa9fc7a7-7a69-4bf1-a8d0-19676c66ef2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f5a15408e8b4bd19ae72a7ca743e3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404913 Feb 10 14:10:25.380306 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:25.431610 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] Publish callbacks [] for security_group (26409872-28a5-4710-9a58-52b7e7fafc18), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.452900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] Publish callbacks [] for security_group (26409872-28a5-4710-9a58-52b7e7fafc18), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.498510 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (26409872-28a5-4710-9a58-52b7e7fafc18), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.501012 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:25.502154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26409872-28a5-4710-9a58-52b7e7fafc18 HTTP/1.1" status: 204 len: 168 time: 0.1207166 Feb 10 14:10:25.510687 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64e02-4ae4-49b2-99c6-1fbf93667f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26409872-28a5-4710-9a58-52b7e7fafc18,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:26.143893 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:26.237995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1040008695-network', 'tenant_id': 'de9ac1251cae4bf484b0e3a9651e04c6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:26.256864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Made reservation on behalf of de9ac1251cae4bf484b0e3a9651e04c6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:10:26.259107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.267133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.344666 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks [] for security_group (88fcc472-e01a-4585-beeb-b6537d0ddfba), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.348223 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88fcc472-e01a-4585-beeb-b6537d0ddfba), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.372457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:10:26.382035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcc472-e01a-4585-beeb-b6537d0ddfba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:26.387087 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (128ef515-5d70-418e-a7c9-770c27f029a9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.387430 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Added segment 128ef515-5d70-418e-a7c9-770c27f029a9 of type vlan for network f8896803-1ecd-4ca8-bcba-30d6cf87883d Feb 10 14:10:26.429386 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (f8896803-1ecd-4ca8-bcba-30d6cf87883d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.453478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (f8896803-1ecd-4ca8-bcba-30d6cf87883d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.454631 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:26.455247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.491397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3463748 Feb 10 14:10:26.494405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60628) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:26.499328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Request body: {'subnet': {'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1040008695-subnet', 'tenant_id': 'de9ac1251cae4bf484b0e3a9651e04c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:26.506791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c7591d42-2fae-4dee-9797-2e83ccac6bd4 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:26.518233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d3f6-f5bb-4bda-85ab-e2aca945fa68 admin admin] Pushing event updated for resources: {'Network': ['ID=f8896803-1ecd-4ca8-bcba-30d6cf87883d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:26.519805 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Made reservation on behalf of de9ac1251cae4bf484b0e3a9651e04c6 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:10:26.523216 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.532047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:10:26.534774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c7591d42-2fae-4dee-9797-2e83ccac6bd4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:26.535115 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c7591d42-2fae-4dee-9797-2e83ccac6bd4 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:26.535530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c650541f-a66f-4577-a4c2-103806ead88e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:26.569707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: c650541f-a66f-4577-a4c2-103806ead88e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:26.570056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device c650541f-a66f-4577-a4c2-103806ead88e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:26.718232 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.775458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:26.783172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Checking segment: {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:10:26.783527 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Network hostable DHCP agents. Network: f8896803-1ecd-4ca8-bcba-30d6cf87883d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:10:26.801230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:10:26.809674 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, f8896803-1ecd-4ca8-bcba-30d6cf87883d) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:10:26.814181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:26.814820 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:26.819929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e9cad-c57c-41cc-a018-fc7465dd8a35 None None] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:10:26.830395 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1a9014ae-da72-463c-9231-df04997923fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3349221 Feb 10 14:10:26.931459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7828bb-960f-45a0-bc47-8bb0720aa5f0 None None] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:10:27.269534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-8f8ab04c-684b-4400-a3d5-85789c091ba2 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:27.271017 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-8f8ab04c-684b-4400-a3d5-85789c091ba2 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 814 time: 0.1044548 Feb 10 14:10:27.285849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c6b637ab-2bdd-433e-9d91-38baf18ef170 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/quotas/de9ac1251cae4bf484b0e3a9651e04c6 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Feb 10 14:10:27.317550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-251405f0-e747-4cd0-91b1-92eef2815a71 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267150 Feb 10 14:10:27.408190 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-2c57d1bc-abf1-4a4e-a895-cb5aa071918f service neutron] 10.222.0.13 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840781 Feb 10 14:10:27.494432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-3975768b-7830-4773-b139-5cc616f1008e service neutron] 10.222.0.13 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800369 Feb 10 14:10:27.654273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0257a413-5967-4e82-81fb-0068ed13d097 req-c260881d-541a-4234-a6d2-2a7fe227641b tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Feb 10 14:10:28.587510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7c62cefb-c5d9-48db-8b00-2d79f3faa525 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:28.588993 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7c62cefb-c5d9-48db-8b00-2d79f3faa525 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.21 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 814 time: 0.1062453 Feb 10 14:10:28.600949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Request body: {'port': {'device_id': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d', 'admin_state_up': True, 'tenant_id': 'de9ac1251cae4bf484b0e3a9651e04c6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:28.705681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Made reservation on behalf of de9ac1251cae4bf484b0e3a9651e04c6 for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:10:28.710560 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:28.759482 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f747bc0-ca74-4c06-b4cf-c86d6c8b7c5c req-fae422ce-2baf-4c96-90ad-968dde5aeab3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Feb 10 14:10:28.845337 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Allocated IP 172.20.0.7 (f8896803-1ecd-4ca8-bcba-30d6cf87883d/7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61/69e2cb07-d262-43fd-98d0-b3684e4a6e5b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:10:29.300453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks [] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.332494 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.377475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:10:29.380502 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:10:29.385652 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:10:29.390029 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Pushing event updated for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:29.436934 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:29.437465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.452459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-7761d0a0-dfd6-4b27-9bc5-fdefc7ef9dae tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557582 Feb 10 14:10:29.464299 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Request body: {'port': {'device_id': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:29.523368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.778317 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e2cb07-d262-43fd-98d0-b3684e4a6e5b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:10:29.785897 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks [] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.798289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Transition to ACTIVE for port object 69e2cb07-d262-43fd-98d0-b3684e4a6e5b will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:10:29.801854 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.874127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Pushing event updated for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:29.881476 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44d81-c83b-4cb1-b705-07c80edacc16 req-a7d6f728-2b4c-4893-97a2-09672399bfd4 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:29.883012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81e44d81-c83b-4cb1-b705-07c80edacc16 req-a7d6f728-2b4c-4893-97a2-09672399bfd4 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 943 time: 0.0556302 Feb 10 14:10:29.922021 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Attempting to bind port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:10:29.922353 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Attempting to bind port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:10:29.922678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Attempting to bind port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b on network f8896803-1ecd-4ca8-bcba-30d6cf87883d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:10:29.926918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b on network f8896803-1ecd-4ca8-bcba-30d6cf87883d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:10:29.927232 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Attempting to bind port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b on network f8896803-1ecd-4ca8-bcba-30d6cf87883d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:10:29.931799 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81e44d81-c83b-4cb1-b705-07c80edacc16 req-4d5a7719-bc98-469a-ba0c-88e37e34b22f tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Feb 10 14:10:29.931978 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:10:29.932318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Checking segment: {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:10:29.932703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Bound using segment: {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:10:29.933156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Bound port: 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:10:29.933519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:29.994866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:10:29.997771 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:10:30.003553 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:30.041182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.041795 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:30.043169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] 10.222.0.21 "PUT /v2.0/ports/69e2cb07-d262-43fd-98d0-b3684e4a6e5b HTTP/1.1" status: 200 len: 1091 time: 0.5828261 Feb 10 14:10:30.043629 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:30.045928 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e082fa64-60a3-498f-971a-5abba176166f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:30.070865 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ddf0-4065-4f61-9366-8f6351441875 service neutron] Pushing event updated for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:30.089473 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983392b-2950-4505-b50c-7a60c6e890a8 x-openstack-request-id: req-6983392b-2950-4505-b50c-7a60c6e890a8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:30.089765 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:30.090019 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6983392b-2950-4505-b50c-7a60c6e890a8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:30.090413 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b', 'status': 'completed', 'code': 200} Feb 10 14:10:30.126058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-02cbb272-cb5b-45f4-bf5f-b137f07c6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.127552 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-02cbb272-cb5b-45f4-bf5f-b137f07c6446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 1125 time: 0.0479307 Feb 10 14:10:30.169372 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-1f5cc4b3-5e42-4694-a4b8-6b5ea4b2779a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b HTTP/1.1" status: 200 len: 217 time: 0.0357320 Feb 10 14:10:30.215486 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6325-29af-4106-b95c-e07180b2618c req-724fd26c-7be6-416c-abca-55223d87879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.216939 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-724fd26c-7be6-416c-abca-55223d87879e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 200 len: 854 time: 0.0424716 Feb 10 14:10:30.250141 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-1fd880b5-e3fa-4219-9159-140a83116192 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8896803-1ecd-4ca8-bcba-30d6cf87883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273304 Feb 10 14:10:30.337541 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-facb0dfc-5ac7-430f-9c70-281f81fc9cff service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819001 Feb 10 14:10:30.426255 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-7e4d6325-29af-4106-b95c-e07180b2618c req-af6e24a0-bbab-45af-bd10-24848389f792 service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832672 Feb 10 14:10:30.512959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fa64-60a3-498f-971a-5abba176166f req-7425ce63-9431-4557-9870-0ea4aac3a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.514443 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-7425ce63-9431-4557-9870-0ea4aac3a4b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 1125 time: 0.0441186 Feb 10 14:10:30.605405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fa64-60a3-498f-971a-5abba176166f req-9f7f3361-a63f-484e-8ec5-ecdf2b391b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.606751 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-9f7f3361-a63f-484e-8ec5-ecdf2b391b6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 915 time: 0.0860476 Feb 10 14:10:30.646597 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-94184301-600a-4b5b-8117-d851c6747ad0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b HTTP/1.1" status: 200 len: 217 time: 0.0342474 Feb 10 14:10:30.692633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fa64-60a3-498f-971a-5abba176166f req-b54f1262-0195-40fb-b9d1-3a6eaec87295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:30.694023 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-b54f1262-0195-40fb-b9d1-3a6eaec87295 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 200 len: 854 time: 0.0422029 Feb 10 14:10:30.723083 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-ed842794-5c3e-4265-8aee-e364a1e8cc32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8896803-1ecd-4ca8-bcba-30d6cf87883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237532 Feb 10 14:10:30.814469 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-20bcf5bd-84a1-4eae-a280-6d577eb1f8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857489 Feb 10 14:10:30.906694 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-e082fa64-60a3-498f-971a-5abba176166f req-2aa96941-c8d1-4056-951a-9d219e641bf2 service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860839 Feb 10 14:10:30.913746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-675d5cb4-a25e-47ae-8687-583ee08a5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:31.053360 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097172b-fdb2-4844-9216-fb8f282913c5 req-702a3db6-4777-430a-bbe9-87dc63187050 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:31.054857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9097172b-fdb2-4844-9216-fb8f282913c5 req-702a3db6-4777-430a-bbe9-87dc63187050 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 943 time: 0.0529480 Feb 10 14:10:31.105635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9097172b-fdb2-4844-9216-fb8f282913c5 req-47d054d6-e181-4fee-a7b5-3332b06d8bb3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Feb 10 14:10:32.224373 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34efbe-c68b-4374-baf1-d8e272654a59 req-f3d1b257-86ab-4d8e-83c5-a24a0d8599f6 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:32.225867 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb34efbe-c68b-4374-baf1-d8e272654a59 req-f3d1b257-86ab-4d8e-83c5-a24a0d8599f6 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 943 time: 0.0520620 Feb 10 14:10:32.271554 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb34efbe-c68b-4374-baf1-d8e272654a59 req-cfeab347-c75c-4fe2-b9f3-32e89b4d3d29 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Feb 10 14:10:33.339301 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8014c855-1a38-4946-9e3b-1338a2c1e7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:33.389763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfdc34-6774-4c12-a1ba-22879ea6e5a5 req-b8ee36d6-2a28-4a2c-86f6-70bd5fe1e67f tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:33.391282 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cbfdc34-6774-4c12-a1ba-22879ea6e5a5 req-b8ee36d6-2a28-4a2c-86f6-70bd5fe1e67f tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 943 time: 0.0530033 Feb 10 14:10:33.437317 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3cbfdc34-6774-4c12-a1ba-22879ea6e5a5 req-22eb3f3b-c281-43c2-8f1f-b0fe00ff6a2b tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395517 Feb 10 14:10:34.558866 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23ebe8-28da-437f-9266-cab16aa01971 req-252fdbf9-a67a-40db-8dff-fa8313a6b08c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:34.560354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee23ebe8-28da-437f-9266-cab16aa01971 req-252fdbf9-a67a-40db-8dff-fa8313a6b08c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 943 time: 0.0565767 Feb 10 14:10:34.606723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee23ebe8-28da-437f-9266-cab16aa01971 req-7877b045-ce15-4780-b264-cd1cd847368e tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Feb 10 14:10:34.680092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 69e2cb07-d262-43fd-98d0-b3684e4a6e5b details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:10:34.771065 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:34.789302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:34.800257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b', 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d', 'port_id': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:10:34.836480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:34.836896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:34.849360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e2cb07-d262-43fd-98d0-b3684e4a6e5b {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:10:34.867983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:34.871432 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:34.917201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:35.148765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['69e2cb07-d262-43fd-98d0-b3684e4a6e5b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:35.730051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6a7f-ab39-4607-b042-53cb9394909b req-78d541fc-1c9c-448f-bb00-052e42719cdc tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:35.731532 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e87e6a7f-ab39-4607-b042-53cb9394909b req-78d541fc-1c9c-448f-bb00-052e42719cdc tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 944 time: 0.0552814 Feb 10 14:10:35.777230 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e87e6a7f-ab39-4607-b042-53cb9394909b req-726f1726-d351-49ef-9340-47ca6c3e1997 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Feb 10 14:10:35.967107 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:36.469980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:36.695167 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 69e2cb07-d262-43fd-98d0-b3684e4a6e5b up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:10:36.741497 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:10:36.745037 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:10:36.745412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:36.823005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:36.823500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:36.846566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:36.849246 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881fd2b-3815-488d-b017-4066e57d96f6" -d '{"events": [{"server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "name": "network-vif-plugged", "status": "completed", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:36.867466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:36.872022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:36.897231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece86ca-93bb-44ed-8d3b-fd2efcc9d824 req-ec5100ac-ad28-430a-bdb8-d68c44d0f683 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:36.899427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dece86ca-93bb-44ed-8d3b-fd2efcc9d824 req-ec5100ac-ad28-430a-bdb8-d68c44d0f683 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 944 time: 0.0547330 Feb 10 14:10:36.920827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:36.928672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.929059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.929406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.929747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.930084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.930422 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.930754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.931086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.931417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.931750 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.932075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.932401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.932726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:36.951693 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dece86ca-93bb-44ed-8d3b-fd2efcc9d824 req-ef5eeb86-3866-465c-bed1-56c7002cb0e4 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Feb 10 14:10:36.993041 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b6223f-e2f5-405f-bdea-6d533486c94f x-openstack-request-id: req-f4b6223f-e2f5-405f-bdea-6d533486c94f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:36.993545 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "name": "network-vif-plugged", "status": "completed", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:36.993642 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4b6223f-e2f5-405f-bdea-6d533486c94f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:36.994042 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b', 'code': 200} Feb 10 14:10:37.133722 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665aa0b-0c6d-4ab3-bc16-0cfec619944f req-35824f73-98cf-4eb0-b7e1-08036d5b1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:37.135194 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c665aa0b-0c6d-4ab3-bc16-0cfec619944f req-35824f73-98cf-4eb0-b7e1-08036d5b1f30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0439796 Feb 10 14:10:37.179627 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-c665aa0b-0c6d-4ab3-bc16-0cfec619944f req-06138c53-2712-4c82-bbb8-15707ba85498 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Feb 10 14:10:37.489102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:38.074522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369807-b33c-4001-9ff9-ac7b46ca903a req-498f7865-c41a-4a34-8968-1775d9938631 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:38.076014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88369807-b33c-4001-9ff9-ac7b46ca903a req-498f7865-c41a-4a34-8968-1775d9938631 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0536873 Feb 10 14:10:38.124251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88369807-b33c-4001-9ff9-ac7b46ca903a req-9bdc2439-bf47-4044-8781-56665d00a318 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Feb 10 14:10:39.243529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7f2c8-c4b5-4138-be85-995cebb44357 req-72690eaf-afb6-4488-a55e-31bf4d4e9b89 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:39.245045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afa7f2c8-c4b5-4138-be85-995cebb44357 req-72690eaf-afb6-4488-a55e-31bf4d4e9b89 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0535581 Feb 10 14:10:39.291753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afa7f2c8-c4b5-4138-be85-995cebb44357 req-c12a1667-2270-4372-bc87-12a363e3c588 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Feb 10 14:10:39.510820 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e6837c00-9363-4f05-bebb-5c1352718bcf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:39.512284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e6837c00-9363-4f05-bebb-5c1352718bcf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 814 time: 0.1034796 Feb 10 14:10:39.527016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-a1df275a-8891-46f5-8632-f7cc8c32941e tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/quotas/de9ac1251cae4bf484b0e3a9651e04c6 HTTP/1.1" status: 200 len: 375 time: 0.0093250 Feb 10 14:10:39.577917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-a19b9c00-dd26-46c1-a791-dcce0d466c63 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458632 Feb 10 14:10:39.670658 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-b50f85f5-ff6c-49b9-b1aa-2eb0eaffe865 service neutron] 10.222.0.13 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855219 Feb 10 14:10:39.758709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-049834a5-efb0-48b8-ae37-0fe5c7228d1b service neutron] 10.222.0.13 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825031 Feb 10 14:10:39.919526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bab57487-138c-4bf2-9673-a660a7830b42 req-511035a4-457d-426a-82ff-e48124bbb497 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 210 time: 0.0325282 Feb 10 14:10:41.066946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5d8a780e-f2bd-4cef-868d-1f606e7b3e11 req-ea149a18-3a8e-48f7-8648-2b08abb9ac0c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 210 time: 0.0606146 Feb 10 14:10:41.109233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e1e4b686-de5a-4b59-922a-5b66571f69c0 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:41.110674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e1e4b686-de5a-4b59-922a-5b66571f69c0 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.77 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 814 time: 0.1474853 Feb 10 14:10:41.122520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Request body: {'port': {'device_id': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d', 'admin_state_up': True, 'tenant_id': 'de9ac1251cae4bf484b0e3a9651e04c6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:41.235429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Made reservation on behalf of de9ac1251cae4bf484b0e3a9651e04c6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:10:41.238911 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:41.366624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Allocated IP 172.20.0.10 (f8896803-1ecd-4ca8-bcba-30d6cf87883d/7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61/110ead8e-d30d-4402-920c-606abc6ae2fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:10:41.485079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:10:41.508176 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks [] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:41.540946 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:41.556191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['69e2cb07-d262-43fd-98d0-b3684e4a6e5b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:41.593956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Network f8896803-1ecd-4ca8-bcba-30d6cf87883d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:10:41.597201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:10:41.600988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:10:41.626308 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Pushing event updated for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:41.637542 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:41.652787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:41.653412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:41.668827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-e447c982-d23b-47b4-9d82-7adce79c1faf tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498152 Feb 10 14:10:41.680663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Request body: {'port': {'device_id': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:41.741211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.001721 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110ead8e-d30d-4402-920c-606abc6ae2fd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:10:42.009614 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks [] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.021347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Transition to ACTIVE for port object 110ead8e-d30d-4402-920c-606abc6ae2fd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:10:42.025174 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.090482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:42.170933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Attempting to bind port 110ead8e-d30d-4402-920c-606abc6ae2fd on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:10:42.171193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Attempting to bind port 110ead8e-d30d-4402-920c-606abc6ae2fd by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:10:42.171515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Attempting to bind port 110ead8e-d30d-4402-920c-606abc6ae2fd on network f8896803-1ecd-4ca8-bcba-30d6cf87883d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:10:42.178922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Port 110ead8e-d30d-4402-920c-606abc6ae2fd on network f8896803-1ecd-4ca8-bcba-30d6cf87883d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:10:42.179237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Attempting to bind port 110ead8e-d30d-4402-920c-606abc6ae2fd on network f8896803-1ecd-4ca8-bcba-30d6cf87883d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:10:42.187050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:10:42.187380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Checking segment: {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:10:42.187751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Bound using segment: {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:10:42.188170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Bound port: 110ead8e-d30d-4402-920c-606abc6ae2fd, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128ef515-5d70-418e-a7c9-770c27f029a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:10:42.188522 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.215244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e257e3-1d48-4be3-bfb2-972d0a48c33f req-2bfff869-5d19-4493-b375-241fe53b71ad tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.216714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1e257e3-1d48-4be3-bfb2-972d0a48c33f req-2bfff869-5d19-4493-b375-241fe53b71ad tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 944 time: 0.0801735 Feb 10 14:10:42.293078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:10:42.296835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=110ead8e-d30d-4402-920c-606abc6ae2fd,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:10:42.303323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e1e257e3-1d48-4be3-bfb2-972d0a48c33f req-9d6c14d9-87e7-4d2c-9a81-39f99abdc159 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698564 Feb 10 14:10:42.304867 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.343932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.344943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:42.346298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] 10.222.0.77 "PUT /v2.0/ports/110ead8e-d30d-4402-920c-606abc6ae2fd HTTP/1.1" status: 200 len: 1092 time: 0.6698968 Feb 10 14:10:42.346727 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:42.349625 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e77444-8796-4ff0-b1f9-99140f3a3014" -d '{"events": [{"name": "network-changed", "server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:42.373585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2351eb-304e-453c-b9bf-5f3237762ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:42.398272 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d977bc-c76d-4346-84e4-9a42492447ea x-openstack-request-id: req-74d977bc-c76d-4346-84e4-9a42492447ea {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:42.398548 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:42.398794 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74d977bc-c76d-4346-84e4-9a42492447ea {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:42.399185 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd', 'status': 'completed', 'code': 200} Feb 10 14:10:42.435984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-4087c2b2-bb23-4f4c-916a-1da7361d1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.437432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-4087c2b2-bb23-4f4c-916a-1da7361d1b31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 1126 time: 0.0477703 Feb 10 14:10:42.478444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-70661328-47c3-422a-8e36-6bd4b21f52bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=110ead8e-d30d-4402-920c-606abc6ae2fd HTTP/1.1" status: 200 len: 217 time: 0.0348139 Feb 10 14:10:42.529196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-33eac343-8d01-4b8e-8681-1c9dc64e535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.530626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-33eac343-8d01-4b8e-8681-1c9dc64e535b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 200 len: 854 time: 0.0465615 Feb 10 14:10:42.561732 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-154c3e8f-2355-4227-85af-d2f040b30e40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8896803-1ecd-4ca8-bcba-30d6cf87883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253463 Feb 10 14:10:42.647917 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-d9e2a6be-3e9e-4f47-84cd-39629f0b6588 service neutron] 10.222.0.77 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804307 Feb 10 14:10:42.739028 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa37a2af-3ece-4c09-bca7-4d5cc4d90024 req-2f22be9a-b752-4892-9f63-d12f159638fb service neutron] 10.222.0.77 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Feb 10 14:10:42.829273 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-c3b1e7ad-7be2-416b-b487-b62f54b58317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.830767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-c3b1e7ad-7be2-416b-b487-b62f54b58317 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 1126 time: 0.0436411 Feb 10 14:10:42.923364 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-2c704686-a479-4676-8c0f-c1729e82e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:42.924887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-2c704686-a479-4676-8c0f-c1729e82e1c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 915 time: 0.0888050 Feb 10 14:10:42.964424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-08a2b142-5473-4427-aa54-8a4f0c9f5f45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=110ead8e-d30d-4402-920c-606abc6ae2fd HTTP/1.1" status: 200 len: 217 time: 0.0341282 Feb 10 14:10:43.012160 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-2789fdcd-9d5c-437d-aebc-499dd29bff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:43.013516 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-2789fdcd-9d5c-437d-aebc-499dd29bff7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 200 len: 854 time: 0.0422351 Feb 10 14:10:43.048412 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-11b4cde5-8397-4a82-8941-064b460f624a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8896803-1ecd-4ca8-bcba-30d6cf87883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287321 Feb 10 14:10:43.135247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-bf2b767d-e957-45ed-8055-a70d33e34073 service neutron] 10.222.0.77 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808165 Feb 10 14:10:43.231980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-32e77444-8796-4ff0-b1f9-99140f3a3014 req-e5677553-1325-4237-b201-9c5baf280d4f service neutron] 10.222.0.77 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903180 Feb 10 14:10:43.430505 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d10a-0d8d-483d-85ce-e8e6195c26e2 req-1dd05e2d-ba91-48a0-8576-77d6fbd2a098 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:43.431993 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e63d10a-0d8d-483d-85ce-e8e6195c26e2 req-1dd05e2d-ba91-48a0-8576-77d6fbd2a098 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 944 time: 0.0537593 Feb 10 14:10:43.478340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3e63d10a-0d8d-483d-85ce-e8e6195c26e2 req-0fc154f4-9730-4138-a706-80e47e7d9b78 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Feb 10 14:10:44.595979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef1d30-b53f-44c8-a77b-9b4b3df6311d req-fa8dae61-775a-41dc-8d4c-374bf5d1b622 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:44.597461 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fef1d30-b53f-44c8-a77b-9b4b3df6311d req-fa8dae61-775a-41dc-8d4c-374bf5d1b622 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 944 time: 0.0505202 Feb 10 14:10:44.646998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fef1d30-b53f-44c8-a77b-9b4b3df6311d req-444f8ea7-2f08-4cd1-ae2e-f662ec1b79e7 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Feb 10 14:10:45.762176 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927d85-4b03-49ca-9e6f-b9a936df9869 req-3793097c-c318-43a0-a32a-ddfe46446475 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:45.763647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa927d85-4b03-49ca-9e6f-b9a936df9869 req-3793097c-c318-43a0-a32a-ddfe46446475 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 944 time: 0.0513787 Feb 10 14:10:45.810279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aa927d85-4b03-49ca-9e6f-b9a936df9869 req-52fc8df8-a2c3-438b-a4ad-1ae1552e00e7 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Feb 10 14:10:46.422061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 110ead8e-d30d-4402-920c-606abc6ae2fd details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:10:46.518699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=110ead8e-d30d-4402-920c-606abc6ae2fd,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:46.530536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '110ead8e-d30d-4402-920c-606abc6ae2fd', 'network_id': 'f8896803-1ecd-4ca8-bcba-30d6cf87883d', 'port_id': '110ead8e-d30d-4402-920c-606abc6ae2fd', 'mac_address': 'fa:16:3e:bb:d8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:10:46.566789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 110ead8e-d30d-4402-920c-606abc6ae2fd is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:46.567175 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:46.583456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110ead8e-d30d-4402-920c-606abc6ae2fd {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:10:46.603093 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=110ead8e-d30d-4402-920c-606abc6ae2fd,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:46.606683 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:46.651481 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:46.803897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['110ead8e-d30d-4402-920c-606abc6ae2fd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:46.929165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927eaf-8705-484a-a01b-f6ce2d77241b req-379940db-48f1-4bef-9351-e59db12ce85a tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:46.930668 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6927eaf-8705-484a-a01b-f6ce2d77241b req-379940db-48f1-4bef-9351-e59db12ce85a tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Feb 10 14:10:46.977841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6927eaf-8705-484a-a01b-f6ce2d77241b req-849661c3-7158-46c3-a28a-e4e155a939ec tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Feb 10 14:10:48.100916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98732cb-64c2-448f-9118-1b4e88825f7d req-ec6ebf36-f210-455f-ad0c-1148c426eb31 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:48.102409 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d98732cb-64c2-448f-9118-1b4e88825f7d req-ec6ebf36-f210-455f-ad0c-1148c426eb31 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 945 time: 0.0567105 Feb 10 14:10:48.148733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d98732cb-64c2-448f-9118-1b4e88825f7d req-ed94a7ed-0965-4c09-a795-5c8de23d85c7 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Feb 10 14:10:48.424843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 110ead8e-d30d-4402-920c-606abc6ae2fd up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:10:48.472256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 110ead8e-d30d-4402-920c-606abc6ae2fd completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:10:48.476891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 110ead8e-d30d-4402-920c-606abc6ae2fd triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:10:48.477269 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:48.552135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 110ead8e-d30d-4402-920c-606abc6ae2fd is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:10:48.552512 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:48.574909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:48.577222 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd860079-babe-4a04-8e1a-b24ffe7b6620" -d '{"events": [{"server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "name": "network-vif-plugged", "status": "completed", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:48.590402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=110ead8e-d30d-4402-920c-606abc6ae2fd,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:48.594791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:48.623468 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317e92b-3adb-47db-973b-704a8b45f97f x-openstack-request-id: req-0317e92b-3adb-47db-973b-704a8b45f97f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:48.623756 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "name": "network-vif-plugged", "status": "completed", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:48.624010 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0317e92b-3adb-47db-973b-704a8b45f97f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:48.624389 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd', 'code': 200} Feb 10 14:10:48.650694 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:48.711003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb084437-24e2-4e06-a4aa-aefdbac2a359 req-bf30dcaf-17e8-4a44-8166-ac112256ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:48.712444 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb084437-24e2-4e06-a4aa-aefdbac2a359 req-bf30dcaf-17e8-4a44-8166-ac112256ac11 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 1128 time: 0.0434902 Feb 10 14:10:48.757334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fb084437-24e2-4e06-a4aa-aefdbac2a359 req-499b95b5-8092-4210-9105-eae433be0d41 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381489 Feb 10 14:10:49.266166 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc441f0-c7b7-40b6-9cb1-bbdfe7c93858 req-095a68c1-4321-44ce-8756-c8c02710bbe6 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:49.267639 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc441f0-c7b7-40b6-9cb1-bbdfe7c93858 req-095a68c1-4321-44ce-8756-c8c02710bbe6 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 946 time: 0.0510380 Feb 10 14:10:49.317031 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1fc441f0-c7b7-40b6-9cb1-bbdfe7c93858 req-5856844b-a069-4343-8b11-e402b0b1d52c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Feb 10 14:10:50.437266 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa2fe5-3441-48ea-b914-cacf49a96750 req-65676f8e-6987-4376-b07b-592f86c400fb tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:50.438736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcaa2fe5-3441-48ea-b914-cacf49a96750 req-65676f8e-6987-4376-b07b-592f86c400fb tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 946 time: 0.0514400 Feb 10 14:10:50.486617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcaa2fe5-3441-48ea-b914-cacf49a96750 req-d4c2126d-13cc-44da-bf79-0477654cc39e tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 10 14:10:50.717961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae37f6-9871-4702-9934-861c462581f8 req-37b28c7a-9016-4dd0-9c16-4aba0ed92772 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:50.719425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64ae37f6-9871-4702-9934-861c462581f8 req-37b28c7a-9016-4dd0-9c16-4aba0ed92772 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 946 time: 0.0508745 Feb 10 14:10:50.765531 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-64ae37f6-9871-4702-9934-861c462581f8 req-a0b4d80c-a42e-4a81-9a92-6b245696cee1 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Feb 10 14:10:51.383448 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-728a2d00-ddad-4624-b4e3-be2f8faf9500 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423970 Feb 10 14:10:51.469327 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956315d8-5e38-489c-8586-830dc005381d req-20c176ad-f561-4c2c-b904-277cbb0a8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:51.470810 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-20c176ad-f561-4c2c-b904-277cbb0a8fbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0480080 Feb 10 14:10:51.572471 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956315d8-5e38-489c-8586-830dc005381d req-ea781cf7-5eab-47d2-9df5-7ddb5b335ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:51.573967 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-ea781cf7-5eab-47d2-9df5-7ddb5b335ef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 200 len: 915 time: 0.0841653 Feb 10 14:10:51.618123 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-d2661e6d-b6ef-478a-9c8d-0249a61335da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b HTTP/1.1" status: 200 len: 217 time: 0.0378015 Feb 10 14:10:51.665376 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956315d8-5e38-489c-8586-830dc005381d req-039a5fab-5f82-4d63-8bfa-387bd575ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:51.666730 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-039a5fab-5f82-4d63-8bfa-387bd575ea5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 200 len: 854 time: 0.0426126 Feb 10 14:10:51.698424 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-dc64e323-64ec-48d0-899c-9f3bd321f832 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8896803-1ecd-4ca8-bcba-30d6cf87883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254164 Feb 10 14:10:51.791062 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-43748be1-81c6-45aa-b980-cc55b6e16254 service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864537 Feb 10 14:10:51.885485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-956315d8-5e38-489c-8586-830dc005381d req-1b6d6d36-6cfb-4ad9-be4e-c121f78e9ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Feb 10 14:10:51.891280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afa36d-b7a7-4db9-8964-6692b63a82b8 req-6b3d3266-99b7-4db0-adf8-ed1d79db3172 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:51.892775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84afa36d-b7a7-4db9-8964-6692b63a82b8 req-6b3d3266-99b7-4db0-adf8-ed1d79db3172 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 946 time: 0.0560672 Feb 10 14:10:51.964100 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-84afa36d-b7a7-4db9-8964-6692b63a82b8 req-072c434e-98ac-4266-96ea-15d57e1c9f98 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655477 Feb 10 14:10:51.985662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-618478f1-706d-4a07-8467-4f3da03117c7 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:51.987126 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-618478f1-706d-4a07-8467-4f3da03117c7 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.77 "GET /v2.0/ports?device_id=875cb8c1-9502-40db-9032-0f87cf7a3018 HTTP/1.1" status: 200 len: 946 time: 0.0683274 Feb 10 14:10:52.078107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Deleting port 110ead8e-d30d-4402-920c-606abc6ae2fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:52.078439 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:52.167554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] For port 110ead8e-d30d-4402-920c-606abc6ae2fd, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=110ead8e-d30d-4402-920c-606abc6ae2fd,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:52.168005 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:52.181149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Calling delete_port for 110ead8e-d30d-4402-920c-606abc6ae2fd owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:52.306294 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (110ead8e-d30d-4402-920c-606abc6ae2fd), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:52.318702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['110ead8e-d30d-4402-920c-606abc6ae2fd'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:52.322506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['69e2cb07-d262-43fd-98d0-b3684e4a6e5b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:52.333886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Pushing event deleted for resources: {'Port': ['ID=110ead8e-d30d-4402-920c-606abc6ae2fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:52.381185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] No DVR routers for this DVR port 110ead8e-d30d-4402-920c-606abc6ae2fd on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:10:52.383731 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:52.387791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e80e5ef0-ac42-4db6-bd7f-57171779dd65 req-2e79ce0a-1d0d-4455-9ba5-bf47d8e1bb59 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.77 "DELETE /v2.0/ports/110ead8e-d30d-4402-920c-606abc6ae2fd HTTP/1.1" status: 204 len: 173 time: 0.3954232 Feb 10 14:10:52.388235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'name': 'network-vif-deleted', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:52.390504 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba7a74-dcbf-4c31-abf9-d808f1347a90" -d '{"events": [{"server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "name": "network-vif-deleted", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:52.429410 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977d5d4-1a7c-461f-bf32-4ece767fc217 x-openstack-request-id: req-6977d5d4-1a7c-461f-bf32-4ece767fc217 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:52.429706 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cb8c1-9502-40db-9032-0f87cf7a3018", "name": "network-vif-deleted", "tag": "110ead8e-d30d-4402-920c-606abc6ae2fd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:52.429975 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6977d5d4-1a7c-461f-bf32-4ece767fc217 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:52.430371 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cb8c1-9502-40db-9032-0f87cf7a3018', 'name': 'network-vif-deleted', 'tag': '110ead8e-d30d-4402-920c-606abc6ae2fd', 'status': 'completed', 'code': 200} Feb 10 14:10:53.114801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92056fab-71f5-40d3-ab68-b9051ef3546c req-7f910ff9-cea8-460d-9d87-4888d7a83c09 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:53.116836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92056fab-71f5-40d3-ab68-b9051ef3546c req-7f910ff9-cea8-460d-9d87-4888d7a83c09 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0526433 Feb 10 14:10:53.162624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92056fab-71f5-40d3-ab68-b9051ef3546c req-03f5df45-54d7-4fbf-8d5e-d9936fdbb181 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Feb 10 14:10:53.293430 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9ba3-2f18-4162-a728-0b749abec457 req-c8ce6e58-2794-4144-9904-3aa048042bd0 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:53.294907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b5c9ba3-2f18-4162-a728-0b749abec457 req-c8ce6e58-2794-4144-9904-3aa048042bd0 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0529795 Feb 10 14:10:53.341231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b5c9ba3-2f18-4162-a728-0b749abec457 req-bea690b8-b432-4b4e-a235-0c31d9846489 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 10 14:10:53.482109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ce84f-aac1-4f1a-9267-aad1fccec71e req-43f6a89f-1477-4426-8568-7caeaddd9270 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:53.483603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4ce84f-aac1-4f1a-9267-aad1fccec71e req-43f6a89f-1477-4426-8568-7caeaddd9270 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0567429 Feb 10 14:10:53.529241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5b4ce84f-aac1-4f1a-9267-aad1fccec71e req-589bf021-f2d2-435f-becd-8fff4c1a0689 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Feb 10 14:10:53.716182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50027-3245-4f9b-94a6-0a44970aaad3 req-c444935a-ac42-434f-aa9a-a39be6ba608d tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:53.718337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cab50027-3245-4f9b-94a6-0a44970aaad3 req-c444935a-ac42-434f-aa9a-a39be6ba608d tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0602369 Feb 10 14:10:53.779487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cab50027-3245-4f9b-94a6-0a44970aaad3 req-cec0cbbf-ce8a-424d-b4bc-6fb443a08852 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555151 Feb 10 14:10:53.901408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ce9b-9804-4dbb-9c7f-c865ce99b745 req-439b940f-c3ce-46f1-aa58-1cd368c69695 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:53.902881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88a7ce9b-9804-4dbb-9c7f-c865ce99b745 req-439b940f-c3ce-46f1-aa58-1cd368c69695 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Feb 10 14:10:53.952963 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-88a7ce9b-9804-4dbb-9c7f-c865ce99b745 req-5f5aec45-9925-4493-b71a-368bdc46e1ed tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Feb 10 14:10:54.082792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450bb3-9a73-4b0c-aa2b-f680ac99dc89 req-face9784-b6b3-4f61-824d-d7a0a90dfd3f tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:54.084741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed450bb3-9a73-4b0c-aa2b-f680ac99dc89 req-face9784-b6b3-4f61-824d-d7a0a90dfd3f tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Feb 10 14:10:54.136862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed450bb3-9a73-4b0c-aa2b-f680ac99dc89 req-037b9806-96f1-4d9a-aa50-9c3aa1670571 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464370 Feb 10 14:10:54.442323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093c2c-4aab-46f4-969c-07e4dd15f65e req-e125824d-ac26-41c9-a7cd-793e51135e38 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:54.444379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09093c2c-4aab-46f4-969c-07e4dd15f65e req-e125824d-ac26-41c9-a7cd-793e51135e38 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0545020 Feb 10 14:10:54.490053 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-09093c2c-4aab-46f4-969c-07e4dd15f65e req-a9f8a7ed-dadb-46ac-97f6-dc98aea131b6 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Feb 10 14:10:55.611728 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94f73f-d955-4ae6-912d-74463d61181a req-2ce09be9-ff51-47da-8256-6281d781eb82 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:55.613217 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce94f73f-d955-4ae6-912d-74463d61181a req-2ce09be9-ff51-47da-8256-6281d781eb82 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0554707 Feb 10 14:10:55.658332 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce94f73f-d955-4ae6-912d-74463d61181a req-67c412da-d78a-4b91-94ab-21d6dd2c2949 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/security-groups?id=88fcc472-e01a-4585-beeb-b6537d0ddfba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Feb 10 14:10:56.174653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-19095f47-e533-4090-9b6d-4f7b71f2c12c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:56.175996 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-19095f47-e533-4090-9b6d-4f7b71f2c12c tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Feb 10 14:10:56.269935 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Deleting port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:10:56.270273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:56.356397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] For port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,segment=NetworkSegment(128ef515-5d70-418e-a7c9-770c27f029a9),segment_id=128ef515-5d70-418e-a7c9-770c27f029a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:10:56.356779 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:56.383513 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Calling delete_port for 69e2cb07-d262-43fd-98d0-b3684e4a6e5b owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:10:56.503318 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 110ead8e-d30d-4402-920c-606abc6ae2fd no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:56.514338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (69e2cb07-d262-43fd-98d0-b3684e4a6e5b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:56.523900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 110ead8e-d30d-4402-920c-606abc6ae2fd {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:56.524909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 110ead8e-d30d-4402-920c-606abc6ae2fd not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:56.527478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['69e2cb07-d262-43fd-98d0-b3684e4a6e5b'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:10:56.543342 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Pushing event deleted for resources: {'Port': ['ID=69e2cb07-d262-43fd-98d0-b3684e4a6e5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:56.554717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.555065 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.555404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.555740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.556073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.556402 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.556727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.557107 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.557428 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.557747 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.558067 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.558385 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.558701 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:10:56.600646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] No DVR routers for this DVR port 69e2cb07-d262-43fd-98d0-b3684e4a6e5b on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:10:56.603179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:56.606462 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-962c4470-43c6-4c79-a579-9e4075d116f7 req-c87d1071-9676-4d93-9e0e-77f7894921a3 tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.21 "DELETE /v2.0/ports/69e2cb07-d262-43fd-98d0-b3684e4a6e5b HTTP/1.1" status: 204 len: 173 time: 0.4239507 Feb 10 14:10:56.606897 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'name': 'network-vif-deleted', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:10:56.609167 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1f5b71-621d-4ab3-8502-e7458c1dac53" -d '{"events": [{"server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "name": "network-vif-deleted", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:10:56.648841 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b773e46-72df-4f19-8f77-e93451f94178 x-openstack-request-id: req-5b773e46-72df-4f19-8f77-e93451f94178 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:10:56.649135 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1689898-ffbe-4930-b75e-6797209b2ad6", "name": "network-vif-deleted", "tag": "69e2cb07-d262-43fd-98d0-b3684e4a6e5b", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:10:56.649390 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b773e46-72df-4f19-8f77-e93451f94178 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:10:56.649800 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1689898-ffbe-4930-b75e-6797209b2ad6', 'name': 'network-vif-deleted', 'tag': '69e2cb07-d262-43fd-98d0-b3684e4a6e5b', 'status': 'completed', 'code': 200} Feb 10 14:10:56.769334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed0dddfa-0421-4397-92e1-6cc12c7f7553 req-8ae9a8d1-b0e4-4858-84f8-38f9d88910cb tempest-ServersNegativeTestJSON-610273602 tempest-ServersNegativeTestJSON-610273602-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1689898-ffbe-4930-b75e-6797209b2ad6 HTTP/1.1" status: 200 len: 210 time: 0.0266345 Feb 10 14:10:57.828636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:57.872528 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Deleting subnet 7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:10:57.875767 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Publish callbacks [] for subnet (7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:57.914020 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:57.950961 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.001579 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.026420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:58.031500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.034493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eb22345f-8d5f-483a-988c-6b2fd806dfdc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ede1d96-c3d4-4287-8ca0-0b93ef2c8d61 HTTP/1.1" status: 204 len: 168 time: 0.2048137 Feb 10 14:10:58.036965 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:58.442073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (f8896803-1ecd-4ca8-bcba-30d6cf87883d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.517066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (f8896803-1ecd-4ca8-bcba-30d6cf87883d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.536917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8896803-1ecd-4ca8-bcba-30d6cf87883d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:58.546358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128ef515-5d70-418e-a7c9-770c27f029a9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:58.546654 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128ef515-5d70-418e-a7c9-770c27f029a9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:10:58.555593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (128ef515-5d70-418e-a7c9-770c27f029a9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.568038 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (128ef515-5d70-418e-a7c9-770c27f029a9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.573675 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:10:58.574057 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (128ef515-5d70-418e-a7c9-770c27f029a9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:10:58.575643 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:10:58.632114 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (f8896803-1ecd-4ca8-bcba-30d6cf87883d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.637412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.640614 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8896803-1ecd-4ca8-bcba-30d6cf87883d HTTP/1.1" status: 204 len: 168 time: 0.6022255 Feb 10 14:10:58.651483 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3405703-46bb-4015-acd0-6580110a8944 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8896803-1ecd-4ca8-bcba-30d6cf87883d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:58.755717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60798) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:58.795719 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2966ca05-b2e1-4e10-944f-6b2573a10f89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de9ac1251cae4bf484b0e3a9651e04c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382297 Feb 10 14:10:58.798296 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60800) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:58.819456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 69e2cb07-d262-43fd-98d0-b3684e4a6e5b no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:10:58.842539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 69e2cb07-d262-43fd-98d0-b3684e4a6e5b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:10:58.842880 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 69e2cb07-d262-43fd-98d0-b3684e4a6e5b not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:10:58.845200 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] Publish callbacks [] for security_group (88fcc472-e01a-4585-beeb-b6537d0ddfba), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.866689 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] Publish callbacks [] for security_group (88fcc472-e01a-4585-beeb-b6537d0ddfba), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.913161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (88fcc472-e01a-4585-beeb-b6537d0ddfba), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.915780 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:58.916975 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88fcc472-e01a-4585-beeb-b6537d0ddfba HTTP/1.1" status: 204 len: 168 time: 0.1177280 Feb 10 14:10:58.924400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0ec8e-cf65-4d03-9361-5eb3c7a2c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcc472-e01a-4585-beeb-b6537d0ddfba,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:59.578324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:10:59.670958 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814543144'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:10:59.689134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:10:59.692367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.700909 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.776663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for security_group (49ba6785-6ec6-4676-9281-11e33a42866f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.781071 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49ba6785-6ec6-4676-9281-11e33a42866f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.807862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:10:59.818075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba6785-6ec6-4676-9281-11e33a42866f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:59.830123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bace2bf9-4df7-4eb1-ad2e-a6143923d7d5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.830528 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Added segment bace2bf9-4df7-4eb1-ad2e-a6143923d7d5 of type vlan for network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 Feb 10 14:10:59.872511 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.898035 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.902955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:10:59.903791 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:10:59.940117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3607113 Feb 10 14:10:59.973055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20083fa-4edb-4346-9ee2-cfd6146ef705 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Network': ['ID=b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:10:59.983534 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:00.915952 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3bce5784-f336-4846-bd53-e2dd63df436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.282261 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60826) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:03.287239 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'subnet': {'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:03.340421 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d45341c1-4943-4e17-b7c2-6027bf29db06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.374126 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:03.377561 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.554396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (6a5edc76-5a49-4849-87f0-6a49ba3f0da1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.612069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Subnet': ['ID=6a5edc76-5a49-4849-87f0-6a49ba3f0da1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:03.621681 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking segment: {'id': 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:03.622043 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network hostable DHCP agents. Network: b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:03.638363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:03.646840 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:03.651209 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:03.651804 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.656025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da687d7-8dd0-47bf-bb14-59c308344007 None None] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:03.669069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6891456d-386e-4f7b-8441-f3820b4b76c4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3857403 Feb 10 14:11:03.672500 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60828) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:03.678582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-44524017'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:03.697691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:03.701040 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.724672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:03.733798 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.734150 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Added segment 6a57be7f-3bf3-4c61-b6ce-a297f9970d88 of type vlan for network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 Feb 10 14:11:03.755997 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862', 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862', 'project_id': '074df9667d4e458797f129f8aa81e9e5', 'fixed_ips': [{'subnet_id': '6a5edc76-5a49-4849-87f0-6a49ba3f0da1'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:03.757476 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.778183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.804989 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.809924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:03.810501 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:03.845698 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1721330 Feb 10 14:11:03.848437 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60830) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:03.855646 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'subnet': {'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:03.901434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Allocated IP 2001:db8:0:ffff::2 (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862/6a5edc76-5a49-4849-87f0-6a49ba3f0da1/82547d1e-22b1-44b8-9731-9b3c265bb189) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:03.901660 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978257f2-adc5-4c80-abf1-236e2d3aea08 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Network': ['ID=26b9ac97-d7bb-41b1-8db1-e37920861ce5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:03.914878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:03.977584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:03.981487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.101009 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks [] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.107021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.152345 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:04.155434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:04.159834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:04.166450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Pushing event updated for resources: {'Port': ['ID=82547d1e-22b1-44b8-9731-9b3c265bb189,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:04.175140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (ad6b6dd1-4f34-42aa-ac69-1bea94a94837), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.222509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Attempting to bind port 82547d1e-22b1-44b8-9731-9b3c265bb189 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:04.222883 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Attempting to bind port 82547d1e-22b1-44b8-9731-9b3c265bb189 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:04.223305 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Attempting to bind port 82547d1e-22b1-44b8-9731-9b3c265bb189 on network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:04.229859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:04.230250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Checking segment: {'id': 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:04.230702 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.231101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Bound using segment: {'id': 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:04.231571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Bound port: 82547d1e-22b1-44b8-9731-9b3c265bb189, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:04.231958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.253230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Subnet': ['ID=ad6b6dd1-4f34-42aa-ac69-1bea94a94837,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:04.269670 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking segment: {'id': '6a57be7f-3bf3-4c61-b6ce-a297f9970d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:04.270156 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network hostable DHCP agents. Network: 26b9ac97-d7bb-41b1-8db1-e37920861ce5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:04.290271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:04.297464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] For port 82547d1e-22b1-44b8-9731-9b3c265bb189, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:04.299755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 26b9ac97-d7bb-41b1-8db1-e37920861ce5) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:04.301804 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] For port 82547d1e-22b1-44b8-9731-9b3c265bb189, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82547d1e-22b1-44b8-9731-9b3c265bb189,segment=NetworkSegment(bace2bf9-4df7-4eb1-ad2e-a6143923d7d5),segment_id=bace2bf9-4df7-4eb1-ad2e-a6143923d7d5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:04.308648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa0e53-1d92-4708-a8d1-b94a2406dc1d None None] Network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:04.308890 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:04.309495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.312792 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.326264 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91c7d459-f04f-466f-be26-9d33f836ac19 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4768031 Feb 10 14:11:04.329162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:04.430462 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2cca-78b1-4f3a-9cda-1b1b35f610db None None] Pushing event updated for resources: {'Port': ['ID=82547d1e-22b1-44b8-9731-9b3c265bb189,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:04.433324 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.467311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-26b9ac97-d7bb-41b1-8db1-e37920861ce5', 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5', 'project_id': '074df9667d4e458797f129f8aa81e9e5', 'fixed_ips': [{'subnet_id': 'ad6b6dd1-4f34-42aa-ac69-1bea94a94837'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:04.468188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.518700 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (ad6b6dd1-4f34-42aa-ac69-1bea94a94837), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.632101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Allocated IP 2001:db8::2 (26b9ac97-d7bb-41b1-8db1-e37920861ce5/ad6b6dd1-4f34-42aa-ac69-1bea94a94837/2cdf252d-c380-41ec-8a33-e2d21a7aa1dc) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:04.782550 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.788643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks [] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.794355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.810956 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (ad6b6dd1-4f34-42aa-ac69-1bea94a94837), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.835735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:04.838669 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:04.842251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:04.845237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6b6dd1-4f34-42aa-ac69-1bea94a94837,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:04.848807 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Pushing event updated for resources: {'Port': ['ID=2cdf252d-c380-41ec-8a33-e2d21a7aa1dc,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:04.907768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.911522 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Attempting to bind port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:04.911901 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Attempting to bind port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '6a57be7f-3bf3-4c61-b6ce-a297f9970d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:04.912354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Attempting to bind port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc on network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:04.917477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:04.917852 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Checking segment: {'id': '6a57be7f-3bf3-4c61-b6ce-a297f9970d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:04.918256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.918653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Bound using segment: {'id': '6a57be7f-3bf3-4c61-b6ce-a297f9970d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:04.919225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Bound port: 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a57be7f-3bf3-4c61-b6ce-a297f9970d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:04.919499 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.928482 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9ac97-d7bb-41b1-8db1-e37920861ce5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:04.938262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a57be7f-3bf3-4c61-b6ce-a297f9970d88') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:04.938569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a57be7f-3bf3-4c61-b6ce-a297f9970d88') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:04.948732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.962611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.968434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:04.968938 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:04.972095 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:04.980851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] For port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:05.030611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] For port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2cdf252d-c380-41ec-8a33-e2d21a7aa1dc,segment=NetworkSegment(6a57be7f-3bf3-4c61-b6ce-a297f9970d88),segment_id=6a57be7f-3bf3-4c61-b6ce-a297f9970d88)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:05.031029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 14:11:05.031029 n-d-815324-6 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 14:11:05.031029 n-d-815324-6 neutron-server[103399]: [parameters: {'id': '26b9ac97-d7bb-41b1-8db1-e37920861ce5'}] Feb 10 14:11:05.031029 n-d-815324-6 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 14:11:05.031391 n-d-815324-6 neutron-server[103399]: DEBUG oslo_db.api [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 14:11:05.036619 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.120928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da7e27-7c69-421e-92c5-904bd5c9dc8a None None] Pushing event updated for resources: {'Port': ['ID=2cdf252d-c380-41ec-8a33-e2d21a7aa1dc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:05.144246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac8150-8faf-418b-96dc-8bfd1d88f701 None None] Network 26b9ac97-d7bb-41b1-8db1-e37920861ce5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:05.382411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fd35d-0abe-441d-ac21-a0ce1a28f94c None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 14:11:05.533532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.588487 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Deleting port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:05.588876 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.618648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Provisioning complete for port 82547d1e-22b1-44b8-9731-9b3c265bb189 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:05.619289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.638612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fd35d-0abe-441d-ac21-a0ce1a28f94c None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 14:11:05.657510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] For port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2cdf252d-c380-41ec-8a33-e2d21a7aa1dc,segment=NetworkSegment(6a57be7f-3bf3-4c61-b6ce-a297f9970d88),segment_id=6a57be7f-3bf3-4c61-b6ce-a297f9970d88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:05.657878 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.670875 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Calling delete_port for 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:05.752161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2cdf252d-c380-41ec-8a33-e2d21a7aa1dc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.762680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Current status of the port 82547d1e-22b1-44b8-9731-9b3c265bb189 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:05.763070 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.780267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Port': ['ID=2cdf252d-c380-41ec-8a33-e2d21a7aa1dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:05.786144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No DVR routers for this DVR port 2cdf252d-c380-41ec-8a33-e2d21a7aa1dc on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:05.822663 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] For port 82547d1e-22b1-44b8-9731-9b3c265bb189, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82547d1e-22b1-44b8-9731-9b3c265bb189,segment=NetworkSegment(bace2bf9-4df7-4eb1-ad2e-a6143923d7d5),segment_id=bace2bf9-4df7-4eb1-ad2e-a6143923d7d5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:05.827672 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.879610 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.887773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9d45-1523-4a68-88f3-af9aac0baeef None None] Pushing event updated for resources: {'Port': ['ID=82547d1e-22b1-44b8-9731-9b3c265bb189,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:05.891619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef94739-319a-41d0-b001-bc2153767981 None None] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:05.905605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9ac97-d7bb-41b1-8db1-e37920861ce5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:05.915988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a57be7f-3bf3-4c61-b6ce-a297f9970d88') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:05.916288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a57be7f-3bf3-4c61-b6ce-a297f9970d88') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:05.925701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.938437 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.945123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:05.945654 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (6a57be7f-3bf3-4c61-b6ce-a297f9970d88), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:05.949639 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:05.995395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.013190 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (26b9ac97-d7bb-41b1-8db1-e37920861ce5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.019862 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.024797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/26b9ac97-d7bb-41b1-8db1-e37920861ce5 HTTP/1.1" status: 204 len: 168 time: 1.6932685 Feb 10 14:11:06.029201 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60834) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:06.035736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1502482927'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:06.035880 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11ffc-f33c-4f44-887f-182dd5d26c3f tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Network': ['ID=26b9ac97-d7bb-41b1-8db1-e37920861ce5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:06.061977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:06.065309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.092196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:06.103071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9bfda86d-dfe7-49a7-a734-5ef570117cca), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.103415 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Added segment 9bfda86d-dfe7-49a7-a734-5ef570117cca of type vlan for network 00b29bf7-011c-404d-b3f3-e4fa9d199673 Feb 10 14:11:06.144794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (00b29bf7-011c-404d-b3f3-e4fa9d199673), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.172041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (00b29bf7-011c-404d-b3f3-e4fa9d199673), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.177594 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:06.178573 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.221112 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1907878 Feb 10 14:11:06.223942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60836) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:06.228616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'subnet': {'network_id': '00b29bf7-011c-404d-b3f3-e4fa9d199673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:06.255675 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae9251ea-9c5c-4bc0-b2b3-8ac3e4b26196 None None] Provisioning complete for port 82547d1e-22b1-44b8-9731-9b3c265bb189 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:06.256549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae9251ea-9c5c-4bc0-b2b3-8ac3e4b26196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.282254 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495723b-930c-4547-9c77-028ac68455da tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Network': ['ID=00b29bf7-011c-404d-b3f3-e4fa9d199673,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:06.294079 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 00b29bf7-011c-404d-b3f3-e4fa9d199673 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:06.345601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:06.349210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.392403 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae9251ea-9c5c-4bc0-b2b3-8ac3e4b26196 None None] Current status of the port 82547d1e-22b1-44b8-9731-9b3c265bb189 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:06.409616 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Performing IP validity checks on allocation pools {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 14:11:06.410140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 14:11:06.472217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.530132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (e59b89a6-9987-4d62-866e-5676f2774268), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.557961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82547d1e-22b1-44b8-9731-9b3c265bb189 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:06.594710 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Subnet': ['ID=e59b89a6-9987-4d62-866e-5676f2774268,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:06.603936 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking segment: {'id': '9bfda86d-dfe7-49a7-a734-5ef570117cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '00b29bf7-011c-404d-b3f3-e4fa9d199673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:06.604320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network hostable DHCP agents. Network: 00b29bf7-011c-404d-b3f3-e4fa9d199673, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:06.612406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 82547d1e-22b1-44b8-9731-9b3c265bb189 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:06.612801 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.621533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network 00b29bf7-011c-404d-b3f3-e4fa9d199673 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:06.630320 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 00b29bf7-011c-404d-b3f3-e4fa9d199673) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:06.639511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:06.640873 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.642129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee2c31-622e-4799-8997-74703bef7cad None None] Network 00b29bf7-011c-404d-b3f3-e4fa9d199673 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:06.657344 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3f22ad31-2745-4350-81b8-02c8bfa36ded tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4324248 Feb 10 14:11:06.660267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:06.757255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 82547d1e-22b1-44b8-9731-9b3c265bb189 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:06.760837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (00b29bf7-011c-404d-b3f3-e4fa9d199673), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.783748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc120e9f-baea-47ad-928b-387393270124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-00b29bf7-011c-404d-b3f3-e4fa9d199673', 'network_id': '00b29bf7-011c-404d-b3f3-e4fa9d199673', 'project_id': '074df9667d4e458797f129f8aa81e9e5', 'fixed_ips': [{'subnet_id': 'e59b89a6-9987-4d62-866e-5676f2774268'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:06.784577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dc120e9f-baea-47ad-928b-387393270124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.814505 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e59b89a6-9987-4d62-866e-5676f2774268), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.873782 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (e59b89a6-9987-4d62-866e-5676f2774268), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-dc120e9f-baea-47ad-928b-387393270124 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e59b89a6-9987-4d62-866e-5676f2774268: This subnet is being modified by another concurrent operation. Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e59b89a6-9987-4d62-866e-5676f2774268: This subnet is being modified by another concurrent operation. Feb 10 14:11:06.882804 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 14:11:06.901100 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28ce89-37e9-4632-bd5b-de484a0e18ca None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 14:11:06.908879 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Subnet': ['ID=e59b89a6-9987-4d62-866e-5676f2774268,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:06.968413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (00b29bf7-011c-404d-b3f3-e4fa9d199673), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:06.969604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28ce89-37e9-4632-bd5b-de484a0e18ca None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 14:11:06.988059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b29bf7-011c-404d-b3f3-e4fa9d199673']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:06.997218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfda86d-dfe7-49a7-a734-5ef570117cca') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:06.997520 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfda86d-dfe7-49a7-a734-5ef570117cca') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:07.007245 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (9bfda86d-dfe7-49a7-a734-5ef570117cca), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.020054 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (9bfda86d-dfe7-49a7-a734-5ef570117cca), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.026661 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:07.027053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (9bfda86d-dfe7-49a7-a734-5ef570117cca), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:07.030293 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:07.088833 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (00b29bf7-011c-404d-b3f3-e4fa9d199673), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.096967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.100200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/00b29bf7-011c-404d-b3f3-e4fa9d199673 HTTP/1.1" status: 204 len: 168 time: 0.4388859 Feb 10 14:11:07.104290 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60840) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:07.109301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443061206'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:07.115646 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be890914-786f-4b0a-b6b7-ba78efd86fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Network': ['ID=00b29bf7-011c-404d-b3f3-e4fa9d199673,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:07.121253 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cf9c5-78d1-4033-b614-819097b44aef None None] Network 00b29bf7-011c-404d-b3f3-e4fa9d199673 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:07.129876 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:07.133718 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.133865 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cf9c5-78d1-4033-b614-819097b44aef None None] Network 00b29bf7-011c-404d-b3f3-e4fa9d199673 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 14:11:07.157664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:07.166302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (40f104bd-a428-4ee7-a1ea-c987961c9e3c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.166678 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Added segment 40f104bd-a428-4ee7-a1ea-c987961c9e3c of type vlan for network 18638fec-6345-4dda-a486-3b5d3fe44a84 Feb 10 14:11:07.205039 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (18638fec-6345-4dda-a486-3b5d3fe44a84), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.227902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (18638fec-6345-4dda-a486-3b5d3fe44a84), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.232719 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:07.233344 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.269256 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1638381 Feb 10 14:11:07.272619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60842) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:07.277310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'subnet': {'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:07.319466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d689c-5880-4bb8-afcf-c88251481da5 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Network': ['ID=18638fec-6345-4dda-a486-3b5d3fe44a84,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:07.333067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:07.392960 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:07.396374 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.491155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.570542 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (d05e8b75-e201-4049-b76b-929815b0e140), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.630577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Subnet': ['ID=d05e8b75-e201-4049-b76b-929815b0e140,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:07.640552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking segment: {'id': '40f104bd-a428-4ee7-a1ea-c987961c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:07.640945 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network hostable DHCP agents. Network: 18638fec-6345-4dda-a486-3b5d3fe44a84, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:07.656902 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:07.665408 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 18638fec-6345-4dda-a486-3b5d3fe44a84) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:07.669578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:07.670245 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.674257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cddb4-6204-4209-b312-be89257e7750 None None] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:07.686998 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60e2aac8-8bb2-4f9c-b8d6-f4ca81303307 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4133742 Feb 10 14:11:07.690505 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:07.695457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382973923'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:07.714152 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:07.717631 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.742394 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:07.751619 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8a442bf2-084d-47f6-ae18-1378ffd6c8e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.752045 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Added segment 8a442bf2-084d-47f6-ae18-1378ffd6c8e5 of type vlan for network 8e177d71-c589-458d-89ad-540f7689c639 Feb 10 14:11:07.774744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-18638fec-6345-4dda-a486-3b5d3fe44a84', 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84', 'project_id': '074df9667d4e458797f129f8aa81e9e5', 'fixed_ips': [{'subnet_id': 'd05e8b75-e201-4049-b76b-929815b0e140'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:07.775589 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.792906 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8e177d71-c589-458d-89ad-540f7689c639), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.817693 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8e177d71-c589-458d-89ad-540f7689c639), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.822566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:07.823145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:07.857733 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1661956 Feb 10 14:11:07.860676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60846) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:07.866057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Request body: {'subnet': {'network_id': '8e177d71-c589-458d-89ad-540f7689c639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:07.920212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Allocated IP 2001:db8::2 (18638fec-6345-4dda-a486-3b5d3fe44a84/d05e8b75-e201-4049-b76b-929815b0e140/256fbf04-2156-434e-a4ba-702fbdd74b49) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:07.922561 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44518a04-8f8a-4df0-a6b1-c9ae949f3ba3 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Network': ['ID=8e177d71-c589-458d-89ad-540f7689c639,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:07.937858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8e177d71-c589-458d-89ad-540f7689c639 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:07.985896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Made reservation on behalf of 074df9667d4e458797f129f8aa81e9e5 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:07.989371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.119783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks [] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.125819 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.167301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:08.170385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:08.174571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:08.176544 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (e87c6dfa-56b9-455e-be69-416fd0f95de8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.177724 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Pushing event updated for resources: {'Port': ['ID=256fbf04-2156-434e-a4ba-702fbdd74b49,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:08.230055 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Attempting to bind port 256fbf04-2156-434e-a4ba-702fbdd74b49 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:08.230427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Attempting to bind port 256fbf04-2156-434e-a4ba-702fbdd74b49 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '40f104bd-a428-4ee7-a1ea-c987961c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:08.230790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Attempting to bind port 256fbf04-2156-434e-a4ba-702fbdd74b49 on network 18638fec-6345-4dda-a486-3b5d3fe44a84 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:08.235693 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:08.236075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Checking segment: {'id': '40f104bd-a428-4ee7-a1ea-c987961c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:08.236477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.236900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Bound using segment: {'id': '40f104bd-a428-4ee7-a1ea-c987961c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:08.237361 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Bound port: 256fbf04-2156-434e-a4ba-702fbdd74b49, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f104bd-a428-4ee7-a1ea-c987961c9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '18638fec-6345-4dda-a486-3b5d3fe44a84'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:08.237747 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.239343 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event updated for resources: {'Subnet': ['ID=e87c6dfa-56b9-455e-be69-416fd0f95de8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:08.246680 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Checking segment: {'id': '8a442bf2-084d-47f6-ae18-1378ffd6c8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e177d71-c589-458d-89ad-540f7689c639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:08.247046 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network hostable DHCP agents. Network: 8e177d71-c589-458d-89ad-540f7689c639, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:08.265105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Network 8e177d71-c589-458d-89ad-540f7689c639 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:08.275038 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8e177d71-c589-458d-89ad-540f7689c639) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:08.280819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:08.282309 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.286498 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815db2ee-8998-4c2b-aaf7-65f0ed5e0ea0 None None] Network 8e177d71-c589-458d-89ad-540f7689c639 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:08.304878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-41021612-604d-46d2-ad52-082c45853490 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4408085 Feb 10 14:11:08.305246 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60848) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:08.330375 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] For port 256fbf04-2156-434e-a4ba-702fbdd74b49, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:08.369960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] For port 256fbf04-2156-434e-a4ba-702fbdd74b49, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=256fbf04-2156-434e-a4ba-702fbdd74b49,segment=NetworkSegment(40f104bd-a428-4ee7-a1ea-c987961c9e3c),segment_id=40f104bd-a428-4ee7-a1ea-c987961c9e3c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:08.378415 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.406018 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8e177d71-c589-458d-89ad-540f7689c639), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.465379 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f66156-7a4b-455d-84a5-f42d91859889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8e177d71-c589-458d-89ad-540f7689c639', 'network_id': '8e177d71-c589-458d-89ad-540f7689c639', 'project_id': '074df9667d4e458797f129f8aa81e9e5', 'fixed_ips': [{'subnet_id': 'e87c6dfa-56b9-455e-be69-416fd0f95de8'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:08.466288 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86f66156-7a4b-455d-84a5-f42d91859889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.482478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69b47a-f0e5-4d71-a5fb-8cc007082ac3 None None] Pushing event updated for resources: {'Port': ['ID=256fbf04-2156-434e-a4ba-702fbdd74b49,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:08.501378 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (e87c6dfa-56b9-455e-be69-416fd0f95de8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.571100 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (e87c6dfa-56b9-455e-be69-416fd0f95de8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server [None req-86f66156-7a4b-455d-84a5-f42d91859889 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e87c6dfa-56b9-455e-be69-416fd0f95de8: This subnet is being modified by another concurrent operation. Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server raise exception Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e87c6dfa-56b9-455e-be69-416fd0f95de8: This subnet is being modified by another concurrent operation. Feb 10 14:11:08.577332 n-d-815324-6 neutron-server[103401]: ERROR oslo_messaging.rpc.server Feb 10 14:11:08.596991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31904ad9-e1fd-472d-b8a7-662f88916ba2 None None] Network 8e177d71-c589-458d-89ad-540f7689c639 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:08.601787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Subnet': ['ID=e87c6dfa-56b9-455e-be69-416fd0f95de8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:08.683890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8e177d71-c589-458d-89ad-540f7689c639), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.713185 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e177d71-c589-458d-89ad-540f7689c639']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:08.722993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a442bf2-084d-47f6-ae18-1378ffd6c8e5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:08.723284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a442bf2-084d-47f6-ae18-1378ffd6c8e5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:08.732828 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (8a442bf2-084d-47f6-ae18-1378ffd6c8e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.746853 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (8a442bf2-084d-47f6-ae18-1378ffd6c8e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.754817 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:08.755258 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (8a442bf2-084d-47f6-ae18-1378ffd6c8e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:08.759579 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:08.832577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8e177d71-c589-458d-89ad-540f7689c639), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.839446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:08.842637 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/8e177d71-c589-458d-89ad-540f7689c639 HTTP/1.1" status: 204 len: 168 time: 0.5363584 Feb 10 14:11:08.845945 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:08.853566 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738df94d-78f5-4f38-b2b6-6127f28920af tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Network': ['ID=8e177d71-c589-458d-89ad-540f7689c639,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:08.879843 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0768b80-ad55-4c48-9a3c-9c707566a895 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] GET failed (client error): The resource could not be found. Feb 10 14:11:08.880775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0768b80-ad55-4c48-9a3c-9c707566a895 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "GET /v2.0/subnets/e87c6dfa-56b9-455e-be69-416fd0f95de8 HTTP/1.1" status: 404 len: 337 time: 0.0336473 Feb 10 14:11:08.884075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:08.901753 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d604b87-dd2a-4d28-b819-98d08cfd6678 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:08.902243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d604b87-dd2a-4d28-b819-98d08cfd6678 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:08.905546 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7d604b87-dd2a-4d28-b819-98d08cfd6678 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/8e177d71-c589-458d-89ad-540f7689c639 HTTP/1.1" status: 404 len: 339 time: 0.0205443 Feb 10 14:11:08.909498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:08.935993 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65d4125-15f0-4c70-a600-c628fda0464e tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:08.936379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65d4125-15f0-4c70-a600-c628fda0464e tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:08.939506 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c65d4125-15f0-4c70-a600-c628fda0464e tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/subnets/e87c6dfa-56b9-455e-be69-416fd0f95de8 HTTP/1.1" status: 404 len: 337 time: 0.0291009 Feb 10 14:11:08.941944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:08.960113 n-d-815324-6 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0325733f-d793-40e6-8d11-378325af8539 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:08.960601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0325733f-d793-40e6-8d11-378325af8539 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:08.963622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0325733f-d793-40e6-8d11-378325af8539 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/8e177d71-c589-458d-89ad-540f7689c639 HTTP/1.1" status: 404 len: 339 time: 0.0207794 Feb 10 14:11:08.966039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.015039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Deleting subnet d05e8b75-e201-4049-b76b-929815b0e140 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:11:09.018046 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (d05e8b75-e201-4049-b76b-929815b0e140), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.056460 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (d05e8b75-e201-4049-b76b-929815b0e140), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.149367 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (d05e8b75-e201-4049-b76b-929815b0e140), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.210138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (d05e8b75-e201-4049-b76b-929815b0e140), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.237998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Subnet': ['ID=d05e8b75-e201-4049-b76b-929815b0e140,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:09.242283 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.247782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eeba1ca4-8724-4f33-8ba8-7e0269a74fb4 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/subnets/d05e8b75-e201-4049-b76b-929815b0e140 HTTP/1.1" status: 204 len: 168 time: 0.2786050 Feb 10 14:11:09.248035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.333503 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (18638fec-6345-4dda-a486-3b5d3fe44a84), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.387387 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Deleting port 256fbf04-2156-434e-a4ba-702fbdd74b49 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:09.387762 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.415595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ae2492-d310-4cbc-b9e0-5240b9a7ddb6 None None] get_active_networks_info from n-d-815324-6 {{(pid=103401) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 14:11:09.460289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] For port 256fbf04-2156-434e-a4ba-702fbdd74b49, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=256fbf04-2156-434e-a4ba-702fbdd74b49,segment=NetworkSegment(40f104bd-a428-4ee7-a1ea-c987961c9e3c),segment_id=40f104bd-a428-4ee7-a1ea-c987961c9e3c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:09.460554 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.466184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-4bb07f5e-e048-4435-9009-22d7242ee299 None None] Provisioning complete for port 256fbf04-2156-434e-a4ba-702fbdd74b49 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:09.466756 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f5e-e048-4435-9009-22d7242ee299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.485668 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Calling delete_port for 256fbf04-2156-434e-a4ba-702fbdd74b49 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:09.523915 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ae2492-d310-4cbc-b9e0-5240b9a7ddb6 None None] Resources bound (agent type, host, resource id): {{(pid=103401) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 14:11:09.566129 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.593702 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No DVR routers for this DVR port 256fbf04-2156-434e-a4ba-702fbdd74b49 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:09.599451 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Port': ['ID=256fbf04-2156-434e-a4ba-702fbdd74b49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:09.628350 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-4bb07f5e-e048-4435-9009-22d7242ee299 None None] Current status of the port 256fbf04-2156-434e-a4ba-702fbdd74b49 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:09.628739 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f5e-e048-4435-9009-22d7242ee299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (256fbf04-2156-434e-a4ba-702fbdd74b49), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.678777 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (18638fec-6345-4dda-a486-3b5d3fe44a84), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.699694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18638fec-6345-4dda-a486-3b5d3fe44a84']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:09.710551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f104bd-a428-4ee7-a1ea-c987961c9e3c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:09.710783 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f104bd-a428-4ee7-a1ea-c987961c9e3c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:09.721486 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (40f104bd-a428-4ee7-a1ea-c987961c9e3c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.735981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (40f104bd-a428-4ee7-a1ea-c987961c9e3c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.742976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:09.743371 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (40f104bd-a428-4ee7-a1ea-c987961c9e3c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:09.746695 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:09.826210 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (18638fec-6345-4dda-a486-3b5d3fe44a84), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.837094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:09.841757 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/18638fec-6345-4dda-a486-3b5d3fe44a84 HTTP/1.1" status: 204 len: 168 time: 0.5925038 Feb 10 14:11:09.847180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.856969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484701-035d-446f-9ab4-4ea752a3d591 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Network': ['ID=18638fec-6345-4dda-a486-3b5d3fe44a84,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:09.880268 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-44783cd3-3aa3-483f-a938-8323771ad515 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:09.880737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44783cd3-3aa3-483f-a938-8323771ad515 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:09.883970 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-44783cd3-3aa3-483f-a938-8323771ad515 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/subnets/e59b89a6-9987-4d62-866e-5676f2774268 HTTP/1.1" status: 404 len: 337 time: 0.0350263 Feb 10 14:11:09.886478 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.905584 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6584c959-2ea8-49ab-9740-53c4ec6d7d18 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:09.906200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6584c959-2ea8-49ab-9740-53c4ec6d7d18 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:09.909095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1e725-2624-4668-a59a-49487a6258d0 None None] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:09.909316 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6584c959-2ea8-49ab-9740-53c4ec6d7d18 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/00b29bf7-011c-404d-b3f3-e4fa9d199673 HTTP/1.1" status: 404 len: 339 time: 0.0215759 Feb 10 14:11:09.911783 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.921895 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1e725-2624-4668-a59a-49487a6258d0 None None] Network 18638fec-6345-4dda-a486-3b5d3fe44a84 could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 14:11:09.941878 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdeda74-6f21-4539-9a24-f1cd456570d9 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:09.942339 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdeda74-6f21-4539-9a24-f1cd456570d9 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:09.945962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6bdeda74-6f21-4539-9a24-f1cd456570d9 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/subnets/ad6b6dd1-4f34-42aa-ac69-1bea94a94837 HTTP/1.1" status: 404 len: 337 time: 0.0320940 Feb 10 14:11:09.948417 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.967978 n-d-815324-6 neutron-server[103400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02541c7-e7e1-45bc-bf6c-af094cc0cef7 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] DELETE failed (client error): The resource could not be found. Feb 10 14:11:09.968470 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02541c7-e7e1-45bc-bf6c-af094cc0cef7 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 14:11:09.971485 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a02541c7-e7e1-45bc-bf6c-af094cc0cef7 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/26b9ac97-d7bb-41b1-8db1-e37920861ce5 HTTP/1.1" status: 404 len: 339 time: 0.0221479 Feb 10 14:11:09.973899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:09.987884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4b96c-8a93-4b7d-bf20-d9d6353afdfa None None] DHCP port deletion for 18638fec-6345-4dda-a486-3b5d3fe44a84 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:11:10.025164 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Deleting subnet 6a5edc76-5a49-4849-87f0-6a49ba3f0da1 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:11:10.028243 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (6a5edc76-5a49-4849-87f0-6a49ba3f0da1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.066310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (6a5edc76-5a49-4849-87f0-6a49ba3f0da1), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.151326 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (6a5edc76-5a49-4849-87f0-6a49ba3f0da1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.206557 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (6a5edc76-5a49-4849-87f0-6a49ba3f0da1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.232546 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5edc76-5a49-4849-87f0-6a49ba3f0da1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:10.236137 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.239334 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f26cecc2-d5f6-4ad8-a10a-262c461e40dd tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/subnets/6a5edc76-5a49-4849-87f0-6a49ba3f0da1 HTTP/1.1" status: 204 len: 168 time: 0.2645390 Feb 10 14:11:10.241823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:10.244187 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e93c90f-d32b-469f-8d63-1f88a8e70b39 None None] Network b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:10.321028 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.375572 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Deleting port 82547d1e-22b1-44b8-9731-9b3c265bb189 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:10.375915 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.397325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] DHCP port deletion for b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:11:10.439249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] For port 82547d1e-22b1-44b8-9731-9b3c265bb189, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82547d1e-22b1-44b8-9731-9b3c265bb189,segment=NetworkSegment(bace2bf9-4df7-4eb1-ad2e-a6143923d7d5),segment_id=bace2bf9-4df7-4eb1-ad2e-a6143923d7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:10.439615 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.443513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Deleting port 82547d1e-22b1-44b8-9731-9b3c265bb189 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:10.444033 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.456085 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Calling delete_port for 82547d1e-22b1-44b8-9731-9b3c265bb189 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:10.514066 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] For port 82547d1e-22b1-44b8-9731-9b3c265bb189, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=82547d1e-22b1-44b8-9731-9b3c265bb189,segment=NetworkSegment(bace2bf9-4df7-4eb1-ad2e-a6143923d7d5),segment_id=bace2bf9-4df7-4eb1-ad2e-a6143923d7d5)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:10.514380 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.525201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 82547d1e-22b1-44b8-9731-9b3c265bb189 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:11:10.549552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Calling delete_port for 82547d1e-22b1-44b8-9731-9b3c265bb189 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:10.674945 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 82547d1e-22b1-44b8-9731-9b3c265bb189 is: ACTIVE; New status is: DOWN {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:10.675284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.685865 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.723535 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] No DVR routers for this DVR port 82547d1e-22b1-44b8-9731-9b3c265bb189 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:10.727756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d125-e762-42ac-9d2d-3520581044e9 None None] Pushing event deleted for resources: {'Port': ['ID=82547d1e-22b1-44b8-9731-9b3c265bb189,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:10.851903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (82547d1e-22b1-44b8-9731-9b3c265bb189), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.875400 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Port': ['ID=82547d1e-22b1-44b8-9731-9b3c265bb189,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:10.881476 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] No DVR routers for this DVR port 82547d1e-22b1-44b8-9731-9b3c265bb189 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:10.958256 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:10.977583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:10.986306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:10.986600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bace2bf9-4df7-4eb1-ad2e-a6143923d7d5') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:10.996335 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (bace2bf9-4df7-4eb1-ad2e-a6143923d7d5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.008726 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (bace2bf9-4df7-4eb1-ad2e-a6143923d7d5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.014362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:11.014746 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (bace2bf9-4df7-4eb1-ad2e-a6143923d7d5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:11.017619 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:11.078294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.085724 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.089040 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] 10.222.0.13 "DELETE /v2.0/networks/b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862 HTTP/1.1" status: 204 len: 168 time: 0.8462512 Feb 10 14:11:11.101129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64cf36-92ea-4300-98a3-e3cb639e8361 tempest-NetworksIpV6Test-1967484558 tempest-NetworksIpV6Test-1967484558-project] Pushing event deleted for resources: {'Network': ['ID=b0e70df3-e4ad-4c30-a7c4-6b4bd7fc5862,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:11.334661 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:11.465156 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-cfbd4ca9-d2cf-4188-8d36-9ff7ee781035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=074df9667d4e458797f129f8aa81e9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291311 Feb 10 14:11:11.467553 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:11.514001 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] Publish callbacks [] for security_group (49ba6785-6ec6-4676-9281-11e33a42866f), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.535339 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] Publish callbacks [] for security_group (49ba6785-6ec6-4676-9281-11e33a42866f), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.580591 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (49ba6785-6ec6-4676-9281-11e33a42866f), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.583208 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:11.584911 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49ba6785-6ec6-4676-9281-11e33a42866f HTTP/1.1" status: 204 len: 168 time: 0.1159456 Feb 10 14:11:11.592493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59767606-1896-4c39-a6a3-e0d897b18a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba6785-6ec6-4676-9281-11e33a42866f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:11.646428 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.219221 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:12.312649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-808121899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:12.333135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.334239 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.384592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router_controller (fdd39747-100c-4a45-b02a-b4c0c806ac43), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.388561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.405732 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.406899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0b00d07c-c1f9-41cd-bbac-6a3582b82f7d tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1866629 Feb 10 14:11:12.409585 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:12.414755 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-963577703'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:12.432904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Made reservation on behalf of 3ce7be61b3e64605ae78394490e68f26 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:12.436044 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.444279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.521532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for security_group (16fe48c0-1f74-4abd-9619-aa9c1a9dad21), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.525321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16fe48c0-1f74-4abd-9619-aa9c1a9dad21), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.551976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:12.562285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe48c0-1f74-4abd-9619-aa9c1a9dad21,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:12.568034 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.568428 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Added segment 661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399 of type vlan for network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 Feb 10 14:11:12.608828 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (8c6bce4f-9e1a-49d4-87c7-a5937c63c291), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.631676 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (8c6bce4f-9e1a-49d4-87c7-a5937c63c291), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.636581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:12.637196 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.670606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2600484 Feb 10 14:11:12.673416 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:12.678064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'subnet': {'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:12.733521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb9ab-bd64-420f-b082-a5490e676c22 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event updated for resources: {'Network': ['ID=8c6bce4f-9e1a-49d4-87c7-a5937c63c291,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:12.744354 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:12.801921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Made reservation on behalf of 3ce7be61b3e64605ae78394490e68f26 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:12.805322 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:12.990204 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (08be25a5-e6e8-4169-94c4-9787aa083acd), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.056796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event updated for resources: {'Subnet': ['ID=08be25a5-e6e8-4169-94c4-9787aa083acd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:13.061792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Checking segment: {'id': '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:13.062149 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Network hostable DHCP agents. Network: 8c6bce4f-9e1a-49d4-87c7-a5937c63c291, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:13.081784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:13.093583 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 8c6bce4f-9e1a-49d4-87c7-a5937c63c291) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:13.097633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:13.098219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.103046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b01298-09a9-438a-84f0-4d7da4ac84d9 None None] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:13.115073 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aec6c8c6-c5dc-41d0-8443-c0557f212cff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4406230 Feb 10 14:11:13.118563 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:13.122932 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1745186957'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:13.142061 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Made reservation on behalf of 3ce7be61b3e64605ae78394490e68f26 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:13.145330 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.170317 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:13.179633 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f94de345-aa65-4db0-9b55-e4b9656f0555), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.179969 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Added segment f94de345-aa65-4db0-9b55-e4b9656f0555 of type vlan for network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d Feb 10 14:11:13.205053 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-8c6bce4f-9e1a-49d4-87c7-a5937c63c291', 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291', 'project_id': '3ce7be61b3e64605ae78394490e68f26', 'fixed_ips': [{'subnet_id': '08be25a5-e6e8-4169-94c4-9787aa083acd'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:13.205923 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.220634 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.245561 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.250362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:13.250943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.286097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1669521 Feb 10 14:11:13.288933 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:13.293620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'subnet': {'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:13.344623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Allocated IP 172.20.0.2 (8c6bce4f-9e1a-49d4-87c7-a5937c63c291/08be25a5-e6e8-4169-94c4-9787aa083acd/1472fc87-fc2a-4af2-9d9b-01f6828a2bbe) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:13.348350 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f3f8-d242-4f9c-8f19-44f09b39ff66 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event updated for resources: {'Network': ['ID=d74e5a12-b5a1-473e-8124-02bf6ed0ab1d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:13.362549 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:13.414247 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Made reservation on behalf of 3ce7be61b3e64605ae78394490e68f26 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:13.417605 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.545621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks [] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.551790 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.590973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:13.595791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:13.597074 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (5e6abfd1-8a9c-43c7-899e-3994518fdcff), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.598383 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:13.605602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Pushing event updated for resources: {'Port': ['ID=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:13.663217 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Attempting to bind port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:13.663593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Attempting to bind port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:13.664025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Attempting to bind port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe on network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:13.669030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event updated for resources: {'Subnet': ['ID=5e6abfd1-8a9c-43c7-899e-3994518fdcff,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:13.669203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:13.669586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Checking segment: {'id': '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:13.670286 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.670686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Bound using segment: {'id': '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:13.673579 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Bound port: 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c6bce4f-9e1a-49d4-87c7-a5937c63c291'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:13.674440 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.676711 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Checking segment: {'id': 'f94de345-aa65-4db0-9b55-e4b9656f0555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:13.677099 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Network hostable DHCP agents. Network: d74e5a12-b5a1-473e-8124-02bf6ed0ab1d, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:13.694060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:13.702770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, d74e5a12-b5a1-473e-8124-02bf6ed0ab1d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:13.707057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:13.707702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.716087 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28c540-e7b3-4ec1-8650-eadc2ed616f7 None None] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:13.727067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7997f7b6-39b1-4e8c-aa8d-28bea075c34a tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4369633 Feb 10 14:11:13.729911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:13.734530 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9987798f-bea5-40b7-82f6-2dc9396abbf0 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:13.794410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] For port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:13.812220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] For port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,segment=NetworkSegment(661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399),segment_id=661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:13.823586 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.877738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-d74e5a12-b5a1-473e-8124-02bf6ed0ab1d', 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d', 'project_id': '3ce7be61b3e64605ae78394490e68f26', 'fixed_ips': [{'subnet_id': '5e6abfd1-8a9c-43c7-899e-3994518fdcff'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:13.877738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:13.912521 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f84a45-9ce1-4f34-be9b-62174c861dc8 None None] Pushing event updated for resources: {'Port': ['ID=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:13.950337 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9987798f-bea5-40b7-82f6-2dc9396abbf0 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router_gateway (fdd39747-100c-4a45-b02a-b4c0c806ac43), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.046709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Allocated IP 172.21.0.2 (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d/5e6abfd1-8a9c-43c7-899e-3994518fdcff/935dc2d1-d1b9-4492-b2a7-6c890f17bdc9) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:14.093192 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9987798f-bea5-40b7-82f6-2dc9396abbf0 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 14:11:14.094359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9987798f-bea5-40b7-82f6-2dc9396abbf0 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "PUT /v2.0/routers/fdd39747-100c-4a45-b02a-b4c0c806ac43 HTTP/1.1" status: 400 len: 364 time: 0.3633723 Feb 10 14:11:14.100257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:14.156288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Deleting subnet 5e6abfd1-8a9c-43c7-899e-3994518fdcff {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:11:14.216078 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks [] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.221495 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (5e6abfd1-8a9c-43c7-899e-3994518fdcff), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.222031 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.263726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:14.265120 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (5e6abfd1-8a9c-43c7-899e-3994518fdcff), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.266646 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:14.270762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:14.273791 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Pushing event updated for resources: {'Port': ['ID=935dc2d1-d1b9-4492-b2a7-6c890f17bdc9,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:14.328173 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Attempting to bind port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:14.328467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Attempting to bind port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'f94de345-aa65-4db0-9b55-e4b9656f0555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:14.328855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Attempting to bind port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 on network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:14.333885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:14.334219 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Checking segment: {'id': 'f94de345-aa65-4db0-9b55-e4b9656f0555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:14.334624 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.335017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Bound using segment: {'id': 'f94de345-aa65-4db0-9b55-e4b9656f0555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:14.335485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Bound port: 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94de345-aa65-4db0-9b55-e4b9656f0555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd74e5a12-b5a1-473e-8124-02bf6ed0ab1d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:14.335864 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.354280 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (5e6abfd1-8a9c-43c7-899e-3994518fdcff), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.416076 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (5e6abfd1-8a9c-43c7-899e-3994518fdcff), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.419331 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] For port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:14.422840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] For port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=935dc2d1-d1b9-4492-b2a7-6c890f17bdc9,segment=NetworkSegment(f94de345-aa65-4db0-9b55-e4b9656f0555),segment_id=f94de345-aa65-4db0-9b55-e4b9656f0555)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:14.430408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.445651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6abfd1-8a9c-43c7-899e-3994518fdcff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:14.450316 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.453538 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-71b2087f-c94e-47bd-be16-4f50439fcf6b tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "DELETE /v2.0/subnets/5e6abfd1-8a9c-43c7-899e-3994518fdcff HTTP/1.1" status: 204 len: 168 time: 0.3521566 Feb 10 14:11:14.456028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:14.507151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f029bc-5fe8-4af6-ae2d-804ae9cbf4e1 None None] Pushing event updated for resources: {'Port': ['ID=935dc2d1-d1b9-4492-b2a7-6c890f17bdc9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:14.562496 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.598808 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:14.638379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Deleting port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:14.639302 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.659983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:14.663479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.738867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] For port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=935dc2d1-d1b9-4492-b2a7-6c890f17bdc9,segment=NetworkSegment(f94de345-aa65-4db0-9b55-e4b9656f0555),segment_id=f94de345-aa65-4db0-9b55-e4b9656f0555)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:14.739244 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.762455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Calling delete_port for 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:14.788259 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:14.788504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.828728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,segment=NetworkSegment(661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399),segment_id=661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:14.836926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.866428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (935dc2d1-d1b9-4492-b2a7-6c890f17bdc9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:14.900802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Port': ['ID=935dc2d1-d1b9-4492-b2a7-6c890f17bdc9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:14.906509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] No DVR routers for this DVR port 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:14.911789 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:14.991980 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.005954 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26616099-c8ef-4b32-8c44-76cd0a5aaf6e None None] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:15.011831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74e5a12-b5a1-473e-8124-02bf6ed0ab1d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:15.021102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94de345-aa65-4db0-9b55-e4b9656f0555') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:15.021939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94de345-aa65-4db0-9b55-e4b9656f0555') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:15.031428 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (f94de345-aa65-4db0-9b55-e4b9656f0555), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.048000 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (f94de345-aa65-4db0-9b55-e4b9656f0555), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.055019 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:15.055459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (f94de345-aa65-4db0-9b55-e4b9656f0555), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:15.058805 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:15.080739 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e0da53fc-e0f4-4888-8941-d7471379d0ba None None] Provisioning complete for port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:15.081139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0da53fc-e0f4-4888-8941-d7471379d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.117173 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (d74e5a12-b5a1-473e-8124-02bf6ed0ab1d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.123781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.126959 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "DELETE /v2.0/networks/d74e5a12-b5a1-473e-8124-02bf6ed0ab1d HTTP/1.1" status: 204 len: 168 time: 0.6700194 Feb 10 14:11:15.129651 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60922) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:15.138565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f0291-9a84-46ae-aa83-25c56dee8cf2 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Network': ['ID=d74e5a12-b5a1-473e-8124-02bf6ed0ab1d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:15.191212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Deleting subnet 08be25a5-e6e8-4169-94c4-9787aa083acd {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:11:15.196562 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (08be25a5-e6e8-4169-94c4-9787aa083acd), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.202303 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e0da53fc-e0f4-4888-8941-d7471379d0ba None None] Current status of the port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:15.241839 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (08be25a5-e6e8-4169-94c4-9787aa083acd), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.330409 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (08be25a5-e6e8-4169-94c4-9787aa083acd), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.400390 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (08be25a5-e6e8-4169-94c4-9787aa083acd), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.431356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Subnet': ['ID=08be25a5-e6e8-4169-94c4-9787aa083acd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:15.433920 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.437434 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6a3ec8f4-6f1a-4a9c-b4f7-b0f92e5f0649 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "DELETE /v2.0/subnets/08be25a5-e6e8-4169-94c4-9787aa083acd HTTP/1.1" status: 204 len: 168 time: 0.3055704 Feb 10 14:11:15.440525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:15.463688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290c08a8-bfc4-4d02-abfc-8e04827a9d22 None None] Network 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:15.531658 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (8c6bce4f-9e1a-49d4-87c7-a5937c63c291), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.565144 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f5f7fdde-cc49-437b-82ab-1bcb522a0a41 None None] Provisioning complete for port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:15.565532 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f5f7fdde-cc49-437b-82ab-1bcb522a0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.599169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Deleting port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:15.600073 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.662586 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1cb6e2-2c43-4496-bac1-3c48249e78b6 None None] DHCP port deletion for d74e5a12-b5a1-473e-8124-02bf6ed0ab1d request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:11:15.671166 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7fdde-cc49-437b-82ab-1bcb522a0a41 None None] Current status of the port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:15.684495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897ef5b-7385-4a64-9c93-979c503af177 None None] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:15.700406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] DHCP port deletion for 8c6bce4f-9e1a-49d4-87c7-a5937c63c291 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:11:15.702655 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897ef5b-7385-4a64-9c93-979c503af177 None None] Network d74e5a12-b5a1-473e-8124-02bf6ed0ab1d could not be found, it might have been deleted concurrently. {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 14:11:15.752020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Deleting port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:11:15.752402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.992877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] For port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,segment=NetworkSegment(661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399),segment_id=661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:15.993559 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:15.996011 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f1098ec7-1f2b-4e62-9ee1-445241523395 None None] Could not find standard attr ID for object 935dc2d1-d1b9-4492-b2a7-6c890f17bdc9. {{(pid=103401) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 14:11:16.008641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Calling delete_port for 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:16.035636 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] For port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,segment=NetworkSegment(661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399),segment_id=661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:16.035994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.048115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Calling delete_port for 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:11:16.086879 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.112221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] Pushing event deleted for resources: {'Port': ['ID=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:16.114047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503d079-4c02-409b-9b63-7a746a0eef78 None None] No DVR routers for this DVR port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:16.127056 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (1472fc87-fc2a-4af2-9d9b-01f6828a2bbe), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.152894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Port': ['ID=1472fc87-fc2a-4af2-9d9b-01f6828a2bbe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:16.157929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] No DVR routers for this DVR port 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:11:16.237722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (8c6bce4f-9e1a-49d4-87c7-a5937c63c291), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.257730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6bce4f-9e1a-49d4-87c7-a5937c63c291']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:16.266752 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:16.267051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:16.276713 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.290123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.295898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:11:16.296281 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (661c1e15-e1f4-4d1d-9bb7-fd9c81ec2399), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self.session.flush() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:11:16.299504 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:11:16.359205 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (8c6bce4f-9e1a-49d4-87c7-a5937c63c291), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.366981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.369590 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "DELETE /v2.0/networks/8c6bce4f-9e1a-49d4-87c7-a5937c63c291 HTTP/1.1" status: 204 len: 168 time: 0.9279358 Feb 10 14:11:16.372496 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60926) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:16.380336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728bb5b-4db4-40e2-8e58-0a457a88cdff tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Pushing event deleted for resources: {'Network': ['ID=8c6bce4f-9e1a-49d4-87c7-a5937c63c291,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:16.402178 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1aac9fe3-312b-4288-bae6-a45550397147 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdd39747-100c-4a45-b02a-b4c0c806ac43 HTTP/1.1" status: 200 len: 205 time: 0.0284619 Feb 10 14:11:16.405159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60928) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:16.479984 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.519021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:11:16.541908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:11:16.542256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 1472fc87-fc2a-4af2-9d9b-01f6828a2bbe not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:11:16.642253 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.644352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router_controller (fdd39747-100c-4a45-b02a-b4c0c806ac43), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.689087 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (fdd39747-100c-4a45-b02a-b4c0c806ac43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.689695 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Fanout notify agent at l3_agent the message router_deleted on router fdd39747-100c-4a45-b02a-b4c0c806ac43 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:11:16.696430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:16.700441 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-37aa6b05-d732-4a06-8dc5-813393f12bc5 tempest-RoutersNegativeTest-1666945637 tempest-RoutersNegativeTest-1666945637-project] 10.222.0.13 "DELETE /v2.0/routers/fdd39747-100c-4a45-b02a-b4c0c806ac43 HTTP/1.1" status: 204 len: 168 time: 0.2915280 Feb 10 14:11:16.938464 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60934) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:17.064665 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0edc1a68-8971-4ad9-8195-00ed5fdb5413 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ce7be61b3e64605ae78394490e68f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250589 Feb 10 14:11:17.067113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60938) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:17.118211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] Publish callbacks [] for security_group (16fe48c0-1f74-4abd-9619-aa9c1a9dad21), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.138388 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] Publish callbacks [] for security_group (16fe48c0-1f74-4abd-9619-aa9c1a9dad21), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.184657 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (16fe48c0-1f74-4abd-9619-aa9c1a9dad21), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.187308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.188447 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16fe48c0-1f74-4abd-9619-aa9c1a9dad21 HTTP/1.1" status: 204 len: 168 time: 0.1204567 Feb 10 14:11:17.195919 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5ff4b-ef70-4565-8a4e-f4a17d1d5c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe48c0-1f74-4abd-9619-aa9c1a9dad21,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:17.794676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:17.888565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2036113057-network', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:17.907291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Made reservation on behalf of 53e5c46521eb4799bffb52dd2ef9b24d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:17.910014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.918676 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.991336 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks [] for security_group (af1bcbe2-03fc-4ffd-80c0-dd304ee105b0), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:17.994875 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (af1bcbe2-03fc-4ffd-80c0-dd304ee105b0), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.018696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:18.027802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:18.034572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e6830aa6-d921-4dfb-b561-278d410fda4c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.035087 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Added segment e6830aa6-d921-4dfb-b561-278d410fda4c of type vlan for network 727267b3-8b83-4187-991f-7931f305c850 Feb 10 14:11:18.075001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (727267b3-8b83-4187-991f-7931f305c850), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.098403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (727267b3-8b83-4187-991f-7931f305c850), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.099347 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:18.099959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.134394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3385415 Feb 10 14:11:18.137301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60964) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:18.142360 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Request body: {'subnet': {'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-subnet', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:18.161782 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Made reservation on behalf of 53e5c46521eb4799bffb52dd2ef9b24d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:18.164574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.166397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319f12d-df77-4eb4-aee6-f6bd0c773e97 admin admin] Pushing event updated for resources: {'Network': ['ID=727267b3-8b83-4187-991f-7931f305c850,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:18.176406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 727267b3-8b83-4187-991f-7931f305c850 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:18.341791 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (35fac778-02b7-431b-b8b8-9755d6567766), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.395205 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fac778-02b7-431b-b8b8-9755d6567766,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:18.404094 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Checking segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:18.404456 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Network hostable DHCP agents. Network: 727267b3-8b83-4187-991f-7931f305c850, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:18.421020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Network 727267b3-8b83-4187-991f-7931f305c850 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:18.430421 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 727267b3-8b83-4187-991f-7931f305c850) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:18.434790 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:18.435383 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.441593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83038590-7ac3-4cd6-ae09-08db2c8a262d None None] Network 727267b3-8b83-4187-991f-7931f305c850 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:18.450731 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-68a19e83-72a9-46bb-9ab8-4d490d3fa48f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3123555 Feb 10 14:11:18.453413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60966) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:18.457631 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:18.476852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.477899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.485302 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:11:18.537579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for router_controller (fc7790f9-a519-4468-9873-fc2f4b78b85b), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.550796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-727267b3-8b83-4187-991f-7931f305c850', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:18.551648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.684978 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for router_gateway (fc7790f9-a519-4468-9873-fc2f4b78b85b), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.686277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Allocated IP 172.20.0.2 (727267b3-8b83-4187-991f-7931f305c850/35fac778-02b7-431b-b8b8-9755d6567766/90850b0c-e7ac-461e-8d79-8db84e2bd93a) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:18.830606 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks [] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.837546 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.878414 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Network 727267b3-8b83-4187-991f-7931f305c850 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:18.883248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:18.887153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:18.889186 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for router_gateway (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.894437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Pushing event updated for resources: {'Port': ['ID=90850b0c-e7ac-461e-8d79-8db84e2bd93a,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:18.909623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.948315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Attempting to bind port 90850b0c-e7ac-461e-8d79-8db84e2bd93a on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:18.948660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Attempting to bind port 90850b0c-e7ac-461e-8d79-8db84e2bd93a by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:18.949090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Attempting to bind port 90850b0c-e7ac-461e-8d79-8db84e2bd93a on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:18.953946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:18.954320 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Checking segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:18.954720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:18.955108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Bound using segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:18.955574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Bound port: 90850b0c-e7ac-461e-8d79-8db84e2bd93a, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:18.955968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.017626 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Allocated IP 172.25.8.124 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7f09d403-dc06-42e2-a5da-da57bce9b32e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:19.021408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] For port 90850b0c-e7ac-461e-8d79-8db84e2bd93a, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:19.024744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] For port 90850b0c-e7ac-461e-8d79-8db84e2bd93a, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=90850b0c-e7ac-461e-8d79-8db84e2bd93a,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:19.030852 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.095582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7b62-9f2f-4c88-b0e0-7cb379acaa59 None None] Pushing event updated for resources: {'Port': ['ID=90850b0c-e7ac-461e-8d79-8db84e2bd93a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:19.130554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.164651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.206240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:19.209139 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:19.213044 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:19.245604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Pushing event updated for resources: {'Port': ['ID=7f09d403-dc06-42e2-a5da-da57bce9b32e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:19.479371 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for router_gateway (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.668210 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.803363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Router fc7790f9-a519-4468-9873-fc2f4b78b85b is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:11:19.914971 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:11:19.924341 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Sync routers for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:11:19.935472 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:19.936527 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:19.937052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:19.938343 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ed56772b-05ad-4afa-ae54-5cf1631598cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4840038 Feb 10 14:11:19.941024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60968) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:19.988841 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bef78-dc72-42dd-9e40-48f7fa1b8ebd None None] Network 727267b3-8b83-4187-991f-7931f305c850 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:20.058902 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:20.072821 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Provisioning complete for port 90850b0c-e7ac-461e-8d79-8db84e2bd93a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:20.073203 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.196178 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Current status of the port 90850b0c-e7ac-461e-8d79-8db84e2bd93a is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:20.196573 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.237491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] For port 90850b0c-e7ac-461e-8d79-8db84e2bd93a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=90850b0c-e7ac-461e-8d79-8db84e2bd93a,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:20.244355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.254055 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:19Z', 'revision_number': 3, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:20.292270 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Checking router: fc7790f9-a519-4468-9873-fc2f4b78b85b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:11:20.292611 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Updating router fc7790f9-a519-4468-9873-fc2f4b78b85b port 7f09d403-dc06-42e2-a5da-da57bce9b32e binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:11:20.317490 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15cdc6-21a6-4b92-84c6-65d4df090bb7 None None] Pushing event updated for resources: {'Port': ['ID=90850b0c-e7ac-461e-8d79-8db84e2bd93a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:20.322455 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.409503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.471159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ab0e441e-401e-4aa5-bdea-9d2669b27fba None None] Provisioning complete for port 90850b0c-e7ac-461e-8d79-8db84e2bd93a triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:20.471636 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab0e441e-401e-4aa5-bdea-9d2669b27fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.566239 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e441e-401e-4aa5-bdea-9d2669b27fba None None] Current status of the port 90850b0c-e7ac-461e-8d79-8db84e2bd93a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:20.581065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 90850b0c-e7ac-461e-8d79-8db84e2bd93a up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:20.588741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Allocated IP 172.20.0.1 (727267b3-8b83-4187-991f-7931f305c850/35fac778-02b7-431b-b8b8-9755d6567766/2bd7eba8-4979-4b05-beb2-3f074e7a5ed2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:20.610758 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks [] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.617650 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.634507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 90850b0c-e7ac-461e-8d79-8db84e2bd93a triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:20.635018 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.673117 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Attempting to bind port 7f09d403-dc06-42e2-a5da-da57bce9b32e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:20.673538 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Attempting to bind port 7f09d403-dc06-42e2-a5da-da57bce9b32e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:20.673906 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Attempting to bind port 7f09d403-dc06-42e2-a5da-da57bce9b32e on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:20.680388 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:20.680815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:20.681179 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.681999 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:20.682464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Bound port: 7f09d403-dc06-42e2-a5da-da57bce9b32e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:20.682838 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.684912 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Pushing event updated for resources: {'Port': ['ID=7f09d403-dc06-42e2-a5da-da57bce9b32e,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:20.699443 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks [] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.716276 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.716623 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.716970 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.717541 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.717661 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.717926 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.718247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.718566 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.718879 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.719064 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 90850b0c-e7ac-461e-8d79-8db84e2bd93a is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:20.719202 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.719492 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.719804 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.720114 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:20.737355 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.754432 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] For port 7f09d403-dc06-42e2-a5da-da57bce9b32e, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:20.757853 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] For port 7f09d403-dc06-42e2-a5da-da57bce9b32e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f09d403-dc06-42e2-a5da-da57bce9b32e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:20.764150 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.785149 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Network 727267b3-8b83-4187-991f-7931f305c850 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:20.790015 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:20.794740 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:20.819405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:20.822719 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:20.823347 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:20.836242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:20.860086 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195650f4-3d7d-4550-957a-dbe8639d5b5a None None] Pushing event updated for resources: {'Port': ['ID=7f09d403-dc06-42e2-a5da-da57bce9b32e,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:20.940438 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:21.089857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5ec03209-8037-4c70-9692-86b042711958 None None] Provisioning complete for port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:21.090853 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ec03209-8037-4c70-9692-86b042711958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.128648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ec03209-8037-4c70-9692-86b042711958 None None] Port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:21.232544 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-8f965e52-0738-432a-913c-12eab5be369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:19Z', 'revision_number': 3, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:21.259194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f965e52-0738-432a-913c-12eab5be369f None None] The sync data for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 is: [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:19Z', 'revision_number': 3, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:11:21.310157 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.480919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks [] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.487109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.557714 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:21.560250 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.663050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Network 727267b3-8b83-4187-991f-7931f305c850 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:21.664721 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:21.809128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Router fc7790f9-a519-4468-9873-fc2f4b78b85b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:11:21.949287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:11:21.958596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53cdbdd8-21a3-436c-b5f6-48322a104c87 None None] Provisioning complete for port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:21.959084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53cdbdd8-21a3-436c-b5f6-48322a104c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:21.962480 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-75f2db30-1b4e-445e-a142-53c27a53e8e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7790f9-a519-4468-9873-fc2f4b78b85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203846 Feb 10 14:11:22.003957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-53cdbdd8-21a3-436c-b5f6-48322a104c87 None None] Port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:22.441424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60984) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:22.446422 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-936302618-network', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:22.470159 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Made reservation on behalf of eb9d282e3eae4c9abb179b77fafd8586 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:22.472517 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.485076 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.560485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f09d403-dc06-42e2-a5da-da57bce9b32e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:22.571701 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks [] for security_group (d0a06321-5d37-4fb1-9d77-f27e8ff5624e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.575739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0a06321-5d37-4fb1-9d77-f27e8ff5624e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.603030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:11:22.619344 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a06321-5d37-4fb1-9d77-f27e8ff5624e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:22.628107 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7f09d403-dc06-42e2-a5da-da57bce9b32e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:22.628555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.630455 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2b60056b-b3f4-4395-841d-e10c64e3c412), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.630670 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Added segment 2b60056b-b3f4-4395-841d-e10c64e3c412 of type vlan for network 57f7ccef-29bb-4ae3-927e-5bd48463a29e Feb 10 14:11:22.677220 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (57f7ccef-29bb-4ae3-927e-5bd48463a29e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.704538 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (57f7ccef-29bb-4ae3-927e-5bd48463a29e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.706277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:22.707234 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.716711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7f09d403-dc06-42e2-a5da-da57bce9b32e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:22.717294 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.742057 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7f09d403-dc06-42e2-a5da-da57bce9b32e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f09d403-dc06-42e2-a5da-da57bce9b32e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:22.746088 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3035190 Feb 10 14:11:22.748921 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 60986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:22.753663 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.755275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Request body: {'subnet': {'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-subnet', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:22.791449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805a4e2-0656-4f4c-963f-7bafc2e0f4ff admin admin] Pushing event updated for resources: {'Network': ['ID=57f7ccef-29bb-4ae3-927e-5bd48463a29e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:22.792911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Made reservation on behalf of eb9d282e3eae4c9abb179b77fafd8586 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:22.795393 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:22.807632 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:11:22.895960 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7f09d403-dc06-42e2-a5da-da57bce9b32e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:22.997877 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (55b79e47-e004-426d-8393-131102af4788), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.045795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Sync routers for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:11:23.054714 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b79e47-e004-426d-8393-131102af4788,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:23.057763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:23.059145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:23.067156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.067504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.067845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.068182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.069169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.069500 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.069826 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.070150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.070472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.070793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.071114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.071432 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.071749 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:23.075141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Checking segment: {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:23.075441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Network hostable DHCP agents. Network: 57f7ccef-29bb-4ae3-927e-5bd48463a29e, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:11:23.093375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:11:23.102737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 57f7ccef-29bb-4ae3-927e-5bd48463a29e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:23.108001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:23.112476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.113018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e1d0c-c3ff-449f-a69a-9e3d8bc702f6 None None] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:23.129684 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4e25feae-2662-41b9-ba67-004d780817f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3786154 Feb 10 14:11:23.132825 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60988) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:23.137851 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:23.156870 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.157926 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.218858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for router_controller (0c1f0708-41ad-4d97-b994-7e254c496e44), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.266252 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:23.298504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'fixed_ips': [{'subnet_id': '55b79e47-e004-426d-8393-131102af4788'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:11:23.299640 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.378671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for router_gateway (0c1f0708-41ad-4d97-b994-7e254c496e44), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.561938 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Allocated IP 172.20.0.2 (57f7ccef-29bb-4ae3-927e-5bd48463a29e/55b79e47-e004-426d-8393-131102af4788/fcd15fca-d97d-434c-890b-a5bb30d09e87) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:23.600789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for router_gateway (0c1f0708-41ad-4d97-b994-7e254c496e44), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.621331 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.654565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:20Z', 'revision_number': 4, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2bd7eba8-4979-4b05-beb2-3f074e7a5ed2', 'name': '', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'mac_address': 'fa:16:3e:e9:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:20Z', 'updated_at': '2022-02-10T14:11:21Z', 'revision_number': 2, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'subnets': [{'id': '35fac778-02b7-431b-b8b8-9755d6567766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:23.689342 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Checking router: fc7790f9-a519-4468-9873-fc2f4b78b85b for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:11:23.689703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Updating router fc7790f9-a519-4468-9873-fc2f4b78b85b port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:11:23.735116 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Allocated IP 172.25.8.67 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/7419f4b6-ad35-47bc-814b-fd19673445a7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:23.748115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.799954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks [] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.811123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.850336 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.900708 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:23.921544 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:23.929389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:23.932349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:23.938886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:23.943930 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:23.946306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:23.960432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Pushing event updated for resources: {'Port': ['ID=fcd15fca-d97d-434c-890b-a5bb30d09e87,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:23.984424 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Pushing event updated for resources: {'Port': ['ID=7419f4b6-ad35-47bc-814b-fd19673445a7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:24.219151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Attempting to bind port fcd15fca-d97d-434c-890b-a5bb30d09e87 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:24.219424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Attempting to bind port fcd15fca-d97d-434c-890b-a5bb30d09e87 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:24.219798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Attempting to bind port fcd15fca-d97d-434c-890b-a5bb30d09e87 on network 57f7ccef-29bb-4ae3-927e-5bd48463a29e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:24.225477 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for router_gateway (0c1f0708-41ad-4d97-b994-7e254c496e44), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.231432 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:24.232074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Checking segment: {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:24.232545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.232973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Bound using segment: {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:24.233458 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Bound port: fcd15fca-d97d-434c-890b-a5bb30d09e87, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:24.233843 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.345879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] For port fcd15fca-d97d-434c-890b-a5bb30d09e87, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:24.353539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] For port fcd15fca-d97d-434c-890b-a5bb30d09e87, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fcd15fca-d97d-434c-890b-a5bb30d09e87,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:24.358798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks [] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.362277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.370136 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.433448 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.436919 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5727fe5-0cf5-4dc8-9890-9680ca1fa9dd None None] Pushing event updated for resources: {'Port': ['ID=fcd15fca-d97d-434c-890b-a5bb30d09e87,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:24.545110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Attempting to bind port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:24.545578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Attempting to bind port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:24.546018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Attempting to bind port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:24.548212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6552-d2b3-4531-9e59-5969bdce8c89 None None] Pushing event updated for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:24.555870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:24.556280 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Checking segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:24.556893 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.557333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Bound using segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:24.557930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Bound port: 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:24.558442 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.562254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f09d403-dc06-42e2-a5da-da57bce9b32e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:24.620976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Router 0c1f0708-41ad-4d97-b994-7e254c496e44 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:11:24.669501 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] For port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:24.676206 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7f09d403-dc06-42e2-a5da-da57bce9b32e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:24.676590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.722456 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] For port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:24.731502 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.783606 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:11:24.794679 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Sync routers for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:11:24.807228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:24.807884 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:24.817146 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:24.818921 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:24.825472 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.829080 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e50fd855-40a6-4b8b-abd1-43b02a716436 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6933298 Feb 10 14:11:24.830578 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 60990) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:11:24.925882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6552-d2b3-4531-9e59-5969bdce8c89 None None] Pushing event updated for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:24.942417 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7f09d403-dc06-42e2-a5da-da57bce9b32e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:24.966511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Provisioning complete for port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:24.967249 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:24.981054 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:25.101469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:25.149468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Current status of the port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:25.150004 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.176268 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:24Z', 'revision_number': 3, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:25.207481 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Checking router: 0c1f0708-41ad-4d97-b994-7e254c496e44 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:11:25.208071 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Updating router 0c1f0708-41ad-4d97-b994-7e254c496e44 port 7419f4b6-ad35-47bc-814b-fd19673445a7 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:11:25.237828 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.268952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] For port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:25.279038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.370265 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.376201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915e7f7-c16a-4098-b722-78eeaf3cd06b None None] Pushing event updated for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:25.424189 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-093a8f74-0c9f-445c-b720-449017450bf3 None None] Provisioning complete for port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:25.427400 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-093a8f74-0c9f-445c-b720-449017450bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.470928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:20Z', 'revision_number': 4, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2bd7eba8-4979-4b05-beb2-3f074e7a5ed2', 'name': '', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'mac_address': 'fa:16:3e:e9:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:20Z', 'updated_at': '2022-02-10T14:11:24Z', 'revision_number': 4, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'subnets': [{'id': '35fac778-02b7-431b-b8b8-9755d6567766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:25.502009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a04cf-e290-4181-b088-35a7ce523037 None None] The sync data for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 is: [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:20Z', 'revision_number': 4, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2bd7eba8-4979-4b05-beb2-3f074e7a5ed2', 'name': '', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'mac_address': 'fa:16:3e:e9:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:20Z', 'updated_at': '2022-02-10T14:11:24Z', 'revision_number': 4, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'subnets': [{'id': '35fac778-02b7-431b-b8b8-9755d6567766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:11:25.576776 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-093a8f74-0c9f-445c-b720-449017450bf3 None None] Current status of the port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:25.577425 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Allocated IP 172.20.0.1 (57f7ccef-29bb-4ae3-927e-5bd48463a29e/55b79e47-e004-426d-8393-131102af4788/25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:25.606696 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks [] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.615496 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.680247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Attempting to bind port 7419f4b6-ad35-47bc-814b-fd19673445a7 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:25.680612 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Attempting to bind port 7419f4b6-ad35-47bc-814b-fd19673445a7 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:25.681012 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Attempting to bind port 7419f4b6-ad35-47bc-814b-fd19673445a7 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:25.683072 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffa989-50e8-441c-b1d4-52ea233e9942 None None] Pushing event updated for resources: {'Port': ['ID=7419f4b6-ad35-47bc-814b-fd19673445a7,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:25.688787 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:25.689185 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:25.689586 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.689963 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:25.690442 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Bound port: 7419f4b6-ad35-47bc-814b-fd19673445a7, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:25.690783 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.720908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks [] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.749860 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] For port 7419f4b6-ad35-47bc-814b-fd19673445a7, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:25.754355 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] For port 7419f4b6-ad35-47bc-814b-fd19673445a7, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7419f4b6-ad35-47bc-814b-fd19673445a7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:25.763580 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.766864 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.819508 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:25.828659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:25.829321 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:25.848197 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:25.849858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:25.853352 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:25.872060 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffa989-50e8-441c-b1d4-52ea233e9942 None None] Pushing event updated for resources: {'Port': ['ID=7419f4b6-ad35-47bc-814b-fd19673445a7,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:25.893031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7d62c-9d63-404b-bbd1-2d0cdfa9c014 None None] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:11:25.926548 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (0c1f0708-41ad-4d97-b994-7e254c496e44), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:25.972027 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:26.030117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Provisioning complete for port fcd15fca-d97d-434c-890b-a5bb30d09e87 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:26.030517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.118958 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.174021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Current status of the port fcd15fca-d97d-434c-890b-a5bb30d09e87 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:26.174416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.214406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:24Z', 'revision_number': 3, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:26.221732 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] For port fcd15fca-d97d-434c-890b-a5bb30d09e87, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fcd15fca-d97d-434c-890b-a5bb30d09e87,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:26.226612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.262724 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72897e-ee6e-4f8a-aca2-7d977c33ea23 None None] The sync data for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 is: [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:24Z', 'revision_number': 3, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:11:26.291967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d29dc-2b6d-429e-a5bf-83a9c2277c66 None None] Pushing event updated for resources: {'Port': ['ID=fcd15fca-d97d-434c-890b-a5bb30d09e87,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:26.399054 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks [] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.405513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.450973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Provisioning complete for port fcd15fca-d97d-434c-890b-a5bb30d09e87 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:26.451363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.482804 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:26.495613 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (0c1f0708-41ad-4d97-b994-7e254c496e44), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.601298 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Current status of the port fcd15fca-d97d-434c-890b-a5bb30d09e87 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:26.641628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:26.641931 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.699047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fcd15fca-d97d-434c-890b-a5bb30d09e87 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:26.721354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:26.726462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:26.733370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fba53326-7c52-47c3-bb40-449055727ab5 None None] Port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:26.769357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fcd15fca-d97d-434c-890b-a5bb30d09e87 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:26.769959 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.931080 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b76b884a-3b39-4a49-87a7-46a0b13b85e5 None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:26.932055 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b76b884a-3b39-4a49-87a7-46a0b13b85e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:26.948980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Router 0c1f0708-41ad-4d97-b994-7e254c496e44 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:11:26.993748 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fcd15fca-d97d-434c-890b-a5bb30d09e87 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:26.994867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:27.032101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b76b884a-3b39-4a49-87a7-46a0b13b85e5 None None] Port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:27.061889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:27.062286 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:27.176273 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:27.181562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-daa73f30-b88c-46a9-b381-791c96fd066a None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:27.182111 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-daa73f30-b88c-46a9-b381-791c96fd066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:27.230765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-daa73f30-b88c-46a9-b381-791c96fd066a None None] Port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:27.408144 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:11:27.414321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-636cba18-688d-441b-b555-c5880a606ba0 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c1f0708-41ad-4d97-b994-7e254c496e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825589 Feb 10 14:11:28.131878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-f67968ae-d7a3-466f-b3df-877bb2eb54e9 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:28.133408 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-f67968ae-d7a3-466f-b3df-877bb2eb54e9 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 817 time: 0.1038902 Feb 10 14:11:28.149214 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-fc618da4-5173-4b2a-8b14-641199b50828 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/quotas/53e5c46521eb4799bffb52dd2ef9b24d HTTP/1.1" status: 200 len: 375 time: 0.0101552 Feb 10 14:11:28.206648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-604e3d07-963a-4306-b32f-b46b3860bbc8 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513148 Feb 10 14:11:28.309151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-ad38eba6-530f-4036-9591-89c3cc375a85 service neutron] 10.222.0.13 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901031 Feb 10 14:11:28.399596 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-961b834c-b094-473c-b6a5-4ffebf3c7703 service neutron] 10.222.0.13 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842018 Feb 10 14:11:28.556678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7419f4b6-ad35-47bc-814b-fd19673445a7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:28.586978 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb83da15-b779-4558-bea7-4a3bca868ddc req-b152ad7d-b88d-4401-8102-906b5b2e53b6 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 210 time: 0.0355732 Feb 10 14:11:28.605611 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7419f4b6-ad35-47bc-814b-fd19673445a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:28.606022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:28.694286 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7419f4b6-ad35-47bc-814b-fd19673445a7 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:28.694611 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:28.717706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 7419f4b6-ad35-47bc-814b-fd19673445a7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7419f4b6-ad35-47bc-814b-fd19673445a7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:28.721885 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:28.773760 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=7419f4b6-ad35-47bc-814b-fd19673445a7,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:28.980987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Sync routers for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:11:28.993402 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:28.994048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:29.105240 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:29.297564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:26Z', 'revision_number': 4, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05', 'name': '', 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'mac_address': 'fa:16:3e:28:54:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '55b79e47-e004-426d-8393-131102af4788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:25Z', 'updated_at': '2022-02-10T14:11:26Z', 'revision_number': 2, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'subnets': [{'id': '55b79e47-e004-426d-8393-131102af4788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:29.326157 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Checking router: 0c1f0708-41ad-4d97-b994-7e254c496e44 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:11:29.326515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Updating router 0c1f0708-41ad-4d97-b994-7e254c496e44 port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:11:29.353208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:29.540580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-a5823344-9f37-45cf-be38-985f46d69135 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:29.542193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-a5823344-9f37-45cf-be38-985f46d69135 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.77 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 817 time: 0.1127150 Feb 10 14:11:29.554204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Request body: {'port': {'device_id': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'admin_state_up': True, 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:29.634760 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks [] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:29.640878 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:29.697792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3a81ce9b-bba6-4cfb-a5fe-67c8d13247bd req-117f86ec-810e-46d7-9cfb-12922555ca03 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 210 time: 0.0340323 Feb 10 14:11:29.709521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Made reservation on behalf of 53e5c46521eb4799bffb52dd2ef9b24d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:11:29.715611 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:29.850931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Allocated IP 172.20.0.7 (727267b3-8b83-4187-991f-7931f305c850/35fac778-02b7-431b-b8b8-9755d6567766/96ab03b6-4f3d-4231-8b36-0612e0e04e53) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:11:29.868731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6e157-815a-4b28-bdcc-7696685cef33 None None] Pushing event updated for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:29.916148 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Attempting to bind port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:29.916832 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Attempting to bind port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:29.917372 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Attempting to bind port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 on network 57f7ccef-29bb-4ae3-927e-5bd48463a29e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:29.927309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:29.928470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Checking segment: {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:29.929029 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:29.929536 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Bound using segment: {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:29.930117 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Bound port: 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60056b-b3f4-4395-841d-e10c64e3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:29.931547 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.002330 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] For port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:30.005568 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] For port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:30.013010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.030004 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks [] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.073007 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.078555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:11:30.079212 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:11:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:30.122104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6e157-815a-4b28-bdcc-7696685cef33 None None] Pushing event updated for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:30.123917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Network 727267b3-8b83-4187-991f-7931f305c850 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:11:30.127733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:11:30.130206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:11:30.143020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:30.143411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.157462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Pushing event updated for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:30.194471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:30.195138 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.220742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-771c6d83-0597-4a41-908d-bd399e9da7af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6701567 Feb 10 14:11:30.237637 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Request body: {'port': {'device_id': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:11:30.249653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:11:30.319912 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.376401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Current status of the port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:30.376648 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.462621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] For port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:30.467359 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.546412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7419f4b6-ad35-47bc-814b-fd19673445a7 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:30.576474 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4e2c7-f993-4ef7-956d-0b8e676aea7f None None] Pushing event updated for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:30.609467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ab03b6-4f3d-4231-8b36-0612e0e04e53 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:11:30.615594 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Provisioning complete for port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:30.615907 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.617086 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks [] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.629399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Transition to ACTIVE for port object 96ab03b6-4f3d-4231-8b36-0612e0e04e53 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:11:30.633538 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.665183 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:26Z', 'revision_number': 4, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05', 'name': '', 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'mac_address': 'fa:16:3e:28:54:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '55b79e47-e004-426d-8393-131102af4788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:25Z', 'updated_at': '2022-02-10T14:11:29Z', 'revision_number': 4, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'subnets': [{'id': '55b79e47-e004-426d-8393-131102af4788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:11:30.684644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Pushing event updated for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:30.691755 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 7419f4b6-ad35-47bc-814b-fd19673445a7 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:30.692304 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.693728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:11:30.696564 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72468004-3f06-4ae5-a169-6bcc61872a42 None None] The sync data for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 is: [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:26Z', 'revision_number': 4, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05', 'name': '', 'network_id': '57f7ccef-29bb-4ae3-927e-5bd48463a29e', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'mac_address': 'fa:16:3e:28:54:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '55b79e47-e004-426d-8393-131102af4788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:25Z', 'updated_at': '2022-02-10T14:11:29Z', 'revision_number': 4, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'subnets': [{'id': '55b79e47-e004-426d-8393-131102af4788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:11:30.740176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:30.740423 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.824795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Attempting to bind port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:11:30.825341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Attempting to bind port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:11:30.825839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Attempting to bind port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:30.847885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 on network 727267b3-8b83-4187-991f-7931f305c850 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:11:30.848352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Attempting to bind port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:11:30.862977 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:11:30.863454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Checking segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:11:30.864049 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Bound using segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:11:30.864653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Bound port: 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:11:30.865172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.927748 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b9c0-9873-4af1-8c62-a4e12c63a8d2 req-1d5e7dc6-35d5-4224-a0d4-0ec77715d8af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:30.929507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7253b9c0-9873-4af1-8c62-a4e12c63a8d2 req-1d5e7dc6-35d5-4224-a0d4-0ec77715d8af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 943 time: 0.1198461 Feb 10 14:11:30.936747 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-14798353-d98a-4854-af2f-18c955f2f72b None None] Current status of the port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:30.969643 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3d78d1f5-1e93-4091-b4e7-d0d32bd67d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:30.973866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 7419f4b6-ad35-47bc-814b-fd19673445a7 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:30.985746 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:11:31.011502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:11:31.030504 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:31.037124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7253b9c0-9873-4af1-8c62-a4e12c63a8d2 req-c56e9b76-ebbb-415a-9720-6aaa9e4e291e tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812089 Feb 10 14:11:31.077320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.077978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:31.079363 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] 10.222.0.77 "PUT /v2.0/ports/96ab03b6-4f3d-4231-8b36-0612e0e04e53 HTTP/1.1" status: 200 len: 1091 time: 0.8488023 Feb 10 14:11:31.079817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:11:31.082178 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35070863-88e7-4519-b005-dacf84ba2e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:11:31.111080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f97dc2-3ef2-428d-991e-eb6984653229 service neutron] Pushing event updated for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:31.154493 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71854684-71aa-4615-bf53-f174e172d7eb x-openstack-request-id: req-71854684-71aa-4615-bf53-f174e172d7eb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:11:31.154789 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:11:31.155099 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71854684-71aa-4615-bf53-f174e172d7eb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:11:31.155468 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53', 'status': 'completed', 'code': 200} Feb 10 14:11:31.177102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-514d87f8-b22d-4551-8c9c-e342e9f2d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.178654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-514d87f8-b22d-4551-8c9c-e342e9f2d17f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 1125 time: 0.0576627 Feb 10 14:11:31.222637 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-0fb36b49-2cf6-4300-992e-c18da5ba8e81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53 HTTP/1.1" status: 200 len: 217 time: 0.0372112 Feb 10 14:11:31.283762 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-20d99089-5c53-4e21-925d-690807bcec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.286297 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-20d99089-5c53-4e21-925d-690807bcec9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 200 len: 856 time: 0.0580144 Feb 10 14:11:31.339918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-108d03c1-8b5c-4021-94a6-40e3626b16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.341640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-108d03c1-8b5c-4021-94a6-40e3626b16d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=727267b3-8b83-4187-991f-7931f305c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495195 Feb 10 14:11:31.438874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-990fce89-535f-43ab-9271-9d00dfa8f08b service neutron] 10.222.0.77 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907795 Feb 10 14:11:31.532079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8a3711de-3e5d-4c5d-b837-e4c14d92a6b8 req-4f032933-4ae6-495d-8d4d-a129fdead393 service neutron] 10.222.0.77 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Feb 10 14:11:31.624594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070863-88e7-4519-b005-dacf84ba2e8e req-1c894ae5-f8cb-4bfc-8701-4fde13551252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.626138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-1c894ae5-f8cb-4bfc-8701-4fde13551252 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 1125 time: 0.0488675 Feb 10 14:11:31.717289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070863-88e7-4519-b005-dacf84ba2e8e req-7fb1e5d5-2538-4cad-a47b-aa6d26d5770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.718635 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-7fb1e5d5-2538-4cad-a47b-aa6d26d5770b service neutron] 10.222.0.77 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 918 time: 0.0869074 Feb 10 14:11:31.759139 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-26d808aa-e19f-4610-9deb-61e280f8f5fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53 HTTP/1.1" status: 200 len: 217 time: 0.0345938 Feb 10 14:11:31.810670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070863-88e7-4519-b005-dacf84ba2e8e req-4c923f86-fd09-43ab-9fc4-230473b2fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.812089 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-4c923f86-fd09-43ab-9fc4-230473b2fb26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 200 len: 856 time: 0.0471287 Feb 10 14:11:31.861400 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070863-88e7-4519-b005-dacf84ba2e8e req-dd9691d6-4811-4c7a-bc61-2c33d5811f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:31.862914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-dd9691d6-4811-4c7a-bc61-2c33d5811f9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=727267b3-8b83-4187-991f-7931f305c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450096 Feb 10 14:11:31.952193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-4d4fa1ee-3b3e-478a-b6dc-8b167cb6d155 service neutron] 10.222.0.77 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824087 Feb 10 14:11:32.046899 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35070863-88e7-4519-b005-dacf84ba2e8e req-b9ba2711-d3e8-4c21-a1ae-7f6519e9241c service neutron] 10.222.0.77 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884066 Feb 10 14:11:32.163084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf44ee3-41a4-4a38-8800-e8be05ee40a2 req-1f9e8895-f499-4547-ad36-17a0f4274af0 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:32.164567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bf44ee3-41a4-4a38-8800-e8be05ee40a2 req-1f9e8895-f499-4547-ad36-17a0f4274af0 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 943 time: 0.0546505 Feb 10 14:11:32.210886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bf44ee3-41a4-4a38-8800-e8be05ee40a2 req-d9adaa34-f091-486f-aae1-294d35d6f785 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Feb 10 14:11:32.553118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:32.603493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:32.603917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:32.682751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:33.334501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e583-c92a-4022-ade3-a7d6a1342bda req-c4688e6c-3ba1-413f-9be7-4b1ef552c30c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:33.336004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae06e583-c92a-4022-ade3-a7d6a1342bda req-c4688e6c-3ba1-413f-9be7-4b1ef552c30c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 943 time: 0.0584610 Feb 10 14:11:33.351841 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01526a16-7daa-4826-8d59-c96dd1956b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:33.391124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ae06e583-c92a-4022-ade3-a7d6a1342bda req-1ca440c9-0e84-433a-ab3e-482bab4899df tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476406 Feb 10 14:11:34.509978 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e4592-3ea9-48c0-b83d-601a3e949097 req-18245a75-d729-4bb9-b4fc-7195a47c09fa tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:34.511450 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce6e4592-3ea9-48c0-b83d-601a3e949097 req-18245a75-d729-4bb9-b4fc-7195a47c09fa tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 943 time: 0.0531015 Feb 10 14:11:34.557309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ce6e4592-3ea9-48c0-b83d-601a3e949097 req-f0e94dfa-c73e-4bf5-a2b6-159f75ef4214 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Feb 10 14:11:34.720027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 96ab03b6-4f3d-4231-8b36-0612e0e04e53 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:11:34.773651 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:34.826105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:34.837328 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '96ab03b6-4f3d-4231-8b36-0612e0e04e53', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'port_id': '96ab03b6-4f3d-4231-8b36-0612e0e04e53', 'mac_address': 'fa:16:3e:41:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:11:34.878004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:34.878393 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:34.890897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ab03b6-4f3d-4231-8b36-0612e0e04e53 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:11:34.909507 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:34.913662 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:34.958515 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:35.096340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['96ab03b6-4f3d-4231-8b36-0612e0e04e53'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:11:35.674720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5a753-5801-4b9d-a0cd-f8815a850dda req-1dca414c-a79e-4593-a037-df636d73b580 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:35.676350 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81d5a753-5801-4b9d-a0cd-f8815a850dda req-1dca414c-a79e-4593-a037-df636d73b580 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 944 time: 0.0519226 Feb 10 14:11:35.726569 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81d5a753-5801-4b9d-a0cd-f8815a850dda req-66b6fbac-47e9-4d6a-8eba-4452e1716ce6 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Feb 10 14:11:35.975684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:36.472370 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:36.736047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 96ab03b6-4f3d-4231-8b36-0612e0e04e53 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:11:36.783811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:11:36.787567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:11:36.787968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:36.848280 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfd5d2-996d-4fa8-8ab0-b362979f5f59 req-c2b8a5b9-3281-4af8-9e10-70c4df126f74 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:36.849787 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cddfd5d2-996d-4fa8-8ab0-b362979f5f59 req-c2b8a5b9-3281-4af8-9e10-70c4df126f74 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 944 time: 0.0533113 Feb 10 14:11:36.867942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:11:36.868338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:36.894637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:11:36.896906 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff91f1-ca3e-4f41-b11e-c13cebb0fa70" -d '{"events": [{"server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:11:36.898135 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cddfd5d2-996d-4fa8-8ab0-b362979f5f59 req-03a51947-288f-42d9-9686-a9785641434e tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Feb 10 14:11:36.909744 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:11:36.920743 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:36.946101 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8105fc-b169-4b18-9612-f91f194c994a x-openstack-request-id: req-6e8105fc-b169-4b18-9612-f91f194c994a {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:11:36.946403 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:11:36.946661 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e8105fc-b169-4b18-9612-f91f194c994a {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:11:36.947060 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53', 'code': 200} Feb 10 14:11:36.974441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:11:36.983688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.984333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.984448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.984699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.985061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.985394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.985725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.986104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.986380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.986707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.987035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.987358 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:36.987680 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:11:37.042633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb7f30-d86f-4882-8d06-72fb29412571 req-a5f36f3f-7872-4533-b1b0-93a99b4f693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:37.044124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecfb7f30-d86f-4882-8d06-72fb29412571 req-a5f36f3f-7872-4533-b1b0-93a99b4f693d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 1127 time: 0.0432470 Feb 10 14:11:37.085431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ecfb7f30-d86f-4882-8d06-72fb29412571 req-092813eb-fa43-4654-843d-2b9beba53311 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Feb 10 14:11:37.494800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:38.029488 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa00fe-3254-485b-8a14-c089f9ecf2ca req-4dbc7cef-13b6-483c-b4a9-74f7667aab91 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:38.031838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15fa00fe-3254-485b-8a14-c089f9ecf2ca req-4dbc7cef-13b6-483c-b4a9-74f7667aab91 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0612929 Feb 10 14:11:38.082807 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-15fa00fe-3254-485b-8a14-c089f9ecf2ca req-ca1ee7c5-2bac-403f-9678-cf47de6c72fc tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Feb 10 14:11:39.202571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b122-86c8-4ee3-a7e8-fc1629e88ef1 req-ecd74021-71ab-4e4e-a37b-25fa6348dfa2 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:39.203988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1f6b122-86c8-4ee3-a7e8-fc1629e88ef1 req-ecd74021-71ab-4e4e-a37b-25fa6348dfa2 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0520544 Feb 10 14:11:39.249262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1f6b122-86c8-4ee3-a7e8-fc1629e88ef1 req-4aaf8309-ac65-4fd1-bbe3-ce7592c2766b tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Feb 10 14:11:39.366792 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd971cca-9d60-465d-8c00-02744193f177 req-ec8fdfe7-7b73-4464-a914-719d90b63a8d tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:11:39.368265 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd971cca-9d60-465d-8c00-02744193f177 req-ec8fdfe7-7b73-4464-a914-719d90b63a8d tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0554392 Feb 10 14:11:39.418263 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cd971cca-9d60-465d-8c00-02744193f177 req-cbd4e0f6-f994-49d6-b99c-4b3880b9dadb tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Feb 10 14:11:41.643275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:11:55.487764 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:11:55.895812 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-db97b6de-1196-4df5-8a2e-8eb5df95fa76 req-99d40c36-01f5-4d4b-be0f-57c6b2fa24da tempest-TestNetworkAdvancedServerOps-1229993663 tempest-TestNetworkAdvancedServerOps-1229993663-project-admin] (103400) timed out ('10.222.0.13', 53166) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:12:00.922698 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1308952-5017-4b5d-b119-b45d69d6ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:03.344494 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bb03cc13-897b-4400-b1e3-c1a5f64b1ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:04.757468 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:05.977044 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:06.467020 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:07.497211 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:08.836387 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-de504880-444f-4e8d-932a-d839f435bd1d req-03fc0228-adc7-4e0e-86d5-7a323bdc5878 tempest-TestNetworkAdvancedServerOps-1488095225 tempest-TestNetworkAdvancedServerOps-1488095225-project] (103400) timed out ('10.222.0.77', 56627) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:12:11.642526 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:13.603663 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49074e5e-3e60-4a99-8383-5e8a8d6b0f90 req-1d2900d0-1686-4672-8c45-77ddacfc41f2 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:13.605175 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49074e5e-3e60-4a99-8383-5e8a8d6b0f90 req-1d2900d0-1686-4672-8c45-77ddacfc41f2 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0532131 Feb 10 14:12:13.651042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-49074e5e-3e60-4a99-8383-5e8a8d6b0f90 req-e0487614-8eca-404e-82d0-72150a8e2133 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Feb 10 14:12:14.779806 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e4774-b62c-4946-958e-3f0255b6e285 req-49eefaca-b505-42a4-a087-3f153c8b36b7 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:14.781448 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e4774-b62c-4946-958e-3f0255b6e285 req-49eefaca-b505-42a4-a087-3f153c8b36b7 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0586069 Feb 10 14:12:14.827988 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a43e4774-b62c-4946-958e-3f0255b6e285 req-1451e7cc-cc07-44eb-8433-960b740ef76d tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Feb 10 14:12:15.000462 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-e71b98c1-c312-4c29-8a6a-708ca53e0f06 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:15.001862 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-e71b98c1-c312-4c29-8a6a-708ca53e0f06 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d78cf3b-a267-4de2-b58b-7f81b408e8fc HTTP/1.1" status: 200 len: 945 time: 0.0568595 Feb 10 14:12:15.090666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Deleting port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:12:15.091013 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:15.182179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] For port 96ab03b6-4f3d-4231-8b36-0612e0e04e53, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=96ab03b6-4f3d-4231-8b36-0612e0e04e53,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:12:15.182564 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:15.194759 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Calling delete_port for 96ab03b6-4f3d-4231-8b36-0612e0e04e53 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:12:15.318375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (96ab03b6-4f3d-4231-8b36-0612e0e04e53), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:15.329857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['96ab03b6-4f3d-4231-8b36-0612e0e04e53'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:12:15.352055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Pushing event deleted for resources: {'Port': ['ID=96ab03b6-4f3d-4231-8b36-0612e0e04e53,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:15.395361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] No DVR routers for this DVR port 96ab03b6-4f3d-4231-8b36-0612e0e04e53 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:12:15.397906 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:15.401174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0f28ab3-5faa-46fe-bed9-f22d68daba87 req-ef9112c6-5705-4b4b-9694-7c34f7b96e7a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.77 "DELETE /v2.0/ports/96ab03b6-4f3d-4231-8b36-0612e0e04e53 HTTP/1.1" status: 204 len: 173 time: 0.3941998 Feb 10 14:12:15.401608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'name': 'network-vif-deleted', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:12:15.404705 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f76e10-7e07-4ff2-a607-d75b5393c11e" -d '{"events": [{"server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "name": "network-vif-deleted", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:12:15.440077 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867cccd-4a00-4061-8772-b629c1e8fdba x-openstack-request-id: req-0867cccd-4a00-4061-8772-b629c1e8fdba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:12:15.440454 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78cf3b-a267-4de2-b58b-7f81b408e8fc", "name": "network-vif-deleted", "tag": "96ab03b6-4f3d-4231-8b36-0612e0e04e53", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:12:15.440787 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0867cccd-4a00-4061-8772-b629c1e8fdba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:12:15.441197 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78cf3b-a267-4de2-b58b-7f81b408e8fc', 'name': 'network-vif-deleted', 'tag': '96ab03b6-4f3d-4231-8b36-0612e0e04e53', 'status': 'completed', 'code': 200} Feb 10 14:12:16.470912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-6adc8fcd-f96f-48c9-af01-fcb2ff820265 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:16.472398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-6adc8fcd-f96f-48c9-af01-fcb2ff820265 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 817 time: 0.1027470 Feb 10 14:12:16.487251 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-259191b1-51b4-4a76-b0a3-466569a23c19 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/quotas/53e5c46521eb4799bffb52dd2ef9b24d HTTP/1.1" status: 200 len: 375 time: 0.0094724 Feb 10 14:12:16.541025 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-5064f9e9-f301-4558-9d0a-27fb22ea1fbc tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491180 Feb 10 14:12:16.633280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-fa35c9f5-8b3f-4274-98b1-140d061eb081 service neutron] 10.222.0.13 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809505 Feb 10 14:12:16.725268 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-976a7b59-ee1c-4d47-ae03-4db2644a77d0 service neutron] 10.222.0.13 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Feb 10 14:12:16.885547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f764a52c-cd4f-46ea-bf41-51cc1fccb592 req-2442447d-2eaa-4224-a48a-c452701abe72 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 210 time: 0.0277808 Feb 10 14:12:17.767567 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-c5dd77f9-fa20-4ce7-9dcd-9f4567853a62 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:17.769144 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-c5dd77f9-fa20-4ce7-9dcd-9f4567853a62 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.21 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 817 time: 0.1032791 Feb 10 14:12:17.781288 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Request body: {'port': {'device_id': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'admin_state_up': True, 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:12:17.884499 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Made reservation on behalf of 53e5c46521eb4799bffb52dd2ef9b24d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:12:17.888454 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:17.981926 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9111bb0e-c49f-4403-8d0b-8ebd781c87e7 req-a11afa21-1bc8-401c-ab98-489b7ac79eb6 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 210 time: 0.0270233 Feb 10 14:12:18.015468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Allocated IP 172.20.0.10 (727267b3-8b83-4187-991f-7931f305c850/35fac778-02b7-431b-b8b8-9755d6567766/893dac32-9959-4750-8cc9-136627586c43) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:12:18.162668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks [] for port (893dac32-9959-4750-8cc9-136627586c43), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.195847 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (893dac32-9959-4750-8cc9-136627586c43), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.238493 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Network 727267b3-8b83-4187-991f-7931f305c850 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:12:18.241558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:12:18.245105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:12:18.268138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Pushing event updated for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:18.283306 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.283654 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.284003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.284348 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.284684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.285051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.285374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.285705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.286030 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.286362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.286686 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.287006 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.287330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:12:18.307780 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:18.308408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.325126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f42dd829-ae8b-424a-898e-320ab27301d3 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477872 Feb 10 14:12:18.334475 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-0400d879-116a-498c-82ae-fe13372cd84c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:12:18.335476 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-0400d879-116a-498c-82ae-fe13372cd84c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052972 Feb 10 14:12:18.346469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Request body: {'port': {'device_id': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:12:18.410215 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (893dac32-9959-4750-8cc9-136627586c43), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.524703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-d3d3580a-47dc-443d-bd4f-8eeeb3351ba4 None None] Provisioning complete for port 893dac32-9959-4750-8cc9-136627586c43 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:12:18.525338 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d3d3580a-47dc-443d-bd4f-8eeeb3351ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (893dac32-9959-4750-8cc9-136627586c43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.558753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3580a-47dc-443d-bd4f-8eeeb3351ba4 None None] Port 893dac32-9959-4750-8cc9-136627586c43 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:12:18.665292 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893dac32-9959-4750-8cc9-136627586c43 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:12:18.673396 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks [] for port (893dac32-9959-4750-8cc9-136627586c43), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.684862 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Transition to ACTIVE for port object 893dac32-9959-4750-8cc9-136627586c43 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:12:18.688604 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (893dac32-9959-4750-8cc9-136627586c43), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.740713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Pushing event updated for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:18.812915 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Attempting to bind port 893dac32-9959-4750-8cc9-136627586c43 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:12:18.813587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Attempting to bind port 893dac32-9959-4750-8cc9-136627586c43 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:12:18.813587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Attempting to bind port 893dac32-9959-4750-8cc9-136627586c43 on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:12:18.818158 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Port 893dac32-9959-4750-8cc9-136627586c43 on network 727267b3-8b83-4187-991f-7931f305c850 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:12:18.818477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Attempting to bind port 893dac32-9959-4750-8cc9-136627586c43 on network 727267b3-8b83-4187-991f-7931f305c850 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:12:18.826109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:12:18.826452 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Checking segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:12:18.826841 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Bound using segment: {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:12:18.827267 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Bound port: 893dac32-9959-4750-8cc9-136627586c43, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6830aa6-d921-4dfb-b561-278d410fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '727267b3-8b83-4187-991f-7931f305c850'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:12:18.827630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (893dac32-9959-4750-8cc9-136627586c43), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.893976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:12:18.897241 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=893dac32-9959-4750-8cc9-136627586c43,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:12:18.903903 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (893dac32-9959-4750-8cc9-136627586c43), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.906727 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 96ab03b6-4f3d-4231-8b36-0612e0e04e53 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:12:18.929220 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 96ab03b6-4f3d-4231-8b36-0612e0e04e53 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:12:18.929815 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 96ab03b6-4f3d-4231-8b36-0612e0e04e53 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:12:18.940896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:18.941521 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:18.942884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] 10.222.0.21 "PUT /v2.0/ports/893dac32-9959-4750-8cc9-136627586c43 HTTP/1.1" status: 200 len: 1092 time: 0.6006222 Feb 10 14:12:18.943354 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'tag': '893dac32-9959-4750-8cc9-136627586c43'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:12:18.945646 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f46d4f-d969-4c09-87dc-b423d5766942" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "tag": "893dac32-9959-4750-8cc9-136627586c43"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:12:18.970741 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbb815-914a-4039-bd27-43452a1d4a80 service neutron] Pushing event updated for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:19.001511 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5506fc-fc28-4f97-b294-a5d5becee4c1 x-openstack-request-id: req-1b5506fc-fc28-4f97-b294-a5d5becee4c1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:12:19.001799 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "tag": "893dac32-9959-4750-8cc9-136627586c43", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:12:19.002049 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b5506fc-fc28-4f97-b294-a5d5becee4c1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:12:19.002448 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'tag': '893dac32-9959-4750-8cc9-136627586c43', 'status': 'completed', 'code': 200} Feb 10 14:12:19.043909 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-51a0d13e-5a2b-4691-b84e-34ad93a9faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.045501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-51a0d13e-5a2b-4691-b84e-34ad93a9faf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 1126 time: 0.0551589 Feb 10 14:12:19.090247 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-1491963c-83ee-4bdc-b003-a4a7f7839088 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893dac32-9959-4750-8cc9-136627586c43 HTTP/1.1" status: 200 len: 217 time: 0.0379589 Feb 10 14:12:19.115878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21118ae4-5134-4299-ba74-9ab2f5c7be5d req-6b4d793e-eec2-48f2-af10-fdda7038b3ad tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.117483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21118ae4-5134-4299-ba74-9ab2f5c7be5d req-6b4d793e-eec2-48f2-af10-fdda7038b3ad tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 944 time: 0.0636744 Feb 10 14:12:19.144534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-cc25bd22-4b7c-4528-9153-57047d2058b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.146066 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-cc25bd22-4b7c-4528-9153-57047d2058b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 200 len: 856 time: 0.0510142 Feb 10 14:12:19.171310 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21118ae4-5134-4299-ba74-9ab2f5c7be5d req-30c41f40-5876-4366-9bb3-d941b4b418ee tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Feb 10 14:12:19.199531 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-0915ed01-bb26-404e-a5ed-23ffc2a3f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.201639 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-0915ed01-bb26-404e-a5ed-23ffc2a3f571 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727267b3-8b83-4187-991f-7931f305c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497468 Feb 10 14:12:19.289693 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-7c7cb817-fb31-4ac3-a6e9-06e0d5143d88 service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816355 Feb 10 14:12:19.380650 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-6fac1ec1-a423-45e9-b81a-5efe87fd0bf1 req-f6fb46c7-d656-4cc6-ac73-d22e1e7f8d94 service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851312 Feb 10 14:12:19.469896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-a4a36364-a7ba-4c78-b289-be8efaf2eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.471306 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-a4a36364-a7ba-4c78-b289-be8efaf2eeb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 1126 time: 0.0452230 Feb 10 14:12:19.568956 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-ded2fe24-fd39-4f84-89bb-ba6929030dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.570455 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-ded2fe24-fd39-4f84-89bb-ba6929030dda service neutron] 10.222.0.21 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 918 time: 0.0934975 Feb 10 14:12:19.611865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-65d42b44-945c-4edd-a550-ac612f02d3ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893dac32-9959-4750-8cc9-136627586c43 HTTP/1.1" status: 200 len: 217 time: 0.0359883 Feb 10 14:12:19.659433 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-3d574bb7-2e62-4de0-aba9-787ec833ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.660906 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-3d574bb7-2e62-4de0-aba9-787ec833ff23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 200 len: 856 time: 0.0428498 Feb 10 14:12:19.707477 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-46716692-e38a-4b6e-8659-27b00eabba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:19.708936 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-46716692-e38a-4b6e-8659-27b00eabba36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727267b3-8b83-4187-991f-7931f305c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425255 Feb 10 14:12:19.799280 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-90db548d-8173-4447-b5bd-b238cde23cd2 service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841541 Feb 10 14:12:19.910113 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-46f46d4f-d969-4c09-87dc-b423d5766942 req-ed73998e-92f9-471b-aefd-18d74605e41a service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048248 Feb 10 14:12:20.289307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5e8a-f55d-4ec7-a920-675b5fe155f8 req-d3ed3d56-79a7-4d31-b92f-7041c9af0a7e tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:20.290784 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e9a5e8a-f55d-4ec7-a920-675b5fe155f8 req-d3ed3d56-79a7-4d31-b92f-7041c9af0a7e tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 944 time: 0.0526278 Feb 10 14:12:20.335906 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e9a5e8a-f55d-4ec7-a920-675b5fe155f8 req-901e4c83-0b69-444d-ba6d-0b717b8fc094 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Feb 10 14:12:21.452829 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b94b3-7725-4761-94e1-8d61a7832554 req-26e17e48-8671-4097-888b-f4b1ebb78690 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:21.454275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db9b94b3-7725-4761-94e1-8d61a7832554 req-26e17e48-8671-4097-888b-f4b1ebb78690 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 944 time: 0.0515842 Feb 10 14:12:21.505067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-db9b94b3-7725-4761-94e1-8d61a7832554 req-d05861c2-289a-406e-bda9-7090560b886c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Feb 10 14:12:22.621633 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29897d-a8a3-4146-a3f3-3d2e9f981c8e req-e4676aa1-aaef-488c-a2fd-1a30b4a85032 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:22.623206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f29897d-a8a3-4146-a3f3-3d2e9f981c8e req-e4676aa1-aaef-488c-a2fd-1a30b4a85032 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 944 time: 0.0519567 Feb 10 14:12:22.674149 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f29897d-a8a3-4146-a3f3-3d2e9f981c8e req-6bcf2dbb-82fb-4aec-b05c-684d7f882619 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Feb 10 14:12:23.128056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 893dac32-9959-4750-8cc9-136627586c43 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:12:23.221983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=893dac32-9959-4750-8cc9-136627586c43,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:12:23.232083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '893dac32-9959-4750-8cc9-136627586c43', 'network_id': '727267b3-8b83-4187-991f-7931f305c850', 'port_id': '893dac32-9959-4750-8cc9-136627586c43', 'mac_address': 'fa:16:3e:84:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fac778-02b7-431b-b8b8-9755d6567766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:12:23.272472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 893dac32-9959-4750-8cc9-136627586c43 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:12:23.272895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (893dac32-9959-4750-8cc9-136627586c43), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:23.287111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893dac32-9959-4750-8cc9-136627586c43 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:12:23.307109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=893dac32-9959-4750-8cc9-136627586c43,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:12:23.310986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (893dac32-9959-4750-8cc9-136627586c43), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:23.357444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:23.621866 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['893dac32-9959-4750-8cc9-136627586c43'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:12:23.800284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23522b-5aa6-4bf4-921b-977afb2f564a req-ae724c83-71e3-4231-bfcc-4f46b7e882ea tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:23.801791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e23522b-5aa6-4bf4-921b-977afb2f564a req-ae724c83-71e3-4231-bfcc-4f46b7e882ea tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 945 time: 0.0518811 Feb 10 14:12:23.847153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5e23522b-5aa6-4bf4-921b-977afb2f564a req-70859f21-a09e-4876-b058-a186940ab74b tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Feb 10 14:12:24.966979 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4cb8e-34d2-411f-a5ad-f1f743869e0d req-0c24a452-e342-4aa4-8b49-fa98babefce8 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:24.968455 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f4cb8e-34d2-411f-a5ad-f1f743869e0d req-0c24a452-e342-4aa4-8b49-fa98babefce8 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 945 time: 0.0554664 Feb 10 14:12:25.014176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f4cb8e-34d2-411f-a5ad-f1f743869e0d req-4050b3e4-bb21-4a2a-9ad5-cd54c5d554c4 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 10 14:12:25.128734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 893dac32-9959-4750-8cc9-136627586c43 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:12:25.177319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 893dac32-9959-4750-8cc9-136627586c43 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:12:25.181463 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 893dac32-9959-4750-8cc9-136627586c43 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:12:25.181882 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (893dac32-9959-4750-8cc9-136627586c43), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:25.257731 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 893dac32-9959-4750-8cc9-136627586c43 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:12:25.258096 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (893dac32-9959-4750-8cc9-136627586c43), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:25.279902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893dac32-9959-4750-8cc9-136627586c43'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:12:25.282137 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77281c44-27c2-44fa-a7c0-611bf3977c5c" -d '{"events": [{"server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "name": "network-vif-plugged", "status": "completed", "tag": "893dac32-9959-4750-8cc9-136627586c43"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:12:25.294609 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=893dac32-9959-4750-8cc9-136627586c43,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:12:25.299123 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (893dac32-9959-4750-8cc9-136627586c43), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:25.322099 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b7a9c-9c80-4e83-810a-9d1ffd14bbf3 x-openstack-request-id: req-5f5b7a9c-9c80-4e83-810a-9d1ffd14bbf3 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:12:25.322393 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "name": "network-vif-plugged", "status": "completed", "tag": "893dac32-9959-4750-8cc9-136627586c43", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:12:25.322643 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f5b7a9c-9c80-4e83-810a-9d1ffd14bbf3 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:12:25.323030 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893dac32-9959-4750-8cc9-136627586c43', 'code': 200} Feb 10 14:12:25.350930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:12:25.528733 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63387ec-0c8e-432f-b06f-5908b7c05511 req-2e74cda4-af2c-4f76-94ba-40159e857f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:25.530285 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a63387ec-0c8e-432f-b06f-5908b7c05511 req-2e74cda4-af2c-4f76-94ba-40159e857f7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 1128 time: 0.1516569 Feb 10 14:12:25.572453 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-a63387ec-0c8e-432f-b06f-5908b7c05511 req-ee674075-5389-4c6d-afc2-3302b683f75a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354915 Feb 10 14:12:26.145825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7305d-7f03-409c-947d-7f19907dfa4e req-8f42d2bc-8b99-4367-b141-9eebcf6c3d15 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:26.147247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29a7305d-7f03-409c-947d-7f19907dfa4e req-8f42d2bc-8b99-4367-b141-9eebcf6c3d15 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0649655 Feb 10 14:12:26.194407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-29a7305d-7f03-409c-947d-7f19907dfa4e req-d09326c9-9fb2-4455-938f-789a482722ef tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Feb 10 14:12:27.314697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68c41-7250-452e-8e08-f7645aacc457 req-9542222a-8c65-4189-8ad1-5e85b391be2b tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:27.316181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6e68c41-7250-452e-8e08-f7645aacc457 req-9542222a-8c65-4189-8ad1-5e85b391be2b tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0555470 Feb 10 14:12:27.361933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f6e68c41-7250-452e-8e08-f7645aacc457 req-119e7ebb-a7c1-425a-803e-ab376b3cc6af tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Feb 10 14:12:27.475118 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150ebce-3674-4281-9cf8-f023ede73cbf req-53271c73-566b-4bbd-9358-e54de8be1068 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:27.476527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0150ebce-3674-4281-9cf8-f023ede73cbf req-53271c73-566b-4bbd-9358-e54de8be1068 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0513170 Feb 10 14:12:27.522008 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0150ebce-3674-4281-9cf8-f023ede73cbf req-50fbdc6b-f716-410b-8bd9-67eaf5386375 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Feb 10 14:12:30.925386 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-983af177-5650-45c6-93fa-5a90f534437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:32.487247 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:12:33.349416 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2eb9d8f9-5dd2-4187-a36c-ef3350038482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:34.759921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:35.978614 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:36.482409 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:37.501021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:41.657840 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:12:55.421032 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-0f33a882-0604-4540-ae31-11da143cf037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433035 Feb 10 14:12:55.508315 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26685-b105-487e-abda-16e21450078e req-287e835c-3fdc-4909-b949-646ed88ab107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:55.509820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-287e835c-3fdc-4909-b949-646ed88ab107 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 1128 time: 0.0503411 Feb 10 14:12:55.609182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26685-b105-487e-abda-16e21450078e req-834f77c1-ed49-4721-a894-6984930d87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:55.610630 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-834f77c1-ed49-4721-a894-6984930d87c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 200 len: 918 time: 0.0833297 Feb 10 14:12:55.653492 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-4358c890-83e2-4735-ba2f-91e5fd5e30dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893dac32-9959-4750-8cc9-136627586c43 HTTP/1.1" status: 200 len: 217 time: 0.0370204 Feb 10 14:12:55.700359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26685-b105-487e-abda-16e21450078e req-57e6529a-d156-41c2-a22b-4cf369987898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:55.701716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-57e6529a-d156-41c2-a22b-4cf369987898 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 200 len: 856 time: 0.0431209 Feb 10 14:12:55.751114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26685-b105-487e-abda-16e21450078e req-370cc8b4-d2f2-4386-bb21-06855ed81e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:12:55.752604 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-370cc8b4-d2f2-4386-bb21-06855ed81e21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727267b3-8b83-4187-991f-7931f305c850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450115 Feb 10 14:12:55.842669 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-23599f78-b457-4e38-b823-f3b473302122 service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842376 Feb 10 14:12:55.933094 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-88b26685-b105-487e-abda-16e21450078e req-b10c99d4-3d4f-44e7-abb3-8ac6a5a7bda7 service neutron] 10.222.0.21 "GET /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 Feb 10 14:13:00.932237 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-737dd72c-34c5-48aa-a20a-f535e2886717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:01.538538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12810b-93c5-4df4-bfe2-34c5cecc2e77 req-b0689e90-54c4-47e6-811c-33e2a2d8af04 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:01.540018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d12810b-93c5-4df4-bfe2-34c5cecc2e77 req-b0689e90-54c4-47e6-811c-33e2a2d8af04 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0531220 Feb 10 14:13:01.589743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2d12810b-93c5-4df4-bfe2-34c5cecc2e77 req-a2b2e6cf-d3db-4a37-81ce-89955aad1b1c tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Feb 10 14:13:02.715214 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6c4d-3005-4cb4-b63e-71ffd7a9cf32 req-2e68ada3-eee0-4fa1-8da2-7ed79db5c18a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:02.717090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9ff6c4d-3005-4cb4-b63e-71ffd7a9cf32 req-2e68ada3-eee0-4fa1-8da2-7ed79db5c18a tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0557380 Feb 10 14:13:02.764269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9ff6c4d-3005-4cb4-b63e-71ffd7a9cf32 req-4ca0c572-6fab-4f7d-925f-1175aed51c61 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/security-groups?id=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Feb 10 14:13:03.323943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-e7c334b1-4ae7-409c-9097-a6dd3d63a134 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:03.325436 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-e7c334b1-4ae7-409c-9097-a6dd3d63a134 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 946 time: 0.0517366 Feb 10 14:13:03.350802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-89a0d151-0b8a-4ed4-866d-6e6247a4b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:03.426109 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Deleting port 893dac32-9959-4750-8cc9-136627586c43 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:03.426464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (893dac32-9959-4750-8cc9-136627586c43), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:03.515497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] For port 893dac32-9959-4750-8cc9-136627586c43, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=893dac32-9959-4750-8cc9-136627586c43,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:03.515858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (893dac32-9959-4750-8cc9-136627586c43), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:03.528202 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Calling delete_port for 893dac32-9959-4750-8cc9-136627586c43 owned by compute:nova {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:03.650716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (893dac32-9959-4750-8cc9-136627586c43), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:03.663096 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['893dac32-9959-4750-8cc9-136627586c43'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:13:03.683830 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Pushing event deleted for resources: {'Port': ['ID=893dac32-9959-4750-8cc9-136627586c43,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:03.727374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] No DVR routers for this DVR port 893dac32-9959-4750-8cc9-136627586c43 on host n-h1-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:13:03.729924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:03.733206 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-42a8d1b5-aa8c-4b7e-9541-800d86061379 req-01928fe0-3eac-418f-8566-5fb346d65339 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.21 "DELETE /v2.0/ports/893dac32-9959-4750-8cc9-136627586c43 HTTP/1.1" status: 204 len: 173 time: 0.4026923 Feb 10 14:13:03.733643 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'name': 'network-vif-deleted', 'tag': '893dac32-9959-4750-8cc9-136627586c43'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:13:03.735861 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9779b-b765-4370-a550-f2c0cc20cb57" -d '{"events": [{"server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "name": "network-vif-deleted", "tag": "893dac32-9959-4750-8cc9-136627586c43"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:13:03.836708 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b4c573-5bb7-45f3-9e40-b98ae00f72df x-openstack-request-id: req-f0b4c573-5bb7-45f3-9e40-b98ae00f72df {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:13:03.836708 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6b3124-df74-477c-8bd8-7131b81c410e", "name": "network-vif-deleted", "tag": "893dac32-9959-4750-8cc9-136627586c43", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:13:03.836708 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0b4c573-5bb7-45f3-9e40-b98ae00f72df {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:13:03.837486 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6b3124-df74-477c-8bd8-7131b81c410e', 'name': 'network-vif-deleted', 'tag': '893dac32-9959-4750-8cc9-136627586c43', 'status': 'completed', 'code': 200} Feb 10 14:13:03.919897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27270a1e-444b-4e94-883d-82623b782bdb req-a45a0690-d6bd-4060-9354-ad3c9f199e40 tempest-TestEncryptedCinderVolumes-875374453 tempest-TestEncryptedCinderVolumes-875374453-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f6b3124-df74-477c-8bd8-7131b81c410e HTTP/1.1" status: 200 len: 210 time: 0.0273175 Feb 10 14:13:04.762030 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:05.008511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33116) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:05.349672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:05.587857 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Deleting port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:05.588192 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:05.666092 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] For port 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:05.666368 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:05.678419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Calling delete_port for 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:05.857389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2bd7eba8-4979-4b05-beb2-3f074e7a5ed2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:05.881090 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd7eba8-4979-4b05-beb2-3f074e7a5ed2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:05.983277 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:06.054643 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:06.267671 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Router fc7790f9-a519-4468-9873-fc2f4b78b85b has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:13:06.375819 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:06.382909 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-350b1976-9a52-4fa7-8c3b-482e3f7a0730 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc7790f9-a519-4468-9873-fc2f4b78b85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733349 Feb 10 14:13:06.383765 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33118) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:06.385614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Sync routers for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:06.400087 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:06.400694 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:06.487910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks [] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:06.496326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:06.607285 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:06.790994 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:13:05Z', 'revision_number': 5, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:06.817530 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Checking router: fc7790f9-a519-4468-9873-fc2f4b78b85b for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:06.825867 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Routers {'fc7790f9-a519-4468-9873-fc2f4b78b85b'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:06.826474 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['fc7790f9-a519-4468-9873-fc2f4b78b85b'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:06.923783 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks [] for router_gateway (fc7790f9-a519-4468-9873-fc2f4b78b85b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:06.935700 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] Set router fc7790f9-a519-4468-9873-fc2f4b78b85b gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:06.975165 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Deleting port 7f09d403-dc06-42e2-a5da-da57bce9b32e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:06.975503 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.059449 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] For port 7f09d403-dc06-42e2-a5da-da57bce9b32e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7f09d403-dc06-42e2-a5da-da57bce9b32e,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:07.060153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.074325 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Calling delete_port for 7f09d403-dc06-42e2-a5da-da57bce9b32e owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:07.122343 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:13:05Z', 'revision_number': 5, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:07.149386 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e254a-59d7-46d9-b6bf-7b29a3731733 None None] The sync data for ids ['fc7790f9-a519-4468-9873-fc2f4b78b85b'] in n-d-815324-6 is: [{'id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'name': 'tempest-TestEncryptedCinderVolumes-2036113057-router', 'tenant_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:13:05Z', 'revision_number': 5, 'project_id': '53e5c46521eb4799bffb52dd2ef9b24d', 'gw_port': {'id': '7f09d403-dc06-42e2-a5da-da57bce9b32e', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7790f9-a519-4468-9873-fc2f4b78b85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:18Z', 'updated_at': '2022-02-10T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:07.249124 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7f09d403-dc06-42e2-a5da-da57bce9b32e), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.272405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f09d403-dc06-42e2-a5da-da57bce9b32e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:07.314571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 893dac32-9959-4750-8cc9-136627586c43 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:07.334446 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.334922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 893dac32-9959-4750-8cc9-136627586c43 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:07.335270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 893dac32-9959-4750-8cc9-136627586c43 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:07.428128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.430394 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks [] for router_controller (fc7790f9-a519-4468-9873-fc2f4b78b85b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.472510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (fc7790f9-a519-4468-9873-fc2f4b78b85b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.473024 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7790f9-a519-4468-9873-fc2f4b78b85b {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:13:07.477437 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.478791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7a1b7875-c23e-46cf-aa5e-7dbb60a7ff62 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc7790f9-a519-4468-9873-fc2f4b78b85b HTTP/1.1" status: 204 len: 168 time: 1.0941217 Feb 10 14:13:07.481301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33124) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:07.506999 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.530939 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Deleting subnet 35fac778-02b7-431b-b8b8-9755d6567766 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:13:07.534255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Publish callbacks [] for subnet (35fac778-02b7-431b-b8b8-9755d6567766), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.569487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (35fac778-02b7-431b-b8b8-9755d6567766), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.651345 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (35fac778-02b7-431b-b8b8-9755d6567766), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.704902 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (35fac778-02b7-431b-b8b8-9755d6567766), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.731533 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fac778-02b7-431b-b8b8-9755d6567766,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:07.737348 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.743281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31459e-1aa5-45eb-8d01-f16772722183 None None] Network 727267b3-8b83-4187-991f-7931f305c850 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:07.744055 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:07.746691 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-60c8deaa-2ef8-47e9-ac59-faa18c2b1c86 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/35fac778-02b7-431b-b8b8-9755d6567766 HTTP/1.1" status: 204 len: 168 time: 0.2591224 Feb 10 14:13:07.819072 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (727267b3-8b83-4187-991f-7931f305c850), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.877527 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Deleting port 90850b0c-e7ac-461e-8d79-8db84e2bd93a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:07.878132 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.939337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] For port 90850b0c-e7ac-461e-8d79-8db84e2bd93a, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=90850b0c-e7ac-461e-8d79-8db84e2bd93a,segment=NetworkSegment(e6830aa6-d921-4dfb-b561-278d410fda4c),segment_id=e6830aa6-d921-4dfb-b561-278d410fda4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:07.939693 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:07.955377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Calling delete_port for 90850b0c-e7ac-461e-8d79-8db84e2bd93a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:08.030311 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (90850b0c-e7ac-461e-8d79-8db84e2bd93a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.055195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Pushing event deleted for resources: {'Port': ['ID=90850b0c-e7ac-461e-8d79-8db84e2bd93a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:08.059455 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] No DVR routers for this DVR port 90850b0c-e7ac-461e-8d79-8db84e2bd93a on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:13:08.067338 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.067688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.068030 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.068370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.068707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.069064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.069393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.069719 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.070045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.070367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.070692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.071012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.071333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:08.140832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (727267b3-8b83-4187-991f-7931f305c850), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.160595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727267b3-8b83-4187-991f-7931f305c850']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:08.174624 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6830aa6-d921-4dfb-b561-278d410fda4c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:08.175135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6830aa6-d921-4dfb-b561-278d410fda4c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:08.186241 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (e6830aa6-d921-4dfb-b561-278d410fda4c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.202070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (e6830aa6-d921-4dfb-b561-278d410fda4c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.208199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcaec1-4207-47a7-bcc0-1aede1064f0f None None] DHCP port deletion for 727267b3-8b83-4187-991f-7931f305c850 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:13:08.210182 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:13:08.210592 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (e6830aa6-d921-4dfb-b561-278d410fda4c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:13:08.212352 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:13:08.270163 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (727267b3-8b83-4187-991f-7931f305c850), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.275622 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.279242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] 10.222.0.13 "DELETE /v2.0/networks/727267b3-8b83-4187-991f-7931f305c850 HTTP/1.1" status: 204 len: 168 time: 0.5341887 Feb 10 14:13:08.282219 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33128) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:08.289692 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5065e3-7cc2-4c30-b9e0-e6840ab69114 admin admin] Pushing event deleted for resources: {'Network': ['ID=727267b3-8b83-4187-991f-7931f305c850,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:08.589602 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:08.609317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:08.609670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2bd7eba8-4979-4b05-beb2-3f074e7a5ed2 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:08.610083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f09d403-dc06-42e2-a5da-da57bce9b32e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:08.634360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7f09d403-dc06-42e2-a5da-da57bce9b32e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:08.634701 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7f09d403-dc06-42e2-a5da-da57bce9b32e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:08.635110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 90850b0c-e7ac-461e-8d79-8db84e2bd93a no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:08.642156 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (0c1f0708-41ad-4d97-b994-7e254c496e44), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.811814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 90850b0c-e7ac-461e-8d79-8db84e2bd93a {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:08.812161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 90850b0c-e7ac-461e-8d79-8db84e2bd93a not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:08.897316 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Deleting port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:08.897648 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.971842 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] For port 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:08.972734 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:08.984580 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Calling delete_port for 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:09.162790 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:09.192140 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:09.357056 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (0c1f0708-41ad-4d97-b994-7e254c496e44), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:09.485997 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:13:09.568125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Router 0c1f0708-41ad-4d97-b994-7e254c496e44 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:13:09.673012 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:09.678759 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5696b56b-ab78-4538-846f-70a6f9faf907 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c1f0708-41ad-4d97-b994-7e254c496e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954918 Feb 10 14:13:09.681191 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33130) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:09.682902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Sync routers for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:09.693147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:09.693766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:09.786628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks [] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:09.797371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:09.897910 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks [] for router_gateway (0c1f0708-41ad-4d97-b994-7e254c496e44), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:09.949927 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Deleting port 7419f4b6-ad35-47bc-814b-fd19673445a7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:09.950526 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:09.972923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:13:09Z', 'revision_number': 5, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port': {'id': '7419f4b6-ad35-47bc-814b-fd19673445a7', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:10.002812 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Checking router: 0c1f0708-41ad-4d97-b994-7e254c496e44 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:10.011543 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Routers {'0c1f0708-41ad-4d97-b994-7e254c496e44'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:10.012156 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0c1f0708-41ad-4d97-b994-7e254c496e44'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:10.027429 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] For port 7419f4b6-ad35-47bc-814b-fd19673445a7, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=7419f4b6-ad35-47bc-814b-fd19673445a7,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:10.027786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.039846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Calling delete_port for 7419f4b6-ad35-47bc-814b-fd19673445a7 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:10.099823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] Set router 0c1f0708-41ad-4d97-b994-7e254c496e44 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:10.150020 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:13:09Z', 'revision_number': 6, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:10.181191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028f6b2-8cf4-4264-b6e8-5828829a5fea None None] The sync data for ids ['0c1f0708-41ad-4d97-b994-7e254c496e44'] in n-d-815324-6 is: [{'id': '0c1f0708-41ad-4d97-b994-7e254c496e44', 'name': 'tempest-TestEncryptedCinderVolumes-936302618-router', 'tenant_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:11:23Z', 'updated_at': '2022-02-10T14:13:09Z', 'revision_number': 6, 'project_id': 'eb9d282e3eae4c9abb179b77fafd8586', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:10.209042 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (7419f4b6-ad35-47bc-814b-fd19673445a7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.242057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Pushing event deleted for resources: {'Port': ['ID=7419f4b6-ad35-47bc-814b-fd19673445a7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:10.302079 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (0c1f0708-41ad-4d97-b994-7e254c496e44), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.709003 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.711117 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks [] for router_controller (0c1f0708-41ad-4d97-b994-7e254c496e44), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.755356 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0c1f0708-41ad-4d97-b994-7e254c496e44), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.755874 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1f0708-41ad-4d97-b994-7e254c496e44 {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:13:10.760668 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.761270 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-6ddd1736-83ea-4445-be92-8e289533da77 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c1f0708-41ad-4d97-b994-7e254c496e44 HTTP/1.1" status: 204 len: 168 time: 1.0787926 Feb 10 14:13:10.763773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33132) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:10.807138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Deleting subnet 55b79e47-e004-426d-8393-131102af4788 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:13:10.810053 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Publish callbacks [] for subnet (55b79e47-e004-426d-8393-131102af4788), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.842287 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (55b79e47-e004-426d-8393-131102af4788), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.920697 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (55b79e47-e004-426d-8393-131102af4788), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.966979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:10.975154 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (55b79e47-e004-426d-8393-131102af4788), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:10.990084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:10.990452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 25f7bf7d-53d3-4e17-a3b9-dfccaab7bf05 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:10.999552 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b79e47-e004-426d-8393-131102af4788,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:11.005308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.010687 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-12578184-b6b0-4cf2-a668-1cb155c14f67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55b79e47-e004-426d-8393-131102af4788 HTTP/1.1" status: 204 len: 168 time: 0.2437775 Feb 10 14:13:11.011478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:11.014765 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b680b-b7e0-4bcb-9418-217adca8a347 None None] Network 57f7ccef-29bb-4ae3-927e-5bd48463a29e requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:11.085049 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (57f7ccef-29bb-4ae3-927e-5bd48463a29e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.139836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Deleting port fcd15fca-d97d-434c-890b-a5bb30d09e87 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:11.140207 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.169241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72019059-df52-44ec-a6f6-815e1688061c None None] DHCP port deletion for 57f7ccef-29bb-4ae3-927e-5bd48463a29e request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:13:11.210027 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] For port fcd15fca-d97d-434c-890b-a5bb30d09e87, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fcd15fca-d97d-434c-890b-a5bb30d09e87,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:11.210157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.218131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Deleting port fcd15fca-d97d-434c-890b-a5bb30d09e87 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:13:11.219414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.223296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Calling delete_port for fcd15fca-d97d-434c-890b-a5bb30d09e87 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:11.287336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-72019059-df52-44ec-a6f6-815e1688061c None None] For port fcd15fca-d97d-434c-890b-a5bb30d09e87, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fcd15fca-d97d-434c-890b-a5bb30d09e87,segment=NetworkSegment(2b60056b-b3f4-4395-841d-e10c64e3c412),segment_id=2b60056b-b3f4-4395-841d-e10c64e3c412)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:11.287731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.300695 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Calling delete_port for fcd15fca-d97d-434c-890b-a5bb30d09e87 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:13:11.306064 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.336584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd15fca-d97d-434c-890b-a5bb30d09e87,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:11.338376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] No DVR routers for this DVR port fcd15fca-d97d-434c-890b-a5bb30d09e87 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:13:11.381054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (fcd15fca-d97d-434c-890b-a5bb30d09e87), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.405686 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Pushing event deleted for resources: {'Port': ['ID=fcd15fca-d97d-434c-890b-a5bb30d09e87,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:11.409449 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (57f7ccef-29bb-4ae3-927e-5bd48463a29e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.410439 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72019059-df52-44ec-a6f6-815e1688061c None None] No DVR routers for this DVR port fcd15fca-d97d-434c-890b-a5bb30d09e87 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:13:11.417160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.417514 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.417862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.418208 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.418888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.418888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.419193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.419504 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.419837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.420583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.420583 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.420942 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.421131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72019059-df52-44ec-a6f6-815e1688061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:11.433191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f7ccef-29bb-4ae3-927e-5bd48463a29e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:11.442772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b60056b-b3f4-4395-841d-e10c64e3c412') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:11.443073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b60056b-b3f4-4395-841d-e10c64e3c412') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:11.452145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (2b60056b-b3f4-4395-841d-e10c64e3c412), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.465725 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2b60056b-b3f4-4395-841d-e10c64e3c412), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.471882 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:13:11.472305 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (2b60056b-b3f4-4395-841d-e10c64e3c412), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:13:11.474063 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:13:11.530459 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (57f7ccef-29bb-4ae3-927e-5bd48463a29e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.535667 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.538943 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] 10.222.0.13 "DELETE /v2.0/networks/57f7ccef-29bb-4ae3-927e-5bd48463a29e HTTP/1.1" status: 204 len: 168 time: 0.5257366 Feb 10 14:13:11.549268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3ca2-3ad9-46a8-ba38-b9d29caf4661 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f7ccef-29bb-4ae3-927e-5bd48463a29e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:11.656363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.718950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:11.759567 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f4322132-e389-4e0c-85f7-56b8af574395 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53e5c46521eb4799bffb52dd2ef9b24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394011 Feb 10 14:13:11.762162 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33140) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:11.810438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] Publish callbacks [] for security_group (af1bcbe2-03fc-4ffd-80c0-dd304ee105b0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.831956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] Publish callbacks [] for security_group (af1bcbe2-03fc-4ffd-80c0-dd304ee105b0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.882158 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (af1bcbe2-03fc-4ffd-80c0-dd304ee105b0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.884707 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:11.885866 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af1bcbe2-03fc-4ffd-80c0-dd304ee105b0 HTTP/1.1" status: 204 len: 168 time: 0.1227288 Feb 10 14:13:11.893431 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee988e-19f4-447c-9894-9f5b76a38f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1bcbe2-03fc-4ffd-80c0-dd304ee105b0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:12.210655 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:12.249967 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-33a10261-862f-4d99-92f9-56b59ce798f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb9d282e3eae4c9abb179b77fafd8586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381699 Feb 10 14:13:12.252371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:12.303227 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] Publish callbacks [] for security_group (d0a06321-5d37-4fb1-9d77-f27e8ff5624e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:12.323857 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] Publish callbacks [] for security_group (d0a06321-5d37-4fb1-9d77-f27e8ff5624e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:12.370234 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (d0a06321-5d37-4fb1-9d77-f27e8ff5624e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:12.372824 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:12.373952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0a06321-5d37-4fb1-9d77-f27e8ff5624e HTTP/1.1" status: 204 len: 168 time: 0.1206522 Feb 10 14:13:12.382006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca36b6-fdbb-41b1-83af-0f83695941ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a06321-5d37-4fb1-9d77-f27e8ff5624e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:12.577810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fcd15fca-d97d-434c-890b-a5bb30d09e87 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:12.600377 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fcd15fca-d97d-434c-890b-a5bb30d09e87 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:12.600728 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fcd15fca-d97d-434c-890b-a5bb30d09e87 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:12.601163 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7419f4b6-ad35-47bc-814b-fd19673445a7 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:13:12.620932 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 7419f4b6-ad35-47bc-814b-fd19673445a7 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:13:12.621288 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 7419f4b6-ad35-47bc-814b-fd19673445a7 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:13:13.073648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33170) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:13.165653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-759532484-network', 'tenant_id': '94574fb67745424da2165e72ce8d1544'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:13.185182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Made reservation on behalf of 94574fb67745424da2165e72ce8d1544 for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:13:13.187403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.198533 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.272912 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks [] for security_group (cdd7c0b0-e316-41e0-a0fe-0d8418110ea1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.277071 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdd7c0b0-e316-41e0-a0fe-0d8418110ea1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.298541 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:13:13.314386 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:13.319427 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.319772 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Added segment 3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0 of type vlan for network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 Feb 10 14:13:13.359475 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (cccbf0f3-ccba-4f3c-831d-9185d5325ba5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.384238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (cccbf0f3-ccba-4f3c-831d-9185d5325ba5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.385216 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:13.385788 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.416796 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3420708 Feb 10 14:13:13.419803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:13.424841 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Request body: {'subnet': {'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-759532484-subnet', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:13.445494 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Made reservation on behalf of 94574fb67745424da2165e72ce8d1544 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:13:13.448225 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.453277 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b9dec-0203-4ba8-b5e5-a4a9d7b62d01 admin admin] Pushing event updated for resources: {'Network': ['ID=cccbf0f3-ccba-4f3c-831d-9185d5325ba5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:13.463120 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:13:13.613331 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (3eeaa382-671d-44e8-ab13-4c429c840bed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.664587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeaa382-671d-44e8-ab13-4c429c840bed,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:13.675984 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Checking segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:13.676335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Network hostable DHCP agents. Network: cccbf0f3-ccba-4f3c-831d-9185d5325ba5, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:13:13.692346 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:13:13.700899 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, cccbf0f3-ccba-4f3c-831d-9185d5325ba5) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:13.704888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:13.705477 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.711010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802123dd-57f5-49a3-973e-470639f8c782 None None] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:13.720838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e9d0c9e3-86c5-40b2-bb13-76f2a66d7ca5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2998724 Feb 10 14:13:13.725504 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33176) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:13.730105 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:13.749630 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.750618 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.801887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for router_controller (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.814014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'project_id': '94574fb67745424da2165e72ce8d1544', 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:13:13.814900 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.945279 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for router_gateway (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:13.959952 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Allocated IP 172.20.0.2 (cccbf0f3-ccba-4f3c-831d-9185d5325ba5/3eeaa382-671d-44e8-ab13-4c429c840bed/2e6e90c8-a621-4f40-8a90-a5a5be9aac64) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:14.100124 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks [] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.105764 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.142142 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for router_gateway (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.145994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:14.151434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:14.153772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Pushing event updated for resources: {'Port': ['ID=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:14.155870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:14.166301 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.213193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Attempting to bind port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:14.213565 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Attempting to bind port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:14.213934 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Attempting to bind port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 on network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:14.218847 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:14.219229 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Checking segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:14.219632 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.220029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Bound using segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:14.220500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Bound port: 2e6e90c8-a621-4f40-8a90-a5a5be9aac64, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:14.220917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.267301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Allocated IP 172.25.8.115 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:14.285388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] For port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:14.288513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] For port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:14.295183 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.357073 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc7d96-c94b-45f1-8c4e-7575bca8af33 None None] Pushing event updated for resources: {'Port': ['ID=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:14.388580 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.424139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.467039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:14.469997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:14.474420 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:14.477510 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:14.646550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:14.700433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:14.701543 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.768045 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for router_gateway (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.786699 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:14.787274 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.820706 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:14.825038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:14.873437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:14.972973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.114308 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:13:15.225977 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:15.235667 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Sync routers for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:15.243584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.247716 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c86bd5f-c785-46df-bb8b-6002a79ce7c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5210578 Feb 10 14:13:15.247906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:15.248458 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:15.249196 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:15.308511 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526cb80-70f0-479a-84d0-006c8ad40d98 None None] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:15.363326 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:15.424595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-bbc2ce69-39df-4c6b-89f5-1afaf6ce096d None None] Provisioning complete for port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:15.424915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bbc2ce69-39df-4c6b-89f5-1afaf6ce096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.519672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2ce69-39df-4c6b-89f5-1afaf6ce096d None None] Current status of the port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:15.555183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:14Z', 'revision_number': 3, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:15.584664 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Checking router: 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:15.585597 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Updating router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:13:15.615600 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.740552 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a082743e-16a9-4a51-8712-c4fb3cf993f0 None None] Provisioning complete for port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:15.741022 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a082743e-16a9-4a51-8712-c4fb3cf993f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.824523 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a082743e-16a9-4a51-8712-c4fb3cf993f0 None None] Current status of the port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:15.887222 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks [] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.893068 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.945709 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Pushing event updated for resources: {'Port': ['ID=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:15.947802 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Attempting to bind port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:15.948158 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Attempting to bind port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:15.948509 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Attempting to bind port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:15.956493 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.956863 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.957204 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.957531 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.957858 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.958183 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.958503 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.958821 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.959134 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.959447 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.959760 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.960072 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.960382 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:15.965670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:15.966042 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:15.966434 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:15.966804 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:15.967264 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Bound port: edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:15.967633 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.017037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] For port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:16.020772 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] For port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:16.027549 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.064738 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.082903 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:16.083501 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:16.121614 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51a3f-b469-4b60-b5c6-22ba9b705360 None None] Pushing event updated for resources: {'Port': ['ID=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:16.194785 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:16.262286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Allocated IP 172.20.0.1 (cccbf0f3-ccba-4f3c-831d-9185d5325ba5/3eeaa382-671d-44e8-ab13-4c429c840bed/15e7ddb4-a6f4-4c75-95ef-4da29ddd445f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:16.369011 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks [] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.373603 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:14Z', 'revision_number': 3, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:16.400001 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e598f4-fb02-4e3d-b1aa-9275cbb969ae None None] The sync data for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 is: [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:14Z', 'revision_number': 3, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:16.403734 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.444962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:16.447955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:16.450445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:16.474670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Pushing event updated for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:16.496360 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.616922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:16.676221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.703616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:16.703990 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.778477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-92d373d6-c9d7-401d-abf5-fa10831865c8 None None] Provisioning complete for port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:16.778972 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92d373d6-c9d7-401d-abf5-fa10831865c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.841937 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-92d373d6-c9d7-401d-abf5-fa10831865c8 None None] Port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:13:16.847972 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:16.862053 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks [] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.866994 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:16.933575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Pushing event updated for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:16.936142 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.035769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:17.037194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:17.162493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:13:17.271738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fa2731fe-1331-4acf-9bd1-438699c91b2a None None] Provisioning complete for port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:17.272115 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fa2731fe-1331-4acf-9bd1-438699c91b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.288343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:17.298619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae8e31c7-6230-4477-9cde-5a5ba3e49210 admin admin] 10.222.0.13 "PUT /v2.0/routers/6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485332 Feb 10 14:13:17.313241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fa2731fe-1331-4acf-9bd1-438699c91b2a None None] Port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:13:17.761426 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:17.766376 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1638388660-network', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:17.786534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Made reservation on behalf of 7be4a687217a44a3bca5b14d7eddba76 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:13:17.789094 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.798222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.877715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks [] for security_group (74ac01c4-4b01-4ae7-846e-2186d271b3ed), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.882741 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (74ac01c4-4b01-4ae7-846e-2186d271b3ed), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.908183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:13:17.917254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac01c4-4b01-4ae7-846e-2186d271b3ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:17.924179 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.925695 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Added segment fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa of type vlan for network 34c45ba5-3cda-44ef-b505-23ae9609c66a Feb 10 14:13:17.964943 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (34c45ba5-3cda-44ef-b505-23ae9609c66a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.982962 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Sync routers for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:17.990688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (34c45ba5-3cda-44ef-b505-23ae9609c66a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.991643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:17.992221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:17.994325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:17.994933 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:18.025138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2625582 Feb 10 14:13:18.028666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33196) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:18.034377 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Request body: {'subnet': {'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1638388660-subnet', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'ip_version': 4}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:18.054959 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Made reservation on behalf of 7be4a687217a44a3bca5b14d7eddba76 for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:13:18.057611 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.066739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a59802-5c06-478e-b4bf-1767034919e3 admin admin] Pushing event updated for resources: {'Network': ['ID=34c45ba5-3cda-44ef-b505-23ae9609c66a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:18.235577 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.249889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:13:18.289772 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:18.301399 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.301742 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.302084 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.302418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.302750 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.303073 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.303397 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.303717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.304039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.304358 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.304677 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.305018 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.305345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:13:18.310414 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Checking segment: {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:18.310769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Network hostable DHCP agents. Network: 34c45ba5-3cda-44ef-b505-23ae9609c66a, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:13:18.318415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:18.328008 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:13:18.337282 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 34c45ba5-3cda-44ef-b505-23ae9609c66a) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:18.341809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:18.342403 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.353777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00c48b-0e29-4dd3-b5f6-e267eaa6c050 None None] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:18.359464 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-d7968d07-0d55-4d37-8c51-149855a70570 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3290849 Feb 10 14:13:18.362154 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:18.366644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:18.387107 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (0be97a29-acf9-4915-84bb-1c19438688bf), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.388128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (0be97a29-acf9-4915-84bb-1c19438688bf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.441182 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for router_controller (0be97a29-acf9-4915-84bb-1c19438688bf), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.571054 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-34c45ba5-3cda-44ef-b505-23ae9609c66a', 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a', 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'fixed_ips': [{'subnet_id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:13:18.571921 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.587591 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for router_gateway (0be97a29-acf9-4915-84bb-1c19438688bf), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.623506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:18.789412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:18.789794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.807593 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for router_gateway (0be97a29-acf9-4915-84bb-1c19438688bf), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.813978 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 2, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:18.819104 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Allocated IP 172.20.0.2 (34c45ba5-3cda-44ef-b505-23ae9609c66a/34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0/93ced252-7811-4db8-8bd7-c03b822d11a8) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:18.828287 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.852398 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Checking router: 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:18.852777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Updating router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:13:18.918604 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:18.936090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Allocated IP 172.25.8.67 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/fc50be93-7a64-4399-9af5-00cb1701d7b9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:19.041773 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.075485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.103230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:19.103816 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.118621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:19.121523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:19.125248 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:19.154006 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Pushing event updated for resources: {'Port': ['ID=fc50be93-7a64-4399-9af5-00cb1701d7b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.170009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:19.189133 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.203585 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks [] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.229443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.294584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:19.303887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.306653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:19.315877 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:19.385756 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for router_gateway (0be97a29-acf9-4915-84bb-1c19438688bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.414349 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Pushing event updated for resources: {'Port': ['ID=93ced252-7811-4db8-8bd7-c03b822d11a8,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.444265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Attempting to bind port 93ced252-7811-4db8-8bd7-c03b822d11a8 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:19.444641 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Attempting to bind port 93ced252-7811-4db8-8bd7-c03b822d11a8 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:19.445030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Attempting to bind port 93ced252-7811-4db8-8bd7-c03b822d11a8 on network 34c45ba5-3cda-44ef-b505-23ae9609c66a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:19.455673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:19.456052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Checking segment: {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:19.456486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.456913 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Bound using segment: {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:19.457389 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Bound port: 93ced252-7811-4db8-8bd7-c03b822d11a8, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:19.457770 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.481448 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks [] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.504850 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.576097 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0fae6-b18c-4e94-a3fc-0fe91f7db74b None None] Pushing event updated for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.586531 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] For port 93ced252-7811-4db8-8bd7-c03b822d11a8, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:19.600679 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (0be97a29-acf9-4915-84bb-1c19438688bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.630413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] For port 93ced252-7811-4db8-8bd7-c03b822d11a8, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=93ced252-7811-4db8-8bd7-c03b822d11a8,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:19.644667 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.670340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Attempting to bind port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:19.670715 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Attempting to bind port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:19.671084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Attempting to bind port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f on network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:19.692589 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:19.693024 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Checking segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:19.693495 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.693763 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Bound using segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:19.694246 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Bound port: 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:19.694629 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.741542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Router 0be97a29-acf9-4915-84bb-1c19438688bf is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:13:19.752718 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515cfb4-7c94-4747-a4a3-6b925d05f84c None None] Pushing event updated for resources: {'Port': ['ID=93ced252-7811-4db8-8bd7-c03b822d11a8,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.791965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] For port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:19.796327 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] For port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:19.802554 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.872723 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:19.879979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Provisioning complete for port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:19.880363 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.886455 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Sync routers for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:19.902462 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:19.903136 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:19.914462 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:19.923373 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9bf32a52-e9cb-4de7-94e3-e12ca1f8087a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5600853 Feb 10 14:13:19.926889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:13:19.958465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0fae6-b18c-4e94-a3fc-0fe91f7db74b None None] Pushing event updated for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:19.965622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:19.969078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:20.083732 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:20.333272 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Current status of the port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:20.333813 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.336339 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:20.410946 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 3, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:20.448117 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Checking router: 0be97a29-acf9-4915-84bb-1c19438688bf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:20.448486 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Updating router 0be97a29-acf9-4915-84bb-1c19438688bf port fc50be93-7a64-4399-9af5-00cb1701d7b9 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:13:20.450101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] For port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:20.454744 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.479519 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.512106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.606256 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed34f9-a4f3-4bf8-a6f8-83382af5c219 None None] Pushing event updated for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:20.680651 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0e638f2a-5bdf-49c5-a375-b5e11c2bda7f None None] Provisioning complete for port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:20.681102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0e638f2a-5bdf-49c5-a375-b5e11c2bda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.691931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Allocated IP 172.20.0.1 (34c45ba5-3cda-44ef-b505-23ae9609c66a/34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0/4d77753e-77de-441d-a6cd-c6e9593090e5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:20.768367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:20.807076 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks [] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.817564 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.827198 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:20.845919 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks [] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.848018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0358259-c709-4efb-9229-f66a5e08ba1a None None] The sync data for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 is: [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:20.902031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0e638f2a-5bdf-49c5-a375-b5e11c2bda7f None None] Current status of the port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:20.906096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.907856 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e132-92c0-430a-a502-91c0e660c604 None None] Pushing event updated for resources: {'Port': ['ID=fc50be93-7a64-4399-9af5-00cb1701d7b9,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:20.927035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Attempting to bind port fc50be93-7a64-4399-9af5-00cb1701d7b9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:20.927035 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Attempting to bind port fc50be93-7a64-4399-9af5-00cb1701d7b9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:20.927446 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Attempting to bind port fc50be93-7a64-4399-9af5-00cb1701d7b9 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:20.940008 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:20.940387 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:20.940954 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.941544 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:20.947317 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Bound port: fc50be93-7a64-4399-9af5-00cb1701d7b9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:20.947964 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.967778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:20.968310 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:20.991274 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:21.007100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:21.010679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:21.017436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:21.049141 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] For port fc50be93-7a64-4399-9af5-00cb1701d7b9, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:21.054944 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] For port fc50be93-7a64-4399-9af5-00cb1701d7b9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc50be93-7a64-4399-9af5-00cb1701d7b9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:21.071698 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (0be97a29-acf9-4915-84bb-1c19438688bf), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.071962 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.095177 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:21.096233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 93ced252-7811-4db8-8bd7-c03b822d11a8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:21.134536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:21.135587 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:21.165485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 93ced252-7811-4db8-8bd7-c03b822d11a8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:21.165863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.197532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ee3d4-23df-4b6b-bc2c-d2f0e2e50444 None None] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:13:21.214111 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e132-92c0-430a-a502-91c0e660c604 None None] Pushing event updated for resources: {'Port': ['ID=fc50be93-7a64-4399-9af5-00cb1701d7b9,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:21.237642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.291742 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:21.306415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Provisioning complete for port 93ced252-7811-4db8-8bd7-c03b822d11a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:21.306736 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.419806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 93ced252-7811-4db8-8bd7-c03b822d11a8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:21.421926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.441832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks [] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.454409 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.492746 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 3, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:21.521352 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bb16a-04cd-49e3-b32f-dd524f4ab4d3 None None] The sync data for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 is: [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 3, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:21.530301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 93ced252-7811-4db8-8bd7-c03b822d11a8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=93ced252-7811-4db8-8bd7-c03b822d11a8,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:21.533181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:21.549555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.558930 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (0be97a29-acf9-4915-84bb-1c19438688bf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.606467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Current status of the port 93ced252-7811-4db8-8bd7-c03b822d11a8 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:21.607490 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:21.701646 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 14:13:21.702008 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 14:13:21.708770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:21.712541 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:21.732441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=93ced252-7811-4db8-8bd7-c03b822d11a8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:21.888630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Router 0be97a29-acf9-4915-84bb-1c19438688bf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:13:22.062706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:13:22.075864 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4d04496e-e3ba-4b96-8176-59cebe62b3e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/0be97a29-acf9-4915-84bb-1c19438688bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1404264 Feb 10 14:13:22.272197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3ea7f-d09d-4d02-85ae-90d31b9dac8d None None] Current status of the port 93ced252-7811-4db8-8bd7-c03b822d11a8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:22.405769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Provisioning complete for port 4d77753e-77de-441d-a6cd-c6e9593090e5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:22.406463 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:22.452440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Port 4d77753e-77de-441d-a6cd-c6e9593090e5 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:13:22.468935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Provisioning complete for port 93ced252-7811-4db8-8bd7-c03b822d11a8 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:22.469680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:22.618985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2d4180c2-5056-4a0d-9a31-0a8b25de68a4 None None] Current status of the port 93ced252-7811-4db8-8bd7-c03b822d11a8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:22.783861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc50be93-7a64-4399-9af5-00cb1701d7b9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:22.853822 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fc50be93-7a64-4399-9af5-00cb1701d7b9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:22.854253 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:22.950513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fc50be93-7a64-4399-9af5-00cb1701d7b9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:22.950911 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:22.971518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port fc50be93-7a64-4399-9af5-00cb1701d7b9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc50be93-7a64-4399-9af5-00cb1701d7b9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:22.976287 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:22.977130 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:23.074466 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=fc50be93-7a64-4399-9af5-00cb1701d7b9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:23.091415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:23.091807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:23.220088 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:23.221251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 93ced252-7811-4db8-8bd7-c03b822d11a8 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:23.279605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 93ced252-7811-4db8-8bd7-c03b822d11a8 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:23.280101 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:23.387830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 93ced252-7811-4db8-8bd7-c03b822d11a8 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:24.315353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Sync routers for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:13:24.325676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:24.326309 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:24.452260 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:24.629608 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc50be93-7a64-4399-9af5-00cb1701d7b9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:24.722811 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port fc50be93-7a64-4399-9af5-00cb1701d7b9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:24.723197 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:24.756929 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 4, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4d77753e-77de-441d-a6cd-c6e9593090e5', 'name': '', 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'mac_address': 'fa:16:3e:8d:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:20Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 2, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'subnets': [{'id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:24.789099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Checking router: 0be97a29-acf9-4915-84bb-1c19438688bf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:13:24.790312 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Updating router 0be97a29-acf9-4915-84bb-1c19438688bf port 4d77753e-77de-441d-a6cd-c6e9593090e5 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:13:24.825332 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:24.909957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port fc50be93-7a64-4399-9af5-00cb1701d7b9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:25.143109 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks [] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.150750 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.367425 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2774fe-c1b0-4958-afcd-d778ee2cd8ef None None] Pushing event updated for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:25.446606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Attempting to bind port 4d77753e-77de-441d-a6cd-c6e9593090e5 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:25.447897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Attempting to bind port 4d77753e-77de-441d-a6cd-c6e9593090e5 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:25.448571 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Attempting to bind port 4d77753e-77de-441d-a6cd-c6e9593090e5 on network 34c45ba5-3cda-44ef-b505-23ae9609c66a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:25.455690 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:25.456714 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Checking segment: {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:25.457326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.460082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Bound using segment: {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:25.460707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Bound port: 4d77753e-77de-441d-a6cd-c6e9593090e5, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:25.462405 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.547067 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] For port 4d77753e-77de-441d-a6cd-c6e9593090e5, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:25.555918 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] For port 4d77753e-77de-441d-a6cd-c6e9593090e5, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4d77753e-77de-441d-a6cd-c6e9593090e5,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:25.565538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.635401 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2774fe-c1b0-4958-afcd-d778ee2cd8ef None None] Pushing event updated for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:25.645044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:13:25.645628 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:13:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:25.762056 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Provisioning complete for port 4d77753e-77de-441d-a6cd-c6e9593090e5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:25.762337 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:25.814674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:13:26.025869 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Current status of the port 4d77753e-77de-441d-a6cd-c6e9593090e5 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:26.026176 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:26.085798 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] For port 4d77753e-77de-441d-a6cd-c6e9593090e5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4d77753e-77de-441d-a6cd-c6e9593090e5,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:26.093025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:26.145795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 4, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4d77753e-77de-441d-a6cd-c6e9593090e5', 'name': '', 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'mac_address': 'fa:16:3e:8d:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:20Z', 'updated_at': '2022-02-10T14:13:25Z', 'revision_number': 4, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'subnets': [{'id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:13:26.179969 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc06d7-153b-41a5-817f-d2b411434639 None None] The sync data for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 is: [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:21Z', 'revision_number': 4, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '4d77753e-77de-441d-a6cd-c6e9593090e5', 'name': '', 'network_id': '34c45ba5-3cda-44ef-b505-23ae9609c66a', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'mac_address': 'fa:16:3e:8d:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:20Z', 'updated_at': '2022-02-10T14:13:25Z', 'revision_number': 4, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'subnets': [{'id': '34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:13:26.182030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bbbd8-732b-4e81-8616-b36292653465 None None] Pushing event updated for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:26.214486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-6979e970-ab66-4072-80be-979f9fa5c462 None None] Provisioning complete for port 4d77753e-77de-441d-a6cd-c6e9593090e5 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:26.215135 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6979e970-ab66-4072-80be-979f9fa5c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:26.361574 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-6979e970-ab66-4072-80be-979f9fa5c462 None None] Current status of the port 4d77753e-77de-441d-a6cd-c6e9593090e5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:26.653321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4d77753e-77de-441d-a6cd-c6e9593090e5 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:26.719702 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 4d77753e-77de-441d-a6cd-c6e9593090e5 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:26.720085 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:26.822440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 4d77753e-77de-441d-a6cd-c6e9593090e5 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:30.936010 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d6936bf8-6db7-4324-b463-3d6b5f7eaa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:32.069496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-cee55eeb-36c8-4a43-9dca-d3d09fc70b32 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:32.071027 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-cee55eeb-36c8-4a43-9dca-d3d09fc70b32 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 814 time: 0.1022475 Feb 10 14:13:32.085755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-55707af5-f5d8-4cbb-b451-c13f3d51083c tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/quotas/94574fb67745424da2165e72ce8d1544 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Feb 10 14:13:32.138008 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-ecf5e395-5638-4337-aa99-d652cfd8ec58 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475426 Feb 10 14:13:32.241791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-0d8e6464-62c2-482d-a8a9-aa84fa5f88a2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:13:32.242790 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-0d8e6464-62c2-482d-a8a9-aa84fa5f88a2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0935733 Feb 10 14:13:32.333346 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-52d548c8-2b7c-4667-8a56-a284c0570483 service neutron] 10.222.0.13 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 Feb 10 14:13:32.420659 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-f668fd28-fc2b-45a3-831a-734d25c70097 service neutron] 10.222.0.13 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816047 Feb 10 14:13:32.576275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8b99a714-b749-4eda-9de6-ff363cd38d8f req-0556f3e9-f4bf-400b-83ac-948a495683f1 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 210 time: 0.0271780 Feb 10 14:13:33.351705 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b362513-0d42-4938-add4-4f5317f6ac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:33.660796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4d8ac0e6-dbda-452f-8f38-86befde47477 req-867a8ee9-b9d8-4654-ab73-2e0e8e04294b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Feb 10 14:13:34.767459 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:35.089177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2e137e27-14fd-4eea-8144-9597d360062c req-a2d1be8b-e042-4590-93f5-24b2c2ad852f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 210 time: 0.3794284 Feb 10 14:13:35.661625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-e53b0a3a-cfeb-4d20-bf0b-a4e78b48d181 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:35.663075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-e53b0a3a-cfeb-4d20-bf0b-a4e78b48d181 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 814 time: 0.1047523 Feb 10 14:13:35.676066 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'port': {'device_id': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'admin_state_up': True, 'tenant_id': '94574fb67745424da2165e72ce8d1544'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:35.782884 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Made reservation on behalf of 94574fb67745424da2165e72ce8d1544 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:13:35.786345 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:35.926402 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Allocated IP 172.20.0.3 (cccbf0f3-ccba-4f3c-831d-9185d5325ba5/3eeaa382-671d-44e8-ab13-4c429c840bed/40dc2143-ae45-4bd6-aa36-2490b408dfb2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:13:36.008207 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.222913 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40a67b10-ee1b-40c0-8ce3-981a42690108 req-994592d7-458a-40d6-b936-28ea16869521 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 210 time: 0.0486288 Feb 10 14:13:36.247222 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.296247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.349419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:13:36.353319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:13:36.357048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:13:36.447307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:36.448290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.460408 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:36.475866 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a8abc188-1728-4e81-ba50-023654af313a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8036129 Feb 10 14:13:36.503634 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.655775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5f85137a-a954-4ec6-b8e4-59bd53c4cdfb None None] Provisioning complete for port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:36.656079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5f85137a-a954-4ec6-b8e4-59bd53c4cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:36.692561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5f85137a-a954-4ec6-b8e4-59bd53c4cdfb None None] Port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:13:37.366060 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236577b3-5517-4b09-91e2-0e7991b75e33 req-abd36344-21c3-4af2-b61a-53af3b038018 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:37.367564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-236577b3-5517-4b09-91e2-0e7991b75e33 req-abd36344-21c3-4af2-b61a-53af3b038018 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0591152 Feb 10 14:13:37.424898 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-236577b3-5517-4b09-91e2-0e7991b75e33 req-a0a0c8f4-98a3-4472-abaa-b3e356563ba2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Feb 10 14:13:37.504440 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:38.567908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4cc40-0a60-4607-a837-1e43a20368f4 req-540f78d3-240b-480e-a3b5-a660f91eb7a2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:38.569484 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3da4cc40-0a60-4607-a837-1e43a20368f4 req-540f78d3-240b-480e-a3b5-a660f91eb7a2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0541241 Feb 10 14:13:38.617602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3da4cc40-0a60-4607-a837-1e43a20368f4 req-b5eab624-04d6-4754-8a4b-80312f93be5c tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Feb 10 14:13:39.746114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec77398-fa2c-4eef-b707-1889648fdd04 req-0fdef256-13c1-49be-b7d5-cb4660f4f9aa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:39.749414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ec77398-fa2c-4eef-b707-1889648fdd04 req-0fdef256-13c1-49be-b7d5-cb4660f4f9aa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0580978 Feb 10 14:13:39.803512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0ec77398-fa2c-4eef-b707-1889648fdd04 req-1a610aa3-1100-4123-9591-e092d399d25b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Feb 10 14:13:40.948901 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b91c-2304-4c09-b278-1a31d8a0ad7d req-aa5943dd-358d-4f47-b4ef-46b264dc55fb tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:40.950447 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d75b91c-2304-4c09-b278-1a31d8a0ad7d req-aa5943dd-358d-4f47-b4ef-46b264dc55fb tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0671036 Feb 10 14:13:41.009389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1d75b91c-2304-4c09-b278-1a31d8a0ad7d req-1eb49e54-212b-4fe1-b00a-22248778fac8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510545 Feb 10 14:13:41.657351 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:42.129751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a02af-4d3b-47a9-935f-8d41a4200e62 req-72087a67-84c7-4e46-b5cf-9521737a428f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:42.134942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb3a02af-4d3b-47a9-935f-8d41a4200e62 req-72087a67-84c7-4e46-b5cf-9521737a428f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0564706 Feb 10 14:13:42.186305 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bb3a02af-4d3b-47a9-935f-8d41a4200e62 req-36b2ab42-0b77-4ce1-9180-2a20a284d32c tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 Feb 10 14:13:43.318231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4482bf-0b85-4f48-85a8-99fd01c71444 req-5fafda6b-f871-4948-9ca5-93c67f3107d3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:43.319737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f4482bf-0b85-4f48-85a8-99fd01c71444 req-5fafda6b-f871-4948-9ca5-93c67f3107d3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 931 time: 0.0632234 Feb 10 14:13:43.366631 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f4482bf-0b85-4f48-85a8-99fd01c71444 req-8b9c7318-62c4-4dfc-a801-4f36b5e2647f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Feb 10 14:13:43.927075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Request body: {'port': {'device_id': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:13:43.985272 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.244188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dc2143-ae45-4bd6-aa36-2490b408dfb2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:13:44.251517 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks [] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.263296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Transition to ACTIVE for port object 40dc2143-ae45-4bd6-aa36-2490b408dfb2 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:13:44.266340 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.318688 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:44.389610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Attempting to bind port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:13:44.389852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Attempting to bind port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:13:44.390076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Attempting to bind port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 on network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:44.395253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 on network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:13:44.395992 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Attempting to bind port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 on network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:13:44.400922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:13:44.401269 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Checking segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:13:44.401919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Bound using segment: {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:13:44.402351 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Bound port: 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:13:44.402999 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.497045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:13:44.501388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:13:44.508870 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.546040 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba6ef-3ec2-4221-91ef-74fe2f603a22 req-1475f81c-6cd6-4fe1-8d11-9fa49cae54a9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:44.547562 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5faba6ef-3ec2-4221-91ef-74fe2f603a22 req-1475f81c-6cd6-4fe1-8d11-9fa49cae54a9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 943 time: 0.1042626 Feb 10 14:13:44.558832 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:44.559458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:44.561456 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] 10.222.0.77 "PUT /v2.0/ports/40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 1091 time: 0.6861508 Feb 10 14:13:44.561989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:13:44.564277 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae20c1-d4a3-4ccf-b998-79021db2c721" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:13:44.646998 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839be2-4f73-487c-a3b6-6801cadaab95 service neutron] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:44.657856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5faba6ef-3ec2-4221-91ef-74fe2f603a22 req-01b7140a-87ec-4950-bbd5-108e4c84bcd2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029487 Feb 10 14:13:44.673190 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-96ee17c0-80d0-4c8c-b589-1bc733f3395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:44.674912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-96ee17c0-80d0-4c8c-b589-1bc733f3395f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1125 time: 0.0651217 Feb 10 14:13:44.720491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-1e4415a4-76ee-4967-8b11-2d809814dda9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 217 time: 0.0380137 Feb 10 14:13:44.777184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-d959c4e2-32f8-42de-a7c7-23e06fb94060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:44.778700 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-d959c4e2-32f8-42de-a7c7-23e06fb94060 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0512381 Feb 10 14:13:44.833937 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-25f8f985-206e-40d2-9f35-907941827415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:44.835469 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-25f8f985-206e-40d2-9f35-907941827415 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509667 Feb 10 14:13:44.836984 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b19c45-6cd5-44fa-be9e-80b799e0cb13 x-openstack-request-id: req-03b19c45-6cd5-44fa-be9e-80b799e0cb13 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:13:44.837264 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:13:44.837517 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03b19c45-6cd5-44fa-be9e-80b799e0cb13 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:13:44.837913 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:13:44.923956 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-f66b03b0-8722-401b-9477-cb06b4352cec service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818093 Feb 10 14:13:45.016745 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5fc5c477-35f5-4c65-97f7-ff4731c239c8 req-a9df0eb4-826b-48be-9823-3ecdfe461f60 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Feb 10 14:13:45.106244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-18e802a3-d21b-4a4c-b000-ca7681116cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:45.107722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-18e802a3-d21b-4a4c-b000-ca7681116cef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1125 time: 0.0447199 Feb 10 14:13:45.199473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-c47bf586-e6bc-443f-903a-2424cd9dc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:45.200962 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-c47bf586-e6bc-443f-903a-2424cd9dc804 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.0874157 Feb 10 14:13:45.241056 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-2a037f8d-0683-4bf1-bd3b-c49d9d11a502 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Feb 10 14:13:45.288567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-29ef60fc-e561-428b-9afc-7fbcb8a9531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:45.290052 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-29ef60fc-e561-428b-9afc-7fbcb8a9531d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0428195 Feb 10 14:13:45.343090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-e487070b-4171-4daa-b110-8685bbbd8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:45.344582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-e487070b-4171-4daa-b110-8685bbbd8a0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476472 Feb 10 14:13:45.433727 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-ebdd9ec4-065c-4a0b-a5c0-977091c63fed service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Feb 10 14:13:45.525097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8eae20c1-d4a3-4ccf-b998-79021db2c721 req-893e6d62-f277-4193-97a4-777fa9ffbc36 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Feb 10 14:13:45.778420 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a402-3bfa-4afb-a466-86a2d0f1ee71 req-0eccef2e-54de-44dc-8287-5141329144a8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:45.779895 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff61a402-3bfa-4afb-a466-86a2d0f1ee71 req-0eccef2e-54de-44dc-8287-5141329144a8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 943 time: 0.0520508 Feb 10 14:13:45.825161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff61a402-3bfa-4afb-a466-86a2d0f1ee71 req-d08c6fe6-47ba-46ff-9adb-4f6795db44a2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Feb 10 14:13:46.484769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:13:46.943456 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01f742-bd5e-473c-b436-09ea42304dd3 req-eb879797-ba8c-4149-b120-98b497a404fb tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:46.944984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b01f742-bd5e-473c-b436-09ea42304dd3 req-eb879797-ba8c-4149-b120-98b497a404fb tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 943 time: 0.0521526 Feb 10 14:13:46.994806 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0b01f742-bd5e-473c-b436-09ea42304dd3 req-6f4fd3cb-4062-4480-8d36-857499d6fcdd tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Feb 10 14:13:47.293317 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 40dc2143-ae45-4bd6-aa36-2490b408dfb2 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:13:47.386338 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:47.397636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'port_id': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'mac_address': 'fa:16:3e:a6:ef:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:13:47.437659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:47.438052 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:47.450838 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dc2143-ae45-4bd6-aa36-2490b408dfb2 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:13:47.469927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:47.473794 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:47.519214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:47.692796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:13:48.110922 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ae5a7-2241-406c-946c-b8309a8a1160 req-8b1129fc-e75b-447f-b56a-b6e531d92bf2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:48.113283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239ae5a7-2241-406c-946c-b8309a8a1160 req-8b1129fc-e75b-447f-b56a-b6e531d92bf2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Feb 10 14:13:48.160398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-239ae5a7-2241-406c-946c-b8309a8a1160 req-a7b37526-01a8-450b-99b7-a746d9d46964 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Feb 10 14:13:49.279971 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7d9ea-2a2a-47e1-ba53-ebdd242ab5c3 req-131a0840-b355-46a9-b3a4-724116535556 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:49.281478 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eb7d9ea-2a2a-47e1-ba53-ebdd242ab5c3 req-131a0840-b355-46a9-b3a4-724116535556 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Feb 10 14:13:49.293872 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 40dc2143-ae45-4bd6-aa36-2490b408dfb2 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:13:49.327780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3eb7d9ea-2a2a-47e1-ba53-ebdd242ab5c3 req-f8bd2eb8-9359-4109-85de-f6daa34a112e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Feb 10 14:13:49.341790 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:13:49.346241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:13:49.346684 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:49.423059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:13:49.423438 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:49.445968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:13:49.448134 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e6edd-d3ee-44c5-a51e-de3603b05d6e" -d '{"events": [{"server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "name": "network-vif-plugged", "status": "completed", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:13:49.461101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:13:49.465323 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:13:49.516371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:13:49.539502 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c924be23-dba8-4488-922a-263facfccfda x-openstack-request-id: req-c924be23-dba8-4488-922a-263facfccfda {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:13:49.539797 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "name": "network-vif-plugged", "status": "completed", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:13:49.540061 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c924be23-dba8-4488-922a-263facfccfda {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:13:49.540459 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'code': 200} Feb 10 14:13:49.642289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445df14-5c65-46b4-a913-0d9fe33ea675 req-db3675dc-baeb-4558-944d-1d9bfd34e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:49.643821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f445df14-5c65-46b4-a913-0d9fe33ea675 req-db3675dc-baeb-4558-944d-1d9bfd34e23a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1127 time: 0.0479269 Feb 10 14:13:49.687747 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f445df14-5c65-46b4-a913-0d9fe33ea675 req-30a45557-fb78-40b0-9252-a7ad88896148 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Feb 10 14:13:50.447259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf89b9-72d0-4dfe-b378-321c35634dc7 req-63124a9b-eb7f-4960-9018-297106121a56 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:50.448782 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6bf89b9-72d0-4dfe-b378-321c35634dc7 req-63124a9b-eb7f-4960-9018-297106121a56 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Feb 10 14:13:50.494754 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c6bf89b9-72d0-4dfe-b378-321c35634dc7 req-79420635-bdac-4b60-8194-cb409ccfb5f9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Feb 10 14:13:51.615591 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef6ad5-2308-416c-8290-779a22dc210c req-5c50aa55-3d42-4812-9304-e29ffde9e5a5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:51.617093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41ef6ad5-2308-416c-8290-779a22dc210c req-5c50aa55-3d42-4812-9304-e29ffde9e5a5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Feb 10 14:13:51.664024 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41ef6ad5-2308-416c-8290-779a22dc210c req-b1d2f43a-1d36-436a-9757-a0a68d461ab0 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Feb 10 14:13:51.780144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07778bb8-06c0-46f5-95c0-82039006b892 req-4c5cee77-0831-4adc-94ab-62e1834904a1 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:51.781585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07778bb8-06c0-46f5-95c0-82039006b892 req-4c5cee77-0831-4adc-94ab-62e1834904a1 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0547361 Feb 10 14:13:51.827382 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07778bb8-06c0-46f5-95c0-82039006b892 req-75f38aa0-1758-4b65-a4d6-7efd6695a304 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Feb 10 14:13:52.012908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb5e9-1992-46b1-bd0d-432097bf7658 req-660e6753-6188-4eee-8a6d-092e67b24ec8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:13:52.014385 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4eeb5e9-1992-46b1-bd0d-432097bf7658 req-660e6753-6188-4eee-8a6d-092e67b24ec8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Feb 10 14:13:52.064470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d4eeb5e9-1992-46b1-bd0d-432097bf7658 req-5fae8891-22c0-41d0-9434-09b01d946b65 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Feb 10 14:14:00.938473 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c210-4c77-477f-8fa3-9aff07b9dc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:03.355080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3ccad1bb-5a23-48d7-8732-e90dbc61e2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:04.768376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:05.986556 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:06.493339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:07.505316 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:09.815772 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457f0c5-99b5-4688-b9fd-7ed506ed5999 req-b143b603-d601-4f45-8214-73b39192468d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:09.817259 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e457f0c5-99b5-4688-b9fd-7ed506ed5999 req-b143b603-d601-4f45-8214-73b39192468d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0525253 Feb 10 14:14:09.863966 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e457f0c5-99b5-4688-b9fd-7ed506ed5999 req-0e94b3e5-cdc9-4034-aed3-8b7203f7f3d8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Feb 10 14:14:09.887955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:09.972231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf831e3-1b0d-4eef-834b-8d5e2c95dbc9 tempest-TestMinimumBasicScenario-600014177 tempest-TestMinimumBasicScenario-600014177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:09.973774 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ecf831e3-1b0d-4eef-834b-8d5e2c95dbc9 tempest-TestMinimumBasicScenario-600014177 tempest-TestMinimumBasicScenario-600014177-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1122 time: 0.0847678 Feb 10 14:14:09.976722 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:09.981084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:10.001029 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.097722 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.198535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Allocated IP 172.25.8.11 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/52664992-de23-418d-b737-2bc84748344d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:14:10.303033 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for port (52664992-de23-418d-b737-2bc84748344d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.335235 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (52664992-de23-418d-b737-2bc84748344d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.374200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:14:10.377085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:14:10.380590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:14:10.402316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'Port': ['ID=52664992-de23-418d-b737-2bc84748344d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:10.419831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.420184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.420529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.420898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.421237 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.421576 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.421907 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.422235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.422560 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.422885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.423204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.423623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.423950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:14:10.753416 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for floatingip (01c751b3-51c4-40db-9fd2-5fb40de79ee6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.822041 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (52664992-de23-418d-b737-2bc84748344d), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.965002 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for port (52664992-de23-418d-b737-2bc84748344d), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:10.970003 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (52664992-de23-418d-b737-2bc84748344d), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.041090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'Port': ['ID=52664992-de23-418d-b737-2bc84748344d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:11.051549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (01c751b3-51c4-40db-9fd2-5fb40de79ee6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.153565 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Floating IP 01c751b3-51c4-40db-9fd2-5fb40de79ee6 associated. External IP: 172.25.8.11, port: 40dc2143-ae45-4bd6-aa36-2490b408dfb2. Feb 10 14:14:11.368095 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:14:11.475961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:14:11.490417 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Sync routers for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:14:11.494754 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.497095 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:14:11.497713 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:14:11.523038 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d582e411-37e0-4fdc-892b-8849743c1aaa tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5452678 Feb 10 14:14:11.523627 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:14:11.525922 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:14:11.526351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:11.531529 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676285960', 'description': 'tempest-secgroup-smoke-676285960 description', 'project_id': '94574fb67745424da2165e72ce8d1544'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:11.555171 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.564696 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f9133-3ef8-4dcb-a9e6-1988fbb8c569 x-openstack-request-id: req-135f9133-3ef8-4dcb-a9e6-1988fbb8c569 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:14:11.565016 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:14:11.565316 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-135f9133-3ef8-4dcb-a9e6-1988fbb8c569 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:14:11.565736 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:14:11.611444 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:14:11.633184 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (f21324f1-88e2-4ab0-ad3c-a9dca4a8b929), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.637340 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f21324f1-88e2-4ab0-ad3c-a9dca4a8b929), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.638120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-3b015422-dac5-4d45-8f39-64f12f068565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:11.639686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-3b015422-dac5-4d45-8f39-64f12f068565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1127 time: 0.0511658 Feb 10 14:14:11.655395 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.670918 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:11.682043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.686623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:11.686781 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c7c89415-254e-4385-be8e-c86cdeb2fed3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1593695 Feb 10 14:14:11.693168 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:11.765549 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (dc13f88d-caa5-4bee-ae4c-bae4e5c2d180), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.777548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-514bb041-45ad-4f26-8716-94430011be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:11.779022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-514bb041-45ad-4f26-8716-94430011be0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.1333938 Feb 10 14:14:11.845737 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '01c751b3-51c4-40db-9fd2-5fb40de79ee6', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'port_id': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'mac_address': 'fa:16:3e:a6:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:14:10Z', 'updated_at': '2022-02-10T14:14:10Z', 'revision_number': 0, 'project_id': '94574fb67745424da2165e72ce8d1544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:14:11.872390 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Checking router: 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:14:11.874094 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-f1f85b95-73f9-411b-9b37-972b50c0dbc2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 998 time: 0.0843067 Feb 10 14:14:11.879869 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (dc13f88d-caa5-4bee-ae4c-bae4e5c2d180), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.881810 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:14:11.881993 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:14:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:14:11.889928 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (dc13f88d-caa5-4bee-ae4c-bae4e5c2d180), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.933697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc13f88d-caa5-4bee-ae4c-bae4e5c2d180,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:11.948191 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:11.952090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f713c8e9-75fc-485b-8461-f03960ea4be4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2611794 Feb 10 14:14:11.952090 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-a0fac7ca-2165-486c-8fbd-424e94101548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:11.952470 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-a0fac7ca-2165-486c-8fbd-424e94101548 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0713735 Feb 10 14:14:11.952581 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33434) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:11.957637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:11.984213 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (78671efc-17b3-40ef-91e5-66ea62567353), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.001291 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:14:12.049819 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (78671efc-17b3-40ef-91e5-66ea62567353), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.054988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (78671efc-17b3-40ef-91e5-66ea62567353), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.074244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78671efc-17b3-40ef-91e5-66ea62567353,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:12.084940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.088984 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-929799f8-cbd2-4861-b27e-5c3fcc357191 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327593 Feb 10 14:14:12.089511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33436) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:12.096122 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:12.129255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (1c581175-e074-4063-9230-5ac8a587cce3), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.199065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (1c581175-e074-4063-9230-5ac8a587cce3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.202487 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (1c581175-e074-4063-9230-5ac8a587cce3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.224045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c581175-e074-4063-9230-5ac8a587cce3,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:12.232143 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.233515 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a5bc7507-8bdc-4848-b72b-14baf133089d tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421206 Feb 10 14:14:12.236374 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33438) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:12.241574 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:12.270728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (8d665e7c-041c-41f2-95bf-10ca5ea316d1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.332255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (8d665e7c-041c-41f2-95bf-10ca5ea316d1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.338596 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (8d665e7c-041c-41f2-95bf-10ca5ea316d1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.357680 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '01c751b3-51c4-40db-9fd2-5fb40de79ee6', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'port_id': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'mac_address': 'fa:16:3e:a6:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:14:10Z', 'updated_at': '2022-02-10T14:14:10Z', 'revision_number': 0, 'project_id': '94574fb67745424da2165e72ce8d1544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:14:12.363868 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d665e7c-041c-41f2-95bf-10ca5ea316d1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:12.375585 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.376878 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5c994826-9dd1-4607-84b1-c5133c803661 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394422 Feb 10 14:14:12.380200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33440) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:12.383144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-2a431c1a-59b5-4f9e-b7c4-47c5de1ff2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:12.384693 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:12.385134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-2a431c1a-59b5-4f9e-b7c4-47c5de1ff2b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4255021 Feb 10 14:14:12.390855 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76a50da-6cdb-40d5-b6d1-139de487224e None None] The sync data for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 is: [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '01c751b3-51c4-40db-9fd2-5fb40de79ee6', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'port_id': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'mac_address': 'fa:16:3e:a6:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:14:10Z', 'updated_at': '2022-02-10T14:14:10Z', 'revision_number': 0, 'project_id': '94574fb67745424da2165e72ce8d1544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:14:12.396179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-a1c43ae6-4f7c-4bae-98d3-19edfdb7b220 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:14:12.397262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-a1c43ae6-4f7c-4bae-98d3-19edfdb7b220 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061924 Feb 10 14:14:12.406374 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Project 94574fb67745424da2165e72ce8d1544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:14:12.412964 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (57f73fb3-da13-453c-b414-be07f992d62e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.480191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (57f73fb3-da13-453c-b414-be07f992d62e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.485721 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (57f73fb3-da13-453c-b414-be07f992d62e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.492724 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-5f0e6c53-f30b-4f4d-af17-c2e11e50284a service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891905 Feb 10 14:14:12.503893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f73fb3-da13-453c-b414-be07f992d62e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:12.515919 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.517181 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c79b1150-6d90-4fe6-9771-ff2fe502fb1b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359615 Feb 10 14:14:12.520081 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33442) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:14:12.524455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'security_group_rule': {'security_group_id': 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929', 'project_id': '94574fb67745424da2165e72ce8d1544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:12.553358 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Project 94574fb67745424da2165e72ce8d1544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:14:12.558511 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (9e853cd4-67b3-4b21-8d72-2bd77626db66), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.595600 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ff5e1edc-4b0a-4030-b197-15e1b15dcf8b req-8974966d-3b3e-4b58-8c00-53f50ba1fe58 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964386 Feb 10 14:14:12.623642 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (9e853cd4-67b3-4b21-8d72-2bd77626db66), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.628433 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (9e853cd4-67b3-4b21-8d72-2bd77626db66), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.646172 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e853cd4-67b3-4b21-8d72-2bd77626db66,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:12.656126 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:12.657484 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-217fb28d-04fd-4e9c-bd22-39bdf68e64b3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364899 Feb 10 14:14:12.660525 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7c1f8-569d-4681-bba8-77182968f12e None None] New status for floating IP 01c751b3-51c4-40db-9fd2-5fb40de79ee6: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:14:12.766022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-82650a78-3153-4f7f-ac29-c7d716f5866f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676285960&fields=id&tenant_id=94574fb67745424da2165e72ce8d1544 HTTP/1.1" status: 200 len: 267 time: 0.0464313 Feb 10 14:14:12.821888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-42e4734a-5ffe-41ff-8c87-4199a8f66b52 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:12.823547 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-42e4734a-5ffe-41ff-8c87-4199a8f66b52 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0512583 Feb 10 14:14:12.835717 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'port': {'security_groups': ['cdd7c0b0-e316-41e0-a0fe-0d8418110ea1', 'f21324f1-88e2-4ab0-ad3c-a9dca4a8b929']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:14:12.909101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:13.086858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:14:13.114714 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:13.119078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:13.131048 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:14:13.163676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.164314 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:13.166059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b361c36e-fb2c-45f8-8a71-fb6536369744 req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "PUT /v2.0/ports/40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 981 time: 0.3353271 Feb 10 14:14:13.185779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d27637-ae09-426a-9b88-609c2627d1b5 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:14:13.244004 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:14:13.287284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d57c-63ed-4336-99ab-ba24faf620ea req-d2d3fdda-c5c6-49a8-9406-cc329c38ece0 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.289177 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b15d57c-63ed-4336-99ab-ba24faf620ea req-d2d3fdda-c5c6-49a8-9406-cc329c38ece0 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0649219 Feb 10 14:14:13.354942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2b15d57c-63ed-4336-99ab-ba24faf620ea req-1862c59b-ceea-46a0-ac5d-53599b8f717c tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573044 Feb 10 14:14:13.444296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5e2fb874-1559-48f9-b27d-35e4940cd3a2 None None] Provisioning complete for port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:14:13.444589 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb874-1559-48f9-b27d-35e4940cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:13.567191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:14:13.570498 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:14:13.610368 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea417f2-30f4-48b6-a801-bc550d89dc8d x-openstack-request-id: req-aea417f2-30f4-48b6-a801-bc550d89dc8d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:14:13.610667 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:14:13.610926 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea417f2-30f4-48b6-a801-bc550d89dc8d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:14:13.611336 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:14:13.653467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5e2fb874-1559-48f9-b27d-35e4940cd3a2 None None] Current status of the port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:14:13.683644 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-69d2f7d0-7b55-4933-bad6-bae585527289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.685186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-69d2f7d0-7b55-4933-bad6-bae585527289 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1166 time: 0.0518250 Feb 10 14:14:13.781551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-26dbc691-a6b8-4485-aea1-8df52b4bf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.783075 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-26dbc691-a6b8-4485-aea1-8df52b4bf9e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.0902953 Feb 10 14:14:13.849042 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-a8019d48-21e9-4946-b041-ecc4aabf5107 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0594075 Feb 10 14:14:13.899526 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-08f43910-b07c-484f-8b8e-9569ffeacf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.901331 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-08f43910-b07c-484f-8b8e-9569ffeacf09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0441518 Feb 10 14:14:13.955305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-541694e7-20db-41c6-bf6f-7847aca5a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:13.956726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-541694e7-20db-41c6-bf6f-7847aca5a7fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489941 Feb 10 14:14:14.045735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-5458f3d0-ee57-4327-ba22-d35fb05da205 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819314 Feb 10 14:14:14.137833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-43aa7a7a-1d4b-4f32-8e11-77f25bf70dbf req-873ecaeb-6469-45dd-a328-39541be55b13 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Feb 10 14:14:23.025003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12247097-7589-4e41-97ff-9cafc528c6e4 req-f98609aa-2be0-4eff-9ba4-51c849ca8936 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:23.026753 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12247097-7589-4e41-97ff-9cafc528c6e4 req-f98609aa-2be0-4eff-9ba4-51c849ca8936 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0855660 Feb 10 14:14:23.029533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-b635ec6f-14a6-4e97-b0ce-f985688c0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:23.030924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-b635ec6f-14a6-4e97-b0ce-f985688c0d8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1166 time: 0.0789857 Feb 10 14:14:23.146886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-12247097-7589-4e41-97ff-9cafc528c6e4 req-3b3b08f0-e415-44cc-9be9-0642ab4ba279 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139452 Feb 10 14:14:23.163556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-c387d45b-bc35-4b80-98ff-ba3aa0bb4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:23.165083 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-c387d45b-bc35-4b80-98ff-ba3aa0bb4954 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.1265886 Feb 10 14:14:23.235647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-cc28d6b8-7aaf-4677-a569-751e5287b8c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0647440 Feb 10 14:14:23.285146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-832ae0ef-6cba-4389-a15f-0c073c1c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:23.286621 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-832ae0ef-6cba-4389-a15f-0c073c1c68ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0453033 Feb 10 14:14:23.338365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-65162c58-f8d6-42f7-bdd6-04fff822b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:23.340604 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-65162c58-f8d6-42f7-bdd6-04fff822b361 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468755 Feb 10 14:14:23.435278 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-e434b6b3-da00-482e-bae5-353b07853f26 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885701 Feb 10 14:14:23.484202 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:14:23.523641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-37de1732-0b9b-4154-8062-9236f80d3fa9 req-7e3b49ac-f108-44b4-b046-767be82a93ba service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830309 Feb 10 14:14:24.278359 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b171-b27b-4b41-80fb-4c52b4bd0c98 req-90ea4436-278f-4676-9d9c-0430ba7c64f3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:24.279838 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bc5b171-b27b-4b41-80fb-4c52b4bd0c98 req-90ea4436-278f-4676-9d9c-0430ba7c64f3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0588903 Feb 10 14:14:24.343503 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8bc5b171-b27b-4b41-80fb-4c52b4bd0c98 req-3837a37d-4ee7-4c58-acd2-ff7f3765b558 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579481 Feb 10 14:14:25.461912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39e6a-6148-42db-8624-a2e7029c012f req-c0c74ed5-252f-49c8-bed7-842eaa28e419 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:25.463398 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c39e6a-6148-42db-8624-a2e7029c012f req-c0c74ed5-252f-49c8-bed7-842eaa28e419 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0513883 Feb 10 14:14:25.521154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13c39e6a-6148-42db-8624-a2e7029c012f req-0967f04f-3dbf-4782-a25a-d844637a2f71 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520797 Feb 10 14:14:26.641836 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92963e34-18b7-491f-b74a-3fb36293f495 req-3cf24906-d965-4f70-9ac4-7e433c2e7ae7 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:26.643311 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92963e34-18b7-491f-b74a-3fb36293f495 req-3cf24906-d965-4f70-9ac4-7e433c2e7ae7 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0542734 Feb 10 14:14:26.701655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-92963e34-18b7-491f-b74a-3fb36293f495 req-a16862c4-92b9-4d07-bb7d-30dfb6a80dc1 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521126 Feb 10 14:14:27.828130 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f21871-301c-4c5e-8a5a-6d873ba32945 req-cc2c61bf-07ed-4a1c-a1c9-9b26a4b512d8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:27.829629 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3f21871-301c-4c5e-8a5a-6d873ba32945 req-cc2c61bf-07ed-4a1c-a1c9-9b26a4b512d8 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0567048 Feb 10 14:14:27.890603 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f3f21871-301c-4c5e-8a5a-6d873ba32945 req-74c51fc1-accc-4447-a774-515de56ecab7 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547299 Feb 10 14:14:29.011267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7c6c-3a99-4210-8950-e1411889b6e0 req-a3951c7c-dd77-4b0d-ba70-d0b9a67745b7 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:29.012791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a26b7c6c-3a99-4210-8950-e1411889b6e0 req-a3951c7c-dd77-4b0d-ba70-d0b9a67745b7 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0554404 Feb 10 14:14:29.073874 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a26b7c6c-3a99-4210-8950-e1411889b6e0 req-7db2d3c2-078c-4158-a741-7f08e40ad81a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546229 Feb 10 14:14:30.195976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248b08-5a66-495f-80aa-055e87443633 req-155f8234-7991-4e75-bc95-33be5a7ebd15 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:30.197425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf248b08-5a66-495f-80aa-055e87443633 req-155f8234-7991-4e75-bc95-33be5a7ebd15 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0572252 Feb 10 14:14:30.257161 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cf248b08-5a66-495f-80aa-055e87443633 req-794b79a9-97a7-49cc-8114-792880c8dee3 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539825 Feb 10 14:14:30.941828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05d8-9fba-435e-86bb-b68f6d58f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:31.377912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d4db-9e8f-4225-a98b-391d53a34ec2 req-3a18672b-7104-4756-baf1-b10729872373 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:31.379421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf64d4db-9e8f-4225-a98b-391d53a34ec2 req-3a18672b-7104-4756-baf1-b10729872373 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0540559 Feb 10 14:14:31.438909 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bf64d4db-9e8f-4225-a98b-391d53a34ec2 req-f9dd75a1-f9d0-49a9-85f2-738d1c005a04 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530560 Feb 10 14:14:32.558299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc961-e80d-4369-86ff-a7c942c91791 req-b31e2202-fe10-455f-8c79-ab8cbfb76461 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:32.559779 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c1bc961-e80d-4369-86ff-a7c942c91791 req-b31e2202-fe10-455f-8c79-ab8cbfb76461 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0525298 Feb 10 14:14:32.623337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0c1bc961-e80d-4369-86ff-a7c942c91791 req-2eb07f76-f630-4265-9965-7bb113900f71 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575671 Feb 10 14:14:33.356886 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-92c12211-f81a-402d-b7aa-d39fd2ee27a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:33.744252 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dce623-5fe2-443a-bb69-24a69ae9ca24 req-8b40dbe3-6e24-42dd-9aa2-3a7da6a67e5e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:33.745759 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40dce623-5fe2-443a-bb69-24a69ae9ca24 req-8b40dbe3-6e24-42dd-9aa2-3a7da6a67e5e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0528364 Feb 10 14:14:33.804200 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-40dce623-5fe2-443a-bb69-24a69ae9ca24 req-a00a01d0-9cd3-4f0e-a8cd-2c3bd9ae6e7e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527079 Feb 10 14:14:34.772166 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:34.925012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2b16-ada4-4744-9f07-764d81fdb624 req-77783bc4-d5a0-477a-a973-0387b5caeb0e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:34.926487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5ce2b16-ada4-4744-9f07-764d81fdb624 req-77783bc4-d5a0-477a-a973-0387b5caeb0e tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0545063 Feb 10 14:14:34.990841 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5ce2b16-ada4-4744-9f07-764d81fdb624 req-2878e519-b5aa-4fd8-beab-c45af8b0b256 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929&id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584590 Feb 10 14:14:35.988620 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:36.090458 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-ad9af8ae-1bfa-47b9-8a98-5bf9fa832774 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495932 Feb 10 14:14:36.174143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-476ffe42-3bc1-456f-bbcb-49ea98a378a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:36.175568 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-476ffe42-3bc1-456f-bbcb-49ea98a378a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1166 time: 0.0444255 Feb 10 14:14:36.278057 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-04dc4bdd-2e74-4f1d-b854-166419697295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:36.279545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-04dc4bdd-2e74-4f1d-b854-166419697295 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.0857155 Feb 10 14:14:36.348905 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-bd74fb13-fa0e-41da-9831-a4a060f4a3cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0634010 Feb 10 14:14:36.395134 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-e4eb6112-c5f0-4026-bd50-0d59d45b1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:36.396560 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-e4eb6112-c5f0-4026-bd50-0d59d45b1dfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0421944 Feb 10 14:14:36.444785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-9d1fa752-618d-4704-9967-aadc48f3c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:14:36.446236 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-9d1fa752-618d-4704-9967-aadc48f3c147 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432644 Feb 10 14:14:36.499938 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:36.538712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-ef0ba646-63d2-4487-873c-ca5ca13ef1c1 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Feb 10 14:14:36.634422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34d86038-43af-47d7-9324-ef1e11f6c648 req-2fa9dadd-d805-48df-80da-d4fc2eba66eb service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884736 Feb 10 14:14:37.507305 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:14:41.653109 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:00.482840 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:15:00.942791 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bc33d7f8-df27-4550-b6ac-1b6b13d05955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:03.357236 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2e5cfb04-fe6c-46ca-9de7-fa2400896a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:04.773908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:05.990151 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:06.507557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.015738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ea531ea5-ae6d-4ecc-aeac-23329f40a050 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676285960&fields=id&tenant_id=94574fb67745424da2165e72ce8d1544 HTTP/1.1" status: 200 len: 267 time: 0.0434911 Feb 10 14:15:07.072298 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-d3450d8d-83c8-4c3d-b301-f2b0e236250b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.073777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-d3450d8d-83c8-4c3d-b301-f2b0e236250b tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 984 time: 0.0528405 Feb 10 14:15:07.084144 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Request body: {'port': {'security_groups': ['cdd7c0b0-e316-41e0-a0fe-0d8418110ea1']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:07.155242 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.322423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:07.350707 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.355247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.367836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:15:07.400679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.401351 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.402746 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-0837f1a6-4a07-446a-a4ff-a1edac2fe501 req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "PUT /v2.0/ports/40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 942 time: 0.3229218 Feb 10 14:15:07.403208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:07.406130 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef755a7-6274-4977-8765-ef995e76b062" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:07.409809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:07.437570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff835894-3e6c-4cde-b558-faf08d9b19e4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event updated for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:07.458891 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51ed0b-18a5-4f41-a6c9-e5580cbf8d92 x-openstack-request-id: req-9b51ed0b-18a5-4f41-a6c9-e5580cbf8d92 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:07.459232 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:07.459538 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b51ed0b-18a5-4f41-a6c9-e5580cbf8d92 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:07.460002 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:15:07.480518 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:15:07.495673 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (f21324f1-88e2-4ab0-ad3c-a9dca4a8b929), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.527423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (f21324f1-88e2-4ab0-ad3c-a9dca4a8b929), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.551197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef755a7-6274-4977-8765-ef995e76b062 req-7e17c889-351f-4dbc-8cca-4edf47ba063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.552999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-7e17c889-351f-4dbc-8cca-4edf47ba063e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1127 time: 0.0633376 Feb 10 14:15:07.576952 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.614013 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (f21324f1-88e2-4ab0-ad3c-a9dca4a8b929), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.617581 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.618943 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "DELETE /v2.0/security-groups/f21324f1-88e2-4ab0-ad3c-a9dca4a8b929 HTTP/1.1" status: 204 len: 168 time: 0.2056684 Feb 10 14:15:07.622715 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:07.675510 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef755a7-6274-4977-8765-ef995e76b062 req-1a09f44d-3537-4a34-beaf-82b1c370069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.675727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21324f1-88e2-4ab0-ad3c-a9dca4a8b929,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:07.676987 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-1a09f44d-3537-4a34-beaf-82b1c370069f service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.1172957 Feb 10 14:15:07.684136 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.684488 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.684859 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.685206 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.685544 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.685879 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.686495 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.686619 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.687381 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.687713 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.688039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.688555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.688678 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8025b-11cb-4b83-8bd2-2b40bfebb5f4 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:07.706353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-b335feee-57b2-40e4-b420-aba8c1addec5 None None] Provisioning complete for port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:07.706729 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b335feee-57b2-40e4-b420-aba8c1addec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.747418 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-6ffc3d97-c460-450c-ba28-9c98f2a5c2f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0638897 Feb 10 14:15:07.799471 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef755a7-6274-4977-8765-ef995e76b062 req-60b3bcfb-3c4c-4c54-92d5-c080841a7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.801528 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-60b3bcfb-3c4c-4c54-92d5-c080841a7d53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0476313 Feb 10 14:15:07.809468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Deleting port 52664992-de23-418d-b737-2bc84748344d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:07.809996 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (52664992-de23-418d-b737-2bc84748344d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.861209 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef755a7-6274-4977-8765-ef995e76b062 req-b017ed84-26c1-4832-a6db-5e5fdb9f2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:07.861209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-b017ed84-26c1-4832-a6db-5e5fdb9f2fe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525270 Feb 10 14:15:07.892450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (52664992-de23-418d-b737-2bc84748344d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.893522 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for floatingip (52664992-de23-418d-b737-2bc84748344d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:07.911849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Calling delete_port for 52664992-de23-418d-b737-2bc84748344d owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:07.954694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-d5239124-c90a-42cd-a46a-33c0f7fa30d4 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Feb 10 14:15:07.971975 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b335feee-57b2-40e4-b420-aba8c1addec5 None None] Current status of the port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:08.051997 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aef755a7-6274-4977-8765-ef995e76b062 req-97c9b189-104e-48d6-a32f-c86ec1752f97 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Feb 10 14:15:08.070271 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (52664992-de23-418d-b737-2bc84748344d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:08.099917 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event deleted for resources: {'Port': ['ID=52664992-de23-418d-b737-2bc84748344d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:08.156359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks [] for floatingip (01c751b3-51c4-40db-9fd2-5fb40de79ee6), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:08.156692 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Floating IP 01c751b3-51c4-40db-9fd2-5fb40de79ee6 disassociated (deleted). External IP: 172.25.8.11, port: 40dc2143-ae45-4bd6-aa36-2490b408dfb2. Feb 10 14:15:08.362577 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:15:08.477828 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:08.482464 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:08.488052 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Sync routers for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:08.497636 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:08.498268 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:08.611836 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:08.816225 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:08.824337 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e6c4418d-e3ba-4b68-bcb7-872ac5e44bc9 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "DELETE /v2.0/floatingips/01c751b3-51c4-40db-9fd2-5fb40de79ee6 HTTP/1.1" status: 204 len: 168 time: 1.1986539 Feb 10 14:15:08.824943 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:08.827190 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:08.846336 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Checking router: 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:08.854977 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:08.855585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:08.971083 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:09.026054 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668650e-a2a4-4910-ad77-87a87122bf73 x-openstack-request-id: req-d668650e-a2a4-4910-ad77-87a87122bf73 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:09.026349 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:09.026601 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d668650e-a2a4-4910-ad77-87a87122bf73 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:09.027005 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:15:09.108514 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-f6c75556-fb7d-4d7b-841b-a53c9e6948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:09.110655 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-f6c75556-fb7d-4d7b-841b-a53c9e6948fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94574fb67745424da2165e72ce8d1544&device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 1127 time: 0.0603416 Feb 10 14:15:09.198922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:09.206386 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-739dee26-ef95-421f-bfb9-3dd18ba4d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:09.207979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-739dee26-ef95-421f-bfb9-3dd18ba4d042 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 200 len: 915 time: 0.0907736 Feb 10 14:15:09.225221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4fd55-c175-4f9e-bde5-fe7c511a26b0 None None] The sync data for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 is: [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:13:16Z', 'revision_number': 4, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '15e7ddb4-a6f4-4c75-95ef-4da29ddd445f', 'name': '', 'network_id': 'cccbf0f3-ccba-4f3c-831d-9185d5325ba5', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'mac_address': 'fa:16:3e:00:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:16Z', 'updated_at': '2022-02-10T14:13:20Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'subnets': [{'id': '3eeaa382-671d-44e8-ab13-4c429c840bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:09.249743 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-c3cc60e5-df19-4854-b876-e0c1f699b0c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 200 len: 217 time: 0.0355604 Feb 10 14:15:09.302076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-b3ab9567-b818-412f-9bc2-70d74c5f19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:09.303593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-b3ab9567-b818-412f-9bc2-70d74c5f19ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 200 len: 853 time: 0.0467784 Feb 10 14:15:09.357200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-fd0e6b0b-c395-47a7-b39c-42225a17dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:09.359246 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-fd0e6b0b-c395-47a7-b39c-42225a17dd0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cccbf0f3-ccba-4f3c-831d-9185d5325ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488200 Feb 10 14:15:09.449340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cffdf-dfeb-4a53-9923-885153d1f475 None None] New status for floating IP 01c751b3-51c4-40db-9fd2-5fb40de79ee6: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:15:09.462638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-51b9b8d7-0c3f-4bcf-8cc7-f1f4af1d0e56 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941441 Feb 10 14:15:09.561193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81b5e6d3-ce39-4a88-b8a6-dccc5b8c17ab req-e8e3718d-a768-4cf7-a194-9923d6bdedf8 service neutron] 10.222.0.77 "GET /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911312 Feb 10 14:15:11.650873 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:24.173557 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c67f10-1ead-4823-86c1-ad551bedf54e req-5d5d7660-9608-4776-92a9-618cc6e895a2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:24.175196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54c67f10-1ead-4823-86c1-ad551bedf54e req-5d5d7660-9608-4776-92a9-618cc6e895a2 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Feb 10 14:15:24.221850 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-54c67f10-1ead-4823-86c1-ad551bedf54e req-6631c5cd-eb9f-488a-9976-22b7c3f1bf74 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Feb 10 14:15:25.339552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdac3a2-4893-4e79-b671-4c5bfa84b16a req-67547485-af20-47a0-a9d8-af930c575228 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:25.341220 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccdac3a2-4893-4e79-b671-4c5bfa84b16a req-67547485-af20-47a0-a9d8-af930c575228 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Feb 10 14:15:25.395715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ccdac3a2-4893-4e79-b671-4c5bfa84b16a req-0213f37f-1868-4373-9899-d84f05f5f419 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Feb 10 14:15:25.769063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-53fa2f2e-7063-4306-853a-8d46c7c6232f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:25.770451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-53fa2f2e-7063-4306-853a-8d46c7c6232f tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 945 time: 0.0513289 Feb 10 14:15:25.863457 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Deleting port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:25.863804 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:25.953339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] For port 40dc2143-ae45-4bd6-aa36-2490b408dfb2, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=40dc2143-ae45-4bd6-aa36-2490b408dfb2,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:25.953702 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:25.966026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Calling delete_port for 40dc2143-ae45-4bd6-aa36-2490b408dfb2 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:26.093320 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (40dc2143-ae45-4bd6-aa36-2490b408dfb2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:26.105719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['40dc2143-ae45-4bd6-aa36-2490b408dfb2'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:15:26.122817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Pushing event deleted for resources: {'Port': ['ID=40dc2143-ae45-4bd6-aa36-2490b408dfb2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:26.133567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.133919 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.134261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.134603 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.134941 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.135276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.135608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.135936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.136261 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.137165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.137165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.137363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.137549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:26.180943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] No DVR routers for this DVR port 40dc2143-ae45-4bd6-aa36-2490b408dfb2 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:15:26.183530 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:26.186914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b046a60b-f312-436e-9ff4-b4ca6499430b req-db195c61-150e-4ec5-b306-4ab78b6aaf24 tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.77 "DELETE /v2.0/ports/40dc2143-ae45-4bd6-aa36-2490b408dfb2 HTTP/1.1" status: 204 len: 173 time: 0.4112782 Feb 10 14:15:26.187361 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'name': 'network-vif-deleted', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:26.189729 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c616cb60-9d6f-4e6d-b85a-3bd3c210ee91" -d '{"events": [{"server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "name": "network-vif-deleted", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:26.229274 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423eaed-aa47-4a20-81ab-333e528eeb6f x-openstack-request-id: req-2423eaed-aa47-4a20-81ab-333e528eeb6f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:26.229586 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f8557-876e-48ad-974b-afd48f1005c5", "name": "network-vif-deleted", "tag": "40dc2143-ae45-4bd6-aa36-2490b408dfb2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:26.229839 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2423eaed-aa47-4a20-81ab-333e528eeb6f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:26.230241 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f8557-876e-48ad-974b-afd48f1005c5', 'name': 'network-vif-deleted', 'tag': '40dc2143-ae45-4bd6-aa36-2490b408dfb2', 'status': 'completed', 'code': 200} Feb 10 14:15:26.508197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d68801e7-13a1-4a19-add8-d823e426ab06 req-b3707295-ade0-43a5-a219-8981807d927a tempest-TestMinimumBasicScenario-29053241 tempest-TestMinimumBasicScenario-29053241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f8557-876e-48ad-974b-afd48f1005c5 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Feb 10 14:15:28.075817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:28.416066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:28.658349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Deleting port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:28.658688 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:28.735051 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] For port 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:28.735321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:28.751341 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Calling delete_port for 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:28.940993 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (15e7ddb4-a6f4-4c75-95ef-4da29ddd445f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:28.965767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e7ddb4-a6f4-4c75-95ef-4da29ddd445f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:29.130075 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:29.696582 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:15:29.726772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 40dc2143-ae45-4bd6-aa36-2490b408dfb2 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:29.748279 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: 40dc2143-ae45-4bd6-aa36-2490b408dfb2 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:29.748629 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device 40dc2143-ae45-4bd6-aa36-2490b408dfb2 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:29.804018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:29.809133 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5e621461-0cdc-4dd6-857e-e1b4bda5efd1 admin admin] 10.222.0.13 "PUT /v2.0/routers/6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323081 Feb 10 14:15:29.812234 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:29.816023 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Sync routers for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:29.830194 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:29.830903 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:29.921458 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks [] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:29.937970 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:30.025893 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks [] for router_gateway (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.082162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Deleting port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:30.082498 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.166620 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] For port edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:30.167442 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.180287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Calling delete_port for edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:30.205974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:15:28Z', 'revision_number': 5, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port': {'id': 'edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:14Z', 'updated_at': '2022-02-10T14:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:30.231627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Checking router: 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:30.240916 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Routers {'6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:30.241536 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:30.329314 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] Set router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a gateway port host: None {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:30.350001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.379760 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:30.384237 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:15:30Z', 'revision_number': 6, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:30.411952 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa94ab-9507-43df-9200-904d68d6ce46 None None] The sync data for ids ['6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a'] in n-d-815324-6 is: [{'id': '6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a', 'name': 'tempest-TestMinimumBasicScenario-759532484-router', 'tenant_id': '94574fb67745424da2165e72ce8d1544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:13Z', 'updated_at': '2022-02-10T14:15:30Z', 'revision_number': 6, 'project_id': '94574fb67745424da2165e72ce8d1544', 'gw_port_host': None}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:30.439415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.536304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.539030 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks [] for router_controller (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.585478 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.585931 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:15:30.590233 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.591490 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ee0ab6ef-2d08-4cd0-894a-3e339558fb6a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6597d5fb-1c2a-42fe-bfb7-d81d0d7a691a HTTP/1.1" status: 204 len: 168 time: 0.7782226 Feb 10 14:15:30.594618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:30.637669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Deleting subnet 3eeaa382-671d-44e8-ab13-4c429c840bed {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:15:30.641396 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Publish callbacks [] for subnet (3eeaa382-671d-44e8-ab13-4c429c840bed), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.674565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (3eeaa382-671d-44e8-ab13-4c429c840bed), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.754296 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (3eeaa382-671d-44e8-ab13-4c429c840bed), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.824476 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (3eeaa382-671d-44e8-ab13-4c429c840bed), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.852268 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eeaa382-671d-44e8-ab13-4c429c840bed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:30.856389 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.862457 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-27beeae2-9fdc-43b7-9376-8f8d4415a593 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3eeaa382-671d-44e8-ab13-4c429c840bed HTTP/1.1" status: 204 len: 168 time: 0.2666917 Feb 10 14:15:30.865112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:30.868993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c6eb9-0649-4b16-95b9-584a138a64c1 None None] Network cccbf0f3-ccba-4f3c-831d-9185d5325ba5 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:15:30.943772 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (cccbf0f3-ccba-4f3c-831d-9185d5325ba5), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.968607 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-64dc1aeb-aa48-4bd9-887b-bc23cceb0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:30.996694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Deleting port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:30.997066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.059592 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] For port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,segment=NetworkSegment(3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0),segment_id=3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:31.059953 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.073078 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Calling delete_port for 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:31.156248 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2e6e90c8-a621-4f40-8a90-a5a5be9aac64), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.182524 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6e90c8-a621-4f40-8a90-a5a5be9aac64,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:31.185897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] No DVR routers for this DVR port 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 on host n-d-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:15:31.207033 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4c68f-8efd-49dc-a2e1-c7a03bfe9bf9 None None] DHCP port deletion for cccbf0f3-ccba-4f3c-831d-9185d5325ba5 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:15:31.215639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:31.237153 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:31.237550 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 15e7ddb4-a6f4-4c75-95ef-4da29ddd445f not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:31.275392 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (cccbf0f3-ccba-4f3c-831d-9185d5325ba5), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.294976 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccbf0f3-ccba-4f3c-831d-9185d5325ba5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:31.304730 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:31.305056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:31.315566 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.329565 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.336316 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:15:31.336715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (3668ef67-a8f9-4c24-8524-a2f4c7a4f0a0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:15:31.338396 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:15:31.394172 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (cccbf0f3-ccba-4f3c-831d-9185d5325ba5), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.399559 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:31.403012 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] 10.222.0.13 "DELETE /v2.0/networks/cccbf0f3-ccba-4f3c-831d-9185d5325ba5 HTTP/1.1" status: 204 len: 168 time: 0.5369604 Feb 10 14:15:31.406779 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33620) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:31.414120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83517e-edd6-4150-8cb4-f160cce4bbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=cccbf0f3-ccba-4f3c-831d-9185d5325ba5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:31.756747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (0be97a29-acf9-4915-84bb-1c19438688bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.006665 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Deleting port 4d77753e-77de-441d-a6cd-c6e9593090e5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:32.007062 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.082088 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] For port 4d77753e-77de-441d-a6cd-c6e9593090e5, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=4d77753e-77de-441d-a6cd-c6e9593090e5,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:32.082438 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.095041 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Calling delete_port for 4d77753e-77de-441d-a6cd-c6e9593090e5 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:32.270794 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (4d77753e-77de-441d-a6cd-c6e9593090e5), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.297098 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d77753e-77de-441d-a6cd-c6e9593090e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:32.468264 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (0be97a29-acf9-4915-84bb-1c19438688bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.688310 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Router 0be97a29-acf9-4915-84bb-1c19438688bf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:15:32.697752 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:32.721956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:32.722380 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device edd26d08-1831-4b3c-8ca1-3eb4e6a2b9a4 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:32.722859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:32.741777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:32.742532 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2e6e90c8-a621-4f40-8a90-a5a5be9aac64 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:32.797301 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:32.802529 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-66121600-6160-485b-96e3-b254ca61e3e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/0be97a29-acf9-4915-84bb-1c19438688bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947470 Feb 10 14:15:32.805055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33622) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:32.805499 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Sync routers for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:32.814921 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:32.815537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:32.910739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks [] for router (0be97a29-acf9-4915-84bb-1c19438688bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:32.923461 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:33.014290 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks [] for router_gateway (0be97a29-acf9-4915-84bb-1c19438688bf), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.066573 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Deleting port fc50be93-7a64-4399-9af5-00cb1701d7b9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:33.066911 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.102856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:15:32Z', 'revision_number': 5, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port': {'id': 'fc50be93-7a64-4399-9af5-00cb1701d7b9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:33.133351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Checking router: 0be97a29-acf9-4915-84bb-1c19438688bf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:33.141980 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Routers {'0be97a29-acf9-4915-84bb-1c19438688bf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:33.142584 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['0be97a29-acf9-4915-84bb-1c19438688bf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:33.144190 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] For port fc50be93-7a64-4399-9af5-00cb1701d7b9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=fc50be93-7a64-4399-9af5-00cb1701d7b9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:33.144551 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.156993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Calling delete_port for fc50be93-7a64-4399-9af5-00cb1701d7b9 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:33.229134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] Set router 0be97a29-acf9-4915-84bb-1c19438688bf gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:33.282477 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:15:33Z', 'revision_number': 6, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:33.311823 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cfb72-5340-4665-90ae-30ded0a58764 None None] The sync data for ids ['0be97a29-acf9-4915-84bb-1c19438688bf'] in n-d-815324-6 is: [{'id': '0be97a29-acf9-4915-84bb-1c19438688bf', 'name': 'tempest-TestMinimumBasicScenario-1638388660-router', 'tenant_id': '7be4a687217a44a3bca5b14d7eddba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:13:18Z', 'updated_at': '2022-02-10T14:15:33Z', 'revision_number': 6, 'project_id': '7be4a687217a44a3bca5b14d7eddba76', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:33.327083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (fc50be93-7a64-4399-9af5-00cb1701d7b9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.354102 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc50be93-7a64-4399-9af5-00cb1701d7b9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:33.362263 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c1816e5d-0e4d-48d2-9d08-6abec09478e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.416938 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (0be97a29-acf9-4915-84bb-1c19438688bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.506837 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (0be97a29-acf9-4915-84bb-1c19438688bf), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.508976 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks [] for router_controller (0be97a29-acf9-4915-84bb-1c19438688bf), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.553927 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (0be97a29-acf9-4915-84bb-1c19438688bf), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.554497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be97a29-acf9-4915-84bb-1c19438688bf {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:15:33.558663 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.559905 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c5ff3f8d-dc4a-4042-ad4a-2d31779f0a2a admin admin] 10.222.0.13 "DELETE /v2.0/routers/0be97a29-acf9-4915-84bb-1c19438688bf HTTP/1.1" status: 204 len: 168 time: 0.7539289 Feb 10 14:15:33.563114 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33624) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:33.605558 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Deleting subnet 34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0 {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:15:33.609006 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Publish callbacks [] for subnet (34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.642592 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.720387 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.776858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.802458 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:33.807600 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.810995 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c3349a67-8174-42e3-ac7d-6fa59adda411 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34b8fd5d-930c-44f4-ab0f-88bf6fcf52c0 HTTP/1.1" status: 204 len: 168 time: 0.2468874 Feb 10 14:15:33.812242 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f0462-59f0-4260-9d72-b6fbf2b16f5b None None] Network 34c45ba5-3cda-44ef-b505-23ae9609c66a requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:15:33.813512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33626) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:33.881372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (34c45ba5-3cda-44ef-b505-23ae9609c66a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:33.939481 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Deleting port 93ced252-7811-4db8-8bd7-c03b822d11a8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:33.939826 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.000602 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] For port 93ced252-7811-4db8-8bd7-c03b822d11a8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=93ced252-7811-4db8-8bd7-c03b822d11a8,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:34.000887 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.012575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Calling delete_port for 93ced252-7811-4db8-8bd7-c03b822d11a8 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:34.042753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] DHCP port deletion for 34c45ba5-3cda-44ef-b505-23ae9609c66a request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:15:34.094539 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Deleting port 93ced252-7811-4db8-8bd7-c03b822d11a8 {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:15:34.094919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.175016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] For port 93ced252-7811-4db8-8bd7-c03b822d11a8, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=93ced252-7811-4db8-8bd7-c03b822d11a8,segment=NetworkSegment(fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa),segment_id=fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:34.175422 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.189566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Calling delete_port for 93ced252-7811-4db8-8bd7-c03b822d11a8 owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:15:34.277289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.304276 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Pushing event deleted for resources: {'Port': ['ID=93ced252-7811-4db8-8bd7-c03b822d11a8,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:34.308968 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] No DVR routers for this DVR port 93ced252-7811-4db8-8bd7-c03b822d11a8 on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.319415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.321041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.321041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.321041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.321041 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4514c-9755-4872-9d87-e012cfcf85a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:34.422238 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (93ced252-7811-4db8-8bd7-c03b822d11a8), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.447858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ced252-7811-4db8-8bd7-c03b822d11a8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:34.449684 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] No DVR routers for this DVR port 93ced252-7811-4db8-8bd7-c03b822d11a8 on host n-d-815324-6 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:15:34.520145 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (34c45ba5-3cda-44ef-b505-23ae9609c66a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.545125 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c45ba5-3cda-44ef-b505-23ae9609c66a']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:34.554888 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:34.555181 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:34.564083 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.577052 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.583039 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:15:34.583408 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (fa2bb0f3-fb9a-42fb-8bb0-92eb8a0cecfa), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self.session.flush() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:15:34.585096 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:15:34.640188 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (34c45ba5-3cda-44ef-b505-23ae9609c66a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.645824 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.649555 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34c45ba5-3cda-44ef-b505-23ae9609c66a HTTP/1.1" status: 204 len: 168 time: 0.8345332 Feb 10 14:15:34.657653 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc50be93-7a64-4399-9af5-00cb1701d7b9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:34.662055 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60383dc-e5a1-44e9-ab3e-3c2819179c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c45ba5-3cda-44ef-b505-23ae9609c66a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:34.679199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: fc50be93-7a64-4399-9af5-00cb1701d7b9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:34.679566 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device fc50be93-7a64-4399-9af5-00cb1701d7b9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:34.680255 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 93ced252-7811-4db8-8bd7-c03b822d11a8 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:34.702222 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 93ced252-7811-4db8-8bd7-c03b822d11a8 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:34.703221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 93ced252-7811-4db8-8bd7-c03b822d11a8 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:34.703616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4d77753e-77de-441d-a6cd-c6e9593090e5 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:15:34.722125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 4d77753e-77de-441d-a6cd-c6e9593090e5 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:15:34.722478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 4d77753e-77de-441d-a6cd-c6e9593090e5 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:15:34.776433 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.818583 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33630) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:34.857312 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-76f75f65-582b-4973-81b3-2a8b7cb01adc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94574fb67745424da2165e72ce8d1544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375252 Feb 10 14:15:34.860439 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33632) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:34.911299 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] Publish callbacks [] for security_group (cdd7c0b0-e316-41e0-a0fe-0d8418110ea1), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.931856 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] Publish callbacks [] for security_group (cdd7c0b0-e316-41e0-a0fe-0d8418110ea1), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.976605 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (cdd7c0b0-e316-41e0-a0fe-0d8418110ea1), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.979461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:34.980575 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdd7c0b0-e316-41e0-a0fe-0d8418110ea1 HTTP/1.1" status: 204 len: 168 time: 0.1191902 Feb 10 14:15:34.989980 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6602c-5e39-4b89-ae66-a660d5ea114f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7c0b0-e316-41e0-a0fe-0d8418110ea1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:35.284927 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:35.328279 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f3bb505f-6677-41c1-89be-24a952185642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7be4a687217a44a3bca5b14d7eddba76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419950 Feb 10 14:15:35.330575 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:35.375965 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] Publish callbacks [] for security_group (74ac01c4-4b01-4ae7-846e-2186d271b3ed), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:35.396115 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] Publish callbacks [] for security_group (74ac01c4-4b01-4ae7-846e-2186d271b3ed), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:35.442157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (74ac01c4-4b01-4ae7-846e-2186d271b3ed), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:35.445027 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:35.446195 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74ac01c4-4b01-4ae7-846e-2186d271b3ed HTTP/1.1" status: 204 len: 168 time: 0.1147480 Feb 10 14:15:35.453878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c79c5-3f80-4031-8f47-5710d75b62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ac01c4-4b01-4ae7-846e-2186d271b3ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:35.993273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:36.516817 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:36.991556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:36.996231 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749044826', 'description': 'tempest-secgroup-smoke-749044826 description', 'project_id': 'e09cfe8001a545d694dd356721dcb72d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.016845 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.024507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.099960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (44097622-89bf-464b-92cd-8ca92e1a7530), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.103783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (44097622-89bf-464b-92cd-8ca92e1a7530), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.141104 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44097622-89bf-464b-92cd-8ca92e1a7530,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.179092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (b820f743-e157-4992-bace-e2869a079e19), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.182703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b820f743-e157-4992-bace-e2869a079e19), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.215694 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.216933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2243218 Feb 10 14:15:37.220832 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33682) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.221495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ffb58-6bf7-48d8-9ae6-98fcf9d27ffb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b820f743-e157-4992-bace-e2869a079e19,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.227248 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.256333 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d7c7085a-98ee-4a57-abc5-1c1ffab28d27), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.301128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d7c7085a-98ee-4a57-abc5-1c1ffab28d27), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.304709 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d7c7085a-98ee-4a57-abc5-1c1ffab28d27), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.321095 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c7085a-98ee-4a57-abc5-1c1ffab28d27,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.330004 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.331180 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1aebed9e-5c22-41ca-bd76-30bc652fb290 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086819 Feb 10 14:15:37.333905 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33684) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.338097 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.362431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (ecd0c8c9-ec3b-4aab-bafc-fd9143a672da), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.416924 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (ecd0c8c9-ec3b-4aab-bafc-fd9143a672da), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.420310 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (ecd0c8c9-ec3b-4aab-bafc-fd9143a672da), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.440867 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd0c8c9-ec3b-4aab-bafc-fd9143a672da,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.445899 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.447091 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b0777da0-9cfb-4f89-b18e-093dc3d51650 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122527 Feb 10 14:15:37.449896 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33686) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.454663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.478414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (0ee9b1a5-e794-4947-abf5-c7b96d67c749), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.481800 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:15:37.505479 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.549799 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (0ee9b1a5-e794-4947-abf5-c7b96d67c749), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.553534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (0ee9b1a5-e794-4947-abf5-c7b96d67c749), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.571060 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee9b1a5-e794-4947-abf5-c7b96d67c749,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.578946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.582884 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7cefa02f-ce7b-4994-888e-1644ba8cd113 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293128 Feb 10 14:15:37.583052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33688) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.587199 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.610666 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (ccb377ff-fbe7-433e-9582-d6cfc7b90927), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.666789 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (ccb377ff-fbe7-433e-9582-d6cfc7b90927), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.670363 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (ccb377ff-fbe7-433e-9582-d6cfc7b90927), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.690260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb377ff-fbe7-433e-9582-d6cfc7b90927,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.695954 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.699169 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8a0d36d4-1ce8-4ed5-bb46-e42d1c369ad2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125598 Feb 10 14:15:37.699294 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33690) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.704048 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.722576 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:15:37.727366 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (e3d55205-090b-4bdf-bb5f-2c0ae9816be1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.783997 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (e3d55205-090b-4bdf-bb5f-2c0ae9816be1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.787445 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (e3d55205-090b-4bdf-bb5f-2c0ae9816be1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.806731 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d55205-090b-4bdf-bb5f-2c0ae9816be1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.812786 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.817000 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00fc1835-9c54-4c88-bbba-e30bcdf75830 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141691 Feb 10 14:15:37.817099 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33692) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.821349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'b820f743-e157-4992-bace-e2869a079e19', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.841613 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:15:37.846669 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (4de4b5a2-3a57-472e-a8cf-bce54cb037e5), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.906871 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (4de4b5a2-3a57-472e-a8cf-bce54cb037e5), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.910377 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4de4b5a2-3a57-472e-a8cf-bce54cb037e5), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.927249 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de4b5a2-3a57-472e-a8cf-bce54cb037e5,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:37.935858 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.937679 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1aee848e-642b-42a0-8f6f-b9284b1d11b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197090 Feb 10 14:15:37.940664 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33694) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:37.945426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'network': {'name': 'tempest-network-smoke--620821680', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:37.963033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:15:37.966338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.988556 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:15:37.997111 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (acfce4d4-e962-48fd-a035-ef5a58aea372), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:37.997444 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Added segment acfce4d4-e962-48fd-a035-ef5a58aea372 of type vlan for network 07c50dbc-3226-4450-89a1-80590dde17c3 Feb 10 14:15:38.035219 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (07c50dbc-3226-4450-89a1-80590dde17c3), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.058944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (07c50dbc-3226-4450-89a1-80590dde17c3), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.064497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:38.065113 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.102729 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1610410 Feb 10 14:15:38.105610 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33696) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:38.136797 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'admin_state_up': True, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:38.146137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6b72-e630-441b-8389-eafa34e2bad8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Network': ['ID=07c50dbc-3226-4450-89a1-80590dde17c3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:38.157902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 07c50dbc-3226-4450-89a1-80590dde17c3 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:15:38.163342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.164372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.217352 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.360850 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.553842 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.580065 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.678187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.165 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/152371ad-271e-4d1d-a86b-8e7961f13b12) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:15:38.780654 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.813431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:38.853454 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:38.857773 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:38.860223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:15:38.885736 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=152371ad-271e-4d1d-a86b-8e7961f13b12,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:39.112700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:39.310704 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:39.435623 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router e3113a0e-bf49-425f-b7e1-c55f2720aa6c is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:15:39.539898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:39.549562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Sync routers for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:39.558552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:39.559166 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:39.560153 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:39.561399 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-afc596c3-bdaa-4f48-a5b9-395d5a85ef72 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4548881 Feb 10 14:15:39.564921 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33698) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:39.669275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:39.681128 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-74eed29f-bbdb-48d4-b8c5-0f51e69c2dcf tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e09cfe8001a545d694dd356721dcb72d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1150649 Feb 10 14:15:39.683809 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33702) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:39.770233 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f27fb6-269d-4f5b-926d-0be21f36f5cd tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:39.771631 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-20f27fb6-269d-4f5b-926d-0be21f36f5cd tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869143 Feb 10 14:15:39.774526 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33704) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:39.802325 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-049a1af0-4ddd-4042-8753-e0fa0e41a9f9 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264857 Feb 10 14:15:39.804794 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33706) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:39.809330 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1481521647', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:39.845996 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:39Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:39.878486 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Checking router: e3113a0e-bf49-425f-b7e1-c55f2720aa6c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:39.878922 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Updating router e3113a0e-bf49-425f-b7e1-c55f2720aa6c port 152371ad-271e-4d1d-a86b-8e7961f13b12 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:15:39.901128 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:15:39.906534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:39.907079 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.085672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (28930352-fb4e-4eab-a7ba-3d28664a8a7c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.146020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Subnet': ['ID=28930352-fb4e-4eab-a7ba-3d28664a8a7c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:40.156898 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Checking segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:15:40.157203 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks [] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.157338 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network hostable DHCP agents. Network: 07c50dbc-3226-4450-89a1-80590dde17c3, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:15:40.163309 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.173886 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 07c50dbc-3226-4450-89a1-80590dde17c3 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:15:40.182593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 07c50dbc-3226-4450-89a1-80590dde17c3) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:40.187607 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:40.188414 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.200624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89030904-4f79-4cbb-8523-66b5bde512bd None None] Network 07c50dbc-3226-4450-89a1-80590dde17c3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:15:40.208963 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8e9ae514-0e32-44e3-88c8-dabb056a9cb5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4031332 Feb 10 14:15:40.211590 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33708) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:40.225687 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Attempting to bind port 152371ad-271e-4d1d-a86b-8e7961f13b12 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:15:40.226057 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Attempting to bind port 152371ad-271e-4d1d-a86b-8e7961f13b12 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:15:40.226418 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Attempting to bind port 152371ad-271e-4d1d-a86b-8e7961f13b12 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:15:40.231426 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Pushing event updated for resources: {'Port': ['ID=152371ad-271e-4d1d-a86b-8e7961f13b12,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:40.233631 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:15:40.234011 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:15:40.234409 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.234820 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:15:40.235258 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Bound port: 152371ad-271e-4d1d-a86b-8e7961f13b12, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:15:40.235633 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.258561 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.258949 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.259245 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.259574 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.259903 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.260229 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.261231 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.261231 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.261231 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.261496 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.261806 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.262124 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.262429 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:15:40.299489 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] For port 152371ad-271e-4d1d-a86b-8e7961f13b12, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:15:40.303551 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] For port 152371ad-271e-4d1d-a86b-8e7961f13b12, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=152371ad-271e-4d1d-a86b-8e7961f13b12,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:15:40.310038 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.325909 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-07c50dbc-3226-4450-89a1-80590dde17c3', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:15:40.326799 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.369670 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fcd58-1899-4f12-b25c-77b0b68dc6d4 None None] Pushing event updated for resources: {'Port': ['ID=152371ad-271e-4d1d-a86b-8e7961f13b12,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:40.378696 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:40.379215 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:40.478845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Allocated IP 172.20.0.2 (07c50dbc-3226-4450-89a1-80590dde17c3/28930352-fb4e-4eab-a7ba-3d28664a8a7c/a6358425-0efb-4fae-b0fa-bfd96f04959b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:15:40.489739 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:40.634058 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks [] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.643005 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.681917 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:39Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:40.694058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Network 07c50dbc-3226-4450-89a1-80590dde17c3 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:40.699083 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:40.704077 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:15:40.707311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Pushing event updated for resources: {'Port': ['ID=a6358425-0efb-4fae-b0fa-bfd96f04959b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:40.712539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac728c58-022a-4ae2-8a84-f2298d3cb0a7 None None] The sync data for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 is: [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:39Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:40.767674 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Attempting to bind port a6358425-0efb-4fae-b0fa-bfd96f04959b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:15:40.769061 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Attempting to bind port a6358425-0efb-4fae-b0fa-bfd96f04959b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:15:40.769430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Attempting to bind port a6358425-0efb-4fae-b0fa-bfd96f04959b on network 07c50dbc-3226-4450-89a1-80590dde17c3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:15:40.776181 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:15:40.776557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Checking segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:15:40.777201 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.777599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Bound using segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:15:40.778072 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Bound port: a6358425-0efb-4fae-b0fa-bfd96f04959b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:15:40.778452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.845659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] For port a6358425-0efb-4fae-b0fa-bfd96f04959b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:15:40.849601 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] For port a6358425-0efb-4fae-b0fa-bfd96f04959b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a6358425-0efb-4fae-b0fa-bfd96f04959b,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:15:40.856245 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:40.926336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616437-cdcf-4199-b02a-8bcce5cd4755 None None] Pushing event updated for resources: {'Port': ['ID=a6358425-0efb-4fae-b0fa-bfd96f04959b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:41.034587 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.359419 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.1 (07c50dbc-3226-4450-89a1-80590dde17c3/28930352-fb4e-4eab-a7ba-3d28664a8a7c/8ee8a151-9d4a-4eb7-b755-f3685bac3f66) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:15:41.478599 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.513295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.559781 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 07c50dbc-3226-4450-89a1-80590dde17c3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:41.563005 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:41.568356 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:15:41.572426 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:41.615940 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.659793 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.758430 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:41.916336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db4b45-2eb5-4700-88f1-02b586736643 None None] Network 07c50dbc-3226-4450-89a1-80590dde17c3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:15:41.951557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Provisioning complete for port a6358425-0efb-4fae-b0fa-bfd96f04959b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:41.951932 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.052109 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.057852 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.144899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:42.148513 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.246326 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 07c50dbc-3226-4450-89a1-80590dde17c3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:42.247924 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:42.262486 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Current status of the port a6358425-0efb-4fae-b0fa-bfd96f04959b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:42.262872 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.301965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] For port a6358425-0efb-4fae-b0fa-bfd96f04959b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a6358425-0efb-4fae-b0fa-bfd96f04959b,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:42.307085 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.356408 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aad20-087d-4154-9f28-9c0ecaa19185 None None] Pushing event updated for resources: {'Port': ['ID=a6358425-0efb-4fae-b0fa-bfd96f04959b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:42.381908 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router e3113a0e-bf49-425f-b7e1-c55f2720aa6c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:15:42.500187 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:42.509769 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Sync routers for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:42.512958 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b3df23a8-b97e-4f6a-b297-db25b370db6c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/e3113a0e-bf49-425f-b7e1-c55f2720aa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000329 Feb 10 14:15:42.539334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:42.540419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:42.593283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Provisioning complete for port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:42.593667 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.673818 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:15:42.698829 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Provisioning complete for port a6358425-0efb-4fae-b0fa-bfd96f04959b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:42.699216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:42.701096 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-01312161-279a-4a3f-af03-9beea8361dbe tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749044826&fields=id&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 267 time: 0.0691299 Feb 10 14:15:42.734230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:42.785984 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 152371ad-271e-4d1d-a86b-8e7961f13b12 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:15:42.826367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-7cb1a14c-a370-4b1f-821f-b8fbb5652dd1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:42.828018 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-7cb1a14c-a370-4b1f-821f-b8fbb5652dd1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 796 time: 0.1142273 Feb 10 14:15:42.844202 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-1fd57871-94ee-4f44-a57d-c732d12819cc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/quotas/e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 375 time: 0.0104160 Feb 10 14:15:42.916541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-61c1751e-bc08-402b-bde3-d774b85d9c8b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657148 Feb 10 14:15:42.963336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5207488d-e1bf-4214-b03e-62ca2a6eaa1b None None] Current status of the port a6358425-0efb-4fae-b0fa-bfd96f04959b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:42.975925 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 152371ad-271e-4d1d-a86b-8e7961f13b12 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:42.976303 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.020006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-54f79497-37ad-4d83-9c6f-128b8dd78455 service neutron] 10.222.0.13 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909030 Feb 10 14:15:43.113576 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 2, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:43.114460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-ebf1e8b1-805c-47ce-b72a-41c453bc9c35 service neutron] 10.222.0.13 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 Feb 10 14:15:43.115767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 152371ad-271e-4d1d-a86b-8e7961f13b12 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:43.116154 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.121845 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-32e6a36e-f47c-4026-b780-19233b191939 None None] Provisioning complete for port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:43.122247 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-32e6a36e-f47c-4026-b780-19233b191939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.153772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Checking router: e3113a0e-bf49-425f-b7e1-c55f2720aa6c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:43.154135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Updating router e3113a0e-bf49-425f-b7e1-c55f2720aa6c port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:15:43.218411 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 152371ad-271e-4d1d-a86b-8e7961f13b12, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=152371ad-271e-4d1d-a86b-8e7961f13b12,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:43.226327 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.228555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-32e6a36e-f47c-4026-b780-19233b191939 None None] Port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:15:43.241063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.241595 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a6358425-0efb-4fae-b0fa-bfd96f04959b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:15:43.280020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c79044f8-bf00-4b2b-b708-be3d0907467d req-7bb9d8e4-71e2-49a1-a483-24e84b0272f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 210 time: 0.0286608 Feb 10 14:15:43.403452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=152371ad-271e-4d1d-a86b-8e7961f13b12,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:43.431016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port a6358425-0efb-4fae-b0fa-bfd96f04959b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:43.431398 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.591874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port a6358425-0efb-4fae-b0fa-bfd96f04959b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:43.651103 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks [] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.657117 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.705892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5644-3ea3-4a77-b498-d311b46b8696 None None] Pushing event updated for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:43.767428 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Attempting to bind port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:15:43.767802 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Attempting to bind port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:15:43.768161 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Attempting to bind port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 on network 07c50dbc-3226-4450-89a1-80590dde17c3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:15:43.773927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:15:43.774302 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Checking segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:15:43.775083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.775469 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Bound using segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:15:43.775928 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Bound port: 8ee8a151-9d4a-4eb7-b755-f3685bac3f66, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:15:43.776322 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.845947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] For port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:15:43.850488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] For port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:15:43.861000 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:43.930397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa5644-3ea3-4a77-b498-d311b46b8696 None None] Pushing event updated for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:43.934830 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:43.935459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:44.006512 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Provisioning complete for port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:44.006877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.091108 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:44.214023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Current status of the port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:44.214411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.288907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] For port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:44.296095 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.371301 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266ff90-2715-47cd-bd56-34678b6cea5e None None] Pushing event updated for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:44.403180 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:44.410399 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1495a8c3-8919-47ef-9bff-796615f9446d req-2e564377-5b2a-4484-ac57-0bfeb98f9000 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Feb 10 14:15:44.441357 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08124dfe-142a-4482-a5f5-ead46459780d None None] The sync data for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 is: [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:44.455956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a0e66eae-2bef-4566-a06d-f4d2e8cf7b08 None None] Provisioning complete for port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:44.456335 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a0e66eae-2bef-4566-a06d-f4d2e8cf7b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.503245 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-417c0ce2-cbb2-4c3e-8675-c368fead90ae tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:44.508696 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-417c0ce2-cbb2-4c3e-8675-c368fead90ae tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 796 time: 0.1595290 Feb 10 14:15:44.593010 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-b31cdeb2-4ad0-496c-8801-3804e878579b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 379 time: 0.0749433 Feb 10 14:15:44.603303 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'port': {'device_id': '36c6c415-8594-416b-9d62-2d76f97e1956', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'admin_state_up': True, 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'security_groups': ['b820f743-e157-4992-bace-e2869a079e19']}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:44.751460 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'port': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:15:44.755529 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.757786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a0e66eae-2bef-4566-a06d-f4d2e8cf7b08 None None] Current status of the port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:44.780660 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 152371ad-271e-4d1d-a86b-8e7961f13b12 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:15:44.835433 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 152371ad-271e-4d1d-a86b-8e7961f13b12 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:44.835807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:44.908312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.13 (07c50dbc-3226-4450-89a1-80590dde17c3/28930352-fb4e-4eab-a7ba-3d28664a8a7c/2cc9b196-c74c-4e53-9ec3-fdcee5af3f06) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:15:44.930856 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 152371ad-271e-4d1d-a86b-8e7961f13b12 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:44.931946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:15:44.979335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:44.979868 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.060066 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.064620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:45.100672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.146786 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 07c50dbc-3226-4450-89a1-80590dde17c3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:45.150390 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:45.154498 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:15:45.180363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:45.212490 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:45.213139 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.231929 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d51114d0-c4f3-4df3-9842-5a0ec14908df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6336701 Feb 10 14:15:45.243367 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Request body: {'port': {'device_id': '36c6c415-8594-416b-9d62-2d76f97e1956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:45.313466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.384545 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-483bafea-474d-4305-a4c8-6a825d51d7d5 None None] Provisioning complete for port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:45.384962 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-483bafea-474d-4305-a4c8-6a825d51d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.426165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-483bafea-474d-4305-a4c8-6a825d51d7d5 None None] Port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:15:45.534185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1692fd6-eec9-43de-8280-05edf9c0469a req-ccc8dd7d-e57b-44a8-9ed9-6a4d0cbef3da tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:45.549079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1692fd6-eec9-43de-8280-05edf9c0469a req-ccc8dd7d-e57b-44a8-9ed9-6a4d0cbef3da tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 932 time: 0.0653124 Feb 10 14:15:45.601982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1692fd6-eec9-43de-8280-05edf9c0469a req-49bd19ca-8383-47fa-94be-05a43fa588a4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533228 Feb 10 14:15:45.606821 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:15:45.615489 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks [] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.627932 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Transition to ACTIVE for port object 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 will not be triggered until provisioned by entity L2. {{(pid=103400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:15:45.632240 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.681839 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:45.760103 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Attempting to bind port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:15:45.760440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Attempting to bind port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:15:45.760850 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Attempting to bind port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 on network 07c50dbc-3226-4450-89a1-80590dde17c3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:15:45.765679 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 on network 07c50dbc-3226-4450-89a1-80590dde17c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:15:45.766004 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Attempting to bind port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 on network 07c50dbc-3226-4450-89a1-80590dde17c3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:15:45.771138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:15:45.771484 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Checking segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:15:45.771872 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Bound using segment: {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:15:45.772291 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Bound port: 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfce4d4-e962-48fd-a035-ef5a58aea372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:15:45.772656 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.837791 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:15:45.840796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:15:45.847763 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.884582 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:45.885242 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:45.887061 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] 10.222.0.21 "PUT /v2.0/ports/2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 1092 time: 0.6480832 Feb 10 14:15:45.887511 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:45.889905 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ef799-9ec6-49f8-9f01-2253968ff1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:45.917823 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e43cad-7396-4e80-acf2-99ffe2e6d59a service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:45.962844 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c7654c-a360-434c-b837-88e73a689ac5 x-openstack-request-id: req-89c7654c-a360-434c-b837-88e73a689ac5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:45.963633 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:45.963956 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89c7654c-a360-434c-b837-88e73a689ac5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:45.964431 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'status': 'completed', 'code': 200} Feb 10 14:15:45.981739 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-04f021f5-7ed8-4aec-8d33-6983528fbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:45.983865 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-04f021f5-7ed8-4aec-8d33-6983528fbdd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1126 time: 0.0578954 Feb 10 14:15:46.026774 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-e6702905-e4df-4170-9db6-e4f6d7949d4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 217 time: 0.0371449 Feb 10 14:15:46.077407 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-acf16b10-223d-468d-922a-2b52651f6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.078901 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-acf16b10-223d-468d-922a-2b52651f6876 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0463097 Feb 10 14:15:46.128728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-25054446-be65-4cfa-b059-b27d963897a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.130339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-25054446-be65-4cfa-b059-b27d963897a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456245 Feb 10 14:15:46.239036 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-9ad42630-ebc3-493c-87ba-118a3880fdf8 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017740 Feb 10 14:15:46.331148 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-9bc8506c-e6fb-4919-9070-03b5d10487d0 req-add6d44f-ae04-457b-a2a1-58d40e0ad046 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847268 Feb 10 14:15:46.415858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-60dd10fa-5746-497a-ad5b-c936b5ec5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.417283 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-60dd10fa-5746-497a-ad5b-c936b5ec5d11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1126 time: 0.0446875 Feb 10 14:15:46.504020 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-24df9c60-4537-4bda-8d4d-a6ec14c61881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.505595 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-24df9c60-4537-4bda-8d4d-a6ec14c61881 service neutron] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 897 time: 0.0828934 Feb 10 14:15:46.558419 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-27f01461-1066-4b49-98cd-1b885a686620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 217 time: 0.0462570 Feb 10 14:15:46.606077 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-64a4d084-d5b1-4df0-b83a-35be31de034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.607501 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-64a4d084-d5b1-4df0-b83a-35be31de034e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0434628 Feb 10 14:15:46.661070 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-a1dd0ac5-12b3-455a-8dea-6e4217571717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.662565 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-a1dd0ac5-12b3-455a-8dea-6e4217571717 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462549 Feb 10 14:15:46.722700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237583a3-a3fe-4a6c-a0ca-26b010271950 req-d798a25d-cb9f-4709-8357-bca0e7d7ca5e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:46.724108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-237583a3-a3fe-4a6c-a0ca-26b010271950 req-d798a25d-cb9f-4709-8357-bca0e7d7ca5e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Feb 10 14:15:46.756917 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-136550f9-b0df-4900-88dc-6b98c3734be4 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877798 Feb 10 14:15:46.781356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-237583a3-a3fe-4a6c-a0ca-26b010271950 req-6015a47a-107e-4681-b49d-0b27b2792efe tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507936 Feb 10 14:15:46.852408 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-366ef799-9ec6-49f8-9f01-2253968ff1d1 req-3f3a6dec-f184-4d92-83c1-4004963d8c7e service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Feb 10 14:15:47.894441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed281-26c3-4979-95e5-3fa20b0d3aa9 req-047e293c-b3f8-4570-b087-1292320c7d30 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:47.895939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-550ed281-26c3-4979-95e5-3fa20b0d3aa9 req-047e293c-b3f8-4570-b087-1292320c7d30 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 944 time: 0.0537293 Feb 10 14:15:47.943718 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-550ed281-26c3-4979-95e5-3fa20b0d3aa9 req-06da9380-10eb-4479-a4d1-95c362bf1cae tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 Feb 10 14:15:49.065618 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4b911-7ef9-4ae8-bca3-51c67120a8cf req-e5fd6787-cbaa-4a46-8966-9ce8a0264571 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:49.067079 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1a4b911-7ef9-4ae8-bca3-51c67120a8cf req-e5fd6787-cbaa-4a46-8966-9ce8a0264571 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 944 time: 0.0560751 Feb 10 14:15:49.116923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1a4b911-7ef9-4ae8-bca3-51c67120a8cf req-eb61e9e8-368c-4d46-a266-8d34d60453a4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442159 Feb 10 14:15:50.151319 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:15:50.236811 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba63426-c6bf-46e2-bb8a-3a21e86507de req-b04e7d50-c241-471e-a78a-972590453d16 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:50.238508 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ba63426-c6bf-46e2-bb8a-3a21e86507de req-b04e7d50-c241-471e-a78a-972590453d16 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 944 time: 0.0546324 Feb 10 14:15:50.250940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:50.262652 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'port_id': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'mac_address': 'fa:16:3e:e3:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:15:50.288459 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ba63426-c6bf-46e2-bb8a-3a21e86507de req-ea6c3f7d-571f-4b67-aed9-d83d39602ffc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Feb 10 14:15:50.299859 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:50.300292 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:50.313712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:15:50.333265 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:50.336768 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:50.382296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:50.681624 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:15:51.404678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56df0-c3cd-4108-838c-3f5f7f9f4979 req-f3aa01bc-ad3c-4f0c-a215-7a27cfe63db4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:51.406763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bae56df0-c3cd-4108-838c-3f5f7f9f4979 req-f3aa01bc-ad3c-4f0c-a215-7a27cfe63db4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Feb 10 14:15:51.457649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-bae56df0-c3cd-4108-838c-3f5f7f9f4979 req-cc9b85e9-ba0c-4900-b437-413a17668679 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Feb 10 14:15:52.151002 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:15:52.202211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:15:52.206007 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:15:52.206383 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:52.286587 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:15:52.286986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:52.310974 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:52.313261 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375cdf51-b501-47b0-b1a7-d4a7dcb6a79d" -d '{"events": [{"server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:52.324940 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:15:52.329562 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:52.355077 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ac06c-b87a-4e13-89cb-4dddab30b044 x-openstack-request-id: req-c52ac06c-b87a-4e13-89cb-4dddab30b044 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:52.355372 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:52.355631 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c52ac06c-b87a-4e13-89cb-4dddab30b044 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:52.356022 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'code': 200} Feb 10 14:15:52.382561 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:52.456009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c513c09-65f8-44d7-b327-6898eaaa9142 req-318daf60-ac76-4de7-89dd-85abe0a9f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:52.457459 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c513c09-65f8-44d7-b327-6898eaaa9142 req-318daf60-ac76-4de7-89dd-85abe0a9f63d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1128 time: 0.0473311 Feb 10 14:15:52.504069 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-5c513c09-65f8-44d7-b327-6898eaaa9142 req-8e3f847c-bbf3-4ec6-addb-9f4ae6d6e9af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Feb 10 14:15:52.576710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2974b-31f2-474e-bc5c-c601eb8c7914 req-d7c75675-4c10-40fa-b474-38c88318fe8c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:52.578822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f2974b-31f2-474e-bc5c-c601eb8c7914 req-d7c75675-4c10-40fa-b474-38c88318fe8c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0516396 Feb 10 14:15:52.627114 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95f2974b-31f2-474e-bc5c-c601eb8c7914 req-2857f2b1-139f-43ae-ac62-356789adf14f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Feb 10 14:15:53.752028 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400143-8564-4f78-b8e6-7568576f1781 req-b211f206-1d85-424a-95e2-82fb78a67bfc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:53.754307 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f400143-8564-4f78-b8e6-7568576f1781 req-b211f206-1d85-424a-95e2-82fb78a67bfc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0559604 Feb 10 14:15:53.806946 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9f400143-8564-4f78-b8e6-7568576f1781 req-39a45e63-30c1-4e01-87b8-5f2e24ec98f6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Feb 10 14:15:54.930206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4dd37-3a08-44f0-bc56-1dbe5ae02645 req-1a6c23f1-29dc-45d1-a0d4-97046bd03eec tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:54.931711 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dab4dd37-3a08-44f0-bc56-1dbe5ae02645 req-1a6c23f1-29dc-45d1-a0d4-97046bd03eec tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0573766 Feb 10 14:15:54.982000 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dab4dd37-3a08-44f0-bc56-1dbe5ae02645 req-2d43a25b-6648-46dd-9c3e-40fb8ab069e8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Feb 10 14:15:55.100233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b3ff-8b16-41c3-9031-106470c35f3c req-05b238f5-5cc8-4550-ac4b-dbf212560952 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:55.101748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3956b3ff-8b16-41c3-9031-106470c35f3c req-05b238f5-5cc8-4550-ac4b-dbf212560952 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0532739 Feb 10 14:15:55.150004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3956b3ff-8b16-41c3-9031-106470c35f3c req-f0ac56f6-216a-4a5c-9544-2ff34bd10d52 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 Feb 10 14:15:55.171385 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:55.218185 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e621c-bc83-4aab-9f91-7ed0ab3638b8 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:55.219739 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d62e621c-bc83-4aab-9f91-7ed0ab3638b8 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1123 time: 0.0474026 Feb 10 14:15:55.222891 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33768) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:55.227434 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:15:55.247565 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:55.345167 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:55.444405 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.240 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/adeb5c0d-f183-422c-afb0-5dda756217c4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:15:55.544465 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:55.578728 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:55.620375 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:15:55.623223 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:15:55.626744 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:15:55.631824 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=adeb5c0d-f183-422c-afb0-5dda756217c4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:55.977578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (354e6ec9-dfbe-46e5-9ce2-1f98076887f1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:56.044182 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:56.188277 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:56.193272 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:56.262600 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=adeb5c0d-f183-422c-afb0-5dda756217c4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:15:56.272739 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (354e6ec9-dfbe-46e5-9ce2-1f98076887f1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:56.371024 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 354e6ec9-dfbe-46e5-9ce2-1f98076887f1 associated. External IP: 172.25.8.240, port: 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06. Feb 10 14:15:56.882593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router e3113a0e-bf49-425f-b7e1-c55f2720aa6c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:15:56.997285 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:15:57.010610 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Sync routers for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:15:57.014037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:15:57.020058 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:57.020700 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:57.043580 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0025b7e1-c8fa-4cfc-a7ec-b35fca8f8e53 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8195355 Feb 10 14:15:57.044271 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:15:57.047154 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4613a2f-18ee-4972-82f0-720627fe0164" -d '{"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:15:57.128571 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:57.145093 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8d9cc-2d70-4fac-aa73-e1d7b8b25dcd req-c6b1d13b-72f8-478b-9b12-b60ce6285f32 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.146606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68a8d9cc-2d70-4fac-aa73-e1d7b8b25dcd req-c6b1d13b-72f8-478b-9b12-b60ce6285f32 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0530989 Feb 10 14:15:57.199388 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-68a8d9cc-2d70-4fac-aa73-e1d7b8b25dcd req-e3ba642d-7fd4-4abf-9c53-826f34226ece tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467160 Feb 10 14:15:57.222672 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33774) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:57.266740 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ff355-07c6-40bb-9c88-729c9acc320f x-openstack-request-id: req-5f1ff355-07c6-40bb-9c88-729c9acc320f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:15:57.267401 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:15:57.267401 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f1ff355-07c6-40bb-9c88-729c9acc320f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:15:57.267641 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'status': 'completed', 'code': 200} Feb 10 14:15:57.324349 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-88293709-298e-499b-a647-60f2c53c0100 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/354e6ec9-dfbe-46e5-9ce2-1f98076887f1 HTTP/1.1" status: 200 len: 992 time: 0.1003363 Feb 10 14:15:57.331538 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-b48bccb2-67ee-44b7-97c3-ad924f01b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.333885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-b48bccb2-67ee-44b7-97c3-ad924f01b20e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1128 time: 0.0502000 Feb 10 14:15:57.335339 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-d659ef43-9b38-4e08-ba71-3b8ae76533c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710793 Feb 10 14:15:57.436029 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-c5d9d569-4fb0-488f-8987-486312b8f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.437932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-c5d9d569-4fb0-488f-8987-486312b8f0a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 897 time: 0.0922134 Feb 10 14:15:57.443376 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '354e6ec9-dfbe-46e5-9ce2-1f98076887f1', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'port_id': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'mac_address': 'fa:16:3e:e3:2a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c6c415-8594-416b-9d62-2d76f97e1956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:15:55Z', 'updated_at': '2022-02-10T14:15:55Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:57.473365 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Checking router: e3113a0e-bf49-425f-b7e1-c55f2720aa6c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:15:57.481479 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:15:57.482081 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:15:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:57.501361 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-804ddb30-e623-46d8-bab0-0d108036aba8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 1000 time: 0.0581830 Feb 10 14:15:57.554713 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-9c055f01-1224-4ed1-9521-0d6e13f5244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.556249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-9c055f01-1224-4ed1-9521-0d6e13f5244b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0487571 Feb 10 14:15:57.589158 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:15:57.604803 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-89640fdf-c79e-42e8-bce5-0d08fe88bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.606320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-89640fdf-c79e-42e8-bce5-0d08fe88bca3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444064 Feb 10 14:15:57.694651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-33e15376-dc58-4d11-81e8-1e948bd69792 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Feb 10 14:15:57.788810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f4613a2f-18ee-4972-82f0-720627fe0164 req-a888c0a4-0f3d-4597-80c6-6d6728a977bb service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Feb 10 14:15:57.817882 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '354e6ec9-dfbe-46e5-9ce2-1f98076887f1', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'port_id': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'mac_address': 'fa:16:3e:e3:2a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c6c415-8594-416b-9d62-2d76f97e1956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:15:55Z', 'updated_at': '2022-02-10T14:15:55Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:15:57.844831 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002a4c2-ab0e-4db5-928b-84830d4edacb None None] The sync data for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 is: [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '354e6ec9-dfbe-46e5-9ce2-1f98076887f1', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'port_id': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'mac_address': 'fa:16:3e:e3:2a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c6c415-8594-416b-9d62-2d76f97e1956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:15:55Z', 'updated_at': '2022-02-10T14:15:55Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:15:57.914757 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-38ad36bb-3c2c-444b-891f-9b5f217e9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:57.916302 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-38ad36bb-3c2c-444b-891f-9b5f217e9705 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1128 time: 0.0520298 Feb 10 14:15:58.029683 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-ab3d6727-fade-4ebc-8de1-f3e6f976b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:58.031223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-ab3d6727-fade-4ebc-8de1-f3e6f976b296 service neutron] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 897 time: 0.0936866 Feb 10 14:15:58.056434 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adade6-4260-43ad-b264-e08b76c0c602 None None] New status for floating IP 354e6ec9-dfbe-46e5-9ce2-1f98076887f1: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:15:58.097421 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-4fff105a-0ac8-4e62-83f3-42eb29f8426c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 1000 time: 0.0603538 Feb 10 14:15:58.147657 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-75ad3ef3-21bd-479c-9874-9dc7837a78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:58.149228 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-75ad3ef3-21bd-479c-9874-9dc7837a78d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0465887 Feb 10 14:15:58.207532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-7ec3a613-160a-4b13-a3eb-36d7c83d27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:15:58.209324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-7ec3a613-160a-4b13-a3eb-36d7c83d27a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543659 Feb 10 14:15:58.300454 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-14b6c63c-13e0-434d-897d-76bd7935ad9e service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854135 Feb 10 14:15:58.327393 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33776) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:15:58.392025 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b20dd2be-dd7c-49a9-9fa2-d0bb906a4589 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/354e6ec9-dfbe-46e5-9ce2-1f98076887f1 HTTP/1.1" status: 200 len: 994 time: 0.0582621 Feb 10 14:15:58.392646 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-c008a3c1-5e79-4797-b148-62b4a6a11008 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854337 Feb 10 14:16:00.940335 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1842aec-b859-4f0f-8a8e-25d695fdbfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:03.367939 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-96301751-ee5c-40be-9e2f-54229b828b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:04.781218 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:05.996348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:06.519312 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:07.507469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:11.652336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:14.480254 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:16:30.942075 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec01357d-dabb-4eec-ba10-3d17a7671556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:33.369100 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f35a852-f33f-456d-aef9-1efa495c7e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:34.783086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:35.997660 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:36.534083 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:37.508227 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:41.651998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:16:51.478848 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:16:58.335551 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-babb2048-6e25-4a98-851a-d14f2e95dc12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432994 Feb 10 14:16:58.418550 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-4423f438-4ebd-4ec9-8faa-55e5abd9ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:16:58.420019 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-4423f438-4ebd-4ec9-8faa-55e5abd9ea67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1128 time: 0.0446124 Feb 10 14:16:58.522069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-ab418cde-ed63-413d-8279-1c009b016e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:16:58.523527 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-ab418cde-ed63-413d-8279-1c009b016e25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 897 time: 0.0865231 Feb 10 14:16:58.586775 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-9fd36f05-fc4c-427c-b1f1-17c80105f68e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 1002 time: 0.0566990 Feb 10 14:16:58.639608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-4fb1098d-dd3b-481c-966f-9d6085a16bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:16:58.641050 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-4fb1098d-dd3b-481c-966f-9d6085a16bff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0471089 Feb 10 14:16:58.690114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-0180e4a7-eefe-4657-babd-d3944e4793ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:16:58.691640 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-0180e4a7-eefe-4657-babd-d3944e4793ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442231 Feb 10 14:16:58.781819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-3f08d17e-5ade-4f69-8820-a5a087c7a349 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Feb 10 14:16:58.873939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cc076fe4-9901-464d-ac21-0194f5b4c3a7 req-9de0c4b8-f526-4229-b582-c5f72018cca5 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862558 Feb 10 14:16:59.298542 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d317d-bd5c-401b-be22-20fdc50bccb5 req-912c9669-6c99-43d8-a015-8d230042622e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:16:59.300040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba7d317d-bd5c-401b-be22-20fdc50bccb5 req-912c9669-6c99-43d8-a015-8d230042622e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Feb 10 14:16:59.347356 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ba7d317d-bd5c-401b-be22-20fdc50bccb5 req-77765fb1-e603-4ce9-bd6a-92e65b24210f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Feb 10 14:17:00.471670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f63b9c-2072-48ce-9513-85891a4bccfb req-334cfd36-b9dc-4b42-b10a-a0e457d90bcb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:00.473164 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60f63b9c-2072-48ce-9513-85891a4bccfb req-334cfd36-b9dc-4b42-b10a-a0e457d90bcb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0565126 Feb 10 14:17:00.521183 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-60f63b9c-2072-48ce-9513-85891a4bccfb req-fed7c5d5-430e-4584-8313-452a150dd2a5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Feb 10 14:17:00.543116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:00.601756 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5421fc70-617f-4728-bc53-880c72a8c71a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/354e6ec9-dfbe-46e5-9ce2-1f98076887f1 HTTP/1.1" status: 200 len: 994 time: 0.0575492 Feb 10 14:17:00.944560 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0667-2541-41ae-980d-ae02351aa035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:01.886253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d774a3-b062-44d9-b20e-9b5fdd902ff3 req-f4b5de20-bbd8-4d34-b361-535c844099ec tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:01.887762 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d774a3-b062-44d9-b20e-9b5fdd902ff3 req-f4b5de20-bbd8-4d34-b361-535c844099ec tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0602860 Feb 10 14:17:01.936781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-35d774a3-b062-44d9-b20e-9b5fdd902ff3 req-dbfc57a1-bd31-4147-8b89-649cdf0f6dd5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 Feb 10 14:17:03.056815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c635e-b8fa-40c4-8ba2-a328c35d5fc5 req-d95dba7b-36ea-49d2-ba75-f4473ea66a7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:03.058306 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c2c635e-b8fa-40c4-8ba2-a328c35d5fc5 req-d95dba7b-36ea-49d2-ba75-f4473ea66a7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Feb 10 14:17:03.106333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5c2c635e-b8fa-40c4-8ba2-a328c35d5fc5 req-7ed3a8cf-4bde-414f-a7f8-689bcacdd207 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Feb 10 14:17:03.128183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:03.190152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-208324f0-7ab5-4b9a-a608-b539f069e2f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/354e6ec9-dfbe-46e5-9ce2-1f98076887f1 HTTP/1.1" status: 200 len: 994 time: 0.0608404 Feb 10 14:17:03.369877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4633edf-5c36-4261-b0b2-e74cd452af98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.420735 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:03.573678 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port adeb5c0d-f183-422c-afb0-5dda756217c4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:17:03.574019 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.651001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.651236 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (adeb5c0d-f183-422c-afb0-5dda756217c4), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.663240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for adeb5c0d-f183-422c-afb0-5dda756217c4 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:17:03.806014 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (adeb5c0d-f183-422c-afb0-5dda756217c4), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.831378 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=adeb5c0d-f183-422c-afb0-5dda756217c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:03.858151 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.858501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.858845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.859183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.859517 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.859847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.860170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.860492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.860839 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.861181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.861485 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.861801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.862116 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:03.903326 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (354e6ec9-dfbe-46e5-9ce2-1f98076887f1), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:03.904228 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 354e6ec9-dfbe-46e5-9ce2-1f98076887f1 disassociated (deleted). External IP: 172.25.8.240, port: 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06. Feb 10 14:17:04.465544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router e3113a0e-bf49-425f-b7e1-c55f2720aa6c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:17:04.579131 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:17:04.584643 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:04.589570 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Sync routers for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:17:04.599270 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:04.599877 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:04.616354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4766d20c-6518-4c78-9589-6a12f2980aee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/floatingips/354e6ec9-dfbe-46e5-9ce2-1f98076887f1 HTTP/1.1" status: 204 len: 168 time: 1.1945169 Feb 10 14:17:04.617071 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:17:04.619449 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054ffe2-637f-438f-91af-0010cf317c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:17:04.712963 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:04.776018 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec6046-0bdf-4319-9da0-55bf068b7e1e x-openstack-request-id: req-1cec6046-0bdf-4319-9da0-55bf068b7e1e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:17:04.776308 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:17:04.776563 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cec6046-0bdf-4319-9da0-55bf068b7e1e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:17:04.776988 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'status': 'completed', 'code': 200} Feb 10 14:17:04.792242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:04.889769 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ffe2-637f-438f-91af-0010cf317c9c req-83971bf9-dd89-4e22-bba7-f406c6ef8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:04.891316 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-83971bf9-dd89-4e22-bba7-f406c6ef8360 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 1128 time: 0.0898397 Feb 10 14:17:04.902745 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c3a9-1cbb-4ee8-8c60-7e53888fc430 req-29ce8d95-8c17-408f-ada3-5224f484f143 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:04.904715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bf2c3a9-1cbb-4ee8-8c60-7e53888fc430 req-29ce8d95-8c17-408f-ada3-5224f484f143 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0693130 Feb 10 14:17:04.929573 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:04.958685 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Checking router: e3113a0e-bf49-425f-b7e1-c55f2720aa6c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:17:04.967659 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:04.968265 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:05.011667 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3bf2c3a9-1cbb-4ee8-8c60-7e53888fc430 req-058a05c7-3b76-4763-b60c-5b06158aad1f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973854 Feb 10 14:17:05.026529 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ffe2-637f-438f-91af-0010cf317c9c req-7c9c498b-3f9c-45a2-ae9e-9e8644b305e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:05.027999 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-7c9c498b-3f9c-45a2-ae9e-9e8644b305e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 200 len: 897 time: 0.1224196 Feb 10 14:17:05.071097 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-001993d2-534e-48f0-87ae-1a41e0f5af4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 200 len: 217 time: 0.0352542 Feb 10 14:17:05.075769 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:05.125773 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ffe2-637f-438f-91af-0010cf317c9c req-c5d71921-31fb-497d-af15-32f406e9b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:05.127284 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-c5d71921-31fb-497d-af15-32f406e9b491 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 200 len: 835 time: 0.0497692 Feb 10 14:17:05.181195 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ffe2-637f-438f-91af-0010cf317c9c req-4d2c74c1-6e37-4e0a-8a2a-3f262850cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:05.182780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-4d2c74c1-6e37-4e0a-8a2a-3f262850cf66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=07c50dbc-3226-4450-89a1-80590dde17c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473886 Feb 10 14:17:05.277763 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-5e5095ab-69ab-4191-b9f9-d86ce1cb0255 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877655 Feb 10 14:17:05.362665 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:05.367453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2054ffe2-637f-438f-91af-0010cf317c9c req-f2fbcd7a-23de-47d3-a76a-edda9fd58679 service neutron] 10.222.0.21 "GET /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831034 Feb 10 14:17:05.394920 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dea0bd-9398-463e-b780-31292fa5aa5b None None] The sync data for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 is: [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:41Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '8ee8a151-9d4a-4eb7-b755-f3685bac3f66', 'name': '', 'network_id': '07c50dbc-3226-4450-89a1-80590dde17c3', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:ff:12:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:41Z', 'updated_at': '2022-02-10T14:15:44Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '28930352-fb4e-4eab-a7ba-3d28664a8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:17:05.611986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d43bc2-d70a-4a49-8c84-f2e999bab15e None None] New status for floating IP 354e6ec9-dfbe-46e5-9ce2-1f98076887f1: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:17:06.001412 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:06.131258 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb58de-2cae-4efe-b731-23049531609b req-3d8374a1-648f-4b88-982a-b53f0340b7d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:06.132660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07eb58de-2cae-4efe-b731-23049531609b req-3d8374a1-648f-4b88-982a-b53f0340b7d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Feb 10 14:17:06.185809 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-07eb58de-2cae-4efe-b731-23049531609b req-090ec9fc-9ac5-43d4-95e3-556e7e48b405 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=b820f743-e157-4992-bace-e2869a079e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475063 Feb 10 14:17:06.533252 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:06.722183 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-569ee7ad-5a53-4ee2-988c-cb5853472502 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:06.723626 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-569ee7ad-5a53-4ee2-988c-cb5853472502 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 946 time: 0.0505528 Feb 10 14:17:06.812531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:17:06.812898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:06.901710 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:06.902070 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:06.913548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:17:07.045957 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2cc9b196-c74c-4e53-9ec3-fdcee5af3f06), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:07.072232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=2cc9b196-c74c-4e53-9ec3-fdcee5af3f06,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:07.116817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] No DVR routers for this DVR port 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:17:07.119315 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:07.122738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b9b23079-088e-4c08-bf6b-bc66382b447c req-c2f3ad48-4f74-481f-8176-17caadb768df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "DELETE /v2.0/ports/2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 HTTP/1.1" status: 204 len: 173 time: 0.3941956 Feb 10 14:17:07.123189 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'name': 'network-vif-deleted', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:17:07.125482 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301096c-d445-4cd0-aa43-bbc9be67b1c7" -d '{"events": [{"server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "name": "network-vif-deleted", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:17:07.164608 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f3bc4-80ff-477d-9d33-03250b209deb x-openstack-request-id: req-ed9f3bc4-80ff-477d-9d33-03250b209deb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:17:07.165250 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c6c415-8594-416b-9d62-2d76f97e1956", "name": "network-vif-deleted", "tag": "2cc9b196-c74c-4e53-9ec3-fdcee5af3f06", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:17:07.165250 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed9f3bc4-80ff-477d-9d33-03250b209deb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:17:07.165551 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c6c415-8594-416b-9d62-2d76f97e1956', 'name': 'network-vif-deleted', 'tag': '2cc9b196-c74c-4e53-9ec3-fdcee5af3f06', 'status': 'completed', 'code': 200} Feb 10 14:17:07.300921 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bb0d5a0-3d29-4698-aa81-b0aa128d1400 req-82f3e8ed-ba5d-4152-a281-eab75a12ec00 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=36c6c415-8594-416b-9d62-2d76f97e1956 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Feb 10 14:17:07.511265 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:08.354157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:08.713334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:08.971289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:17:08.971552 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.060342 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 8ee8a151-9d4a-4eb7-b755-f3685bac3f66, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:09.060697 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.077621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:17:09.270047 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (8ee8a151-9d4a-4eb7-b755-f3685bac3f66), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.296496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=8ee8a151-9d4a-4eb7-b755-f3685bac3f66,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:09.475662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.690885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router e3113a0e-bf49-425f-b7e1-c55f2720aa6c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:17:09.796484 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:17:09.801748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0bb41ea1-e643-4d75-a97f-891de01579d0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/e3113a0e-bf49-425f-b7e1-c55f2720aa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463289 Feb 10 14:17:09.804192 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:09.807447 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Sync routers for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:17:09.816974 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:09.817585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:09.854050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting subnet 28930352-fb4e-4eab-a7ba-3d28664a8a7c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:17:09.857219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (28930352-fb4e-4eab-a7ba-3d28664a8a7c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.896746 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (28930352-fb4e-4eab-a7ba-3d28664a8a7c), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:09.923984 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:09.982969 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (28930352-fb4e-4eab-a7ba-3d28664a8a7c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.041547 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (28930352-fb4e-4eab-a7ba-3d28664a8a7c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.070548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Subnet': ['ID=28930352-fb4e-4eab-a7ba-3d28664a8a7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:10.072615 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.079349 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33844) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:10.080241 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-05a8e4c9-5b70-45b8-958f-47b9d4ea1f29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/subnets/28930352-fb4e-4eab-a7ba-3d28664a8a7c HTTP/1.1" status: 204 len: 168 time: 0.2749798 Feb 10 14:17:10.081944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5555595-cee8-4718-9756-ec116e43b5ab None None] Network 07c50dbc-3226-4450-89a1-80590dde17c3 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:17:10.099589 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:17:09Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:10.126518 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Checking router: e3113a0e-bf49-425f-b7e1-c55f2720aa6c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:17:10.134913 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Routers {'e3113a0e-bf49-425f-b7e1-c55f2720aa6c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:10.135530 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:10.196658 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.248464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] Set router e3113a0e-bf49-425f-b7e1-c55f2720aa6c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:10.252145 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] DHCP port deletion for 07c50dbc-3226-4450-89a1-80590dde17c3 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:17:10.310873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Deleting port a6358425-0efb-4fae-b0fa-bfd96f04959b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:17:10.311249 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.314260 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.372637 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 152371ad-271e-4d1d-a86b-8e7961f13b12 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:17:10.373067 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.381023 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] For port a6358425-0efb-4fae-b0fa-bfd96f04959b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=a6358425-0efb-4fae-b0fa-bfd96f04959b,segment=NetworkSegment(acfce4d4-e962-48fd-a035-ef5a58aea372),segment_id=acfce4d4-e962-48fd-a035-ef5a58aea372)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:10.381661 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.401547 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Calling delete_port for a6358425-0efb-4fae-b0fa-bfd96f04959b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:17:10.444322 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:17:09Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:10.458833 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 152371ad-271e-4d1d-a86b-8e7961f13b12, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=152371ad-271e-4d1d-a86b-8e7961f13b12,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:10.459194 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.471500 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490bbca-2e74-4cae-9cca-a1fb36e57e34 None None] The sync data for ids ['e3113a0e-bf49-425f-b7e1-c55f2720aa6c'] in n-d-815324-6 is: [{'id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070356671', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:17:09Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '152371ad-271e-4d1d-a86b-8e7961f13b12', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3113a0e-bf49-425f-b7e1-c55f2720aa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:15:38Z', 'updated_at': '2022-02-10T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:17:10.471755 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 152371ad-271e-4d1d-a86b-8e7961f13b12 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:17:10.490287 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (a6358425-0efb-4fae-b0fa-bfd96f04959b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.517121 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Pushing event deleted for resources: {'Port': ['ID=a6358425-0efb-4fae-b0fa-bfd96f04959b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:10.521825 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] No DVR routers for this DVR port a6358425-0efb-4fae-b0fa-bfd96f04959b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:17:10.527924 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:17:10.549623 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.549977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.550323 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.550662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.551005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.551341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.551673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.552005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.552336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.552662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.553009 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.553337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.553659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1038f4d-57d5-40c9-a0dd-2776f5b1c0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.557152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:17:10.557503 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 2cc9b196-c74c-4e53-9ec3-fdcee5af3f06 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:17:10.647495 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (152371ad-271e-4d1d-a86b-8e7961f13b12), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.674274 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=152371ad-271e-4d1d-a86b-8e7961f13b12,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:10.698230 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.698587 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.698941 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.699284 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.699625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.699961 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.700319 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.700655 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.701014 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.701351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.701682 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.702007 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.702334 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:10.741979 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.835623 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.838037 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.893667 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (e3113a0e-bf49-425f-b7e1-c55f2720aa6c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.894416 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Fanout notify agent at l3_agent the message router_deleted on router e3113a0e-bf49-425f-b7e1-c55f2720aa6c {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:17:10.901590 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:10.902720 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-dc3b5792-fe8a-44b9-b354-f2fdb1bec54c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/routers/e3113a0e-bf49-425f-b7e1-c55f2720aa6c HTTP/1.1" status: 204 len: 168 time: 0.8221402 Feb 10 14:17:10.906157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:10.957509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a6358425-0efb-4fae-b0fa-bfd96f04959b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:17:10.979247 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: a6358425-0efb-4fae-b0fa-bfd96f04959b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:17:10.979734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device a6358425-0efb-4fae-b0fa-bfd96f04959b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:17:10.980245 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:17:10.995805 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (07c50dbc-3226-4450-89a1-80590dde17c3), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.000527 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:17:11.000904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 8ee8a151-9d4a-4eb7-b755-f3685bac3f66 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:17:11.089572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (07c50dbc-3226-4450-89a1-80590dde17c3), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.116067 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c50dbc-3226-4450-89a1-80590dde17c3']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:11.126035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfce4d4-e962-48fd-a035-ef5a58aea372') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:11.126339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfce4d4-e962-48fd-a035-ef5a58aea372') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:11.136420 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (acfce4d4-e962-48fd-a035-ef5a58aea372), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.150535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (acfce4d4-e962-48fd-a035-ef5a58aea372), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.157207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:17:11.157599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (acfce4d4-e962-48fd-a035-ef5a58aea372), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:17:11.160569 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:17:11.220557 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (07c50dbc-3226-4450-89a1-80590dde17c3), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.227277 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.230479 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/networks/07c50dbc-3226-4450-89a1-80590dde17c3 HTTP/1.1" status: 204 len: 168 time: 0.3224304 Feb 10 14:17:11.233314 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33850) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:11.243732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e713-2cad-4cda-a1e0-69f3d9937b41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Network': ['ID=07c50dbc-3226-4450-89a1-80590dde17c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:11.289994 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (b820f743-e157-4992-bace-e2869a079e19), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.314714 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (b820f743-e157-4992-bace-e2869a079e19), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.373266 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (b820f743-e157-4992-bace-e2869a079e19), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.375777 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.376991 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/security-groups/b820f743-e157-4992-bace-e2869a079e19 HTTP/1.1" status: 204 len: 168 time: 0.1426270 Feb 10 14:17:11.385947 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6ba9-9367-4811-815e-e41acd818df3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820f743-e157-4992-bace-e2869a079e19,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:11.660543 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:11.663695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.665241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219682272', 'description': 'tempest-secgroup-smoke-1219682272 description', 'project_id': 'e09cfe8001a545d694dd356721dcb72d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:11.685282 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.749468 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (e144d804-75b5-4564-8271-37680616726b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.753045 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e144d804-75b5-4564-8271-37680616726b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.780187 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.781431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1198490 Feb 10 14:17:11.784459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33858) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:11.785352 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7301f-2d8f-45cf-ad0c-8736003490c2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e144d804-75b5-4564-8271-37680616726b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:11.789716 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:11.814941 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (411701e8-f1c6-46f2-a9f3-ee854f136610), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.860881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (411701e8-f1c6-46f2-a9f3-ee854f136610), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.864931 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (411701e8-f1c6-46f2-a9f3-ee854f136610), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.883040 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411701e8-f1c6-46f2-a9f3-ee854f136610,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:11.891197 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.892425 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-475a320f-17f3-4411-865e-6e4cfb3f137c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067388 Feb 10 14:17:11.895124 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33860) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:11.899589 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:11.927069 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (c245950c-46a3-4ca2-a2e2-3a5133ed43e1), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.985138 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (c245950c-46a3-4ca2-a2e2-3a5133ed43e1), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:11.988895 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c245950c-46a3-4ca2-a2e2-3a5133ed43e1), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.006345 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c245950c-46a3-4ca2-a2e2-3a5133ed43e1,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.015292 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.016468 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-22e74e49-9299-4daf-aa68-fda8acd04e1d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204498 Feb 10 14:17:12.019192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33862) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.023800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.047444 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d8a114d2-295b-4970-9862-efa5489777c6), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.102505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d8a114d2-295b-4970-9862-efa5489777c6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.105781 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d8a114d2-295b-4970-9862-efa5489777c6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.122413 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a114d2-295b-4970-9862-efa5489777c6,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.130651 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.131852 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-2e7b6634-d27f-4778-bac7-c4abced31526 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116874 Feb 10 14:17:12.134752 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33864) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.139551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.166554 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d31ff195-0783-4f4c-ab78-0c5efabd0c64), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.225909 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d31ff195-0783-4f4c-ab78-0c5efabd0c64), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.229672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d31ff195-0783-4f4c-ab78-0c5efabd0c64), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.249357 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31ff195-0783-4f4c-ab78-0c5efabd0c64,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.258628 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.259841 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b90e490b-69ac-4068-bb5c-55657825932b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242118 Feb 10 14:17:12.262603 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33866) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.267728 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.286792 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:17:12.291660 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (917a84b8-fcab-4b65-890d-f76a55e27895), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.349816 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (917a84b8-fcab-4b65-890d-f76a55e27895), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.353775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (917a84b8-fcab-4b65-890d-f76a55e27895), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.370210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917a84b8-fcab-4b65-890d-f76a55e27895,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.379283 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.380544 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-fd4072d4-056f-4c0c-9b36-bba7ec0a7ec8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164167 Feb 10 14:17:12.383295 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33868) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.387632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'e144d804-75b5-4564-8271-37680616726b', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.406934 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:17:12.411716 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (7c1e08e8-1e19-4d91-bdd1-0788e7eee326), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.470055 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (7c1e08e8-1e19-4d91-bdd1-0788e7eee326), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.473481 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (7c1e08e8-1e19-4d91-bdd1-0788e7eee326), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.492869 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e08e8-1e19-4d91-bdd1-0788e7eee326,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.498183 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.499428 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-f8552061-4866-4d31-8661-fbebc771ef51 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151705 Feb 10 14:17:12.502130 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33870) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.506870 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'network': {'name': 'tempest-network-smoke--288541465', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.525878 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:17:12.529107 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.551359 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:17:12.560881 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (84a60082-adba-4ea5-adab-8f87a5d82bd2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.561231 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Added segment 84a60082-adba-4ea5-adab-8f87a5d82bd2 of type vlan for network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb Feb 10 14:17:12.600505 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.624766 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.629604 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:12.630179 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.659998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 152371ad-271e-4d1d-a86b-8e7961f13b12 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:17:12.672962 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698055 Feb 10 14:17:12.675769 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33872) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:12.680059 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'admin_state_up': True, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:12.680371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 152371ad-271e-4d1d-a86b-8e7961f13b12 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:17:12.680870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 152371ad-271e-4d1d-a86b-8e7961f13b12 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:17:12.717831 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5a664-df4a-4d06-a6f6-0426b986b730 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Network': ['ID=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:12.728005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:17:12.733890 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.734974 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.788023 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (6124d913-6601-44d4-afa8-603ea4f93bcf), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:12.929766 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (6124d913-6601-44d4-afa8-603ea4f93bcf), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.119074 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (6124d913-6601-44d4-afa8-603ea4f93bcf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.136913 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.235045 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.88 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/2d6c161d-aeb5-4aed-8c98-01d51e209774) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:17:13.337211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.370307 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.409196 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:13.411994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:13.416276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:17:13.437093 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2d6c161d-aeb5-4aed-8c98-01d51e209774,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:13.660531 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (6124d913-6601-44d4-afa8-603ea4f93bcf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.853671 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:13.979351 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 6124d913-6601-44d4-afa8-603ea4f93bcf is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:17:14.083907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:17:14.093292 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Sync routers for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:17:14.103203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:14.103431 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.103819 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:14.104656 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-29f0c78b-208c-4bbc-8e85-3e4b0af3d680 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4279737 Feb 10 14:17:14.108436 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33874) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:14.136319 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-91b00365-1622-4101-a1eb-d5d80f43d785 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e09cfe8001a545d694dd356721dcb72d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267818 Feb 10 14:17:14.139009 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33876) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:14.214406 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:14.404118 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:13Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:14.430843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Checking router: 6124d913-6601-44d4-afa8-603ea4f93bcf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:17:14.431170 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Updating router 6124d913-6601-44d4-afa8-603ea4f93bcf port 2d6c161d-aeb5-4aed-8c98-01d51e209774 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:17:14.458728 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.545080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ab8fb-1f7b-4f4c-aa25-00e5feedd5be tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:14.546596 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-a97ab8fb-1f7b-4f4c-aa25-00e5feedd5be tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4066968 Feb 10 14:17:14.549455 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33878) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:14.577106 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-93c20d62-bdbe-4cb8-afae-64e3fde9e3d5 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265505 Feb 10 14:17:14.579540 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33880) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:14.584182 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066577786', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:14.665892 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:17:14.669229 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.715349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks [] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.721430 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.771761 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Attempting to bind port 2d6c161d-aeb5-4aed-8c98-01d51e209774 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:17:14.772257 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Attempting to bind port 2d6c161d-aeb5-4aed-8c98-01d51e209774 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:17:14.772772 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Attempting to bind port 2d6c161d-aeb5-4aed-8c98-01d51e209774 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:17:14.779710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e45d8-0697-4e65-97fc-7206224b85ba None None] Pushing event updated for resources: {'Port': ['ID=2d6c161d-aeb5-4aed-8c98-01d51e209774,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:14.782387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:17:14.782762 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:17:14.783163 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.783541 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:17:14.784005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Bound port: 2d6c161d-aeb5-4aed-8c98-01d51e209774, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:17:14.784379 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.835986 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] For port 2d6c161d-aeb5-4aed-8c98-01d51e209774, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:17:14.839233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] For port 2d6c161d-aeb5-4aed-8c98-01d51e209774, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2d6c161d-aeb5-4aed-8c98-01d51e209774,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:17:14.845139 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.858541 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (594d7acc-7e42-4aa1-9310-e6b4d02613ee), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.903271 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:14.903493 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:14.930845 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Subnet': ['ID=594d7acc-7e42-4aa1-9310-e6b4d02613ee,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:14.933418 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Checking segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:17:14.934121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network hostable DHCP agents. Network: ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:17:14.941008 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e45d8-0697-4e65-97fc-7206224b85ba None None] Pushing event updated for resources: {'Port': ['ID=2d6c161d-aeb5-4aed-8c98-01d51e209774,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:14.954280 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:17:14.963180 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:14.967998 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:14.968672 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:14.984231 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-69c62457-bfe0-4539-9ead-aed4ced34f69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037044 Feb 10 14:17:14.987033 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 33882) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:15.155827 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485787cf-4c25-4ec5-b720-cddbb99a0554 None None] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:17:15.232887 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:15.367176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:17:15.368025 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.434365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.554254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Allocated IP 172.20.0.2 (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb/594d7acc-7e42-4aa1-9310-e6b4d02613ee/242d88d4-24f7-40ed-8a39-287942b389ff) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:17:15.563509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:13Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:15.594956 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c0b0f-01ea-48b5-9c82-d6e6621dbb8a None None] The sync data for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 is: [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:13Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:17:15.736555 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks [] for port (242d88d4-24f7-40ed-8a39-287942b389ff), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.743153 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.782890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:15.787359 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:15.791243 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:17:15.795472 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.1 (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb/594d7acc-7e42-4aa1-9310-e6b4d02613ee/2483b151-c787-4a1e-a3a7-2d08c9cbfab0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:17:15.803450 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Pushing event updated for resources: {'Port': ['ID=242d88d4-24f7-40ed-8a39-287942b389ff,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:15.853131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Attempting to bind port 242d88d4-24f7-40ed-8a39-287942b389ff on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:17:15.853517 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Attempting to bind port 242d88d4-24f7-40ed-8a39-287942b389ff by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:17:15.853888 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Attempting to bind port 242d88d4-24f7-40ed-8a39-287942b389ff on network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:17:15.863767 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:17:15.863991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Checking segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:17:15.864426 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.864855 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Bound using segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:17:15.865340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Bound port: 242d88d4-24f7-40ed-8a39-287942b389ff, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:17:15.865730 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.947478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] For port 242d88d4-24f7-40ed-8a39-287942b389ff, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:17:15.951467 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] For port 242d88d4-24f7-40ed-8a39-287942b389ff, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=242d88d4-24f7-40ed-8a39-287942b389ff,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:17:15.956295 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.958827 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:15.995575 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.008308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e62a43-9055-4759-96e0-9ce27c045a31 None None] Pushing event updated for resources: {'Port': ['ID=242d88d4-24f7-40ed-8a39-287942b389ff,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:16.044305 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:16.048186 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:16.050810 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:17:16.081525 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:16.105860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (6124d913-6601-44d4-afa8-603ea4f93bcf), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.267908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.562132 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.567140 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.637121 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:16.639735 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (6124d913-6601-44d4-afa8-603ea4f93bcf), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.740194 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:16.742100 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:16.774996 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2d6c161d-aeb5-4aed-8c98-01d51e209774 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:16.829394 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2d6c161d-aeb5-4aed-8c98-01d51e209774 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:16.829769 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.870620 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 6124d913-6601-44d4-afa8-603ea4f93bcf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:17:16.925452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2d6c161d-aeb5-4aed-8c98-01d51e209774 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:16.925846 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.947254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 2d6c161d-aeb5-4aed-8c98-01d51e209774, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2d6c161d-aeb5-4aed-8c98-01d51e209774,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:16.951919 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:16.953251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 242d88d4-24f7-40ed-8a39-287942b389ff up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:16.988601 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:17:16.994354 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7dbd82cd-21d0-47c4-b047-f0d6dcaa27c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/6124d913-6601-44d4-afa8-603ea4f93bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062523 Feb 10 14:17:17.044426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=2d6c161d-aeb5-4aed-8c98-01d51e209774,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:17.067127 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a59c2-66fc-4101-b0c2-00ccb11e8ea3 None None] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:17:17.070672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 242d88d4-24f7-40ed-8a39-287942b389ff triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:17.071049 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.231840 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-7276657d-aeeb-45e1-ab68-fa441fe590b1 None None] Provisioning complete for port 242d88d4-24f7-40ed-8a39-287942b389ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:17.232234 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7276657d-aeeb-45e1-ab68-fa441fe590b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.275341 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 242d88d4-24f7-40ed-8a39-287942b389ff is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:17.275731 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.323402 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-7139acaa-b5f0-4c7d-aa34-a466052c61e3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219682272&fields=id&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 267 time: 0.0530086 Feb 10 14:17:17.324746 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 242d88d4-24f7-40ed-8a39-287942b389ff, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=242d88d4-24f7-40ed-8a39-287942b389ff,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:17.330472 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.396370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-7276657d-aeeb-45e1-ab68-fa441fe590b1 None None] Current status of the port 242d88d4-24f7-40ed-8a39-287942b389ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:17.414395 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=242d88d4-24f7-40ed-8a39-287942b389ff,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:17.455250 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-5e52921e-3bf2-41fb-a75c-2fc9fe01e944 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:17.456969 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-5e52921e-3bf2-41fb-a75c-2fc9fe01e944 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 796 time: 0.1214204 Feb 10 14:17:17.473300 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-1fe35bd4-89a2-4b44-aea7-4e3effea327f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/quotas/e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 375 time: 0.0106633 Feb 10 14:17:17.536924 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-4e2e5aaa-81da-4bb0-a4f2-1acabdacf037 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540993 Feb 10 14:17:17.620725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:17.621414 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.638423 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Sync routers for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:17:17.651944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-05032f00-d5e3-4339-ba0e-c20f02d46e17 service neutron] 10.222.0.13 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065235 Feb 10 14:17:17.653228 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:17.654204 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:17.665325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:17:17.677336 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Provisioning complete for port 242d88d4-24f7-40ed-8a39-287942b389ff triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:17.677965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.758709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-94a77089-831c-4b37-bac4-7743b552d17d service neutron] 10.222.0.13 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999355 Feb 10 14:17:17.775744 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:17.793857 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f3e27651-7eaf-4383-af06-3363e4f9b9cf None None] Current status of the port 242d88d4-24f7-40ed-8a39-287942b389ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:17.918031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-86a8269f-07a2-4774-bd94-13dbfb01c18c None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:17.918720 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-86a8269f-07a2-4774-bd94-13dbfb01c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:17.975735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-114e18fe-47ed-4e14-a36a-989fe436efca req-4b413b8b-682b-40b9-ae49-0d7d4bfc7532 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 210 time: 0.0432332 Feb 10 14:17:18.000597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-86a8269f-07a2-4774-bd94-13dbfb01c18c None None] Port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:17:18.053796 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 2, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:18.084493 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Checking router: 6124d913-6601-44d4-afa8-603ea4f93bcf for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:17:18.084880 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Updating router 6124d913-6601-44d4-afa8-603ea4f93bcf port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:17:18.113046 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.119784 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-85d77bfc-eae3-4c61-8473-94d4dc326cef None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:18.120231 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-85d77bfc-eae3-4c61-8473-94d4dc326cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.172399 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-85d77bfc-eae3-4c61-8473-94d4dc326cef None None] Port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:17:18.384603 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks [] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.390955 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.440405 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Pushing event updated for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:18.463467 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.463809 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.464152 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.464481 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.464834 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.466433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.466433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.466433 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.466759 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.466911 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.467428 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.467562 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.467929 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:17:18.514651 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Attempting to bind port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:17:18.515015 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Attempting to bind port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:17:18.515373 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Attempting to bind port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 on network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:17:18.521366 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:17:18.521804 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Checking segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:17:18.522231 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.522618 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Bound using segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:17:18.523078 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Bound port: 2483b151-c787-4a1e-a3a7-2d08c9cbfab0, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:17:18.523717 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.592449 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] For port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:17:18.596124 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] For port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:17:18.602334 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.662517 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:18.663128 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:18.665997 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec5676-ad37-4083-a5e4-9927fb9fabd1 None None] Pushing event updated for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:18.695444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:18.695820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.752154 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2d6c161d-aeb5-4aed-8c98-01d51e209774 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:18.860963 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Current status of the port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:18.861612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.908835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:18.929935 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] For port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:18.932685 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2d6c161d-aeb5-4aed-8c98-01d51e209774 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:18.933326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.956966 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:18.991177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-89538995-4875-4706-b36a-2c929112399c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:19.005705 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-89538995-4875-4706-b36a-2c929112399c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 796 time: 0.1660960 Feb 10 14:17:19.026756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cad97-dd50-47ed-aabb-03e4b326cb59 None None] Pushing event updated for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:19.082271 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-3d4be90b-6650-4bbd-92b6-fbb057bbe5f3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 380 time: 0.0673351 Feb 10 14:17:19.097786 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-076c6384-8f07-4a46-9a01-3fd84878d040 None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:19.098773 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-076c6384-8f07-4a46-9a01-3fd84878d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.099673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2d6c161d-aeb5-4aed-8c98-01d51e209774 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:19.101027 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 242d88d4-24f7-40ed-8a39-287942b389ff up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:19.102817 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'port': {'device_id': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'admin_state_up': True, 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'security_groups': ['e144d804-75b5-4564-8271-37680616726b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:19.137174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b6751d49-a528-48be-9c3e-8f6259252474 req-2a3ffedb-ab3e-48db-89da-d9693c8e8f00 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 210 time: 0.0490000 Feb 10 14:17:19.158800 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:19.187582 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 242d88d4-24f7-40ed-8a39-287942b389ff triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:19.187968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.196084 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035f095-0e75-43c4-bec7-398e677cfbb1 None None] The sync data for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 is: [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:17:19.242518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:17:19.251900 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.279237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-076c6384-8f07-4a46-9a01-3fd84878d040 None None] Current status of the port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:19.334230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 242d88d4-24f7-40ed-8a39-287942b389ff is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:19.412868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.14 (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb/594d7acc-7e42-4aa1-9310-e6b4d02613ee/ab84e0dc-21b1-43a2-8d77-539defcf180e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:17:19.561567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.595113 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.640885 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:19.644270 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:19.648580 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:17:19.679034 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:19.712277 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:19.712978 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.732343 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-024a8212-92f5-4949-97c6-cbf080154db5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341419 Feb 10 14:17:19.744623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Request body: {'port': {'device_id': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:19.814066 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.904293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ddd40642-7f7f-42b7-b0cb-3032350b0b90 None None] Provisioning complete for port ab84e0dc-21b1-43a2-8d77-539defcf180e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:19.904915 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ddd40642-7f7f-42b7-b0cb-3032350b0b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:19.940075 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ddd40642-7f7f-42b7-b0cb-3032350b0b90 None None] Port ab84e0dc-21b1-43a2-8d77-539defcf180e cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:17:20.103518 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab84e0dc-21b1-43a2-8d77-539defcf180e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:17:20.111908 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks [] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.123725 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Transition to ACTIVE for port object ab84e0dc-21b1-43a2-8d77-539defcf180e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:17:20.127723 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.203018 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Pushing event updated for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:20.291069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Attempting to bind port ab84e0dc-21b1-43a2-8d77-539defcf180e on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:17:20.291571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Attempting to bind port ab84e0dc-21b1-43a2-8d77-539defcf180e by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:17:20.292009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Attempting to bind port ab84e0dc-21b1-43a2-8d77-539defcf180e on network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:17:20.300464 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Port ab84e0dc-21b1-43a2-8d77-539defcf180e on network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:17:20.300903 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Attempting to bind port ab84e0dc-21b1-43a2-8d77-539defcf180e on network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:17:20.311697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:17:20.312199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Checking segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:17:20.312696 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Bound using segment: {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:17:20.313300 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Bound port: ab84e0dc-21b1-43a2-8d77-539defcf180e, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a60082-adba-4ea5-adab-8f87a5d82bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:17:20.313757 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.330912 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be13e43-10b2-462e-88cc-897c27ab74fc req-1e67b257-531b-4a24-9e45-57242d980050 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.332583 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5be13e43-10b2-462e-88cc-897c27ab74fc req-1e67b257-531b-4a24-9e45-57242d980050 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 944 time: 0.1058958 Feb 10 14:17:20.427238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-5be13e43-10b2-462e-88cc-897c27ab74fc req-6273da53-2d5c-493b-a0a0-9251fa8784b7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883112 Feb 10 14:17:20.428226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:17:20.431393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:17:20.437246 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.473897 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.474548 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.475934 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] 10.222.0.77 "PUT /v2.0/ports/ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 1092 time: 0.7360601 Feb 10 14:17:20.476377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:17:20.478671 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:17:20.499952 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f631-5cb7-4ca8-ab7e-0b53abbdb457 service neutron] Pushing event updated for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:20.527240 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a44b7cf-c44b-4cb1-ab11-251e592423c2 x-openstack-request-id: req-4a44b7cf-c44b-4cb1-ab11-251e592423c2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:17:20.527528 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:17:20.527788 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a44b7cf-c44b-4cb1-ab11-251e592423c2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:17:20.528236 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'status': 'completed', 'code': 200} Feb 10 14:17:20.566257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-145160f5-0bf6-4101-8637-94d427095eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.567815 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-145160f5-0bf6-4101-8637-94d427095eb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1126 time: 0.0498016 Feb 10 14:17:20.611468 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-d798bbdf-ce03-4c10-982b-9c3e3da943fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 217 time: 0.0370014 Feb 10 14:17:20.668852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-1fda83c1-1d4a-4246-a503-8b3a1af17a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.669933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-1fda83c1-1d4a-4246-a503-8b3a1af17a4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0528812 Feb 10 14:17:20.721960 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67e5-f853-4395-885c-8170015768e0 req-1e207cd6-fc4f-421c-8f3b-d24b4b09e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.723487 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-1e207cd6-fc4f-421c-8f3b-d24b4b09e0b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474067 Feb 10 14:17:20.741110 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:20.800420 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:20.800826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:20.816827 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-34bbabe0-06e7-4e09-b2c4-4d31035f038f service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Feb 10 14:17:20.877833 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:20.906071 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4bad67e5-f853-4395-885c-8170015768e0 req-7354b1bc-e0b2-4a27-b699-9fd5facd6666 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Feb 10 14:17:20.989791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-f5e78905-1bb0-4ac1-abe0-148310c6052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:20.991276 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-f5e78905-1bb0-4ac1-abe0-148310c6052b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1126 time: 0.0436141 Feb 10 14:17:21.081936 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-dd9ad102-0cc9-4ff1-bca1-c177c0b95702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:21.083325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-dd9ad102-0cc9-4ff1-bca1-c177c0b95702 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.0865090 Feb 10 14:17:21.123369 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-3ffab928-cce9-4e85-91f5-cb67d440cb13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 217 time: 0.0343473 Feb 10 14:17:21.173838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-1cb5196e-a86e-40ae-9dbb-ea91997dcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:21.175253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-1cb5196e-a86e-40ae-9dbb-ea91997dcee3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0457366 Feb 10 14:17:21.224447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-3ea49fbc-784c-4cc7-a40e-0b0bc1ed8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:21.225984 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-3ea49fbc-784c-4cc7-a40e-0b0bc1ed8765 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447690 Feb 10 14:17:21.313888 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-5e6716a9-1e7f-4d23-b402-4472a1810b90 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812902 Feb 10 14:17:21.404495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77b4e6ef-3129-4578-9114-ea48fd0ce5e7 req-9a43bda4-d249-4739-aa7d-ec3d18163c54 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842776 Feb 10 14:17:21.546720 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae4015-489e-4d48-982c-e92531b718ad req-499f4f3a-8d86-4502-ae7c-68828b7f9da5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:21.548193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afae4015-489e-4d48-982c-e92531b718ad req-499f4f3a-8d86-4502-ae7c-68828b7f9da5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 944 time: 0.0521266 Feb 10 14:17:21.595483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afae4015-489e-4d48-982c-e92531b718ad req-cbc08b4d-bbcd-4908-8b27-ae2760537f5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Feb 10 14:17:22.728565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f18be-a521-4d3a-81b0-2e7b17011c8f req-cbc256e0-9670-40d8-9897-51d3e85fd054 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:22.730112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a4f18be-a521-4d3a-81b0-2e7b17011c8f req-cbc256e0-9670-40d8-9897-51d3e85fd054 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 944 time: 0.0633292 Feb 10 14:17:22.779197 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9a4f18be-a521-4d3a-81b0-2e7b17011c8f req-6952ad94-632e-4a1c-a27e-981bf2315744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 10 14:17:23.901169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b649c-45bb-4a9f-973c-71d7d876f750 req-4b5c6576-f8c6-4f0b-8ad8-7a42f37e0116 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:23.902645 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b5b649c-45bb-4a9f-973c-71d7d876f750 req-4b5c6576-f8c6-4f0b-8ad8-7a42f37e0116 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 944 time: 0.0526073 Feb 10 14:17:23.950395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6b5b649c-45bb-4a9f-973c-71d7d876f750 req-c7b39e32-b9cb-48da-8090-6c2392dfa9af tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415699 Feb 10 14:17:24.272712 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ab84e0dc-21b1-43a2-8d77-539defcf180e details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:17:24.370191 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:24.380622 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'port_id': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'mac_address': 'fa:16:3e:71:57:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:17:24.418233 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ab84e0dc-21b1-43a2-8d77-539defcf180e is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:24.418653 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:24.433508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab84e0dc-21b1-43a2-8d77-539defcf180e {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:17:24.458873 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:24.462811 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:24.513322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:24.712567 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['ab84e0dc-21b1-43a2-8d77-539defcf180e'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:17:25.073016 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469dea7-75d8-45ea-a27a-788362937215 req-94c21e8c-d4c6-49c8-bf31-068fb45a1c86 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:25.074511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f469dea7-75d8-45ea-a27a-788362937215 req-94c21e8c-d4c6-49c8-bf31-068fb45a1c86 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 945 time: 0.0561783 Feb 10 14:17:25.125938 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f469dea7-75d8-45ea-a27a-788362937215 req-11911ef8-4202-4630-9332-26b1dfc3ba9d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458131 Feb 10 14:17:26.285000 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ab84e0dc-21b1-43a2-8d77-539defcf180e up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:17:26.339923 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port ab84e0dc-21b1-43a2-8d77-539defcf180e completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:17:26.344159 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port ab84e0dc-21b1-43a2-8d77-539defcf180e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:17:26.344533 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:26.426665 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port ab84e0dc-21b1-43a2-8d77-539defcf180e is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:17:26.426958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:26.450878 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:17:26.453182 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1077fb5-0d52-49e8-a881-1587aece87e9" -d '{"events": [{"server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "name": "network-vif-plugged", "status": "completed", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:17:26.466044 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:17:26.469954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:26.518947 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:26.596695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30531967-2bf3-462a-8f24-479d3b13d6a1 req-dc8885ad-6814-4f78-a616-f18f75c34639 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:26.598188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30531967-2bf3-462a-8f24-479d3b13d6a1 req-dc8885ad-6814-4f78-a616-f18f75c34639 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 945 time: 0.4056475 Feb 10 14:17:26.645063 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-30531967-2bf3-462a-8f24-479d3b13d6a1 req-75f4b353-dade-481f-98af-db0fe9fe8f73 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Feb 10 14:17:26.689117 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb04b0-6fc2-460c-a2fb-6ec642046db9 x-openstack-request-id: req-4fcb04b0-6fc2-460c-a2fb-6ec642046db9 {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:17:26.689413 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "name": "network-vif-plugged", "status": "completed", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:17:26.689668 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fcb04b0-6fc2-460c-a2fb-6ec642046db9 {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:17:26.690146 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'code': 200} Feb 10 14:17:26.788367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e461d34-391e-4427-8967-b5eb50ec1f82 req-781ca7ef-4283-4903-8d3c-08390495d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:26.789979 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e461d34-391e-4427-8967-b5eb50ec1f82 req-781ca7ef-4283-4903-8d3c-08390495d35b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.0433259 Feb 10 14:17:26.833805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7e461d34-391e-4427-8967-b5eb50ec1f82 req-145815b8-5d74-4d2c-a36c-1c63d7309bb2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Feb 10 14:17:27.768383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa21c0-a573-40ad-89f4-16645b97bbbd req-9fe4c0d1-9a6f-4e8c-ac2a-0bba2fbd3982 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:27.769877 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28fa21c0-a573-40ad-89f4-16645b97bbbd req-9fe4c0d1-9a6f-4e8c-ac2a-0bba2fbd3982 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0563073 Feb 10 14:17:27.823998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-28fa21c0-a573-40ad-89f4-16645b97bbbd req-31bbbfe9-6fe0-486f-8cd8-a1e9dcdb3a48 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479650 Feb 10 14:17:28.478032 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:17:28.944091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bc76-aee1-4d49-b216-8ef4f34b6c00 req-23e3ee1e-f31e-4fa9-91a4-554a3e984792 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:28.945588 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c501bc76-aee1-4d49-b216-8ef4f34b6c00 req-23e3ee1e-f31e-4fa9-91a4-554a3e984792 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0540073 Feb 10 14:17:28.993648 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c501bc76-aee1-4d49-b216-8ef4f34b6c00 req-877f78c6-748e-4a34-bcbe-80cad06f8a6a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Feb 10 14:17:29.115842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d3190-562e-4af9-92d8-0ae6e789501b req-6893caae-e680-4e8e-a4cd-829151b5fd19 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:29.117238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-633d3190-562e-4af9-92d8-0ae6e789501b req-6893caae-e680-4e8e-a4cd-829151b5fd19 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0597157 Feb 10 14:17:29.164209 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-633d3190-562e-4af9-92d8-0ae6e789501b req-e9aa5cc9-cb65-41cf-bbc5-015ae5b66e5f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Feb 10 14:17:29.184967 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:29.228180 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d4e89-46a2-44a2-a083-737fd1729ea0 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:29.229723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-6d9d4e89-46a2-44a2-a083-737fd1729ea0 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1123 time: 0.0437152 Feb 10 14:17:29.232475 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:29.236615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:17:29.255215 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:29.352645 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:29.450496 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.103 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:17:29.554295 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:29.587467 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:29.624447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:17:29.627265 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:17:29.630732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:17:29.654208 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:30.011257 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (2076492a-ed39-4586-ba81-ac769838b953), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.077921 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.226198 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.230424 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.303534 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:17:30.314082 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (2076492a-ed39-4586-ba81-ac769838b953), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.414907 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 2076492a-ed39-4586-ba81-ac769838b953 associated. External IP: 172.25.8.103, port: ab84e0dc-21b1-43a2-8d77-539defcf180e. Feb 10 14:17:30.620588 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 6124d913-6601-44d4-afa8-603ea4f93bcf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:17:30.729062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:17:30.738904 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Sync routers for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:17:30.746597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:30.749397 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:30.750025 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:30.776598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a6fcfc64-2175-49c8-b33c-063c591fe4b3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5430999 Feb 10 14:17:30.778073 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:17:30.785411 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96903fa5-ab2b-491a-b175-7102220a6f87" -d '{"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:17:30.859897 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:30.882251 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2bff4-f0d5-43ee-a1d1-c85d18d8a5b7 req-fed24560-fcfe-42c5-96b5-011ad4ddf3fb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:30.883767 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ef2bff4-f0d5-43ee-a1d1-c85d18d8a5b7 req-fed24560-fcfe-42c5-96b5-011ad4ddf3fb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0562220 Feb 10 14:17:30.940662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ef2bff4-f0d5-43ee-a1d1-c85d18d8a5b7 req-c86aa1fd-5af9-48de-bd08-13bb2c7ebf14 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Feb 10 14:17:30.964556 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:31.004647 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3d193-39a1-4f5d-94f8-ed70393c669b x-openstack-request-id: req-1ab3d193-39a1-4f5d-94f8-ed70393c669b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:17:31.004960 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:17:31.005677 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab3d193-39a1-4f5d-94f8-ed70393c669b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:17:31.005677 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'status': 'completed', 'code': 200} Feb 10 14:17:31.061524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bad3569d-2443-4650-bf90-324fb9e8c83f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/2076492a-ed39-4586-ba81-ac769838b953 HTTP/1.1" status: 200 len: 992 time: 0.0956440 Feb 10 14:17:31.077993 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-59e09f3b-05ae-45d8-81b3-29bd3a589dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:31.079694 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-59e09f3b-05ae-45d8-81b3-29bd3a589dcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.0647240 Feb 10 14:17:31.086289 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-642c25ee-4be8-4c49-8d7a-1068a6246bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:31.172864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-f71b39df-0070-44f1-a417-f03c97452dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:31.174275 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-f71b39df-0070-44f1-a417-f03c97452dff service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.0882990 Feb 10 14:17:31.243407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-4197277d-1e84-4b28-9626-ee702fad43b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 1000 time: 0.0629554 Feb 10 14:17:31.267557 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2076492a-ed39-4586-ba81-ac769838b953', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'port_id': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'mac_address': 'fa:16:3e:71:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:17:29Z', 'updated_at': '2022-02-10T14:17:29Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:31.291823 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-31ed502c-3949-4de1-b0be-3d33f86c309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:31.293387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-31ed502c-3949-4de1-b0be-3d33f86c309c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0434964 Feb 10 14:17:31.294643 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Checking router: 6124d913-6601-44d4-afa8-603ea4f93bcf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:17:31.304834 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:17:31.305441 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:17:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:31.341684 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-27d00c4b-05bc-4b7d-8d4d-c2492f721d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:31.343210 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-27d00c4b-05bc-4b7d-8d4d-c2492f721d7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439205 Feb 10 14:17:31.413979 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:17:31.434181 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-4846d035-cdd6-43c5-8383-64b09c724c0c service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847228 Feb 10 14:17:31.524023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-96903fa5-ab2b-491a-b175-7102220a6f87 req-e1f46ee2-7df3-4c02-9997-28e1c6f75546 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840013 Feb 10 14:17:31.640084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2076492a-ed39-4586-ba81-ac769838b953', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'port_id': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'mac_address': 'fa:16:3e:71:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:17:29Z', 'updated_at': '2022-02-10T14:17:29Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:17:31.666460 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd6edb4-da18-41e7-9d99-19cddf762eed None None] The sync data for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 is: [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '2076492a-ed39-4586-ba81-ac769838b953', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'port_id': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'mac_address': 'fa:16:3e:71:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:17:29Z', 'updated_at': '2022-02-10T14:17:29Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:17:31.865980 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a0903-1e14-4030-bcb6-6936f5891079 None None] New status for floating IP 2076492a-ed39-4586-ba81-ac769838b953: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:17:32.064973 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:17:32.131852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-4fd7e065-8b59-4619-8e2c-6a63a0b60562 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/2076492a-ed39-4586-ba81-ac769838b953 HTTP/1.1" status: 200 len: 994 time: 0.0657349 Feb 10 14:17:33.371625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dd242d94-a8bb-4983-ae9f-320ae47b26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:34.789566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:36.003856 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:36.548037 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:37.514481 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:17:38.078208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-da9bf5c5-500f-4135-b178-f4c0b1d54eaf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521331 Feb 10 14:17:38.160653 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-0ac81822-5e08-41a0-b4d7-c304ab6b351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:38.162140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-0ac81822-5e08-41a0-b4d7-c304ab6b351a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.0438089 Feb 10 14:17:38.265763 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-b41aa1b2-3e05-4bb7-a698-9f1e40b48f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:38.267227 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-b41aa1b2-3e05-4bb7-a698-9f1e40b48f2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.0864909 Feb 10 14:17:38.330429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-dadcbf56-02a9-4549-b138-7d6d75928ab1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 1002 time: 0.0565689 Feb 10 14:17:38.381969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-4d7a4b71-b18c-4650-904a-f6bfb146aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:38.383425 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-4d7a4b71-b18c-4650-904a-f6bfb146aa78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0475657 Feb 10 14:17:38.436532 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-e0352a61-d2e9-4114-bd8d-73739501f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:17:38.438006 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-e0352a61-d2e9-4114-bd8d-73739501f97b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485821 Feb 10 14:17:38.524507 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-73421a15-ef60-4d7b-ab8c-c50a922d04c9 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805142 Feb 10 14:17:38.614735 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42aad80e-3de4-466e-9371-2ead5bd49772 req-18d2038b-8cb6-45cc-a2b1-617a3e0b3d97 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841205 Feb 10 14:17:41.674793 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:00.947680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac956f8d-92ed-434c-93ed-749581ff3446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:03.385960 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fe61c341-47a3-40aa-aeee-9fff81d27962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:03.459377 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0e442-ca53-4db7-b58d-ccc4785b82bc req-c0d7e2c4-42a3-45cd-b01b-ac351552f2f5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:03.460914 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59e0e442-ca53-4db7-b58d-ccc4785b82bc req-c0d7e2c4-42a3-45cd-b01b-ac351552f2f5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0842321 Feb 10 14:18:03.475384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101eddf-7471-4437-9057-a1485d4527da req-d655f6da-3dea-4c3a-b9be-99c1e506b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:03.476797 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-d655f6da-3dea-4c3a-b9be-99c1e506b458 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.0726984 Feb 10 14:18:03.565292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59e0e442-ca53-4db7-b58d-ccc4785b82bc req-8aeda9a6-3f26-42bc-83c0-03ae2f1ae180 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971437 Feb 10 14:18:03.590737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101eddf-7471-4437-9057-a1485d4527da req-8035b33d-f9d6-4aef-8059-dc54e381d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:03.592242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-8035b33d-f9d6-4aef-8059-dc54e381d6fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.1084075 Feb 10 14:18:03.661661 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-336067bb-1043-4926-b76f-948c9b118ecc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 1002 time: 0.0629218 Feb 10 14:18:03.709102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101eddf-7471-4437-9057-a1485d4527da req-9ded1cd6-5e0b-492c-b664-20e2aa70ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:03.710523 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-9ded1cd6-5e0b-492c-b664-20e2aa70ba00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0429947 Feb 10 14:18:03.758335 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101eddf-7471-4437-9057-a1485d4527da req-3e16c359-2b1d-4459-80a8-4d8af355786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:03.759792 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-3e16c359-2b1d-4459-80a8-4d8af355786c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432987 Feb 10 14:18:03.849897 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-04a198a7-912f-45a7-ab72-476d3ac94882 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Feb 10 14:18:03.937791 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7101eddf-7471-4437-9057-a1485d4527da req-5608f8a9-34a9-407c-b2b7-91e8f0d3a3c5 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815578 Feb 10 14:18:04.686969 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131b760-a0e9-45bc-9705-d978c0d3bee3 req-57181f95-f2e9-495e-9c6c-f61369071d39 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:04.688431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f131b760-a0e9-45bc-9705-d978c0d3bee3 req-57181f95-f2e9-495e-9c6c-f61369071d39 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0559306 Feb 10 14:18:04.734810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f131b760-a0e9-45bc-9705-d978c0d3bee3 req-53d199dc-3236-442f-906d-ca6deb255255 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Feb 10 14:18:04.793182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:05.477399 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:18:05.860910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb35d4-4c05-44ce-a9d9-2d932337a0be req-149ec68b-57d9-4ee3-a05f-313d215efa0b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:05.862460 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8eb35d4-4c05-44ce-a9d9-2d932337a0be req-149ec68b-57d9-4ee3-a05f-313d215efa0b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0609090 Feb 10 14:18:05.909830 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e8eb35d4-4c05-44ce-a9d9-2d932337a0be req-64abba93-eb82-462a-a3c9-5109f10bf096 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Feb 10 14:18:06.006001 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:06.562754 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:07.033358 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17705276-6be7-44db-8c9e-a5ccf6a76d7b req-1c35c787-1e46-444c-9b25-712714e30d9b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:07.034813 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17705276-6be7-44db-8c9e-a5ccf6a76d7b req-1c35c787-1e46-444c-9b25-712714e30d9b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0555084 Feb 10 14:18:07.081080 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17705276-6be7-44db-8c9e-a5ccf6a76d7b req-19693ee7-061c-4c20-aed1-61b076fc2c91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 Feb 10 14:18:07.515713 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:08.199171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3eb4a-5e64-4aa9-a36c-f6d325934982 req-34536bcb-c68c-4fcf-a28c-bf5123403e89 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:08.200697 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f3eb4a-5e64-4aa9-a36c-f6d325934982 req-34536bcb-c68c-4fcf-a28c-bf5123403e89 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Feb 10 14:18:08.248354 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-01f3eb4a-5e64-4aa9-a36c-f6d325934982 req-c4e8ef25-45b8-4607-8ac1-7caaf67c6ce8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Feb 10 14:18:09.365466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c83c8-e38a-4d8c-ada1-d7d27b85b8e0 req-5e4b58dd-43fb-4fc0-8de4-88912c7edf41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:09.366916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-227c83c8-e38a-4d8c-ada1-d7d27b85b8e0 req-5e4b58dd-43fb-4fc0-8de4-88912c7edf41 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Feb 10 14:18:09.418486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-227c83c8-e38a-4d8c-ada1-d7d27b85b8e0 req-31e2987e-4335-44c5-9d41-56637e3115cd tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455017 Feb 10 14:18:10.539081 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef0531-bc0e-4f7a-bd17-33bbe4d29c9f req-61f2e788-bf30-44f7-8e13-f8a833fb5e20 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:10.540575 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1ef0531-bc0e-4f7a-bd17-33bbe4d29c9f req-61f2e788-bf30-44f7-8e13-f8a833fb5e20 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0547426 Feb 10 14:18:10.587903 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c1ef0531-bc0e-4f7a-bd17-33bbe4d29c9f req-dd2caa9b-c817-4b8c-aba0-c4a399c7ca6b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Feb 10 14:18:11.690275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:11.707014 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e16d28-3de8-4616-a2f3-ed9c121b0a82 req-e6258119-1770-4964-af95-748e2fe839c4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:11.708502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e16d28-3de8-4616-a2f3-ed9c121b0a82 req-e6258119-1770-4964-af95-748e2fe839c4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Feb 10 14:18:11.755982 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a1e16d28-3de8-4616-a2f3-ed9c121b0a82 req-23d9c248-0cce-4f65-bc00-a9a2b17516bb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Feb 10 14:18:12.878622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f054bd-ce3f-4831-9a54-cd11dd152a3d req-b81a52d1-02f4-495d-a1ed-199b5d14ccd4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:12.880121 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5f054bd-ce3f-4831-9a54-cd11dd152a3d req-b81a52d1-02f4-495d-a1ed-199b5d14ccd4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0558765 Feb 10 14:18:12.927485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c5f054bd-ce3f-4831-9a54-cd11dd152a3d req-151b3ab6-fbee-4f64-bc77-779ab963b3f4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Feb 10 14:18:14.048196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e581a3-5477-420f-8d28-b7d1db29f6f4 req-ef59db3d-0bc5-4c99-a24d-f6205a3152cc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:14.049706 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3e581a3-5477-420f-8d28-b7d1db29f6f4 req-ef59db3d-0bc5-4c99-a24d-f6205a3152cc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Feb 10 14:18:14.097090 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a3e581a3-5477-420f-8d28-b7d1db29f6f4 req-c01ec1c8-08ef-435d-b2e0-7e7c1e0e3595 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 Feb 10 14:18:15.213780 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a6b6-9696-4910-b359-f5e48d4ba3e2 req-3b809443-9480-4197-be22-abf8d64a2f79 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:15.215811 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e859a6b6-9696-4910-b359-f5e48d4ba3e2 req-3b809443-9480-4197-be22-abf8d64a2f79 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0514700 Feb 10 14:18:15.267750 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e859a6b6-9696-4910-b359-f5e48d4ba3e2 req-efb09862-510a-49a6-a1d6-84ccbfd71190 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463672 Feb 10 14:18:16.385287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f697f-ec8f-4fd1-82a1-5048b37eca5d req-4c5db100-c7ae-4985-b46c-2d4b00ab8b7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:16.386795 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d13f697f-ec8f-4fd1-82a1-5048b37eca5d req-4c5db100-c7ae-4985-b46c-2d4b00ab8b7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0519640 Feb 10 14:18:16.434643 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d13f697f-ec8f-4fd1-82a1-5048b37eca5d req-9d596e60-981e-4254-a3fe-a8fce6a705b0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Feb 10 14:18:17.550397 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fadc6-0ab2-4685-b281-01b49daad6eb req-7439995e-8589-443b-98cb-3565f13c6308 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:17.551870 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e03fadc6-0ab2-4685-b281-01b49daad6eb req-7439995e-8589-443b-98cb-3565f13c6308 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0514314 Feb 10 14:18:17.599427 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e03fadc6-0ab2-4685-b281-01b49daad6eb req-e0fd6418-3554-42f1-9d71-cbb03743b0cf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Feb 10 14:18:18.720525 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22b26-5a69-4143-a399-b6a8325e279b req-f068c3e5-88fd-42cf-a499-577d7bf6b5da tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:18.722064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17e22b26-5a69-4143-a399-b6a8325e279b req-f068c3e5-88fd-42cf-a499-577d7bf6b5da tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0559509 Feb 10 14:18:18.769991 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-17e22b26-5a69-4143-a399-b6a8325e279b req-7bc3947b-c43a-45e6-8128-f09e66edcecc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Feb 10 14:18:19.886515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fad8e7-daa2-4d4a-b164-613e8151c8c0 req-da355c71-a84b-45d2-af4a-d4187511cb36 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:19.887992 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19fad8e7-daa2-4d4a-b164-613e8151c8c0 req-da355c71-a84b-45d2-af4a-d4187511cb36 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0515597 Feb 10 14:18:19.935333 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19fad8e7-daa2-4d4a-b164-613e8151c8c0 req-f15def89-dbc8-4165-bd24-3cf3014d13b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Feb 10 14:18:19.957934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 33994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:20.020242 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ca6150e8-62e1-48d3-a7d9-89dea03ed286 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/2076492a-ed39-4586-ba81-ac769838b953 HTTP/1.1" status: 200 len: 994 time: 0.0608490 Feb 10 14:18:30.950127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-77912ebf-d29f-4091-ac3a-af570b80e94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:33.377411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39e84ee5-021c-45b1-879f-519eed07d887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:34.798869 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:36.008557 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:36.573761 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:37.518355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:39.064151 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-4cd1f727-c671-4fe5-ba32-33419280ae7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423136 Feb 10 14:18:39.149639 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cec60-368b-4534-b801-873a48de7a85 req-ada6d5b6-3537-49ee-b3b9-5461873fd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:39.151657 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-ada6d5b6-3537-49ee-b3b9-5461873fd20b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.0435727 Feb 10 14:18:39.255951 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cec60-368b-4534-b801-873a48de7a85 req-659a746f-a63f-465e-8451-39f6ecef9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:39.257442 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-659a746f-a63f-465e-8451-39f6ecef9939 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.0872459 Feb 10 14:18:39.321400 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-3169af00-fbcd-43d6-9c7a-6193ffdffd8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 1002 time: 0.0566080 Feb 10 14:18:39.371254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cec60-368b-4534-b801-873a48de7a85 req-d536bab4-95f4-4452-b4d5-b79ccefd84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:39.372664 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-d536bab4-95f4-4452-b4d5-b79ccefd84bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0457222 Feb 10 14:18:39.420934 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cec60-368b-4534-b801-873a48de7a85 req-a800ca3d-d8bf-4fdb-8f36-9605ff372efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:39.423420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-a800ca3d-d8bf-4fdb-8f36-9605ff372efc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443361 Feb 10 14:18:39.524327 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-c14a6512-a01b-40de-b363-767299253967 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939913 Feb 10 14:18:39.622077 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd1cec60-368b-4534-b801-873a48de7a85 req-842c5c7f-7658-4281-9294-882781fa0f65 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910466 Feb 10 14:18:41.687309 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:42.476294 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:18:50.372454 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:50.876948 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:18:50.877293 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:50.954767 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:50.955017 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:50.966431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:18:51.133918 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:51.157050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=9112f26a-4c35-49ef-89a2-0d3f0cf9eb5f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:51.171726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.172075 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.172467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.172833 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.173204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.173544 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.173881 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.174219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.174551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.174888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.175220 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.175548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.175873 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:51.230013 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (2076492a-ed39-4586-ba81-ac769838b953), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:51.230269 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 2076492a-ed39-4586-ba81-ac769838b953 disassociated (deleted). External IP: 172.25.8.103, port: ab84e0dc-21b1-43a2-8d77-539defcf180e. Feb 10 14:18:51.441002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 6124d913-6601-44d4-afa8-603ea4f93bcf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:18:51.550152 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:18:51.554768 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:51.560065 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Sync routers for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:18:51.569908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:18:51.570528 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:51.585634 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-dfc86e3a-7ee7-4cb6-9a67-a9111053ec11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/floatingips/2076492a-ed39-4586-ba81-ac769838b953 HTTP/1.1" status: 204 len: 168 time: 1.2120209 Feb 10 14:18:51.586236 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:18:51.589030 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e688a3d6-7cff-439a-9deb-0e514b44c603" -d '{"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:18:51.686105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:18:51.801766 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72422afe-a8fb-47c0-b4cc-3ca5dcdacdd2 x-openstack-request-id: req-72422afe-a8fb-47c0-b4cc-3ca5dcdacdd2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:18:51.802001 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:18:51.802241 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72422afe-a8fb-47c0-b4cc-3ca5dcdacdd2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:18:51.802762 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'status': 'completed', 'code': 200} Feb 10 14:18:51.915900 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:51.948615 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Checking router: 6124d913-6601-44d4-afa8-603ea4f93bcf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:18:51.950491 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f600636-8025-4ee5-b6a0-406bcf9d79d4 req-8ce96f90-d472-49fe-ad32-d750d3f3dcb9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:51.952040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f600636-8025-4ee5-b6a0-406bcf9d79d4 req-8ce96f90-d472-49fe-ad32-d750d3f3dcb9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0996640 Feb 10 14:18:51.958010 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:18:51.958339 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-98c07c3e-47cf-4962-9daf-789bc97ba589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:51.958625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:51.959778 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-98c07c3e-47cf-4962-9daf-789bc97ba589 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 1128 time: 0.1349106 Feb 10 14:18:52.068492 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:18:52.074371 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4f600636-8025-4ee5-b6a0-406bcf9d79d4 req-f2adaa8e-5929-4722-a966-8a8142108794 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136441 Feb 10 14:18:52.110463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-6695dbc7-ff89-442d-a11a-bebc902abad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:52.111960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-6695dbc7-ff89-442d-a11a-bebc902abad0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 200 len: 897 time: 0.1379831 Feb 10 14:18:52.154534 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-3b5330f8-c27f-46f5-ad7f-6ebdabe9de08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 200 len: 217 time: 0.0358763 Feb 10 14:18:52.203395 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-0ae068f4-53dc-4fe9-b65a-a59ca45fdaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:52.205280 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-0ae068f4-53dc-4fe9-b65a-a59ca45fdaab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 200 len: 835 time: 0.0442624 Feb 10 14:18:52.256669 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-8e71cdb0-5d34-4eda-a116-ea1bb5dd6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:52.258213 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-8e71cdb0-5d34-4eda-a116-ea1bb5dd6bd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470338 Feb 10 14:18:52.282071 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:52.312689 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fdad1-d655-4b02-b6a7-288e3583092c None None] The sync data for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 is: [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2483b151-c787-4a1e-a3a7-2d08c9cbfab0', 'name': '', 'network_id': 'ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:45:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:15Z', 'updated_at': '2022-02-10T14:17:18Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '594d7acc-7e42-4aa1-9310-e6b4d02613ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:18:52.356435 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-77e4d51e-2372-4dd2-97ee-cacd422043a7 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917156 Feb 10 14:18:52.455261 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e688a3d6-7cff-439a-9deb-0e514b44c603 req-8ff8d3fe-2642-43e9-9870-699ac3c18447 service neutron] 10.222.0.77 "GET /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905979 Feb 10 14:18:52.534695 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f817b0-7e75-4ae8-873d-ee09f37d0c95 None None] New status for floating IP 2076492a-ed39-4586-ba81-ac769838b953: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:18:53.195026 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bd507-65c5-4f5f-9a18-c36e88e203de req-2e015aec-96c6-4b93-9760-0588e2d17903 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:53.196428 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b20bd507-65c5-4f5f-9a18-c36e88e203de req-2e015aec-96c6-4b93-9760-0588e2d17903 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Feb 10 14:18:53.252996 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b20bd507-65c5-4f5f-9a18-c36e88e203de req-481ef4fb-e636-45bb-84d7-e50e89d62285 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=e144d804-75b5-4564-8271-37680616726b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509248 Feb 10 14:18:53.293750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-b8010863-0daf-416a-8ae1-9b41f7406358 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:53.295205 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-b8010863-0daf-416a-8ae1-9b41f7406358 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76db639-3e69-4bb9-9f9d-6b65dacbe087 HTTP/1.1" status: 200 len: 946 time: 0.0633454 Feb 10 14:18:53.393017 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port ab84e0dc-21b1-43a2-8d77-539defcf180e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:18:53.393361 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:53.480349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port ab84e0dc-21b1-43a2-8d77-539defcf180e, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=ab84e0dc-21b1-43a2-8d77-539defcf180e,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:18:53.481028 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:53.492827 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for ab84e0dc-21b1-43a2-8d77-539defcf180e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:18:53.630594 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ab84e0dc-21b1-43a2-8d77-539defcf180e), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:53.658092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=ab84e0dc-21b1-43a2-8d77-539defcf180e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:53.707670 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] No DVR routers for this DVR port ab84e0dc-21b1-43a2-8d77-539defcf180e on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:18:53.710062 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:53.713858 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-94ba9dbf-5ed3-47a2-8aa1-efa11f7f6a96 req-7a9b14bb-31c4-4a02-b1ee-c05fc0fa3910 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "DELETE /v2.0/ports/ab84e0dc-21b1-43a2-8d77-539defcf180e HTTP/1.1" status: 204 len: 173 time: 0.4132376 Feb 10 14:18:53.803672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'name': 'network-vif-deleted', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:18:53.806238 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0d630a-f0e7-47aa-bf5b-85c498fd2924" -d '{"events": [{"server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "name": "network-vif-deleted", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:18:53.841509 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca4c26-a306-4318-a154-3f8fe175181b x-openstack-request-id: req-72ca4c26-a306-4318-a154-3f8fe175181b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:18:53.841812 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76db639-3e69-4bb9-9f9d-6b65dacbe087", "name": "network-vif-deleted", "tag": "ab84e0dc-21b1-43a2-8d77-539defcf180e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:18:53.842067 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72ca4c26-a306-4318-a154-3f8fe175181b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:18:53.842475 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76db639-3e69-4bb9-9f9d-6b65dacbe087', 'name': 'network-vif-deleted', 'tag': 'ab84e0dc-21b1-43a2-8d77-539defcf180e', 'status': 'completed', 'code': 200} Feb 10 14:18:54.309232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:54.667535 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (6124d913-6601-44d4-afa8-603ea4f93bcf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:54.924842 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:18:54.925130 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.022175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 2483b151-c787-4a1e-a3a7-2d08c9cbfab0, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:18:55.022551 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.034685 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:18:55.219061 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2483b151-c787-4a1e-a3a7-2d08c9cbfab0), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.243092 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=2483b151-c787-4a1e-a3a7-2d08c9cbfab0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:55.423703 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (6124d913-6601-44d4-afa8-603ea4f93bcf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.641445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 6124d913-6601-44d4-afa8-603ea4f93bcf has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:18:55.747731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:18:55.752961 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a9c1d786-e204-4da2-924f-1fcbf8c4b0cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/6124d913-6601-44d4-afa8-603ea4f93bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427063 Feb 10 14:18:55.755672 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:55.758365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Sync routers for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:18:55.768648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:18:55.769282 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:55.809493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting subnet 594d7acc-7e42-4aa1-9310-e6b4d02613ee {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:18:55.812518 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (594d7acc-7e42-4aa1-9310-e6b4d02613ee), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.851221 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (594d7acc-7e42-4aa1-9310-e6b4d02613ee), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.876186 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:18:55.932405 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (594d7acc-7e42-4aa1-9310-e6b4d02613ee), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:55.994826 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (594d7acc-7e42-4aa1-9310-e6b4d02613ee), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.023302 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Subnet': ['ID=594d7acc-7e42-4aa1-9310-e6b4d02613ee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:56.025312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.029224 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0e6afc39-4618-4e86-920f-b318dfbf9fcf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/subnets/594d7acc-7e42-4aa1-9310-e6b4d02613ee HTTP/1.1" status: 204 len: 168 time: 0.2726107 Feb 10 14:18:56.031753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:56.035014 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632871c-d9df-4afe-beb8-dd0abbff3ce5 None None] Network ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:18:56.142710 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.255457 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (6124d913-6601-44d4-afa8-603ea4f93bcf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.312478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:18:55Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '2d6c161d-aeb5-4aed-8c98-01d51e209774', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:17:13Z', 'updated_at': '2022-02-10T14:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:56.342787 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Checking router: 6124d913-6601-44d4-afa8-603ea4f93bcf for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:18:56.353155 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Routers {'6124d913-6601-44d4-afa8-603ea4f93bcf'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:18:56.354435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['6124d913-6601-44d4-afa8-603ea4f93bcf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:56.428413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] DHCP port deletion for ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:18:56.478207 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] Set router 6124d913-6601-44d4-afa8-603ea4f93bcf gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:18:56.539193 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:18:56Z', 'revision_number': 6, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port_host': None}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:56.576446 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716d11a-5825-4a0c-aba7-de972cbf95eb None None] The sync data for ids ['6124d913-6601-44d4-afa8-603ea4f93bcf'] in n-d-815324-6 is: [{'id': '6124d913-6601-44d4-afa8-603ea4f93bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008286661', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:17:12Z', 'updated_at': '2022-02-10T14:18:56Z', 'revision_number': 6, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:18:56.583982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Deleting port 242d88d4-24f7-40ed-8a39-287942b389ff {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:18:56.584441 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.651287 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] For port 242d88d4-24f7-40ed-8a39-287942b389ff, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=242d88d4-24f7-40ed-8a39-287942b389ff,segment=NetworkSegment(84a60082-adba-4ea5-adab-8f87a5d82bd2),segment_id=84a60082-adba-4ea5-adab-8f87a5d82bd2)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:18:56.651693 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.668703 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Calling delete_port for 242d88d4-24f7-40ed-8a39-287942b389ff owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:18:56.675913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 2d6c161d-aeb5-4aed-8c98-01d51e209774 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:18:56.676261 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.750079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (242d88d4-24f7-40ed-8a39-287942b389ff), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.755194 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 2d6c161d-aeb5-4aed-8c98-01d51e209774, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2d6c161d-aeb5-4aed-8c98-01d51e209774,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:18:56.755715 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.767988 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 2d6c161d-aeb5-4aed-8c98-01d51e209774 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:18:56.774604 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Pushing event deleted for resources: {'Port': ['ID=242d88d4-24f7-40ed-8a39-287942b389ff,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:56.779596 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] No DVR routers for this DVR port 242d88d4-24f7-40ed-8a39-287942b389ff on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:18:56.786598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.786951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.787295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.787635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.787973 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.788307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.788636 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.789031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.789386 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.789656 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.789982 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.790626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.790626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dd1d6-dc05-469f-9727-9e3f3584e0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:56.922648 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ab84e0dc-21b1-43a2-8d77-539defcf180e no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:18:56.945295 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: ab84e0dc-21b1-43a2-8d77-539defcf180e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:18:56.945749 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device ab84e0dc-21b1-43a2-8d77-539defcf180e not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:18:56.967101 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2d6c161d-aeb5-4aed-8c98-01d51e209774), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:56.970197 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 242d88d4-24f7-40ed-8a39-287942b389ff no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:18:56.994756 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 242d88d4-24f7-40ed-8a39-287942b389ff {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:18:56.995032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 242d88d4-24f7-40ed-8a39-287942b389ff not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:18:56.995156 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=2d6c161d-aeb5-4aed-8c98-01d51e209774,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:56.995575 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:18:57.026308 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:18:57.026766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2483b151-c787-4a1e-a3a7-2d08c9cbfab0 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:18:57.055825 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (6124d913-6601-44d4-afa8-603ea4f93bcf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.150127 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.152837 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (6124d913-6601-44d4-afa8-603ea4f93bcf), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.197959 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (6124d913-6601-44d4-afa8-603ea4f93bcf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.198573 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Fanout notify agent at l3_agent the message router_deleted on router 6124d913-6601-44d4-afa8-603ea4f93bcf {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:18:57.205403 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.206511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-49e1b5bd-5121-4e0e-aa73-783a10687d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/routers/6124d913-6601-44d4-afa8-603ea4f93bcf HTTP/1.1" status: 204 len: 168 time: 1.1738584 Feb 10 14:18:57.209307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:57.284542 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.376775 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.396381 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:57.405779 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a60082-adba-4ea5-adab-8f87a5d82bd2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:57.406084 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a60082-adba-4ea5-adab-8f87a5d82bd2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:18:57.415135 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (84a60082-adba-4ea5-adab-8f87a5d82bd2), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.427809 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (84a60082-adba-4ea5-adab-8f87a5d82bd2), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.434117 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:18:57.434500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (84a60082-adba-4ea5-adab-8f87a5d82bd2), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:18:57.437570 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:18:57.498667 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.506148 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.511819 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/networks/ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb HTTP/1.1" status: 204 len: 168 time: 0.2984653 Feb 10 14:18:57.512210 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34030) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:57.520063 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c9821-ee34-4532-bbe0-47b0caffad5d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Network': ['ID=ddcbc0d2-812d-4ae6-ab7f-2bfccf7b94eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:57.575578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (e144d804-75b5-4564-8271-37680616726b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.599939 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (e144d804-75b5-4564-8271-37680616726b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.660490 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (e144d804-75b5-4564-8271-37680616726b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.663161 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:57.664321 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/security-groups/e144d804-75b5-4564-8271-37680616726b HTTP/1.1" status: 204 len: 168 time: 0.1510963 Feb 10 14:18:57.673691 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e144d804-75b5-4564-8271-37680616726b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:57.682625 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.682979 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.683336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.683663 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.683997 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.684321 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.684648 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.685003 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.685336 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.685666 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.685994 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.686312 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:57.686632 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce5e75-5b8e-494a-9087-bc25459adea1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:18:58.189446 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34038) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.193963 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770585428', 'description': 'tempest-secgroup-smoke-1770585428 description', 'project_id': 'e09cfe8001a545d694dd356721dcb72d'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.214983 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.285262 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (38a91ab1-4d67-420a-a394-c95733b49e4d), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.288682 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38a91ab1-4d67-420a-a394-c95733b49e4d), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.321032 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.322272 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317906 Feb 10 14:18:58.323457 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bec1e8-cb82-480a-a995-85f362d93bc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a91ab1-4d67-420a-a394-c95733b49e4d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.325515 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.330473 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.354832 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (340238ee-2d66-43c3-a726-b8fa9f2c4019), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.408532 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (340238ee-2d66-43c3-a726-b8fa9f2c4019), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.411974 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (340238ee-2d66-43c3-a726-b8fa9f2c4019), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.428999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340238ee-2d66-43c3-a726-b8fa9f2c4019,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.435641 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.436701 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-7a4c0261-a962-4eaf-b8e6-5d42ca0de026 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101098 Feb 10 14:18:58.439333 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.443535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.466967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (40a33f46-b095-431d-89c9-7e3ddf63fdae), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.520285 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (40a33f46-b095-431d-89c9-7e3ddf63fdae), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.524026 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (40a33f46-b095-431d-89c9-7e3ddf63fdae), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.540553 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a33f46-b095-431d-89c9-7e3ddf63fdae,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.549602 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.550816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a301a12e-f5fc-4cac-8bd1-58e78d617250 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105661 Feb 10 14:18:58.553964 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.558995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.582550 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (f29a1d59-4157-4d58-a408-73b48360a000), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.640051 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (f29a1d59-4157-4d58-a408-73b48360a000), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.643813 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f29a1d59-4157-4d58-a408-73b48360a000), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.663244 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29a1d59-4157-4d58-a408-73b48360a000,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.671955 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.673260 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-76844c9c-eab1-4b3a-b496-c782cf13acc4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182775 Feb 10 14:18:58.675909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.680287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.704170 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (47047881-4afe-4e5a-ace8-670117594464), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.749908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2d6c161d-aeb5-4aed-8c98-01d51e209774 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:18:58.765944 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (47047881-4afe-4e5a-ace8-670117594464), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.770816 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (47047881-4afe-4e5a-ace8-670117594464), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.774325 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2d6c161d-aeb5-4aed-8c98-01d51e209774 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:18:58.774864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2d6c161d-aeb5-4aed-8c98-01d51e209774 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:18:58.789429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47047881-4afe-4e5a-ace8-670117594464,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.796920 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.798849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da8a1445-d689-4558-8ea3-d9c1141f77df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220136 Feb 10 14:18:58.801540 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.805950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.825013 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:18:58.829677 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (9b6e2131-cff4-49de-8372-8157eade778f), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.887253 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (9b6e2131-cff4-49de-8372-8157eade778f), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.890788 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (9b6e2131-cff4-49de-8372-8157eade778f), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.909523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e2131-cff4-49de-8372-8157eade778f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:58.914159 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:58.915394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d9fb069a-8fa4-453f-8340-f76c6ef7828f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128359 Feb 10 14:18:58.918706 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:58.922868 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '38a91ab1-4d67-420a-a394-c95733b49e4d', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:58.940904 n-d-815324-6 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:18:58.945432 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (076cf9e5-5a3b-4dd7-9c9f-a990ae6014e7), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.004111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (076cf9e5-5a3b-4dd7-9c9f-a990ae6014e7), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.007308 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (076cf9e5-5a3b-4dd7-9c9f-a990ae6014e7), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.023844 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076cf9e5-5a3b-4dd7-9c9f-a990ae6014e7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:59.031984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.033188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-efd597ef-51d4-4ccf-8ad6-8c89e6b641f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1135762 Feb 10 14:18:59.036076 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:59.040736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'network': {'name': 'tempest-network-smoke--1852717663', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:59.059083 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:18:59.062404 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.085053 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:18:59.094413 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0e5f0dd0-0faf-44e5-895f-0a16b3ef534c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.094814 n-d-815324-6 neutron-server[103399]: INFO neutron.db.segments_db [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Added segment 0e5f0dd0-0faf-44e5-895f-0a16b3ef534c of type vlan for network b50f5120-afa3-4399-8e6a-4438ed12aa03 Feb 10 14:18:59.135516 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (b50f5120-afa3-4399-8e6a-4438ed12aa03), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.159917 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (b50f5120-afa3-4399-8e6a-4438ed12aa03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.164787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:18:59.165375 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.202004 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1648455 Feb 10 14:18:59.204674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:18:59.236676 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'admin_state_up': True, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:18:59.244388 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c3d0c-b906-43ad-8437-2b18d0881323 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Network': ['ID=b50f5120-afa3-4399-8e6a-4438ed12aa03,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:18:59.254360 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:18:59.262960 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.263981 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.315979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (9702660d-81c4-40eb-9a7b-2409bdf9d05c), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.459165 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (9702660d-81c4-40eb-9a7b-2409bdf9d05c), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.649529 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.671225 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.771509 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.190 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/91e173f6-8e9c-4fdb-9f7f-463a10236d6d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:18:59.875426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.915636 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:18:59.955157 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:18:59.958010 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:18:59.962100 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:18:59.984648 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:00.215133 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:00.414192 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:00.542105 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 9702660d-81c4-40eb-9a7b-2409bdf9d05c is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:19:00.646501 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:19:00.657292 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Sync routers for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:19:00.666304 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:00.667709 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3ac17ec6-2fa6-4f46-8ca5-0a29b3478e28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4620554 Feb 10 14:19:00.667850 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:00.668398 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:00.671867 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:00.702349 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-bdca5b38-2734-40fa-8a90-13e8d555d632 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e09cfe8001a545d694dd356721dcb72d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265014 Feb 10 14:19:00.702349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:00.775303 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:00.787000 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c7af5-a3c2-409c-933c-a8e2e1812fa9 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:00.788563 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-227c7af5-a3c2-409c-933c-a8e2e1812fa9 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856390 Feb 10 14:19:00.791283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:00.850619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-565fe438-0d72-4e85-824f-7c88f1e6c76c tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582654 Feb 10 14:19:00.853039 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:00.857776 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1900001304', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:19:00.951523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:19:00.952732 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-22cd24e5-e6e5-497f-b7bb-9aa50e04826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:00.955811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:00.958504 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:00Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:00.985899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Checking router: 9702660d-81c4-40eb-9a7b-2409bdf9d05c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:19:00.986327 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Updating router 9702660d-81c4-40eb-9a7b-2409bdf9d05c port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:19:01.014058 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.147122 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (635da847-9ca0-4591-a4fd-1c8a1488137b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.205089 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Subnet': ['ID=635da847-9ca0-4591-a4fd-1c8a1488137b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:01.218581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Checking segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:19:01.218939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network hostable DHCP agents. Network: b50f5120-afa3-4399-8e6a-4438ed12aa03, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:19:01.245467 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:19:01.256001 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, b50f5120-afa3-4399-8e6a-4438ed12aa03) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:01.261828 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:01.262885 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.267508 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac65669-4810-4e3c-aa7c-8e8539d80277 None None] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:19:01.271656 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks [] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.277808 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.282432 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-96530255-e143-453c-861b-c145e756a75d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4257390 Feb 10 14:19:01.282638 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:01.330885 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Pushing event updated for resources: {'Port': ['ID=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:01.332902 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Attempting to bind port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:19:01.333261 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Attempting to bind port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:19:01.333612 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Attempting to bind port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:19:01.342211 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:19:01.342577 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:19:01.342974 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.343361 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:19:01.343818 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Bound port: 91e173f6-8e9c-4fdb-9f7f-463a10236d6d, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:19:01.344191 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.347136 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.347478 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.347815 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.348146 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.348473 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.348846 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.349136 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.349456 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.349773 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.350091 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.350404 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.350723 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.351037 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:19:01.387991 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-b50f5120-afa3-4399-8e6a-4438ed12aa03', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:19:01.389132 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.409678 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] For port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:19:01.413221 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] For port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:19:01.424479 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.486734 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d224f21-5626-41de-b023-6d722e6281b0 None None] Pushing event updated for resources: {'Port': ['ID=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:01.489939 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:01.490899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:18:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:01.544147 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Allocated IP 172.20.0.2 (b50f5120-afa3-4399-8e6a-4438ed12aa03/635da847-9ca0-4591-a4fd-1c8a1488137b/f128b344-de89-4911-ac79-306cf6d75b8b) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:19:01.608339 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:01.713081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks [] for port (f128b344-de89-4911-ac79-306cf6d75b8b), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.721508 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.769854 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:19:01.773773 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Pushing event updated for resources: {'Port': ['ID=f128b344-de89-4911-ac79-306cf6d75b8b,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:01.776814 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:01.780069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:19:01.809638 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.848891 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Attempting to bind port f128b344-de89-4911-ac79-306cf6d75b8b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:19:01.849275 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Attempting to bind port f128b344-de89-4911-ac79-306cf6d75b8b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:19:01.849647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Attempting to bind port f128b344-de89-4911-ac79-306cf6d75b8b on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:19:01.855530 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:19:01.855917 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Checking segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:19:01.856327 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.856725 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Bound using segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:19:01.861506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Bound port: f128b344-de89-4911-ac79-306cf6d75b8b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:19:01.861506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.937735 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] For port f128b344-de89-4911-ac79-306cf6d75b8b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:19:01.943199 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] For port f128b344-de89-4911-ac79-306cf6d75b8b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f128b344-de89-4911-ac79-306cf6d75b8b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:19:01.950376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:01.966197 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:00Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:01.996080 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d258a0-89e5-42fb-a0d5-12c0faed6cc7 None None] The sync data for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 is: [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:00Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:19:02.026620 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f364-fea1-4bf2-8565-b9b200fe9eea None None] Pushing event updated for resources: {'Port': ['ID=f128b344-de89-4911-ac79-306cf6d75b8b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:02.234744 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.1 (b50f5120-afa3-4399-8e6a-4438ed12aa03/635da847-9ca0-4591-a4fd-1c8a1488137b/17f33bd1-76bd-4fed-a1b1-f2e45c44b53b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:19:02.756818 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:02.793811 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:02.830069 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:19:02.837502 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:02.844012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:19:02.861513 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 91e173f6-8e9c-4fdb-9f7f-463a10236d6d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:02.888700 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:02.911500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:02.937578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:02.938704 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.027875 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:03.028469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.051201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:03.056909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.058001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f128b344-de89-4911-ac79-306cf6d75b8b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:03.116618 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.139114 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:03.156892 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f128b344-de89-4911-ac79-306cf6d75b8b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:03.157282 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.180230 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9628a0-df04-49af-a9ac-82f7658f60cd None None] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:19:03.275069 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Provisioning complete for port f128b344-de89-4911-ac79-306cf6d75b8b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:03.275895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.362238 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f128b344-de89-4911-ac79-306cf6d75b8b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:03.362631 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.407155 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd440-bc07-4d1a-ad0e-4cd7d0a81697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.420203 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.425414 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.435419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port f128b344-de89-4911-ac79-306cf6d75b8b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f128b344-de89-4911-ac79-306cf6d75b8b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:03.459480 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.502417 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:03.503277 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Current status of the port f128b344-de89-4911-ac79-306cf6d75b8b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:03.503674 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.515485 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:03.530683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=f128b344-de89-4911-ac79-306cf6d75b8b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:03.588926 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.db.api [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 14:19:03.589368 n-d-815324-6 neutron-server[103401]: DEBUG oslo_db.api [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 14:19:03.620374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:19:03.621894 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:03.744923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 9702660d-81c4-40eb-9a7b-2409bdf9d05c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:19:03.863202 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:19:03.868223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-5b564ed9-9ece-4cca-894f-f55598fb08f2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/9702660d-81c4-40eb-9a7b-2409bdf9d05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5846155 Feb 10 14:19:03.873105 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Sync routers for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:19:03.883738 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:03.884369 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:04.007351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:04.058556 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-b7f1e5e0-e483-4507-8e06-a4245034b0aa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770585428&fields=id&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 267 time: 0.0668168 Feb 10 14:19:04.169672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ed781a40-fda9-474f-9d0f-20b21bed0524 None None] Current status of the port f128b344-de89-4911-ac79-306cf6d75b8b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:04.235758 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-a5ab2b8f-ff54-4a33-bbc3-92e3490e741b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:04.237340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-a5ab2b8f-ff54-4a33-bbc3-92e3490e741b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 797 time: 0.1712561 Feb 10 14:19:04.238035 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 2, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:04.252303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-a755087e-525b-41db-aea3-76054948f0df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/quotas/e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 375 time: 0.0093734 Feb 10 14:19:04.264796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Checking router: 9702660d-81c4-40eb-9a7b-2409bdf9d05c for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:19:04.265152 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Updating router 9702660d-81c4-40eb-9a7b-2409bdf9d05c port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:19:04.345733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-7d0fac84-d5b0-4d9d-9d47-398cd35e00f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880716 Feb 10 14:19:04.470026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.482387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Provisioning complete for port f128b344-de89-4911-ac79-306cf6d75b8b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:04.482752 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.484910 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-7082f3d3-7421-4f9b-b88f-9db9bbdf9f1f service neutron] 10.222.0.13 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266582 Feb 10 14:19:04.575730 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-f0d430c7-d7a0-41fd-895b-8eed6e004d82 service neutron] 10.222.0.13 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Feb 10 14:19:04.665777 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Current status of the port f128b344-de89-4911-ac79-306cf6d75b8b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:04.714635 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Provisioning complete for port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:04.715023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.751488 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d671b7f2-10d5-4786-bbec-bbce23d348d3 req-59c13486-186a-44c4-b84a-8e148561a3d7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 210 time: 0.0424371 Feb 10 14:19:04.778333 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-8271794a-4d52-42e8-a210-294084c965bc None None] Port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:19:04.791459 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 91e173f6-8e9c-4fdb-9f7f-463a10236d6d up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:04.859653 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.889182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks [] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.895696 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.909184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:04.909748 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:04.989874 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb0879-8bb4-423b-88dc-142491e7d915 None None] Pushing event updated for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:05.047684 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Attempting to bind port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:19:05.048269 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Attempting to bind port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:19:05.048419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Attempting to bind port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:19:05.079650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:19:05.080074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Checking segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:19:05.080529 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.081160 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Bound using segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:19:05.081644 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Bound port: 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:19:05.082080 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.102796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:05.103970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f128b344-de89-4911-ac79-306cf6d75b8b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:05.197431 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] For port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:19:05.214983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] For port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:19:05.216465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f128b344-de89-4911-ac79-306cf6d75b8b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:05.216875 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.248396 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.253795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Provisioning complete for port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:05.254164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.356726 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:05.357388 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:05.360800 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb0879-8bb4-423b-88dc-142491e7d915 None None] Pushing event updated for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:05.512281 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f128b344-de89-4911-ac79-306cf6d75b8b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:05.519140 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Current status of the port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:05.519525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.552322 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:05.600867 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] For port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:05.606402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.728112 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-42c3a069-696b-448d-bdaf-20fee06e4940 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:05.730593 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-42c3a069-696b-448d-bdaf-20fee06e4940 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 797 time: 0.1178992 Feb 10 14:19:05.746794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a277-a9e4-4e57-be0a-a807d833bed0 None None] Pushing event updated for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:05.764659 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a744c63c-9232-4fc0-bd9e-142c5bc0d8c9 None None] Provisioning complete for port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:05.765056 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a744c63c-9232-4fc0-bd9e-142c5bc0d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:05.813607 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-d5247ec2-a833-4fb5-8bbe-077d8194d4f3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 380 time: 0.0741260 Feb 10 14:19:05.829228 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'port': {'device_id': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'admin_state_up': True, 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'security_groups': ['38a91ab1-4d67-420a-a394-c95733b49e4d']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:19:05.847955 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a82ba5fe-6679-4f5d-a41e-91a39f14168f req-4081f393-4853-4536-b6c5-bdd5d291b283 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 210 time: 0.0333872 Feb 10 14:19:05.890081 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a744c63c-9232-4fc0-bd9e-142c5bc0d8c9 None None] Current status of the port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:05.901626 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:05.930016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370603b-db25-4534-9a42-4b56f8457a28 None None] The sync data for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 is: [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:19:05.958909 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:19:05.962372 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.014162 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.109840 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.10 (b50f5120-afa3-4399-8e6a-4438ed12aa03/635da847-9ca0-4591-a4fd-1c8a1488137b/efa45a5f-40ff-4b35-b18d-58ca9f69aef9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:19:06.257092 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.292642 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.339114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:19:06.342406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:06.347569 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:19:06.371889 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:06.404450 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:06.404708 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.421638 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-2a109ade-e3d1-4207-851a-37407243ded8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969346 Feb 10 14:19:06.487035 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Request body: {'port': {'device_id': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:19:06.564907 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.592500 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.616134 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-486f91f8-ec0d-460d-bc8d-20d20769251e None None] Provisioning complete for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:06.616387 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-486f91f8-ec0d-460d-bc8d-20d20769251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.655068 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-486f91f8-ec0d-460d-bc8d-20d20769251e None None] Port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:19:06.783324 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:06.832031 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:06.832424 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.865615 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa45a5f-40ff-4b35-b18d-58ca9f69aef9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:19:06.874009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks [] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.889463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Transition to ACTIVE for port object efa45a5f-40ff-4b35-b18d-58ca9f69aef9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:19:06.895279 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:06.936249 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:07.004199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:07.077642 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced99ec7-0a52-476b-96ce-93e011ac0600 req-b229d2d0-5f36-4d7b-97c3-6211921d0406 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.079264 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ced99ec7-0a52-476b-96ce-93e011ac0600 req-b229d2d0-5f36-4d7b-97c3-6211921d0406 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.1335812 Feb 10 14:19:07.134384 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:19:07.134855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:19:07.135257 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:19:07.152169 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:19:07.152506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:19:07.161494 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ced99ec7-0a52-476b-96ce-93e011ac0600 req-49d264b5-ccce-409b-a762-863295a2e52f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736945 Feb 10 14:19:07.162382 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:19:07.162726 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Checking segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:19:07.163103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Bound using segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:19:07.163537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Bound port: efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:19:07.163898 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:07.226739 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:19:07.229694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:19:07.235297 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:07.270062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.270604 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:07.272245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] 10.222.0.21 "PUT /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 1092 time: 0.8398492 Feb 10 14:19:07.272693 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:19:07.275032 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc600b4-b5cc-4d13-852a-c24d32ce4274" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:19:07.301492 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa648ba0-5109-4c74-911e-121d62212efd service neutron] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:07.327288 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49717f46-498d-4bf1-b776-b6e7ee80f173 x-openstack-request-id: req-49717f46-498d-4bf1-b776-b6e7ee80f173 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:19:07.327592 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:19:07.327850 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49717f46-498d-4bf1-b776-b6e7ee80f173 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:19:07.328880 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'status': 'completed', 'code': 200} Feb 10 14:19:07.378404 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-23b05ffe-8e12-440a-a328-76f002964329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.379916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-23b05ffe-8e12-440a-a328-76f002964329 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1126 time: 0.0502243 Feb 10 14:19:07.422942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-ad642314-8b68-4c5b-a321-4e02ecac208d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 217 time: 0.0364087 Feb 10 14:19:07.472962 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-153523a6-b0cd-48da-bc80-bc0d4210594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.474451 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-153523a6-b0cd-48da-bc80-bc0d4210594f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0455446 Feb 10 14:19:07.524443 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-db167a6c-0a7d-4de0-8075-5fed3dcbc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.525297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:07.525945 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-db167a6c-0a7d-4de0-8075-5fed3dcbc923 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458479 Feb 10 14:19:07.617383 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-513b8277-5e9d-4686-882c-4c161e71265f service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Feb 10 14:19:07.707068 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6d816291-a6be-41ad-9d03-252eb800bdf3 req-d0aeb34c-86ca-406f-bfc8-d0cfd2e18720 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844846 Feb 10 14:19:07.795607 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-5ce7bbd2-3aeb-4421-87f0-616599841752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.797138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-5ce7bbd2-3aeb-4421-87f0-616599841752 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1126 time: 0.0446000 Feb 10 14:19:07.883545 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-d1c256d1-7d9d-42bf-a8fe-8ca96f3f22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.885043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-d1c256d1-7d9d-42bf-a8fe-8ca96f3f22c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0819709 Feb 10 14:19:07.931324 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-575f1081-4643-4712-9158-621065e73585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 217 time: 0.0406258 Feb 10 14:19:07.979383 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-2713b7ec-da4b-4009-a452-ee5055158c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:07.980884 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-2713b7ec-da4b-4009-a452-ee5055158c6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0435750 Feb 10 14:19:08.029793 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-95e66042-4e49-43f5-adff-85665322c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:08.031292 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-95e66042-4e49-43f5-adff-85665322c48d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448534 Feb 10 14:19:08.123285 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-f5ce7af3-de55-4d34-9a52-0533fd06199f service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Feb 10 14:19:08.211445 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8cc600b4-b5cc-4d13-852a-c24d32ce4274 req-cbee3c46-8c65-449c-aca0-8ff10896fe66 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Feb 10 14:19:08.534319 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87210-027f-4b9b-9a3b-9d4cef9220ad req-6f91e0a5-c0cd-4042-8769-b102e6666c2a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:08.535817 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aee87210-027f-4b9b-9a3b-9d4cef9220ad req-6f91e0a5-c0cd-4042-8769-b102e6666c2a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.3012836 Feb 10 14:19:08.582834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-aee87210-027f-4b9b-9a3b-9d4cef9220ad req-9cdb76d6-84de-4caf-81e4-4874ccef5d0d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Feb 10 14:19:09.703434 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cfcb2-416d-4300-9b96-79d284519195 req-f56893d2-445a-4478-8a2b-56150ed51de9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:09.704933 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd6cfcb2-416d-4300-9b96-79d284519195 req-f56893d2-445a-4478-8a2b-56150ed51de9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.0525961 Feb 10 14:19:09.750927 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd6cfcb2-416d-4300-9b96-79d284519195 req-4760b2ba-5573-4dca-b124-5b9a4b602c00 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405021 Feb 10 14:19:10.870085 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1ba4e-a2b0-4de2-9534-f1a65f6036d8 req-6b2541a5-d4c5-4932-8934-3aa32a74a9dc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:10.871544 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03b1ba4e-a2b0-4de2-9534-f1a65f6036d8 req-6b2541a5-d4c5-4932-8934-3aa32a74a9dc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.0540462 Feb 10 14:19:10.918857 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-03b1ba4e-a2b0-4de2-9534-f1a65f6036d8 req-c4da4d9b-c99e-4091-9900-097f6060fea7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Feb 10 14:19:10.954939 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:19:11.057494 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:11.067485 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'mac_address': 'fa:16:3e:52:d0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:19:11.105032 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:11.105417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:11.117546 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa45a5f-40ff-4b35-b18d-58ca9f69aef9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:19:11.135977 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:11.140127 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:11.186468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:11.479084 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['efa45a5f-40ff-4b35-b18d-58ca9f69aef9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:19:11.701521 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:12.037643 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a206a9-d2d6-4690-a153-7d90ea533903 req-17420f11-17f5-4d09-aae1-32282d2ca2ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:12.039152 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1a206a9-d2d6-4690-a153-7d90ea533903 req-17420f11-17f5-4d09-aae1-32282d2ca2ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 945 time: 0.0521495 Feb 10 14:19:12.086942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1a206a9-d2d6-4690-a153-7d90ea533903 req-4df7d516-f897-4328-b1f7-3814b3e01503 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Feb 10 14:19:12.979017 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:19:13.029176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:19:13.032709 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:19:13.033111 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:13.109435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:19:13.109845 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:13.133203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:19:13.135935 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9afb92-ed49-4746-841b-8781fbc0b8f2" -d '{"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-plugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:19:13.148468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:19:13.152411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:13.204136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:13.211072 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de6310-41ec-4053-a2e1-debcf86bf06d req-79cf04dd-6fdb-4889-85b9-349422ed6b21 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:13.212654 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0de6310-41ec-4053-a2e1-debcf86bf06d req-79cf04dd-6fdb-4889-85b9-349422ed6b21 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0532918 Feb 10 14:19:13.264061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d0de6310-41ec-4053-a2e1-debcf86bf06d req-39a4c2e6-5629-4920-906c-ad693aa8db11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 Feb 10 14:19:13.368802 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96bf326-b70f-4020-b800-8d259d35396d x-openstack-request-id: req-a96bf326-b70f-4020-b800-8d259d35396d {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:19:13.369110 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-plugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:19:13.370204 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a96bf326-b70f-4020-b800-8d259d35396d {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:19:13.370607 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'code': 200} Feb 10 14:19:13.462740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab23a-344a-45a6-a1be-b737852b0974 req-52c88f46-df8c-4851-9e75-b8ff75a7357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:13.464117 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eebab23a-344a-45a6-a1be-b737852b0974 req-52c88f46-df8c-4851-9e75-b8ff75a7357a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0425584 Feb 10 14:19:13.508245 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eebab23a-344a-45a6-a1be-b737852b0974 req-5f8c183b-9f6c-4d99-a6de-0dc9f29a561c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380070 Feb 10 14:19:14.383816 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020cb4e-4801-4356-abe9-28a96b003590 req-0ad1c4f5-8a47-4f27-bca3-22d3b7855cdf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:14.385824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e020cb4e-4801-4356-abe9-28a96b003590 req-0ad1c4f5-8a47-4f27-bca3-22d3b7855cdf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0514596 Feb 10 14:19:14.432564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e020cb4e-4801-4356-abe9-28a96b003590 req-2a092d3f-5776-4acf-8fc5-dff8174e6791 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Feb 10 14:19:15.553362 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42296b95-c4c0-4a18-9fc8-067b1ca7a3a0 req-46f31b99-37ce-4576-b2f3-6ea3ee067d03 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:15.554834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42296b95-c4c0-4a18-9fc8-067b1ca7a3a0 req-46f31b99-37ce-4576-b2f3-6ea3ee067d03 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0560291 Feb 10 14:19:15.604127 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-42296b95-c4c0-4a18-9fc8-067b1ca7a3a0 req-f6643d95-516d-4092-8785-19dec0c6fc4d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Feb 10 14:19:15.717807 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb94960-56db-44a0-bdc5-b9a46aba99de req-9aa97ce1-8f5b-4b0a-b84a-fed73950c37d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:15.719160 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bb94960-56db-44a0-bdc5-b9a46aba99de req-9aa97ce1-8f5b-4b0a-b84a-fed73950c37d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0511925 Feb 10 14:19:15.767173 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bb94960-56db-44a0-bdc5-b9a46aba99de req-6cad38ca-5550-44b1-a11b-923b6c490124 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Feb 10 14:19:15.788354 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:15.834148 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459f2cdd-ed07-456d-86e1-e17723bb1f93 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:15.835627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-459f2cdd-ed07-456d-86e1-e17723bb1f93 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1123 time: 0.0462728 Feb 10 14:19:15.838438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:15.842554 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:19:15.863599 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:15.957567 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.060775 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.9 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/6d7b4d98-2fb6-47a8-9cae-485e260fc418) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:19:16.159841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.192572 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.237425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:19:16.240216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:19:16.244562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:19:16.249649 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=6d7b4d98-2fb6-47a8-9cae-485e260fc418,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:16.609145 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (d5d05714-eeb2-42fe-aa99-e98c37491a8a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.675817 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.822168 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.826339 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:16.892738 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=6d7b4d98-2fb6-47a8-9cae-485e260fc418,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:19:16.903200 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (d5d05714-eeb2-42fe-aa99-e98c37491a8a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:17.003589 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP d5d05714-eeb2-42fe-aa99-e98c37491a8a associated. External IP: 172.25.8.9, port: efa45a5f-40ff-4b35-b18d-58ca9f69aef9. Feb 10 14:19:17.210204 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 9702660d-81c4-40eb-9a7b-2409bdf9d05c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:19:17.317555 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:19:17.327850 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Sync routers for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:19:17.335605 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:17.337134 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:17.338377 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:17.365283 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cf0eb95f-8470-4aa9-bf78-63b6b3d28530 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5258579 Feb 10 14:19:17.365995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:19:17.368387 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368ea37-d256-4f10-a5d7-a125c2b9bc28" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:19:17.449234 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:17.466226 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea5d20-1ac8-4f91-aa97-ca203d7b6897 req-d738f129-617f-45bb-ad61-008f7284aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:17.467737 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ea5d20-1ac8-4f91-aa97-ca203d7b6897 req-d738f129-617f-45bb-ad61-008f7284aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0530951 Feb 10 14:19:17.521016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-34ea5d20-1ac8-4f91-aa97-ca203d7b6897 req-f82d5928-4382-4633-a43c-8841566df6e9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473914 Feb 10 14:19:17.543886 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:17.585118 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80505c-b852-4dfa-b193-940d4908b91e x-openstack-request-id: req-ed80505c-b852-4dfa-b193-940d4908b91e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:19:17.585409 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:19:17.585867 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed80505c-b852-4dfa-b193-940d4908b91e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:19:17.586287 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'status': 'completed', 'code': 200} Feb 10 14:19:17.637273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-cc7ec659-df8b-4917-84ae-aee823f739c9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/d5d05714-eeb2-42fe-aa99-e98c37491a8a HTTP/1.1" status: 200 len: 990 time: 0.0918474 Feb 10 14:19:17.650259 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-9625c1ee-91f1-41af-9a78-157312a14639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:17.651804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-9625c1ee-91f1-41af-9a78-157312a14639 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0588384 Feb 10 14:19:17.670671 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd5d05714-eeb2-42fe-aa99-e98c37491a8a', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'mac_address': 'fa:16:3e:52:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:19:16Z', 'updated_at': '2022-02-10T14:19:16Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:17.696684 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Checking router: 9702660d-81c4-40eb-9a7b-2409bdf9d05c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:19:17.705400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:19:17.705937 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:19:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:17.748064 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-d1532b67-6d88-4aad-9134-8f586637b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:17.749582 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-d1532b67-6d88-4aad-9134-8f586637b26b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0917690 Feb 10 14:19:17.811499 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:19:17.814334 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-7c6d88b6-ee7c-49fe-ab84-58faed8c1ef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 998 time: 0.0588572 Feb 10 14:19:17.870815 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-3eb8a079-8787-41e5-8df0-5e23fca09bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:17.872394 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-3eb8a079-8787-41e5-8df0-5e23fca09bf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0508091 Feb 10 14:19:17.921389 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-d67132ee-0c26-4cf0-8b8d-bd2b5a8b580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:17.922907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-d67132ee-0c26-4cf0-8b8d-bd2b5a8b580a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445333 Feb 10 14:19:18.012174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-fc2908b0-9dc6-4b17-bd70-9e40f503d365 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Feb 10 14:19:18.032275 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd5d05714-eeb2-42fe-aa99-e98c37491a8a', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'mac_address': 'fa:16:3e:52:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:19:16Z', 'updated_at': '2022-02-10T14:19:16Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:19:18.057791 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82eff4f-b746-4228-abb6-4019f6ddf6d5 None None] The sync data for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 is: [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': 'd5d05714-eeb2-42fe-aa99-e98c37491a8a', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'mac_address': 'fa:16:3e:52:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:19:16Z', 'updated_at': '2022-02-10T14:19:16Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:19:18.108239 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9368ea37-d256-4f10-a5d7-a125c2b9bc28 req-56c860e4-f179-4b39-8432-f1fe69b78b96 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891750 Feb 10 14:19:18.246676 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b5a44e-3b59-401a-99ed-dc61a0ee403a None None] New status for floating IP d5d05714-eeb2-42fe-aa99-e98c37491a8a: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:19:18.641174 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:19:18.703803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-aef88001-f8b0-4b3a-aede-3cdb2e172190 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/d5d05714-eeb2-42fe-aa99-e98c37491a8a HTTP/1.1" status: 200 len: 992 time: 0.0615637 Feb 10 14:19:19.474587 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:19:30.954419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c3a70131-0e20-40cb-98b2-7947e37dd510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:33.381471 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-bed51ba7-4fe7-4362-8596-6aa9da2af009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:34.802625 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:36.015504 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:36.595023 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:37.518970 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:41.709900 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:19:56.473631 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:19:59.741594 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-ce9c7cf2-ef01-4184-9dca-b279424061cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415554 Feb 10 14:19:59.825048 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-81952ba4-cba1-4190-8776-cdda4582a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:59.826540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-81952ba4-cba1-4190-8776-cdda4582a1ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0445628 Feb 10 14:19:59.935393 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-b6ae4ace-8683-4d0c-99a6-13360f50f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:19:59.936885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-b6ae4ace-8683-4d0c-99a6-13360f50f18a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0920167 Feb 10 14:20:00.000483 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-2a099870-88a5-44f2-8102-119cc303129c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 1000 time: 0.0568860 Feb 10 14:20:00.046890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-ffbab7ca-86ef-4333-b3b2-53bf77278c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:00.048321 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-ffbab7ca-86ef-4333-b3b2-53bf77278c6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0427675 Feb 10 14:20:00.098343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-9e7411a6-c12d-4690-80eb-de3e03556335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:00.099847 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-9e7411a6-c12d-4690-80eb-de3e03556335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461500 Feb 10 14:20:00.186124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-fdf791d0-620f-47c6-8904-70c39f2c6182 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804784 Feb 10 14:20:00.277384 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90cc421f-58ea-4ed9-8e06-9e3f7d12c75b req-0c10b008-0309-41e6-8fb3-20c4976313b0 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844696 Feb 10 14:20:00.955558 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d503c3dd-2e63-4f2c-b0ff-ab7fc03e511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:03.382549 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0eee6716-6e75-431b-82c6-3e6105cfbf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:04.806021 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:06.017173 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:06.594895 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:07.521621 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:11.702054 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:19.376328 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-90268637-0b02-4e16-98b7-571d5880f925 req-6a61b9af-bf29-49a2-bacd-f955f0b05333 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:20:19.377372 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-90268637-0b02-4e16-98b7-571d5880f925 req-6a61b9af-bf29-49a2-bacd-f955f0b05333 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054224 Feb 10 14:20:19.548983 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34164) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:20:19.555584 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1017c-7752-4dbb-a2b0-2d13d0983ccc req-e96b64db-e124-4456-9f33-d3c4ecf212bf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:19.557158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3aa1017c-7752-4dbb-a2b0-2d13d0983ccc req-e96b64db-e124-4456-9f33-d3c4ecf212bf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0549698 Feb 10 14:20:19.606320 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3aa1017c-7752-4dbb-a2b0-2d13d0983ccc req-7cae2a8d-cad7-49cd-bfdf-39504738fff4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Feb 10 14:20:19.632612 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-63395e2e-d71f-4742-8752-5d0b2b45100e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824201 Feb 10 14:20:19.641866 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-5e95cce5-b81d-4774-ae38-94022ba5289e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103400) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:20:19.642820 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-5e95cce5-b81d-4774-ae38-94022ba5289e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048773 Feb 10 14:20:19.997480 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:20:20.085004 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-ea7562ba-dadb-44f8-859d-66cfc36c55f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:20.086370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-ea7562ba-dadb-44f8-859d-66cfc36c55f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 943 time: 0.0878985 Feb 10 14:20:20.730193 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebfb63-3d37-4bae-930b-3637b65a2af0 req-daf69242-f4a1-4abe-a1d6-f9f65b100f3b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:20.731579 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ebfb63-3d37-4bae-930b-3637b65a2af0 req-daf69242-f4a1-4abe-a1d6-f9f65b100f3b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0560462 Feb 10 14:20:20.784034 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65ebfb63-3d37-4bae-930b-3637b65a2af0 req-7a234bf2-f89b-420f-93e1-55e117933ca8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Feb 10 14:20:20.893571 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-695c08ab-edee-4cf5-8ba8-4d1b29da2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:20.895067 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-695c08ab-edee-4cf5-8ba8-4d1b29da2488 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0449824 Feb 10 14:20:20.985125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-2a2bb125-0229-476d-a094-40feaa97e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:20.986486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-2a2bb125-0229-476d-a094-40feaa97e7ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0858369 Feb 10 14:20:21.049565 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-5c7585b4-8cb8-4d8e-8bc3-e5413e33e7e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 1000 time: 0.0563655 Feb 10 14:20:21.095441 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-fba68e38-3887-4617-afc2-10a3edf0701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:21.096853 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-fba68e38-3887-4617-afc2-10a3edf0701e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0415082 Feb 10 14:20:21.148349 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-97609be9-4f54-49fb-a899-84742a147592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:21.149880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-97609be9-4f54-49fb-a899-84742a147592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471966 Feb 10 14:20:21.237231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-8012aa81-9901-4d7b-ac15-cb824321caa8 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Feb 10 14:20:21.327059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-a41c77c4-d9de-413b-a267-e09529df688f service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845146 Feb 10 14:20:21.903286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858251-457a-41b0-a004-a5dd6456f834 req-5aade702-b47b-407a-ad31-4931b4f856dd tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:21.904824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19858251-457a-41b0-a004-a5dd6456f834 req-5aade702-b47b-407a-ad31-4931b4f856dd tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0529087 Feb 10 14:20:21.957419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-19858251-457a-41b0-a004-a5dd6456f834 req-78f62ddc-fc46-41d6-9dff-56ea8afb4419 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Feb 10 14:20:23.081707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61e9d-6239-41c9-b240-91a9168574bc req-85f75b65-103c-45e2-90ec-df6964dc71b7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:23.083169 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7f61e9d-6239-41c9-b240-91a9168574bc req-85f75b65-103c-45e2-90ec-df6964dc71b7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0558553 Feb 10 14:20:23.130610 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-a7f61e9d-6239-41c9-b240-91a9168574bc req-d1a58bc2-c747-4e2b-9893-93a414d274f8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416481 Feb 10 14:20:24.248787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281027d-2d17-46e8-9d62-2a9f596b9875 req-1ba2db39-4703-473c-8088-b6acf0e0d52b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:24.250274 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f281027d-2d17-46e8-9d62-2a9f596b9875 req-1ba2db39-4703-473c-8088-b6acf0e0d52b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0525699 Feb 10 14:20:24.297342 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f281027d-2d17-46e8-9d62-2a9f596b9875 req-53ac4c69-f6a2-45f5-907b-fd3be4b8b134 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Feb 10 14:20:25.414489 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa22baf-f57d-4a7c-82b2-28708bdde91a req-9306ba89-c8d0-4618-b455-96b16cbbcab8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:25.415947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfa22baf-f57d-4a7c-82b2-28708bdde91a req-9306ba89-c8d0-4618-b455-96b16cbbcab8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0512278 Feb 10 14:20:25.466485 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dfa22baf-f57d-4a7c-82b2-28708bdde91a req-e2113449-74d5-47c7-b46c-260d6979aed0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Feb 10 14:20:26.583911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607df7e-e9f6-442c-ac44-eb2555fcf34d req-47092a64-b8a0-4f71-91d7-fb05205951b2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:26.585540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3607df7e-e9f6-442c-ac44-eb2555fcf34d req-47092a64-b8a0-4f71-91d7-fb05205951b2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0513182 Feb 10 14:20:26.636323 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3607df7e-e9f6-442c-ac44-eb2555fcf34d req-c514aa74-8789-4f17-a4e9-5804b8f8dfb8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426285 Feb 10 14:20:27.752468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015ae49-47c2-4de9-8d37-d0a9b94daf44 req-fd6f193b-b671-4ae5-8a57-dbfa3f15e08b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:27.754047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7015ae49-47c2-4de9-8d37-d0a9b94daf44 req-fd6f193b-b671-4ae5-8a57-dbfa3f15e08b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0508680 Feb 10 14:20:27.801524 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7015ae49-47c2-4de9-8d37-d0a9b94daf44 req-6bd3560c-bb17-4ab6-92b3-8e8fbb77fa79 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Feb 10 14:20:28.923565 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6b9b4-6232-464e-9342-2aa04338aaf9 req-3bf948b3-18ff-4a80-a188-25d42b01a136 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:28.925040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fc6b9b4-6232-464e-9342-2aa04338aaf9 req-3bf948b3-18ff-4a80-a188-25d42b01a136 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0564625 Feb 10 14:20:28.971367 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7fc6b9b4-6232-464e-9342-2aa04338aaf9 req-a1f850b0-e1d5-4b7e-9978-96bee76ac05f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 Feb 10 14:20:30.091630 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2b958-c375-4b4f-b1c3-7299505f32eb req-cf974ca3-5ff0-417b-8300-8a354289c18f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:30.093132 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bf2b958-c375-4b4f-b1c3-7299505f32eb req-cf974ca3-5ff0-417b-8300-8a354289c18f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0520952 Feb 10 14:20:30.141622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6bf2b958-c375-4b4f-b1c3-7299505f32eb req-90f5b597-18c1-49a3-a5df-da2b364b24f7 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Feb 10 14:20:30.960182 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cfd5e56-4f20-415f-83dd-809607cbd5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:31.258694 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114453f0-7af8-4b63-8097-efdf753deee9 req-bceb8eed-a532-4549-8326-7b243f21c2a3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:31.260777 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-114453f0-7af8-4b63-8097-efdf753deee9 req-bceb8eed-a532-4549-8326-7b243f21c2a3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0506527 Feb 10 14:20:31.311720 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-114453f0-7af8-4b63-8097-efdf753deee9 req-6d89dd8b-80c0-4587-b9c0-af3e4e54e7e9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Feb 10 14:20:32.428731 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c0d0-14dc-4034-968f-9a24436b13cb req-4f197a9c-b831-428b-ad44-3f577cc7db7e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:32.430176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27b9c0d0-14dc-4034-968f-9a24436b13cb req-4f197a9c-b831-428b-ad44-3f577cc7db7e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0518608 Feb 10 14:20:32.477235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-27b9c0d0-14dc-4034-968f-9a24436b13cb req-427ddd88-bca3-4fd7-b9d2-20baa4799905 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Feb 10 14:20:33.215387 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-f11bd34f-f84e-4a94-aaa2-9556a0dcd6ea service neutron] show failed (client error): The resource could not be found. Feb 10 14:20:33.216387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-f11bd34f-f84e-4a94-aaa2-9556a0dcd6ea service neutron] 10.222.0.21 "GET /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9/bindings/n-h2-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0540087 Feb 10 14:20:33.383670 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3fb149df-18c7-481d-bd3c-78a649e46294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:33.473645 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:20:33.733230 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-fb1a620d-d382-4cb4-b213-a7dfb44db553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:33.734712 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-fb1a620d-d382-4cb4-b213-a7dfb44db553 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 1128 time: 0.3660767 Feb 10 14:20:33.745610 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-6', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:20:33.755141 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4ac3e-f298-487b-bfbc-cb238df216b3 req-188e1949-76e8-448b-95b8-acfd23ff90cf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:33.756521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3f4ac3e-f298-487b-bfbc-cb238df216b3 req-188e1949-76e8-448b-95b8-acfd23ff90cf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0822480 Feb 10 14:20:33.845901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e3f4ac3e-f298-487b-bfbc-cb238df216b3 req-d41b46de-6907-4806-94db-6be0b2e78b55 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739200 Feb 10 14:20:33.846595 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.045438 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:20:34.078113 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:20:34.118795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:20:34.121693 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a34567-327a-4aba-81b1-ffa432ad1b76" -d '{"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-unplugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:20:34.125831 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks [] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.139399 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Transition to ACTIVE for port object efa45a5f-40ff-4b35-b18d-58ca9f69aef9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:20:34.142334 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.172356 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e45b3-d5ef-4947-aeff-2c5b265349c8 x-openstack-request-id: req-3e4e45b3-d5ef-4947-aeff-2c5b265349c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:20:34.172652 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-unplugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:20:34.172925 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e4e45b3-d5ef-4947-aeff-2c5b265349c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:20:34.173328 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'code': 200} Feb 10 14:20:34.265296 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:20:34.288199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.288552 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.288935 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.289287 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.289625 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.289957 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.290288 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.290622 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.290949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.291276 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.292146 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.292472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.292825 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:34.331980 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] No DVR routers for this DVR port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:20:34.469707 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:20:34.470045 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:20:34.470369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:20:34.474521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:20:34.474837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Attempting to bind port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on network b50f5120-afa3-4399-8e6a-4438ed12aa03 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:20:34.480107 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:20:34.480439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Checking segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:20:34.480850 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Bound using segment: {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:20:34.481272 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Bound port: efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:20:34.481620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.544986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:20:34.548155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:20:34.553417 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.590015 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:34.590803 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.592247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] 10.222.0.77 "PUT /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 1092 time: 0.8505547 Feb 10 14:20:34.610787 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313c8ac-49a9-4d6e-a84a-15ee0523c6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:20:34.659005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-d597bbe7-e765-49e7-98c3-b287565c6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:34.660550 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-d597bbe7-e765-49e7-98c3-b287565c6b3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1126 time: 0.0469449 Feb 10 14:20:34.757337 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-80b5bf0a-b033-4cad-a9a8-e4d1fcd5043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:34.758941 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-80b5bf0a-b033-4cad-a9a8-e4d1fcd5043a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0932441 Feb 10 14:20:34.808807 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:34.824429 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-1668a721-8429-418b-9248-2ec3d0a782ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 998 time: 0.0593126 Feb 10 14:20:34.876477 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-5388ccef-2b56-4b6d-8cc0-43f95ebf8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:34.877907 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-5388ccef-2b56-4b6d-8cc0-43f95ebf8bf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0466390 Feb 10 14:20:34.939445 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-ec79262b-1adf-4f01-8457-3791fc42ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:34.940936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-ec79262b-1adf-4f01-8457-3791fc42ceaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575516 Feb 10 14:20:35.036046 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b40c2-ac31-4265-b384-36c60cf13015 req-a73909df-8bf1-44d8-b466-91c2cfc742f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:35.037536 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc3b40c2-ac31-4265-b384-36c60cf13015 req-a73909df-8bf1-44d8-b466-91c2cfc742f9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.1122437 Feb 10 14:20:35.070729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-b39c355f-0402-4d62-bf37-1db14d1a5519 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160312 Feb 10 14:20:35.120808 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dc3b40c2-ac31-4265-b384-36c60cf13015 req-d86e3f59-42ff-4d1f-a989-985525c9ef4d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774434 Feb 10 14:20:35.176918 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b14205fd-3440-4cd4-a17c-1be6943411bb req-176cd229-4d9f-4dbb-8094-cc5acfbddf22 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960855 Feb 10 14:20:36.020220 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:36.174831 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:20:36.177407 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c86be-fe79-4251-9599-fb26a3f05e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:20:36.243243 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b7c6a-3c81-46b9-842c-3cddf9c1516d req-37b5e023-ecc2-442d-9f44-07ab6d257972 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.245243 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb6b7c6a-3c81-46b9-842c-3cddf9c1516d req-37b5e023-ecc2-442d-9f44-07ab6d257972 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.0558264 Feb 10 14:20:36.293395 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cb6b7c6a-3c81-46b9-842c-3cddf9c1516d req-7d21fa2c-abef-472f-b0e7-3601e7189704 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Feb 10 14:20:36.350435 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1030de2-f407-4f51-8bdc-2f7e056924e6 x-openstack-request-id: req-d1030de2-f407-4f51-8bdc-2f7e056924e6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:20:36.350798 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:20:36.351114 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1030de2-f407-4f51-8bdc-2f7e056924e6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:20:36.351535 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'status': 'completed', 'code': 200} Feb 10 14:20:36.440567 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-69739c06-4936-4edf-97b6-5f7c5920e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.442014 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-69739c06-4936-4edf-97b6-5f7c5920e6ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1126 time: 0.0752730 Feb 10 14:20:36.444323 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-a730cf38-c97b-4836-98fc-5a5fe5763f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.445687 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-a730cf38-c97b-4836-98fc-5a5fe5763f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1126 time: 0.0704587 Feb 10 14:20:36.598079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:36.609132 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-7fd222ee-e571-4f5f-9846-409fc08d03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.611138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-7fd222ee-e571-4f5f-9846-409fc08d03b3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.1578820 Feb 10 14:20:36.612171 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-f1867d35-1826-42e6-bb66-467297df6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.613489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-f1867d35-1826-42e6-bb66-467297df6839 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.1616619 Feb 10 14:20:36.728540 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-7da9e86a-99a0-4f72-9c43-1c1ae4ed9662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 998 time: 0.1092286 Feb 10 14:20:36.732598 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-ecad45a7-5c62-46db-b497-0e02a7ad0e0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 998 time: 0.1043799 Feb 10 14:20:36.810419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-3eebd7c1-5332-4a11-9209-4fbed1527cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.811885 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-3eebd7c1-5332-4a11-9209-4fbed1527cc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0783765 Feb 10 14:20:36.813305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-958c8458-0049-438b-86fc-8d762cd4b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.814602 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-958c8458-0049-438b-86fc-8d762cd4b20e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0740311 Feb 10 14:20:36.893326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-c71fbf64-e0ec-4aaf-ab74-6f3db0933198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.894831 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-c71fbf64-e0ec-4aaf-ab74-6f3db0933198 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702729 Feb 10 14:20:36.896801 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-4129a18e-5bc6-4eb7-a264-72aeb5783d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:36.898145 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-4129a18e-5bc6-4eb7-a264-72aeb5783d6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807989 Feb 10 14:20:37.048825 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-562bde93-85c9-470c-abba-7fe2598c9460 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477184 Feb 10 14:20:37.052178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-4d49bf09-8208-4bb9-85d2-02323f2a1282 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430383 Feb 10 14:20:37.264413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:20:37.306861 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] The host n-h1-815324-6 is not matching for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 host n-h2-815324-6! {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 14:20:37.307221 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:20:37.480223 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:20:37.498585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-6d372e07-e19e-4cf2-85d1-186c0eabb6ac service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374776 Feb 10 14:20:37.503033 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-863c86be-fe79-4251-9599-fb26a3f05e4f req-f32fa4c0-5dee-4752-9162-956c1e2c2948 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488728 Feb 10 14:20:37.515436 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9292-f039-4bcd-9510-ec897b10ed5c req-fdad26f8-73af-48a3-89bf-af583eb73940 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:37.517291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fced9292-f039-4bcd-9510-ec897b10ed5c req-fdad26f8-73af-48a3-89bf-af583eb73940 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 944 time: 0.0972521 Feb 10 14:20:37.540491 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:37.570630 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fced9292-f039-4bcd-9510-ec897b10ed5c req-23cc6cf0-5ee3-4fb5-abe8-642874bf3b9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Feb 10 14:20:37.596447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:20:37.607711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'port_id': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'mac_address': 'fa:16:3e:52:d0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:20:37.648639 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:20:37.649064 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:37.663106 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa45a5f-40ff-4b35-b18d-58ca9f69aef9 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:20:37.684898 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:20:37.689250 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:37.749307 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=8']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:20:37.756678 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.757058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.757410 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.757751 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.758091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.758427 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.758757 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.759086 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.759412 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.759737 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.760091 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.760994 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.761321 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:20:37.844405 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aeaea-6866-4ab9-8aba-3edd285b419f req-06df2cf1-69b6-48a0-bef0-568c31e0dfb1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:37.845803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe3aeaea-6866-4ab9-8aba-3edd285b419f req-06df2cf1-69b6-48a0-bef0-568c31e0dfb1 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 945 time: 0.1223042 Feb 10 14:20:37.865802 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-0e584680-6b4f-4d0f-ba12-288a6aee9075 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:37.867196 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-0e584680-6b4f-4d0f-ba12-288a6aee9075 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca&tenant_id=e09cfe8001a545d694dd356721dcb72d&binding%3Ahost_id=n-h2-815324-6 HTTP/1.1" status: 200 len: 945 time: 0.1157954 Feb 10 14:20:37.938954 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fe3aeaea-6866-4ab9-8aba-3edd285b419f req-61b8c1b9-f2af-4331-9bd5-371a960cf3e2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853789 Feb 10 14:20:37.947135 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['efa45a5f-40ff-4b35-b18d-58ca9f69aef9'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:20:37.954576 n-d-815324-6 neutron-server[103399]: INFO neutron.api.v2.resource [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-5a04112f-8956-4212-a284-ada68b0f4ecf service neutron] delete failed (client error): The resource could not be found. Feb 10 14:20:37.956405 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-5a04112f-8956-4212-a284-ada68b0f4ecf service neutron] 10.222.0.21 "DELETE /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9/bindings/n-h1-815324-6 HTTP/1.1" status: 404 len: 380 time: 0.0794575 Feb 10 14:20:38.079608 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-f4a008b3-954d-430e-a1b4-f58193769121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:38.081174 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-f4a008b3-954d-430e-a1b4-f58193769121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1127 time: 0.0824311 Feb 10 14:20:38.094791 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992327a0-6309-4944-8526-bb91c02cb90a req-1281b98c-6b0e-417f-80de-a82425412c17 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:38.096376 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-992327a0-6309-4944-8526-bb91c02cb90a req-1281b98c-6b0e-417f-80de-a82425412c17 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 945 time: 0.0709908 Feb 10 14:20:38.198856 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-992327a0-6309-4944-8526-bb91c02cb90a req-e6b5b372-ec0a-4005-a37d-c9eebc67ff0e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944746 Feb 10 14:20:38.213911 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-3b97bf17-d041-4e94-874a-bd5190b54500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:38.216258 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-3b97bf17-d041-4e94-874a-bd5190b54500 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.1295483 Feb 10 14:20:38.284047 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-a2e31aac-5187-4ea1-b272-a80739405dcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 999 time: 0.0618112 Feb 10 14:20:38.330253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-c5319ae5-e22d-4dda-bddf-e7e08feb2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:38.331620 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-c5319ae5-e22d-4dda-bddf-e7e08feb2dde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0413718 Feb 10 14:20:38.379605 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-f4c2666e-4c6f-49c4-a0a6-ed2883d2c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:38.381013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-f4c2666e-4c6f-49c4-a0a6-ed2883d2c7cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437231 Feb 10 14:20:38.470849 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-adb7875a-c6e3-4ee9-8976-28389be111d1 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841732 Feb 10 14:20:38.556605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-589f0851-6937-4553-9c9a-a2ef2c4264ce req-6eb380ac-6692-4855-9fe6-ec1dc3ed7fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798779 Feb 10 14:20:39.321147 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa685b-5cf9-471b-8510-e895f5aab694 req-9a293f84-0ad2-41e3-bf30-6a8c4380601e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:39.323253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65fa685b-5cf9-471b-8510-e895f5aab694 req-9a293f84-0ad2-41e3-bf30-6a8c4380601e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 945 time: 0.0565743 Feb 10 14:20:39.370852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65fa685b-5cf9-471b-8510-e895f5aab694 req-ebbe3aa4-b9c6-4db6-981e-a534e9c13e84 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421278 Feb 10 14:20:39.394406 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34248) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:20:39.455422 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-93ee8a1f-2dd6-4c33-a33a-afa1b4e77a29 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/d5d05714-eeb2-42fe-aa99-e98c37491a8a HTTP/1.1" status: 200 len: 991 time: 0.0598364 Feb 10 14:20:39.497688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:20:39.544781 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:20:39.548465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:20:39.548896 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:39.626210 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:20:39.626509 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:39.647882 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:20:39.650331 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7fa4d5-6d7d-4ba2-8f46-6b212b35aaba" -d '{"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-plugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:20:39.662717 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:20:39.667113 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:20:39.691753 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b269c6-3ace-4bc8-a2a1-f8587857038c x-openstack-request-id: req-04b269c6-3ace-4bc8-a2a1-f8587857038c {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:20:39.692053 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-plugged", "status": "completed", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:20:39.692310 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04b269c6-3ace-4bc8-a2a1-f8587857038c {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:20:39.692705 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'code': 200} Feb 10 14:20:39.716922 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=9']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:20:41.062176 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-09ce3d9c-01ac-4d03-afdb-cbcc6db96ed2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468981 Feb 10 14:20:41.142652 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-6d733d68-2259-4ce1-92ff-a3cb89094e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:41.144138 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-6d733d68-2259-4ce1-92ff-a3cb89094e07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0440936 Feb 10 14:20:41.243737 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-0b2ba470-88f9-465f-b5c1-07616775a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:41.245780 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-0b2ba470-88f9-465f-b5c1-07616775a78f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.0842626 Feb 10 14:20:41.311916 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-74dd5ada-9d15-46de-9d5b-dbec28cf800f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 1000 time: 0.0607851 Feb 10 14:20:41.358170 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-c6fee89c-7eaa-4b43-8012-f800eaf3abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:41.359529 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-c6fee89c-7eaa-4b43-8012-f800eaf3abfc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0416582 Feb 10 14:20:41.407315 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-fc63b098-dd26-4329-b688-e383ed0de29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:20:41.408886 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-fc63b098-dd26-4329-b688-e383ed0de29d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435851 Feb 10 14:20:41.503218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-7611ae52-4991-46ff-a492-b29a3e7b9879 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Feb 10 14:20:41.594108 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-39e2c606-c570-48ee-9d20-93a2ee91f3ab req-35ee68df-ad0c-49ff-9210-f581997e6176 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857096 Feb 10 14:20:41.700917 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:00.962524 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-556f113e-9c3f-47f0-830b-fabaf4171eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:03.384470 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6092a998-f14e-4561-a94c-a3bc7c693e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:04.814538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:06.023956 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:06.618008 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:07.523276 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:07.808784 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:07.962435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 6d7b4d98-2fb6-47a8-9cae-485e260fc418 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:21:07.962781 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.035274 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.035597 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (6d7b4d98-2fb6-47a8-9cae-485e260fc418), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.046923 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 6d7b4d98-2fb6-47a8-9cae-485e260fc418 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:21:08.192128 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (6d7b4d98-2fb6-47a8-9cae-485e260fc418), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.217367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=6d7b4d98-2fb6-47a8-9cae-485e260fc418,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:08.280339 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (d5d05714-eeb2-42fe-aa99-e98c37491a8a), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.280679 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP d5d05714-eeb2-42fe-aa99-e98c37491a8a disassociated (deleted). External IP: 172.25.8.9, port: efa45a5f-40ff-4b35-b18d-58ca9f69aef9. Feb 10 14:21:08.492125 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 9702660d-81c4-40eb-9a7b-2409bdf9d05c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:21:08.599549 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:21:08.604001 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:08.609480 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Sync routers for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:21:08.619844 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:08.620451 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:08.633880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-c0920bd8-713e-46ee-bf01-739354b5a840 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5d05714-eeb2-42fe-aa99-e98c37491a8a HTTP/1.1" status: 204 len: 168 time: 0.8239551 Feb 10 14:21:08.634564 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:21:08.636953 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c295e033-b228-41a5-ada9-b243dfd46f18" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:21:08.806818 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3074a-1e4f-4089-8103-66a88ce68c12 x-openstack-request-id: req-11f3074a-1e4f-4089-8103-66a88ce68c12 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:21:08.807115 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:21:08.807374 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f3074a-1e4f-4089-8103-66a88ce68c12 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:21:08.807787 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'status': 'completed', 'code': 200} Feb 10 14:21:08.838532 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:08.913179 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-5c71c236-c94d-4e26-b998-4c63388a7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:08.914768 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-5c71c236-c94d-4e26-b998-4c63388a7964 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 1128 time: 0.0835459 Feb 10 14:21:08.946523 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e45cf-855a-4087-b081-5fa76fdcc814 req-151c47b8-c363-417f-8d27-c6ef882a5b56 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:08.947976 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b18e45cf-855a-4087-b081-5fa76fdcc814 req-151c47b8-c363-417f-8d27-c6ef882a5b56 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0868192 Feb 10 14:21:09.035818 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:09.046871 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b18e45cf-855a-4087-b081-5fa76fdcc814 req-b606a36a-24c3-435c-bcc0-4b08d748eae8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896971 Feb 10 14:21:09.050671 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-a8e4634e-e126-4eb1-9f1d-b07a2082ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:09.052125 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-a8e4634e-e126-4eb1-9f1d-b07a2082ab1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 200 len: 898 time: 0.1311069 Feb 10 14:21:09.065953 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Checking router: 9702660d-81c4-40eb-9a7b-2409bdf9d05c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:21:09.075447 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:09.076058 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:09.100647 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-5ccf08f9-215c-4cf8-bc7b-4ad18910a1d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 200 len: 217 time: 0.0390472 Feb 10 14:21:09.151765 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-c544540d-963a-4649-afe2-ac7d918594b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:09.153424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-c544540d-963a-4649-afe2-ac7d918594b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 200 len: 835 time: 0.0446250 Feb 10 14:21:09.183552 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:09.201201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-23f1eaea-1eaf-4cc2-bf0c-238d5fcdde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:09.202722 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-23f1eaea-1eaf-4cc2-bf0c-238d5fcdde1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b50f5120-afa3-4399-8e6a-4438ed12aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433950 Feb 10 14:21:09.294950 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-c5fdbc3a-9c1e-46c3-851a-7faf24027112 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853934 Feb 10 14:21:09.374973 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:09.384193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c295e033-b228-41a5-ada9-b243dfd46f18 req-ec25c7c9-49ef-44a6-992c-7973621ec3e2 service neutron] 10.222.0.77 "GET /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Feb 10 14:21:09.405378 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9453e-1f7a-4e34-9c69-f3c91993d73d None None] The sync data for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 is: [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '17f33bd1-76bd-4fed-a1b1-f2e45c44b53b', 'name': '', 'network_id': 'b50f5120-afa3-4399-8e6a-4438ed12aa03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:7e:2b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:19:01Z', 'updated_at': '2022-02-10T14:19:05Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '635da847-9ca0-4591-a4fd-1c8a1488137b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:21:09.636241 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131edf2-e23f-4aad-884a-ad48bf39bc3f None None] New status for floating IP d5d05714-eeb2-42fe-aa99-e98c37491a8a: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:21:10.122570 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-2cab074d-f0cd-4440-81ee-d2a8fc1abb65 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:10.124023 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-2cab074d-f0cd-4440-81ee-d2a8fc1abb65 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.0564194 Feb 10 14:21:10.224837 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0c73b-ea7e-47c7-a632-46b562ee9f2f req-8149d20f-725a-404a-a158-68006904664b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:10.226235 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffb0c73b-ea7e-47c7-a632-46b562ee9f2f req-8149d20f-725a-404a-a158-68006904664b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce8cfd0-15f2-4337-bcc2-25464de02bca HTTP/1.1" status: 200 len: 946 time: 0.1013074 Feb 10 14:21:10.285862 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:21:10.286195 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:10.293123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ffb0c73b-ea7e-47c7-a632-46b562ee9f2f req-44c762e4-949d-4767-9c89-f8b564c44d46 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=38a91ab1-4d67-420a-a394-c95733b49e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604463 Feb 10 14:21:10.377751 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port efa45a5f-40ff-4b35-b18d-58ca9f69aef9, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:10.378116 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:10.390246 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for efa45a5f-40ff-4b35-b18d-58ca9f69aef9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:21:10.473539 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:21:10.782157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (efa45a5f-40ff-4b35-b18d-58ca9f69aef9), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:10.811363 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=efa45a5f-40ff-4b35-b18d-58ca9f69aef9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:10.853689 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] No DVR routers for this DVR port efa45a5f-40ff-4b35-b18d-58ca9f69aef9 on host n-h2-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:21:10.857058 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:10.860650 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ca9a4e1-0ff8-4c75-adfb-9f907e90dc83 req-ece78c4f-0f4a-4bac-b494-71feec58056f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "DELETE /v2.0/ports/efa45a5f-40ff-4b35-b18d-58ca9f69aef9 HTTP/1.1" status: 204 len: 173 time: 0.7271354 Feb 10 14:21:10.861207 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-deleted', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:21:10.863583 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2bfa6d-aa93-4d37-83de-62f5894b2cf7" -d '{"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-deleted", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:21:10.905894 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ac3d4-537f-4be7-96fa-25cb02a1618e x-openstack-request-id: req-5b8ac3d4-537f-4be7-96fa-25cb02a1618e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:21:10.906189 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce8cfd0-15f2-4337-bcc2-25464de02bca", "name": "network-vif-deleted", "tag": "efa45a5f-40ff-4b35-b18d-58ca9f69aef9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:21:10.906440 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b8ac3d4-537f-4be7-96fa-25cb02a1618e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:21:10.906842 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce8cfd0-15f2-4337-bcc2-25464de02bca', 'name': 'network-vif-deleted', 'tag': 'efa45a5f-40ff-4b35-b18d-58ca9f69aef9', 'status': 'completed', 'code': 200} Feb 10 14:21:11.351653 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34276) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:11.706659 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:11.712217 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:11.960347 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:21:11.960608 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:12.045489 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:12.045846 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:12.058318 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:21:12.238632 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (17f33bd1-76bd-4fed-a1b1-f2e45c44b53b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:12.268080 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=17f33bd1-76bd-4fed-a1b1-f2e45c44b53b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:12.281633 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.281993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.282378 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.282717 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.283051 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.283379 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.283708 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.284042 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.284370 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.284696 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.285082 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.285404 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.285727 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:12.766370 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:12.988289 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 9702660d-81c4-40eb-9a7b-2409bdf9d05c has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:21:13.093155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:21:13.098749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-52a6694d-278b-48b9-af06-f2413b2a8231 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/9702660d-81c4-40eb-9a7b-2409bdf9d05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460592 Feb 10 14:21:13.101427 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34278) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:13.104864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Sync routers for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:21:13.115133 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:13.115747 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:13.151155 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting subnet 635da847-9ca0-4591-a4fd-1c8a1488137b {{(pid=103400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:21:13.154821 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (635da847-9ca0-4591-a4fd-1c8a1488137b), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.194302 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59482322'] for subnet (635da847-9ca0-4591-a4fd-1c8a1488137b), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.227877 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:13.280534 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (635da847-9ca0-4591-a4fd-1c8a1488137b), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.339077 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59276643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60208927'] for subnet (635da847-9ca0-4591-a4fd-1c8a1488137b), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.367328 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Subnet': ['ID=635da847-9ca0-4591-a4fd-1c8a1488137b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:13.369574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.375664 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:13.376162 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e17542a6-c7a1-4b6f-bb00-45024021fd7b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/subnets/635da847-9ca0-4591-a4fd-1c8a1488137b HTTP/1.1" status: 204 len: 168 time: 0.2733099 Feb 10 14:21:13.378131 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d93ae-db4d-429b-aa77-318f88677c1c None None] Network b50f5120-afa3-4399-8e6a-4438ed12aa03 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:21:13.405457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:21:12Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:13.433126 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Checking router: 9702660d-81c4-40eb-9a7b-2409bdf9d05c for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:21:13.442810 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Routers {'9702660d-81c4-40eb-9a7b-2409bdf9d05c'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:13.443435 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:13.491984 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.556598 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] DHCP port deletion for b50f5120-afa3-4399-8e6a-4438ed12aa03 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:21:13.556874 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] Set router 9702660d-81c4-40eb-9a7b-2409bdf9d05c gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:13.605239 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (9702660d-81c4-40eb-9a7b-2409bdf9d05c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.607174 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Deleting port f128b344-de89-4911-ac79-306cf6d75b8b {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:21:13.607657 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.662294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 no longer exists at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:21:13.663013 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:21:13.663475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.693662 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] No Port match for: efa45a5f-40ff-4b35-b18d-58ca9f69aef9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:21:13.694015 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device efa45a5f-40ff-4b35-b18d-58ca9f69aef9 not bound to the agent host n-h2-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:21:13.696606 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] For port f128b344-de89-4911-ac79-306cf6d75b8b, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f128b344-de89-4911-ac79-306cf6d75b8b,segment=NetworkSegment(0e5f0dd0-0faf-44e5-895f-0a16b3ef534c),segment_id=0e5f0dd0-0faf-44e5-895f-0a16b3ef534c)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:13.697032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.709440 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Calling delete_port for f128b344-de89-4911-ac79-306cf6d75b8b owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:21:13.743271 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:21:12Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:13.744294 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 91e173f6-8e9c-4fdb-9f7f-463a10236d6d, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:13.744662 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.756795 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 91e173f6-8e9c-4fdb-9f7f-463a10236d6d owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:21:13.770391 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b0714-a74b-47e2-9b42-9aa4e2adcab6 None None] The sync data for ids ['9702660d-81c4-40eb-9a7b-2409bdf9d05c'] in n-d-815324-6 is: [{'id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494079874', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:21:12Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '91e173f6-8e9c-4fdb-9f7f-463a10236d6d', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702660d-81c4-40eb-9a7b-2409bdf9d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:18:59Z', 'updated_at': '2022-02-10T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:21:13.812738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f128b344-de89-4911-ac79-306cf6d75b8b), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.841122 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] No DVR routers for this DVR port f128b344-de89-4911-ac79-306cf6d75b8b on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:21:13.843250 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c84b6-c3a7-4408-b4bd-10df1b412052 None None] Pushing event deleted for resources: {'Port': ['ID=f128b344-de89-4911-ac79-306cf6d75b8b,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:13.926882 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (91e173f6-8e9c-4fdb-9f7f-463a10236d6d), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:13.955566 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=91e173f6-8e9c-4fdb-9f7f-463a10236d6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:14.015009 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.106868 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.108939 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (9702660d-81c4-40eb-9a7b-2409bdf9d05c), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.154379 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (9702660d-81c4-40eb-9a7b-2409bdf9d05c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.154999 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Fanout notify agent at l3_agent the message router_deleted on router 9702660d-81c4-40eb-9a7b-2409bdf9d05c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:21:14.167211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.168420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3772cee9-c71f-4a92-bcdc-f77955b482ce tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/routers/9702660d-81c4-40eb-9a7b-2409bdf9d05c HTTP/1.1" status: 204 len: 168 time: 0.7908952 Feb 10 14:21:14.171129 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:14.259500 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (b50f5120-afa3-4399-8e6a-4438ed12aa03), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.348892 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (b50f5120-afa3-4399-8e6a-4438ed12aa03), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.369291 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f5120-afa3-4399-8e6a-4438ed12aa03']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:14.379463 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:14.380114 n-d-815324-6 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5f0dd0-0faf-44e5-895f-0a16b3ef534c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:14.389369 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919296'] for segment (0e5f0dd0-0faf-44e5-895f-0a16b3ef534c), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.404979 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (0e5f0dd0-0faf-44e5-895f-0a16b3ef534c), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.411041 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:21:14.411431 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59222406'] for segment (0e5f0dd0-0faf-44e5-895f-0a16b3ef534c), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: Traceback (most recent call last): Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: timer() Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: cb(*args, **kw) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: return func(*args, **kwargs) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: self._notify() Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: self.callback(batched_events) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: event.method(event) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: return f(self, *a, **k) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: return self._get(url).json() Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:21:14.414431 n-d-815324-6 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:21:14.475941 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (b50f5120-afa3-4399-8e6a-4438ed12aa03), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.497672 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.497672 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/networks/b50f5120-afa3-4399-8e6a-4438ed12aa03 HTTP/1.1" status: 204 len: 168 time: 0.3152678 Feb 10 14:21:14.497904 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34284) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:14.501864 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76417936-f2eb-4675-82fa-9c99163ee820 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Network': ['ID=b50f5120-afa3-4399-8e6a-4438ed12aa03,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:14.553453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (38a91ab1-4d67-420a-a394-c95733b49e4d), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.578466 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (38a91ab1-4d67-420a-a394-c95733b49e4d), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.642128 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (38a91ab1-4d67-420a-a394-c95733b49e4d), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.644784 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:14.646191 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/security-groups/38a91ab1-4d67-420a-a394-c95733b49e4d HTTP/1.1" status: 204 len: 168 time: 0.1503558 Feb 10 14:21:14.654846 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd77df-1b00-436a-a852-157637edd5ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a91ab1-4d67-420a-a394-c95733b49e4d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:14.831858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f128b344-de89-4911-ac79-306cf6d75b8b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:21:14.860058 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f128b344-de89-4911-ac79-306cf6d75b8b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:21:14.861251 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f128b344-de89-4911-ac79-306cf6d75b8b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:21:14.861851 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 91e173f6-8e9c-4fdb-9f7f-463a10236d6d no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:21:14.882998 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 91e173f6-8e9c-4fdb-9f7f-463a10236d6d {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:21:14.883355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 91e173f6-8e9c-4fdb-9f7f-463a10236d6d not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:21:14.883778 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:21:14.902637 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:21:14.902987 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 17f33bd1-76bd-4fed-a1b1-f2e45c44b53b not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:21:15.174874 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.179466 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913939480', 'description': 'tempest-secgroup-smoke-1913939480 description', 'project_id': 'e09cfe8001a545d694dd356721dcb72d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.201412 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.273450 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (a2ca4669-0b3f-412d-9d84-45b9549befdf), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.276967 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a2ca4669-0b3f-412d-9d84-45b9549befdf), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.306812 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.308026 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1321554 Feb 10 14:21:15.309915 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415183-d700-438d-b257-47f529c1f5b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca4669-0b3f-412d-9d84-45b9549befdf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.311064 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34292) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.315827 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.341072 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (3c34bfe2-fa04-4486-8ba1-e9790d26a37a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.385149 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (3c34bfe2-fa04-4486-8ba1-e9790d26a37a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.388417 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (3c34bfe2-fa04-4486-8ba1-e9790d26a37a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.406658 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c34bfe2-fa04-4486-8ba1-e9790d26a37a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.412944 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.416617 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b119587f-0322-4b38-8eb7-47963f7ce058 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020162 Feb 10 14:21:15.416848 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34294) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.421129 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.445566 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (a2c02bd8-8608-42f4-808d-ee03dd7c1c7f), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.499567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (a2c02bd8-8608-42f4-808d-ee03dd7c1c7f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.503700 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (a2c02bd8-8608-42f4-808d-ee03dd7c1c7f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.521222 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c02bd8-8608-42f4-808d-ee03dd7c1c7f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.528134 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.529356 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3e537c6c-8943-4acb-b033-d30107e59a47 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115894 Feb 10 14:21:15.532075 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34296) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.536555 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.560764 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (b4378ea9-ca7d-4e7d-9e9d-f0e33f0dbf3f), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.615105 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (b4378ea9-ca7d-4e7d-9e9d-f0e33f0dbf3f), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.618421 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b4378ea9-ca7d-4e7d-9e9d-f0e33f0dbf3f), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.638459 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4378ea9-ca7d-4e7d-9e9d-f0e33f0dbf3f,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.645202 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.646322 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-30e6cf1d-066b-46c6-a4a9-edd143b419df tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131783 Feb 10 14:21:15.649058 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34298) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.653350 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.677187 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (60291488-1916-4319-8b46-496723a9701a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.733284 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (60291488-1916-4319-8b46-496723a9701a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.737537 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (60291488-1916-4319-8b46-496723a9701a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.754796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60291488-1916-4319-8b46-496723a9701a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.761123 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.764875 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-32b92cd3-dfe8-48d2-a7a3-25b587eae681 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123810 Feb 10 14:21:15.765076 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34300) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.769287 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.789034 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:21:15.793760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (c3ba0e06-ad64-496e-8a7b-9686abc3b140), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.850760 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (c3ba0e06-ad64-496e-8a7b-9686abc3b140), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.854382 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (c3ba0e06-ad64-496e-8a7b-9686abc3b140), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.872050 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ba0e06-ad64-496e-8a7b-9686abc3b140,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:15.883508 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.884711 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b994b450-aef0-4c0b-822c-2956800e8d11 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187339 Feb 10 14:21:15.887423 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34302) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:15.891778 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca4669-0b3f-412d-9d84-45b9549befdf', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:15.910976 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:21:15.915886 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (793f846c-6bf1-420a-92be-9bb33f15e6c7), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.974922 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (793f846c-6bf1-420a-92be-9bb33f15e6c7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.978510 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (793f846c-6bf1-420a-92be-9bb33f15e6c7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:15.999575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f846c-6bf1-420a-92be-9bb33f15e6c7,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:16.004908 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.006127 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1234db28-a955-4d11-92b3-44c235264db9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177793 Feb 10 14:21:16.008923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34304) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:16.013622 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'network': {'name': 'tempest-network-smoke--282895121', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:16.032244 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:21:16.035471 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.057703 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:21:16.066845 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2fca1018-6502-4bff-b371-f3ef349463c4), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.067180 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Added segment 2fca1018-6502-4bff-b371-f3ef349463c4 of type vlan for network fcbaa12f-cf82-4e9b-808d-7754c14178c2 Feb 10 14:21:16.105255 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (fcbaa12f-cf82-4e9b-808d-7754c14178c2), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.128946 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (fcbaa12f-cf82-4e9b-808d-7754c14178c2), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.133718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:16.134291 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.170992 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1606805 Feb 10 14:21:16.173981 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:16.180216 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'admin_state_up': True, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:16.202863 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcfe66-33a1-44a7-8d1d-ed7fe9f23750 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Network': ['ID=fcbaa12f-cf82-4e9b-808d-7754c14178c2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:16.204103 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.205346 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.215150 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:21:16.259663 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (90a9c661-9747-4a1f-81a1-4942c3f8041a), precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.399925 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (90a9c661-9747-4a1f-81a1-4942c3f8041a), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.598096 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.620538 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.721167 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.55 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/3337fbd3-a24c-416d-a69c-d0699805e9f9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:21:16.824966 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.857434 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:16.894262 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:16.897369 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:16.901461 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:21:16.926431 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=3337fbd3-a24c-416d-a69c-d0699805e9f9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:17.149328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:17.344983 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:17.470819 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 90a9c661-9747-4a1f-81a1-4942c3f8041a is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:21:17.576267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:21:17.586957 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Sync routers for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:21:17.596312 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:17.596573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:17.597836 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:17.598013 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3d70c69c-0acf-48d2-80e3-b2943e0ecbea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4225783 Feb 10 14:21:17.600770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:17.671291 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-da995222-7968-42a1-9ba7-3b2767886540 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e09cfe8001a545d694dd356721dcb72d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694366 Feb 10 14:21:17.674422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:17.703741 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:17.762305 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d96fb9-2a68-4b66-bfdc-341f99c2d55d tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:17.763758 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f2d96fb9-2a68-4b66-bfdc-341f99c2d55d tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884392 Feb 10 14:21:17.766640 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:17.793851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a0f3d19d-7b63-4d48-a173-9ce34559f0c4 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261643 Feb 10 14:21:17.796299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:17.805080 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249613728', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:17.887143 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:17Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:17.892293 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:21:17.896088 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59589347'] for subnet (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:17.918078 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Checking router: 90a9c661-9747-4a1f-81a1-4942c3f8041a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:21:17.918419 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Updating router 90a9c661-9747-4a1f-81a1-4942c3f8041a port 3337fbd3-a24c-416d-a69c-d0699805e9f9 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:21:17.945460 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.074232 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59222397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59589361'] for subnet (1dad0d72-74ff-4428-82f6-b901046891bc), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.143106 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Subnet': ['ID=1dad0d72-74ff-4428-82f6-b901046891bc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:18.152175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Checking segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:21:18.152535 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network hostable DHCP agents. Network: fcbaa12f-cf82-4e9b-808d-7754c14178c2, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:21:18.169800 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:21:18.180699 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, fcbaa12f-cf82-4e9b-808d-7754c14178c2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:18.184798 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:18.185519 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.194454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36d2ac-2d08-428f-916a-1fb2906d3925 None None] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:21:18.202299 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-1e153a78-b9f3-4bb7-a28e-a45a9e8acd91 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4049668 Feb 10 14:21:18.205005 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:18.236081 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks [] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.273859 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.353353 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Attempting to bind port 3337fbd3-a24c-416d-a69c-d0699805e9f9 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:21:18.353640 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Attempting to bind port 3337fbd3-a24c-416d-a69c-d0699805e9f9 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:21:18.354005 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Attempting to bind port 3337fbd3-a24c-416d-a69c-d0699805e9f9 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:21:18.356266 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19684-ffec-469c-bdf4-9c743d4a3c4d None None] Pushing event updated for resources: {'Port': ['ID=3337fbd3-a24c-416d-a69c-d0699805e9f9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:18.364001 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:21:18.364415 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:21:18.364686 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.365099 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:21:18.365573 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Bound port: 3337fbd3-a24c-416d-a69c-d0699805e9f9, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:21:18.365954 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.388124 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:21:18.389027 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.498916 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] For port 3337fbd3-a24c-416d-a69c-d0699805e9f9, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:21:18.520214 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] For port 3337fbd3-a24c-416d-a69c-d0699805e9f9, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3337fbd3-a24c-416d-a69c-d0699805e9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:21:18.543385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.605612 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Allocated IP 172.20.0.2 (fcbaa12f-cf82-4e9b-808d-7754c14178c2/1dad0d72-74ff-4428-82f6-b901046891bc/f3c9cff7-7770-4a94-8adf-e7f76518f22e) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:21:18.795495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19684-ffec-469c-bdf4-9c743d4a3c4d None None] Pushing event updated for resources: {'Port': ['ID=3337fbd3-a24c-416d-a69c-d0699805e9f9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:18.798335 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:18.798946 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:18.923157 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:18.995387 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:19.082195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks [] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.119231 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.175578 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:19.186074 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:19.190203 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:21:19.192101 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Pushing event updated for resources: {'Port': ['ID=f3c9cff7-7770-4a94-8adf-e7f76518f22e,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:19.201336 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.1 (fcbaa12f-cf82-4e9b-808d-7754c14178c2/1dad0d72-74ff-4428-82f6-b901046891bc/2782bf5f-fd69-4838-b269-6e95fab10099) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:21:19.277316 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Attempting to bind port f3c9cff7-7770-4a94-8adf-e7f76518f22e on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:21:19.277688 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Attempting to bind port f3c9cff7-7770-4a94-8adf-e7f76518f22e by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:21:19.278052 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Attempting to bind port f3c9cff7-7770-4a94-8adf-e7f76518f22e on network fcbaa12f-cf82-4e9b-808d-7754c14178c2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:21:19.286367 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:21:19.286775 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Checking segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:21:19.287188 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.287588 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Bound using segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:21:19.288062 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Bound port: f3c9cff7-7770-4a94-8adf-e7f76518f22e, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:21:19.288443 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.306862 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:17Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:19.318758 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2782bf5f-fd69-4838-b269-6e95fab10099), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.350533 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0bab2-a424-48ea-96a8-e0e421ec9535 None None] The sync data for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 is: [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:17Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:21:19.352689 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.371548 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:19.374155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:19.390754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] For port f3c9cff7-7770-4a94-8adf-e7f76518f22e, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:21:19.393123 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:21:19.395213 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] For port f3c9cff7-7770-4a94-8adf-e7f76518f22e, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f3c9cff7-7770-4a94-8adf-e7f76518f22e,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:21:19.403300 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.447926 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:19.456119 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.484710 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986676-b614-4bb9-a185-5ecf54499b42 None None] Pushing event updated for resources: {'Port': ['ID=f3c9cff7-7770-4a94-8adf-e7f76518f22e,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:19.624338 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.946494 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (2782bf5f-fd69-4838-b269-6e95fab10099), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:19.950958 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:20.023666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:20.028841 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:20.128944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:20.130410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:20.253794 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 90a9c661-9747-4a1f-81a1-4942c3f8041a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:21:20.372986 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:21:20.379417 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a52a012a-85ae-4cab-b133-58afc7b3aee6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/90a9c661-9747-4a1f-81a1-4942c3f8041a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721408 Feb 10 14:21:20.506030 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17831ce-7819-491a-bac2-d1855b89566d None None] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:21:20.541570 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-8f5766db-efa9-4a71-86cc-5ac7eb6368d8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913939480&fields=id&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 267 time: 0.0471969 Feb 10 14:21:20.604454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Provisioning complete for port f3c9cff7-7770-4a94-8adf-e7f76518f22e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:20.604853 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:20.650849 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-d76b3449-205e-4406-99f3-54d3b113062b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:20.652225 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-d76b3449-205e-4406-99f3-54d3b113062b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 796 time: 0.1041839 Feb 10 14:21:20.672387 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-6c83228e-7cf3-4479-b62e-86e1d863461a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/quotas/e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 375 time: 0.0129173 Feb 10 14:21:20.705908 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Current status of the port f3c9cff7-7770-4a94-8adf-e7f76518f22e is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:20.706304 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:20.746885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] For port f3c9cff7-7770-4a94-8adf-e7f76518f22e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f3c9cff7-7770-4a94-8adf-e7f76518f22e,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:20.756102 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:20.757118 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-2a269beb-d7dd-40ae-a97f-0fe7238a5243 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770414 Feb 10 14:21:20.821452 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32a05-9032-4c27-812e-686efda5e497 None None] Pushing event updated for resources: {'Port': ['ID=f3c9cff7-7770-4a94-8adf-e7f76518f22e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:20.888154 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-db4dfc3d-eede-418c-b628-b60143a3b29d service neutron] 10.222.0.13 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226485 Feb 10 14:21:20.928355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f3c9cff7-7770-4a94-8adf-e7f76518f22e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:20.990448 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:20.990822 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.006301 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-8d486609-75ad-4503-9764-bc9fb66fb9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113706 Feb 10 14:21:21.031026 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Port 2782bf5f-fd69-4838-b269-6e95fab10099 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:21:21.033430 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f3c9cff7-7770-4a94-8adf-e7f76518f22e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:21.033800 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.077254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Provisioning complete for port f3c9cff7-7770-4a94-8adf-e7f76518f22e triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:21.077630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.184003 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Sync routers for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:21:21.187992 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f3c9cff7-7770-4a94-8adf-e7f76518f22e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:21.197482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:21.198236 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:21.201076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3337fbd3-a24c-416d-a69c-d0699805e9f9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:21.211234 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8660dc6c-5174-47d5-9b61-e59bdab7c643 req-fa740352-537b-40c4-ba24-653146d6c769 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 210 time: 0.0436933 Feb 10 14:21:21.293297 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7da4a-1012-44b9-bb3f-b0db195ce520 None None] Current status of the port f3c9cff7-7770-4a94-8adf-e7f76518f22e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:21.307548 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3337fbd3-a24c-416d-a69c-d0699805e9f9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:21.308079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.418236 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3337fbd3-a24c-416d-a69c-d0699805e9f9 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:21.418406 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.432958 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c182f8e7-2cc9-4215-86c0-f795219b440d None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:21.433438 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c182f8e7-2cc9-4215-86c0-f795219b440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.460254 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:21.461835 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 3337fbd3-a24c-416d-a69c-d0699805e9f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3337fbd3-a24c-416d-a69c-d0699805e9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:21.471190 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.509385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c182f8e7-2cc9-4215-86c0-f795219b440d None None] Port 2782bf5f-fd69-4838-b269-6e95fab10099 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:21:21.526707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=3337fbd3-a24c-416d-a69c-d0699805e9f9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:21.629951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-3a2d29b6-38d7-4052-9795-03583dca6362 None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:21.630477 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a2d29b6-38d7-4052-9795-03583dca6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:21.670046 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d29b6-38d7-4052-9795-03583dca6362 None None] Port 2782bf5f-fd69-4838-b269-6e95fab10099 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:21:21.686468 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 2, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:21.715787 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Checking router: 90a9c661-9747-4a1f-81a1-4942c3f8041a for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:21:21.716137 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Updating router 90a9c661-9747-4a1f-81a1-4942c3f8041a port 2782bf5f-fd69-4838-b269-6e95fab10099 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:21:21.744947 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.021578 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks [] for port (2782bf5f-fd69-4838-b269-6e95fab10099), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.026822 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.074863 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Pushing event updated for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:22.101179 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.101525 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.101865 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.102200 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.102529 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.102854 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.103177 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.103498 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.103825 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.104143 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.104458 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.104839 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.105117 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:21:22.146578 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Attempting to bind port 2782bf5f-fd69-4838-b269-6e95fab10099 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:21:22.146953 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Attempting to bind port 2782bf5f-fd69-4838-b269-6e95fab10099 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:21:22.147316 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Attempting to bind port 2782bf5f-fd69-4838-b269-6e95fab10099 on network fcbaa12f-cf82-4e9b-808d-7754c14178c2 {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:21:22.152835 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:21:22.153474 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Checking segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:21:22.154036 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.154720 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Bound using segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:21:22.155346 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Bound port: 2782bf5f-fd69-4838-b269-6e95fab10099, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:21:22.155935 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.229393 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] For port 2782bf5f-fd69-4838-b269-6e95fab10099, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:21:22.232763 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] For port 2782bf5f-fd69-4838-b269-6e95fab10099, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2782bf5f-fd69-4838-b269-6e95fab10099,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:21:22.253655 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.363279 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:22.364293 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:22.394192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-be7b768d-3406-4bff-b5b7-6022bece8fa1 req-3b37b8f5-1cee-4d8a-a376-b9fb8c793271 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 210 time: 0.0418055 Feb 10 14:21:22.414184 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:22.415906 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.441365 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-dc2b5d05-307c-4f57-af32-0a36b5696ade tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:22.443695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-dc2b5d05-307c-4f57-af32-0a36b5696ade tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 796 time: 0.2558484 Feb 10 14:21:22.516797 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d79d1-1870-4b03-b417-5b9062e50d1f None None] Pushing event updated for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=4']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:22.525201 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Current status of the port 2782bf5f-fd69-4838-b269-6e95fab10099 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:22.526273 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.576998 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-13f70f35-eb19-46a3-ab10-889ad6528cc9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 380 time: 0.1233468 Feb 10 14:21:22.577837 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] For port 2782bf5f-fd69-4838-b269-6e95fab10099, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2782bf5f-fd69-4838-b269-6e95fab10099,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:22.586339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.595419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'port': {'device_id': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'admin_state_up': True, 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'security_groups': ['a2ca4669-0b3f-412d-9d84-45b9549befdf']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:22.627056 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:22.664042 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59b82-2dd5-4763-aa37-f76e68dd95de None None] Pushing event updated for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:22.707616 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-991b7509-9c64-41f0-aecf-4ea7e6578743 None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:22.707986 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-991b7509-9c64-41f0-aecf-4ea7e6578743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.717943 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:21:22.722433 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:22.804424 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-991b7509-9c64-41f0-aecf-4ea7e6578743 None None] Current status of the port 2782bf5f-fd69-4838-b269-6e95fab10099 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:22.852608 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:22.879831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f3c9cff7-7770-4a94-8adf-e7f76518f22e up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:22.895835 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.10 (fcbaa12f-cf82-4e9b-808d-7754c14178c2/1dad0d72-74ff-4428-82f6-b901046891bc/84261d8c-290a-4a81-9d03-d27732683707) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:21:22.900689 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6449a3-f8a5-43bb-a755-3a1db79cc7b7 None None] The sync data for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 is: [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:21:22.939796 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port f3c9cff7-7770-4a94-8adf-e7f76518f22e triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:22.940164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.062040 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port f3c9cff7-7770-4a94-8adf-e7f76518f22e is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:23.063780 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3337fbd3-a24c-416d-a69c-d0699805e9f9 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:23.074430 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (84261d8c-290a-4a81-9d03-d27732683707), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.119091 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.130610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 3337fbd3-a24c-416d-a69c-d0699805e9f9 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:23.130610 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.179133 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:23.195468 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:23.197103 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:23.211983 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:21:23.246136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 3337fbd3-a24c-416d-a69c-d0699805e9f9 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:23.290673 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:23.291507 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.315206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-95295fc1-567b-4420-bf38-b944490f7c7d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329466 Feb 10 14:21:23.331503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Request body: {'port': {'device_id': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:23.408466 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84261d8c-290a-4a81-9d03-d27732683707), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.534959 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-a120952f-8d12-42f0-8160-6d059cfaad42 None None] Provisioning complete for port 84261d8c-290a-4a81-9d03-d27732683707 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:23.535590 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a120952f-8d12-42f0-8160-6d059cfaad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84261d8c-290a-4a81-9d03-d27732683707), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.577806 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-a120952f-8d12-42f0-8160-6d059cfaad42 None None] Port 84261d8c-290a-4a81-9d03-d27732683707 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:21:23.648062 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798eb7-7424-487a-afa1-2f806b2bdef2 req-bd6ffd31-d8a5-44d8-b6e5-29d2855540a3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:23.649627 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44798eb7-7424-487a-afa1-2f806b2bdef2 req-bd6ffd31-d8a5-44d8-b6e5-29d2855540a3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 932 time: 0.1496127 Feb 10 14:21:23.753476 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-44798eb7-7424-487a-afa1-2f806b2bdef2 req-271eb5be-4119-4246-ab54-c674467ff94e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718858 Feb 10 14:21:23.816109 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84261d8c-290a-4a81-9d03-d27732683707 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:21:23.825102 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks [] for port (84261d8c-290a-4a81-9d03-d27732683707), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.838410 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Transition to ACTIVE for port object 84261d8c-290a-4a81-9d03-d27732683707 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:21:23.842475 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:23.893254 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:23.977429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Attempting to bind port 84261d8c-290a-4a81-9d03-d27732683707 on host n-h1-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:21:23.977782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Attempting to bind port 84261d8c-290a-4a81-9d03-d27732683707 by drivers openvswitch,hyperv on host n-h1-815324-6 at level 0 using segments [{'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:21:23.978115 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Attempting to bind port 84261d8c-290a-4a81-9d03-d27732683707 on network fcbaa12f-cf82-4e9b-808d-7754c14178c2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:21:23.983753 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Port 84261d8c-290a-4a81-9d03-d27732683707 on network fcbaa12f-cf82-4e9b-808d-7754c14178c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:21:23.984008 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Attempting to bind port 84261d8c-290a-4a81-9d03-d27732683707 on network fcbaa12f-cf82-4e9b-808d-7754c14178c2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:21:23.990235 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Checking agent: {'id': 'c3286804-b438-4f2e-8a90-3b8b588ab4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:21:23.990594 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Checking segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:21:23.990972 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Bound using segment: {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:21:23.991419 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Bound port: 84261d8c-290a-4a81-9d03-d27732683707, host: n-h1-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fca1018-6502-4bff-b371-f3ef349463c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:21:23.991790 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84261d8c-290a-4a81-9d03-d27732683707), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:24.080665 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:21:24.084050 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=84261d8c-290a-4a81-9d03-d27732683707,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:21:24.091022 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:24.128656 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.129321 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:24.130851 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 1092 time: 0.8049028 Feb 10 14:21:24.131307 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:21:24.134020 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41886369-6d56-43a7-93e4-b14644828e70" -d '{"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:21:24.176036 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681926-29ca-437e-a77a-537a9173b5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:24.197727 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c6b3a9-9e93-4fe3-88b5-c58da8846e70 x-openstack-request-id: req-76c6b3a9-9e93-4fe3-88b5-c58da8846e70 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:21:24.198024 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:21:24.198283 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76c6b3a9-9e93-4fe3-88b5-c58da8846e70 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:21:24.198693 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707', 'status': 'completed', 'code': 200} Feb 10 14:21:24.245175 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-4c18883d-a2a2-460c-9a22-ebc0455e9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.246761 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-4c18883d-a2a2-460c-9a22-ebc0455e9e2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1126 time: 0.0644951 Feb 10 14:21:24.294453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-1a4ba553-b0d9-4739-9a45-e641ec8d1b61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 217 time: 0.0409918 Feb 10 14:21:24.344732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-0fd06ec7-9e75-4ede-8137-732b84ecb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.346223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-0fd06ec7-9e75-4ede-8137-732b84ecb196 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0467503 Feb 10 14:21:24.394155 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-bc5d0fea-44ed-44af-ae5e-bd1f43902189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.395881 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-bc5d0fea-44ed-44af-ae5e-bd1f43902189 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438752 Feb 10 14:21:24.756486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-e0bbb17a-a095-4ed2-8bde-abbb702d42c5 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530512 Feb 10 14:21:24.859225 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2782bf5f-fd69-4838-b269-6e95fab10099 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:24.877208 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9960bf2a-8bb2-4ad1-ba85-4c8649bc8ca6 req-84db1bc0-8df6-4df6-81f9-7129a191a7f8 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143036 Feb 10 14:21:24.904686 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2a083-4282-4057-a6d6-0ce6b9f2d04d req-35b0b932-c2e1-4f08-9b1d-cd8624a024a5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.906178 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ea2a083-4282-4057-a6d6-0ce6b9f2d04d req-35b0b932-c2e1-4f08-9b1d-cd8624a024a5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 944 time: 0.0680175 Feb 10 14:21:24.916670 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 2782bf5f-fd69-4838-b269-6e95fab10099 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:24.917460 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:24.983403 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3ea2a083-4282-4057-a6d6-0ce6b9f2d04d req-728e0074-8159-4e74-ad2a-c8794b978b52 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673251 Feb 10 14:21:24.995051 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 2782bf5f-fd69-4838-b269-6e95fab10099 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:24.995732 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886369-6d56-43a7-93e4-b14644828e70 req-8a45343b-72da-4ce1-945c-b24ee46a4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:24.997337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-8a45343b-72da-4ce1-945c-b24ee46a4ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1126 time: 0.0728607 Feb 10 14:21:25.091218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886369-6d56-43a7-93e4-b14644828e70 req-d649f22b-df7e-4df5-b39f-a96351ea4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:25.092729 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-d649f22b-df7e-4df5-b39f-a96351ea4da7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.0867088 Feb 10 14:21:25.133124 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-75653247-f3d8-4bea-86ac-618a192470dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 217 time: 0.0343623 Feb 10 14:21:25.184647 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886369-6d56-43a7-93e4-b14644828e70 req-6e7ee214-4ec4-46e3-b6b4-1734d0d97dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:25.186188 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-6e7ee214-4ec4-46e3-b6b4-1734d0d97dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0475175 Feb 10 14:21:25.236371 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886369-6d56-43a7-93e4-b14644828e70 req-a12fedfb-02ca-4f55-a1d4-a693633b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:25.237912 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-a12fedfb-02ca-4f55-a1d4-a693633b0c05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463057 Feb 10 14:21:25.327965 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-6326d502-95f7-48cb-98e1-5559c012d858 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835192 Feb 10 14:21:25.416179 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-41886369-6d56-43a7-93e4-b14644828e70 req-60a6e131-8cb2-449a-8f85-308c4539831e service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820856 Feb 10 14:21:26.102044 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff651-20f4-467a-bfd5-9eb7ab3a6e43 req-35ad8fb8-34ba-434c-b27b-c8263174c8c4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:26.103517 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-654ff651-20f4-467a-bfd5-9eb7ab3a6e43 req-35ad8fb8-34ba-434c-b27b-c8263174c8c4 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 944 time: 0.0512588 Feb 10 14:21:26.156061 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-654ff651-20f4-467a-bfd5-9eb7ab3a6e43 req-c613218b-bc4e-44ea-91a2-bb692c613d0f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 Feb 10 14:21:27.274838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa088-2fc7-48b9-83a5-78f60144cb7b req-ed1884e6-b98b-42c4-b936-94ad6648d16e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:27.276436 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdcfa088-2fc7-48b9-83a5-78f60144cb7b req-ed1884e6-b98b-42c4-b936-94ad6648d16e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 944 time: 0.0540402 Feb 10 14:21:27.323964 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-cdcfa088-2fc7-48b9-83a5-78f60144cb7b req-7a6351b2-f33d-4a45-999e-3ac85caf3b22 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Feb 10 14:21:28.443330 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f7bef-4df1-4f54-9eeb-77316c787e9d req-88125f10-98ca-45b3-98c0-682aefa5404c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:28.444836 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c5f7bef-4df1-4f54-9eeb-77316c787e9d req-88125f10-98ca-45b3-98c0-682aefa5404c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 944 time: 0.0526090 Feb 10 14:21:28.496502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-3c5f7bef-4df1-4f54-9eeb-77316c787e9d req-80761674-1566-45c4-afd8-c7c671210e35 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Feb 10 14:21:29.402228 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 84261d8c-290a-4a81-9d03-d27732683707 details requested by agent hyperv_n-h1-815324-6 with host n-h1-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:21:29.499370 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=84261d8c-290a-4a81-9d03-d27732683707,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:29.509581 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Returning: {'device': '84261d8c-290a-4a81-9d03-d27732683707', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'port_id': '84261d8c-290a-4a81-9d03-d27732683707', 'mac_address': 'fa:16:3e:d3:ca:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:21:29.546413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 84261d8c-290a-4a81-9d03-d27732683707 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:29.546798 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84261d8c-290a-4a81-9d03-d27732683707), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:29.559831 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84261d8c-290a-4a81-9d03-d27732683707 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:21:29.579226 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=84261d8c-290a-4a81-9d03-d27732683707,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:29.583085 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:29.622162 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189e19b-ffd4-4a65-b262-331cc4f27cc9 req-77954f18-673e-4240-bf21-b96e3eab2e50 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:29.623662 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8189e19b-ffd4-4a65-b262-331cc4f27cc9 req-77954f18-673e-4240-bf21-b96e3eab2e50 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 944 time: 0.0582933 Feb 10 14:21:29.634885 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:29.675717 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8189e19b-ffd4-4a65-b262-331cc4f27cc9 req-4d87163b-206d-40c6-9ba1-aaa5df75de58 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460606 Feb 10 14:21:29.885509 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] get_ports_and_sgs() called for port_ids ['84261d8c-290a-4a81-9d03-d27732683707'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:21:30.796796 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347b168-9941-4167-b5db-cdf81825ddc4 req-47366dd1-a176-4811-bc4e-717abd674f36 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:30.798309 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2347b168-9941-4167-b5db-cdf81825ddc4 req-47366dd1-a176-4811-bc4e-717abd674f36 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 945 time: 0.0542228 Feb 10 14:21:30.847686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-2347b168-9941-4167-b5db-cdf81825ddc4 req-5efd0bee-e414-45ca-8a53-9638c1f6be44 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Feb 10 14:21:30.965125 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4fa402f-519b-4f3e-ae78-ba2860514187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:31.418092 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 84261d8c-290a-4a81-9d03-d27732683707 up at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:21:31.467902 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning for port 84261d8c-290a-4a81-9d03-d27732683707 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:21:31.472109 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Provisioning complete for port 84261d8c-290a-4a81-9d03-d27732683707 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:21:31.472486 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (84261d8c-290a-4a81-9d03-d27732683707), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:31.550293 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Current status of the port 84261d8c-290a-4a81-9d03-d27732683707 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:21:31.550680 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (84261d8c-290a-4a81-9d03-d27732683707), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:31.574314 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84261d8c-290a-4a81-9d03-d27732683707'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:21:31.576663 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abda6784-76bf-42e5-86c6-556371224bf1" -d '{"events": [{"server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "name": "network-vif-plugged", "status": "completed", "tag": "84261d8c-290a-4a81-9d03-d27732683707"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:21:31.588953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=84261d8c-290a-4a81-9d03-d27732683707,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:21:31.592988 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:31.617049 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa85eed0-e5f2-45e9-a521-a16fd1f3286f x-openstack-request-id: req-aa85eed0-e5f2-45e9-a521-a16fd1f3286f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:21:31.617351 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "name": "network-vif-plugged", "status": "completed", "tag": "84261d8c-290a-4a81-9d03-d27732683707", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:21:31.617608 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa85eed0-e5f2-45e9-a521-a16fd1f3286f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:21:31.618005 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84261d8c-290a-4a81-9d03-d27732683707', 'code': 200} Feb 10 14:21:31.648846 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Pushing event updated for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:31.712439 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb678ba-1ea8-4bfc-9f94-a1e97162aa6a req-734964b9-df78-4566-8281-cc45afe69713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:31.713985 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afb678ba-1ea8-4bfc-9f94-a1e97162aa6a req-734964b9-df78-4566-8281-cc45afe69713 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.0429220 Feb 10 14:21:31.761512 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-afb678ba-1ea8-4bfc-9f94-a1e97162aa6a req-7b64a52f-23c7-4c38-b882-e4fd5fa662b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Feb 10 14:21:31.967422 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff52512-5f23-4677-b34c-21568c12c373 req-5428e3c5-a1fd-41db-97bb-fecb64d5d4ff tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:31.968820 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ff52512-5f23-4677-b34c-21568c12c373 req-5428e3c5-a1fd-41db-97bb-fecb64d5d4ff tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0507674 Feb 10 14:21:32.016431 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-8ff52512-5f23-4677-b34c-21568c12c373 req-801d8cab-7388-4233-932e-bbd8bdc84c94 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Feb 10 14:21:33.137861 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e336-2d68-4e59-874e-c727fe21e977 req-29bf6d84-1b61-42fb-aca0-73ca9a1f0c28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:33.139359 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e104e336-2d68-4e59-874e-c727fe21e977 req-29bf6d84-1b61-42fb-aca0-73ca9a1f0c28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0523725 Feb 10 14:21:33.186922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e104e336-2d68-4e59-874e-c727fe21e977 req-92f00094-7831-4d92-afb4-c8ea8fc95cc2 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Feb 10 14:21:33.312506 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7e6c7-8abb-418d-882a-e0f63dbf5b0d req-03142228-4aa4-4a0c-bd2c-e2e1aff3d5dd tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:33.314548 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1d7e6c7-8abb-418d-882a-e0f63dbf5b0d req-03142228-4aa4-4a0c-bd2c-e2e1aff3d5dd tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0578380 Feb 10 14:21:33.362726 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b1d7e6c7-8abb-418d-882a-e0f63dbf5b0d req-cab8ccd1-ba2d-4fff-af87-0bba77435b9b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Feb 10 14:21:33.384705 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34374) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:33.387142 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5b09fbf0-044e-4bc6-908b-a8571263f090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:33.432138 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29cd16-bd07-4348-a7c9-45cc4a23946b tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:33.433749 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ef29cd16-bd07-4348-a7c9-45cc4a23946b tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1123 time: 0.0479765 Feb 10 14:21:33.436507 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34376) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:33.441554 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': '84261d8c-290a-4a81-9d03-d27732683707', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:21:33.460692 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:33.564627 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:33.667028 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.81 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/39d3b7af-a288-4af5-88ad-74388fa7b9e7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:21:33.765670 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:33.807514 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:33.845176 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:21:33.847907 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:21:33.850363 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:21:33.879276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=39d3b7af-a288-4af5-88ad-74388fa7b9e7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:34.215461 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (5e465309-7708-4340-ab4c-1f67835e35ef), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.284959 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.429900 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.434201 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59276725'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.501837 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=39d3b7af-a288-4af5-88ad-74388fa7b9e7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:21:34.509569 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (5e465309-7708-4340-ab4c-1f67835e35ef), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.610787 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 5e465309-7708-4340-ab4c-1f67835e35ef associated. External IP: 172.25.8.81, port: 84261d8c-290a-4a81-9d03-d27732683707. Feb 10 14:21:34.813356 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.818893 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 90a9c661-9747-4a1f-81a1-4942c3f8041a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:21:34.929453 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:21:34.940142 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Sync routers for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:21:34.948359 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:34.949970 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:34.950600 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:34.978483 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-667b4c19-2217-49d3-9d4d-4c93c329998e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5408640 Feb 10 14:21:34.979362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:21:34.981869 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097a10c-c2d5-4488-aedb-101e03eb71e7" -d '{"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:21:35.081478 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6d668-dcfc-428d-8f7f-a101e30bd40d req-1f6ba553-0cff-42eb-a370-5c3951b3a771 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:35.083056 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21f6d668-dcfc-428d-8f7f-a101e30bd40d req-1f6ba553-0cff-42eb-a370-5c3951b3a771 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0546932 Feb 10 14:21:35.133502 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21f6d668-dcfc-428d-8f7f-a101e30bd40d req-dbb2dc0d-de11-4a38-9017-029147eef061 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Feb 10 14:21:35.156091 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34384) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:35.228998 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-47e755db-1ed6-46e5-84e4-7b94ffb38b95 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5e465309-7708-4340-ab4c-1f67835e35ef HTTP/1.1" status: 200 len: 991 time: 0.0711155 Feb 10 14:21:35.235907 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:35.322530 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddaeea8-7bb1-476d-8e08-789639c587e6 x-openstack-request-id: req-dddaeea8-7bb1-476d-8e08-789639c587e6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:21:35.322826 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:21:35.323088 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dddaeea8-7bb1-476d-8e08-789639c587e6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:21:35.323506 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707', 'status': 'completed', 'code': 200} Feb 10 14:21:35.392955 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-66593dc3-a48b-413c-a786-236ea9770673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:35.394404 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-66593dc3-a48b-413c-a786-236ea9770673 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.0484009 Feb 10 14:21:35.461404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5e465309-7708-4340-ab4c-1f67835e35ef', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'port_id': '84261d8c-290a-4a81-9d03-d27732683707', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'mac_address': 'fa:16:3e:d3:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:21:34Z', 'updated_at': '2022-02-10T14:21:34Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:35.482521 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-469be90a-649d-4ded-a302-0f7669fec63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:35.484043 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-469be90a-649d-4ded-a302-0f7669fec63a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.0837431 Feb 10 14:21:35.487047 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Checking router: 90a9c661-9747-4a1f-81a1-4942c3f8041a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:21:35.495465 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:21:35.496076 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:21:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:35.554296 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-9c0b31d1-cbfc-474a-98a2-22c45a9ca7c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 999 time: 0.0626786 Feb 10 14:21:35.606176 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:21:35.610165 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-a6eb2ec2-54c8-4c4e-bd1c-73515cb4c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:35.611641 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-a6eb2ec2-54c8-4c4e-bd1c-73515cb4c761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0517836 Feb 10 14:21:35.659218 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-c2f21161-b8a1-4670-a38d-5232ce3c9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:21:35.660652 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-c2f21161-b8a1-4670-a38d-5232ce3c9077 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438066 Feb 10 14:21:35.753036 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-2c757666-8380-4896-83b4-62d7a84d7a7f service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Feb 10 14:21:35.827795 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5e465309-7708-4340-ab4c-1f67835e35ef', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'port_id': '84261d8c-290a-4a81-9d03-d27732683707', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'mac_address': 'fa:16:3e:d3:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:21:34Z', 'updated_at': '2022-02-10T14:21:34Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:21:35.841153 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b097a10c-c2d5-4488-aedb-101e03eb71e7 req-91840143-2835-44e0-aa72-a076041cbc3f service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Feb 10 14:21:35.853805 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898374b-d519-402b-ac43-92fd64a1c017 None None] The sync data for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 is: [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5e465309-7708-4340-ab4c-1f67835e35ef', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'port_id': '84261d8c-290a-4a81-9d03-d27732683707', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'mac_address': 'fa:16:3e:d3:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:21:34Z', 'updated_at': '2022-02-10T14:21:34Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:21:36.026024 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:36.054740 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b9282-3e3f-485a-b410-5a75d10ef5e2 None None] New status for floating IP 5e465309-7708-4340-ab4c-1f67835e35ef: ACTIVE {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:21:36.232557 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34386) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:21:36.292126 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-7c41073c-496d-4d5c-bc79-4dc56a82e5ea tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5e465309-7708-4340-ab4c-1f67835e35ef HTTP/1.1" status: 200 len: 993 time: 0.0583467 Feb 10 14:21:36.616545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:37.525284 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:41.710976 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:21:47.472832 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:22:00.966695 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1a6d09a9-5ea5-4f5a-8959-21f65b9be22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:01.740105 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-e0ca9253-6d66-44df-96e8-a693aa87c552 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469913 Feb 10 14:22:01.823531 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-84356198-4522-4c75-b923-694e373387d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:01.825022 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-84356198-4522-4c75-b923-694e373387d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.0431046 Feb 10 14:22:01.926267 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-153bf1b2-156a-4dc4-8c2d-2365ca9a3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:01.927771 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-153bf1b2-156a-4dc4-8c2d-2365ca9a3117 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.0840702 Feb 10 14:22:01.993689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-54506494-f576-4dea-a7a1-4aa4e6045939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 1001 time: 0.0603435 Feb 10 14:22:02.040275 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-b24c3caf-ea51-4c49-ba75-a1b85ed56cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:02.041733 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-b24c3caf-ea51-4c49-ba75-a1b85ed56cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0422587 Feb 10 14:22:02.089628 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-aa8d1464-7c02-4803-9243-96db4157420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:02.091262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-aa8d1464-7c02-4803-9243-96db4157420f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436771 Feb 10 14:22:02.184266 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-c8552675-3707-4033-912a-a8763c17a0c8 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Feb 10 14:22:02.275714 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-57873c19-3bcc-4522-9253-d5b05cc3c7df req-a4f68516-a4f2-4036-bf96-b678ca0928d6 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Feb 10 14:22:03.388358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d35dcb62-c16b-4a74-bd8d-93a19898def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:04.816355 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:06.028368 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:06.622402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:07.527233 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:11.727948 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:24.471749 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:22:30.969738 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cfc99eb3-8ee3-4789-9741-d6d937fd0756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:33.394426 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ad11-acfc-45a2-84ed-dced3f6d61dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:34.819084 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:36.029328 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:36.615538 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:37.528465 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:39.131012 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2299ed-5028-481f-899b-807faa3a436f req-ec1e5df7-b688-4af1-a59a-9af3289898c5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:39.132500 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed2299ed-5028-481f-899b-807faa3a436f req-ec1e5df7-b688-4af1-a59a-9af3289898c5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.1182086 Feb 10 14:22:39.179879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ed2299ed-5028-481f-899b-807faa3a436f req-aae51574-3107-4404-9a02-6ca0915aa310 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 Feb 10 14:22:40.304253 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491364d-1d67-400f-8226-a8672670991a req-4591681b-760b-4cd2-9518-bba18a635ab3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:40.306041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4491364d-1d67-400f-8226-a8672670991a req-4591681b-760b-4cd2-9518-bba18a635ab3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0522680 Feb 10 14:22:40.354319 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4491364d-1d67-400f-8226-a8672670991a req-f3ad7af5-d42d-483b-b067-d623fa63ac69 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Feb 10 14:22:41.476949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acaf7e-7332-46c5-8dff-aa92860a034b req-0d08c30d-e1fd-455e-a9c3-139639dc1f89 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:41.478424 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21acaf7e-7332-46c5-8dff-aa92860a034b req-0d08c30d-e1fd-455e-a9c3-139639dc1f89 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0564916 Feb 10 14:22:41.527379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-21acaf7e-7332-46c5-8dff-aa92860a034b req-af10cac1-e20a-49dc-9795-9c1bff5a020c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Feb 10 14:22:41.756784 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:22:42.645429 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0aaa3-e437-4b21-b387-fb5c2ae862a6 req-382bb83a-5713-44b7-b358-17ab31bd7172 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:42.646889 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4e0aaa3-e437-4b21-b387-fb5c2ae862a6 req-382bb83a-5713-44b7-b358-17ab31bd7172 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0517905 Feb 10 14:22:42.694564 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-b4e0aaa3-e437-4b21-b387-fb5c2ae862a6 req-450465b4-2487-49a8-a8c3-4cd83d30497b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Feb 10 14:22:43.809409 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da115e3-152a-4e25-9fd1-1db0ae70e5b5 req-92348589-f40a-402d-80ad-9c05b1a02e6d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:43.810865 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6da115e3-152a-4e25-9fd1-1db0ae70e5b5 req-92348589-f40a-402d-80ad-9c05b1a02e6d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0516737 Feb 10 14:22:43.861686 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6da115e3-152a-4e25-9fd1-1db0ae70e5b5 req-33a3f019-d091-4af4-8b0d-c3c625208949 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Feb 10 14:22:44.979120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e68eb2-a734-4ac9-a2ce-c76744bd85c4 req-2e336362-1252-436a-8d79-185c1c270ec0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:44.980572 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77e68eb2-a734-4ac9-a2ce-c76744bd85c4 req-2e336362-1252-436a-8d79-185c1c270ec0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0511663 Feb 10 14:22:45.028093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-77e68eb2-a734-4ac9-a2ce-c76744bd85c4 req-013dde38-4ecd-4bd9-af87-041787dff65c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Feb 10 14:22:46.145256 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e156d3d-7314-4da5-843c-96912c8f425c req-ed9b0385-2709-4278-8de5-d23c09c9e731 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:46.146674 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e156d3d-7314-4da5-843c-96912c8f425c req-ed9b0385-2709-4278-8de5-d23c09c9e731 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0531244 Feb 10 14:22:46.195397 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-1e156d3d-7314-4da5-843c-96912c8f425c req-4e925f28-80bc-41e5-973c-2f5c7139ac2e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Feb 10 14:22:47.315601 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f79f9-b16a-4339-8fef-6e4a6084c3ca req-47d0d5ff-6d37-4df9-95ad-abc60865da48 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:47.317088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea4f79f9-b16a-4339-8fef-6e4a6084c3ca req-47d0d5ff-6d37-4df9-95ad-abc60865da48 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0555394 Feb 10 14:22:47.363752 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ea4f79f9-b16a-4339-8fef-6e4a6084c3ca req-e8eb8653-9dc5-4f6d-8633-cd53ae30141e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Feb 10 14:22:48.483512 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3dca-8e05-4253-9b33-d3b5d065d802 req-bd168cb8-3ccb-4958-827a-a8c8cd5aa552 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:48.485020 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-635f3dca-8e05-4253-9b33-d3b5d065d802 req-bd168cb8-3ccb-4958-827a-a8c8cd5aa552 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0514498 Feb 10 14:22:48.532896 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-635f3dca-8e05-4253-9b33-d3b5d065d802 req-653c3f51-ea2a-4758-97ab-58e5d8baf380 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Feb 10 14:22:49.661838 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08b82f-ca97-4a78-b944-b886bb0f2d99 req-d9f6c87e-8c19-4da4-a7c7-6874de8d756e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:49.663326 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a08b82f-ca97-4a78-b944-b886bb0f2d99 req-d9f6c87e-8c19-4da4-a7c7-6874de8d756e tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0559008 Feb 10 14:22:49.710939 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a08b82f-ca97-4a78-b944-b886bb0f2d99 req-91686acc-cadd-480b-a4a1-d4eba041ed2d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Feb 10 14:22:49.732465 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34428) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:22:49.795241 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-8118ea9e-4bca-4fdc-91a0-7c8e050dbb8a tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5e465309-7708-4340-ab4c-1f67835e35ef HTTP/1.1" status: 200 len: 993 time: 0.0616024 Feb 10 14:22:51.091761 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e19f3-7bfb-414d-aa70-48df747d6995 req-a8949fdc-86a0-4713-a05d-762f5fea6295 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:51.093128 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-694e19f3-7bfb-414d-aa70-48df747d6995 req-a8949fdc-86a0-4713-a05d-762f5fea6295 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0827382 Feb 10 14:22:51.098900 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-e55d88e5-5b14-430f-a941-b00b1e5d5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:51.100269 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-e55d88e5-5b14-430f-a941-b00b1e5d5aea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.0597222 Feb 10 14:22:51.196922 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-694e19f3-7bfb-414d-aa70-48df747d6995 req-e8f2ba3c-b970-4319-a788-09d0a285716c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956461 Feb 10 14:22:51.222613 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-db4d7cce-d37c-4ce7-bf0a-c64d120ef1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:51.224010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-db4d7cce-d37c-4ce7-bf0a-c64d120ef1e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.1173368 Feb 10 14:22:51.291430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-bb55cb88-79cb-41d0-ace1-8a6a7e11ab28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 1001 time: 0.0615106 Feb 10 14:22:51.338219 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-9e8ca6b9-3c5d-4ee6-af7f-1a59d35c75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:51.339622 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-9e8ca6b9-3c5d-4ee6-af7f-1a59d35c75d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0429158 Feb 10 14:22:51.386852 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-c59c6fc5-cbf4-47b5-a1a1-89355b93ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:51.388231 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-c59c6fc5-cbf4-47b5-a1a1-89355b93ec59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430515 Feb 10 14:22:51.397944 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-cd70a428-1c46-435d-8d74-442de737fb4d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:22:51.398880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-cd70a428-1c46-435d-8d74-442de737fb4d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047677 Feb 10 14:22:51.489298 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-71ea032f-8e1d-4458-bb57-c6831b1ada60 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 Feb 10 14:22:51.577098 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-6f46f3d2-eb37-49cd-942d-fcbea2dbfe01 req-0a1c33e4-e278-4cec-9232-57d1f6b47267 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809309 Feb 10 14:22:52.316947 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9671473-f6c8-4bb4-81c7-f765997d2ac6 req-37a613eb-6ce7-489c-8b2d-50d2585ac86b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:22:52.318420 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9671473-f6c8-4bb4-81c7-f765997d2ac6 req-37a613eb-6ce7-489c-8b2d-50d2585ac86b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0519116 Feb 10 14:22:52.370277 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f9671473-f6c8-4bb4-81c7-f765997d2ac6 req-ea7571ed-f06f-486e-8eb4-3b4f8470c9e9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Feb 10 14:22:52.393070 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:22:52.451238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-ae22765a-c35d-4943-9f96-d85e3092999b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5e465309-7708-4340-ab4c-1f67835e35ef HTTP/1.1" status: 200 len: 993 time: 0.0567560 Feb 10 14:23:00.971431 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-25f6a721-e04e-48d6-bf91-963c03b6ac72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:01.472484 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:23:01.773796 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-23895e52-b22c-4c86-b524-a3f927d3221c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434635 Feb 10 14:23:01.860616 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-a5a86f65-a8d8-4662-a3a2-9981e061bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:01.862238 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-a5a86f65-a8d8-4662-a3a2-9981e061bdba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.0479844 Feb 10 14:23:01.962418 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-900cd964-154f-453a-a99f-ecd9554a2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:01.963879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-900cd964-154f-453a-a99f-ecd9554a2a64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.0847838 Feb 10 14:23:02.031755 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-7330c3f1-1054-4309-8ff9-4d71b2b66415 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 1001 time: 0.0603840 Feb 10 14:23:02.076997 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-ee79559f-01f5-48ab-a47b-1c09f77960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:02.079054 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-ee79559f-01f5-48ab-a47b-1c09f77960f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0425465 Feb 10 14:23:02.128904 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-dd05f82b-30b5-424e-888b-61b44a4ed9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:02.130573 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-dd05f82b-30b5-424e-888b-61b44a4ed9bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454786 Feb 10 14:23:02.221810 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-3762c9c0-fbc9-486f-a58c-b30d1dfa5d9f service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Feb 10 14:23:02.308975 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e6ee7cd7-86ab-4d81-ba3d-8538236b6e5d req-255b505e-29b5-45f1-81db-0641600a9e75 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809608 Feb 10 14:23:03.385725 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b3d164f-16e7-4cbe-8b9f-c6847f86d434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:04.822079 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:06.035989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:06.644877 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:07.529374 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:11.769630 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:30.971912 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3920cf73-a435-45fc-906e-13e955b604c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:33.389681 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2fc1-8f4c-4bea-9e20-a1f23b36606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:34.824121 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:36.035343 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:36.659319 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:37.531741 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:38.471722 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:23:41.778663 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:47.667969 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34460) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:47.822057 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 39d3b7af-a288-4af5-88ad-74388fa7b9e7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:23:47.822402 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:47.895809 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:47.896129 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (39d3b7af-a288-4af5-88ad-74388fa7b9e7), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:47.907743 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 39d3b7af-a288-4af5-88ad-74388fa7b9e7 owned by network:floatingip {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:23:48.051043 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (39d3b7af-a288-4af5-88ad-74388fa7b9e7), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:48.073450 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=39d3b7af-a288-4af5-88ad-74388fa7b9e7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:48.091492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.091858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.092212 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.093127 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.093466 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.093800 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.094137 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.094467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.094796 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.095131 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.095461 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.095787 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.096113 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:48.153422 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (5e465309-7708-4340-ab4c-1f67835e35ef), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:48.153750 n-d-815324-6 neutron-server[103400]: INFO neutron.db.l3_db [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 5e465309-7708-4340-ab4c-1f67835e35ef disassociated (deleted). External IP: 172.25.8.81, port: 84261d8c-290a-4a81-9d03-d27732683707. Feb 10 14:23:48.361297 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 90a9c661-9747-4a1f-81a1-4942c3f8041a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:23:48.473396 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:23:48.478584 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:48.483447 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Sync routers for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:23:48.492311 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:48.492951 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:48.508227 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-5e24c884-cef7-4f7d-97d7-80fb91028865 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/floatingips/5e465309-7708-4340-ab4c-1f67835e35ef HTTP/1.1" status: 204 len: 168 time: 0.8389590 Feb 10 14:23:48.508849 n-d-815324-6 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:23:48.511088 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d32fc14da3c44779fa29f91afe674a89fdcd372be757149d6b4d0fb3016bc6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f1c7c9-fc18-4ff1-a457-aded672be9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:23:48.608478 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:48.672516 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8eb3d0-0592-43ed-b2bc-92a1562ca404 x-openstack-request-id: req-7b8eb3d0-0592-43ed-b2bc-92a1562ca404 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:23:48.673074 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "tag": "84261d8c-290a-4a81-9d03-d27732683707", "status": "completed", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:23:48.673804 n-d-815324-6 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b8eb3d0-0592-43ed-b2bc-92a1562ca404 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:23:48.674267 n-d-815324-6 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'tag': '84261d8c-290a-4a81-9d03-d27732683707', 'status': 'completed', 'code': 200} Feb 10 14:23:48.797949 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-e4e64bd5-ec36-4e06-b54a-c307e1003926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:48.799491 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-e4e64bd5-ec36-4e06-b54a-c307e1003926 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 1128 time: 0.1015601 Feb 10 14:23:48.806878 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef551-5ed4-4e62-b483-3bc68db09252 req-95531cce-efd4-442c-bb49-c29cfaaa20a5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:48.808249 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-669ef551-5ed4-4e62-b483-3bc68db09252 req-95531cce-efd4-442c-bb49-c29cfaaa20a5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0725281 Feb 10 14:23:48.829879 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:48.855625 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Checking router: 90a9c661-9747-4a1f-81a1-4942c3f8041a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:23:48.867967 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:48.868605 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:48.916521 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-669ef551-5ed4-4e62-b483-3bc68db09252 req-831f700d-3f06-496e-bfea-75d772095c88 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988882 Feb 10 14:23:48.929310 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-48517129-f205-4f53-8dbf-6c8ff98a78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:48.930786 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-48517129-f205-4f53-8dbf-6c8ff98a78ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 200 len: 897 time: 0.1216779 Feb 10 14:23:48.973041 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-1a8ea462-ad94-4c22-ae64-3a0f7bbd8d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 200 len: 217 time: 0.0350797 Feb 10 14:23:48.977468 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:49.022285 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-f6b364e1-69dd-4a66-ac18-b070b78816c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:49.023748 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-f6b364e1-69dd-4a66-ac18-b070b78816c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 200 len: 834 time: 0.0434477 Feb 10 14:23:49.080551 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-377ed960-66c1-442b-908a-1808a06cf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:49.082134 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-377ed960-66c1-442b-908a-1808a06cf4e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fcbaa12f-cf82-4e9b-808d-7754c14178c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520909 Feb 10 14:23:49.174419 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-d6197089-be4e-403a-b656-f6d7452bf38d service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Feb 10 14:23:49.195927 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:49.270123 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-65f1c7c9-fc18-4ff1-a457-aded672be9ee req-99d19d5c-48a5-428b-b479-f1b53b8042b8 service neutron] 10.222.0.21 "GET /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896368 Feb 10 14:23:49.390673 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479444ee-7a33-4d15-8100-97172c5a9ced None None] The sync data for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 is: [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:19Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': '2782bf5f-fd69-4838-b269-6e95fab10099', 'name': '', 'network_id': 'fcbaa12f-cf82-4e9b-808d-7754c14178c2', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:78:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:19Z', 'updated_at': '2022-02-10T14:21:22Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': '1dad0d72-74ff-4428-82f6-b901046891bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:23:49.599883 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae67cbd-ae00-408e-ab2d-e527d9e732cb None None] New status for floating IP 5e465309-7708-4340-ab4c-1f67835e35ef: DOWN {{(pid=103402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:23:50.034651 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786326a0-2675-4a38-aa98-f6ee077e3c29 req-a5914a75-127e-4b6e-8caa-7373b1ca5cfc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:50.036130 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-786326a0-2675-4a38-aa98-f6ee077e3c29 req-a5914a75-127e-4b6e-8caa-7373b1ca5cfc tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0514987 Feb 10 14:23:50.083430 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-786326a0-2675-4a38-aa98-f6ee077e3c29 req-6ecc40e5-cd0d-48d2-9761-770e48b0bd92 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2ca4669-0b3f-412d-9d84-45b9549befdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Feb 10 14:23:50.439150 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-1431bcff-d9ac-4db6-8f23-4b4023f9ccbe tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:50.440586 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-1431bcff-d9ac-4db6-8f23-4b4023f9ccbe tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 946 time: 0.0502117 Feb 10 14:23:50.532498 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 84261d8c-290a-4a81-9d03-d27732683707 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:23:50.532873 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (84261d8c-290a-4a81-9d03-d27732683707), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:50.621858 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 84261d8c-290a-4a81-9d03-d27732683707, host n-h1-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-6',level=0,port_id=84261d8c-290a-4a81-9d03-d27732683707,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:23:50.622220 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (84261d8c-290a-4a81-9d03-d27732683707), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:50.635177 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 84261d8c-290a-4a81-9d03-d27732683707 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:23:51.027105 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (84261d8c-290a-4a81-9d03-d27732683707), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:51.066533 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=84261d8c-290a-4a81-9d03-d27732683707,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:51.093241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.093595 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.093942 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.094324 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.094612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.094939 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.095263 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.095590 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.095918 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.096240 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.096562 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.096916 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.097232 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:51.116917 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] No DVR routers for this DVR port 84261d8c-290a-4a81-9d03-d27732683707 on host n-h1-815324-6 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:23:51.119514 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:51.122833 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-95e9fdec-be42-423d-b7e2-fb81b0c11a8a req-6ddc12f1-6b4f-41f9-a85a-c5cb95679744 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.21 "DELETE /v2.0/ports/84261d8c-290a-4a81-9d03-d27732683707 HTTP/1.1" status: 204 len: 173 time: 0.6772838 Feb 10 14:23:51.123283 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'name': 'network-vif-deleted', 'tag': '84261d8c-290a-4a81-9d03-d27732683707'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:23:51.125625 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ee396-65c7-4a20-b0cc-67e56024deff" -d '{"events": [{"server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "name": "network-vif-deleted", "tag": "84261d8c-290a-4a81-9d03-d27732683707"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:23:51.191206 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-13d0ee7b-38b5-45d0-aa13-4bdff2b280d5 req-c843c92f-9f1b-4b97-8b60-5146d90b7958 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=439f18ca-6edb-4f8a-85cd-2fe7621efffe HTTP/1.1" status: 200 len: 210 time: 0.0274725 Feb 10 14:23:51.238013 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463017df-db24-4d21-a774-4bae3131b463 x-openstack-request-id: req-463017df-db24-4d21-a774-4bae3131b463 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:23:51.238330 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f18ca-6edb-4f8a-85cd-2fe7621efffe", "name": "network-vif-deleted", "tag": "84261d8c-290a-4a81-9d03-d27732683707", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:23:51.238585 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-463017df-db24-4d21-a774-4bae3131b463 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:23:51.238990 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f18ca-6edb-4f8a-85cd-2fe7621efffe', 'name': 'network-vif-deleted', 'tag': '84261d8c-290a-4a81-9d03-d27732683707', 'status': 'completed', 'code': 200} Feb 10 14:23:52.249192 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34478) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:52.913449 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606787'] for router_interface (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:53.168112 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 2782bf5f-fd69-4838-b269-6e95fab10099 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:23:53.168372 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:53.259467 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 2782bf5f-fd69-4838-b269-6e95fab10099, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=2782bf5f-fd69-4838-b269-6e95fab10099,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:23:53.260211 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:53.271534 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 2782bf5f-fd69-4838-b269-6e95fab10099 owned by network:router_interface {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:23:53.457199 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (2782bf5f-fd69-4838-b269-6e95fab10099), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:53.483530 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=2782bf5f-fd69-4838-b269-6e95fab10099,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:53.663436 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1029980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606935'] for router_interface (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:53.873993 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 90a9c661-9747-4a1f-81a1-4942c3f8041a has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:23:53.979052 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:23:53.984275 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ef8150c4-f3dd-4e1b-b6f6-3a79039c763b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/90a9c661-9747-4a1f-81a1-4942c3f8041a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339756 Feb 10 14:23:53.987503 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:53.988482 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Sync routers for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:23:53.998365 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:53.999464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:54.037289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting subnet 1dad0d72-74ff-4428-82f6-b901046891bc {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 14:23:54.040290 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (1dad0d72-74ff-4428-82f6-b901046891bc), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.086751 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919353'] for subnet (1dad0d72-74ff-4428-82f6-b901046891bc), precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.087444 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 84261d8c-290a-4a81-9d03-d27732683707 no longer exists at agent hyperv_n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:23:54.111404 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] No Port match for: 84261d8c-290a-4a81-9d03-d27732683707 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:23:54.111810 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Device 84261d8c-290a-4a81-9d03-d27732683707 not bound to the agent host n-h1-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:23:54.130488 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:54.168164 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8160597'] for subnet (1dad0d72-74ff-4428-82f6-b901046891bc), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.225089 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8160604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59589318'] for subnet (1dad0d72-74ff-4428-82f6-b901046891bc), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.253679 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Subnet': ['ID=1dad0d72-74ff-4428-82f6-b901046891bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:54.261219 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.268069 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34482) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:54.268571 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-0088cb0b-3e84-4be3-8a41-9a13488cc5d5 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/subnets/1dad0d72-74ff-4428-82f6-b901046891bc HTTP/1.1" status: 204 len: 168 time: 0.2797894 Feb 10 14:23:54.287151 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b67720-8cc7-4b6c-9856-51e1edb56f8b None None] Network fcbaa12f-cf82-4e9b-808d-7754c14178c2 requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:23:54.376294 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.394019 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:23:53Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:54.433614 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Checking router: 90a9c661-9747-4a1f-81a1-4942c3f8041a for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:23:54.442480 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Routers {'90a9c661-9747-4a1f-81a1-4942c3f8041a'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:54.443090 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['90a9c661-9747-4a1f-81a1-4942c3f8041a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:54.496705 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (90a9c661-9747-4a1f-81a1-4942c3f8041a), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.528500 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] DHCP port deletion for fcbaa12f-cf82-4e9b-808d-7754c14178c2 request from n-d-815324-6 {{(pid=103401) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 14:23:54.549627 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Deleting port 3337fbd3-a24c-416d-a69c-d0699805e9f9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:23:54.549956 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.578719 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] Set router 90a9c661-9747-4a1f-81a1-4942c3f8041a gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:54.631203 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] For port 3337fbd3-a24c-416d-a69c-d0699805e9f9, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=3337fbd3-a24c-416d-a69c-d0699805e9f9,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:23:54.631555 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.643737 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Calling delete_port for 3337fbd3-a24c-416d-a69c-d0699805e9f9 owned by network:router_gateway {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:23:54.666136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Deleting port f3c9cff7-7770-4a94-8adf-e7f76518f22e {{(pid=103401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 14:23:54.666596 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754120285323'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), before_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.778016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] For port f3c9cff7-7770-4a94-8adf-e7f76518f22e, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=f3c9cff7-7770-4a94-8adf-e7f76518f22e,segment=NetworkSegment(2fca1018-6502-4bff-b371-f3ef349463c4),segment_id=2fca1018-6502-4bff-b371-f3ef349463c4)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:23:54.778381 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609528'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), precommit_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.809792 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Calling delete_port for f3c9cff7-7770-4a94-8adf-e7f76518f22e owned by network:dhcp {{(pid=103401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 14:23:54.815863 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (3337fbd3-a24c-416d-a69c-d0699805e9f9), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.841949 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Port': ['ID=3337fbd3-a24c-416d-a69c-d0699805e9f9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:54.912498 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608265'] for router_gateway (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.916484 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:23:53Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:54.945843 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de688b3b-9e1d-42fc-a324-e21a709b3971 None None] The sync data for ids ['90a9c661-9747-4a1f-81a1-4942c3f8041a'] in n-d-815324-6 is: [{'id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064600824', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:23:53Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '3337fbd3-a24c-416d-a69c-d0699805e9f9', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9c661-9747-4a1f-81a1-4942c3f8041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:21:16Z', 'updated_at': '2022-02-10T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:23:54.949349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754120288238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754119784897'] for port (f3c9cff7-7770-4a94-8adf-e7f76518f22e), after_delete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:54.984650 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] No DVR routers for this DVR port f3c9cff7-7770-4a94-8adf-e7f76518f22e on host n-d-815324-6 {{(pid=103401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 14:23:54.986707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Pushing event deleted for resources: {'Port': ['ID=f3c9cff7-7770-4a94-8adf-e7f76518f22e,revision_number=None']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:54.995965 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:54.996491 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:54.996985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:54.996985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:54.997337 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.001464 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328407e7-df61-43a7-b3ed-7af65fcfca8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:55.024104 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11532'] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.026308 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (90a9c661-9747-4a1f-81a1-4942c3f8041a), precommit_delete_associations {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.073547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614329'] for router (90a9c661-9747-4a1f-81a1-4942c3f8041a), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.074072 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Fanout notify agent at l3_agent the message router_deleted on router 90a9c661-9747-4a1f-81a1-4942c3f8041a {{(pid=103400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 14:23:55.080960 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.082087 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-981a7c8b-5cac-4fa3-a3d7-9498e43ed6ee tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/routers/90a9c661-9747-4a1f-81a1-4942c3f8041a HTTP/1.1" status: 204 len: 168 time: 0.8130319 Feb 10 14:23:55.084767 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34484) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:55.161221 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8365699'] for network (fcbaa12f-cf82-4e9b-808d-7754c14178c2), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.242389 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8160960', 'neutron.services.segments.db._delete_segments_for_network-8754120306872'] for network (fcbaa12f-cf82-4e9b-808d-7754c14178c2), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.261798 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbaa12f-cf82-4e9b-808d-7754c14178c2']}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:55.271276 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fca1018-6502-4bff-b371-f3ef349463c4') {'for_net_delete': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:55.271858 n-d-815324-6 neutron-server[103400]: DEBUG neutron.services.segments.db [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fca1018-6502-4bff-b371-f3ef349463c4') {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:55.281063 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754120310465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59482347'] for segment (2fca1018-6502-4bff-b371-f3ef349463c4), before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.293595 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (2fca1018-6502-4bff-b371-f3ef349463c4), precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.299584 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 14:23:55.299988 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59276761'] for segment (2fca1018-6502-4bff-b371-f3ef349463c4), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: Traceback (most recent call last): Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: timer() Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: cb(*args, **kw) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: return func(*args, **kwargs) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: self._notify() Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: self.callback(batched_events) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: event.method(event) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: return f(self, *a, **k) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: return self._get(url).json() Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: return self.request(url, 'GET', **kwargs) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 14:23:55.303016 n-d-815324-6 neutron-server[103400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 14:23:55.330125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f3c9cff7-7770-4a94-8adf-e7f76518f22e no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:23:55.352453 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: f3c9cff7-7770-4a94-8adf-e7f76518f22e {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:23:55.352697 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device f3c9cff7-7770-4a94-8adf-e7f76518f22e not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:23:55.371341 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8160971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608341'] for network (fcbaa12f-cf82-4e9b-808d-7754c14178c2), after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.378273 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.384234 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/networks/fcbaa12f-cf82-4e9b-808d-7754c14178c2 HTTP/1.1" status: 204 len: 168 time: 0.2959480 Feb 10 14:23:55.385009 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:55.399899 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5136c8-9cc4-4377-8bd0-7cbc48b53bc0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'Network': ['ID=fcbaa12f-cf82-4e9b-808d-7754c14178c2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:55.455161 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (a2ca4669-0b3f-412d-9d84-45b9549befdf), before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.481078 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (a2ca4669-0b3f-412d-9d84-45b9549befdf), precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.544426 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (a2ca4669-0b3f-412d-9d84-45b9549befdf), after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.547856 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.552015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2ca4669-0b3f-412d-9d84-45b9549befdf HTTP/1.1" status: 204 len: 168 time: 0.1654584 Feb 10 14:23:55.561950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e433c-034b-4e1a-a4e3-c6e76c0c6846 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca4669-0b3f-412d-9d84-45b9549befdf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:55.831367 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:55.835913 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316813296', 'description': 'tempest-secgroup-smoke-1316813296 description', 'project_id': 'e09cfe8001a545d694dd356721dcb72d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:55.856247 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.921401 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (388c1756-30f8-4c7d-bf28-1c64cc19f169), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.924783 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605466'] for security_group (388c1756-30f8-4c7d-bf28-1c64cc19f169), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.947880 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:55.949059 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1166644 Feb 10 14:23:55.952942 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34494) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:55.957440 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534ef87-83ff-4d78-b87d-c136e66eea9f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388c1756-30f8-4c7d-bf28-1c64cc19f169,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:55.957628 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:55.980547 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (375bcf36-a231-4210-b314-0a4a3dd9864a), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.036889 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (375bcf36-a231-4210-b314-0a4a3dd9864a), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.040747 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (375bcf36-a231-4210-b314-0a4a3dd9864a), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.062062 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375bcf36-a231-4210-b314-0a4a3dd9864a,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.070606 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.071812 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-74fb9aba-15d4-45d1-a8ca-f393afe60f01 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178393 Feb 10 14:23:56.074676 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34496) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.079497 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.103365 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (908777a2-746f-4da3-8fbc-6b46e45b541e), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.162225 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (908777a2-746f-4da3-8fbc-6b46e45b541e), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.165679 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (908777a2-746f-4da3-8fbc-6b46e45b541e), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.182551 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908777a2-746f-4da3-8fbc-6b46e45b541e,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.191567 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.192779 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-15abf92b-e708-47fb-8cf3-98be1601554b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171448 Feb 10 14:23:56.196361 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34498) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.200575 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.223860 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (4426aa61-7e07-4110-9423-633717d51d5c), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.281519 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (4426aa61-7e07-4110-9423-633717d51d5c), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.284916 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (4426aa61-7e07-4110-9423-633717d51d5c), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.304167 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4426aa61-7e07-4110-9423-633717d51d5c,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.309888 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.310979 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-e568322b-508b-4384-8caf-3d6fd843981b tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136222 Feb 10 14:23:56.313718 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34500) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.317950 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.343032 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d082e6d0-0fbd-4921-b626-019dde6f6eb8), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.399423 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (d082e6d0-0fbd-4921-b626-019dde6f6eb8), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.410350 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (d082e6d0-0fbd-4921-b626-019dde6f6eb8), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.428996 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d082e6d0-0fbd-4921-b626-019dde6f6eb8,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.434756 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.435616 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-1daad595-5b43-4c79-a78c-63708a883092 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209466 Feb 10 14:23:56.438462 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34502) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.443618 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.465882 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:23:56.471612 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (b7c73348-ac83-4763-95bf-cf5642028fbb), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.531020 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (b7c73348-ac83-4763-95bf-cf5642028fbb), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.534822 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (b7c73348-ac83-4763-95bf-cf5642028fbb), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.553838 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c73348-ac83-4763-95bf-cf5642028fbb,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.559459 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.560648 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-35cbac7f-d78c-4b0f-a8ac-f159f1b98faf tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212561 Feb 10 14:23:56.563884 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34504) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.568307 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'security_group_rule': {'security_group_id': '388c1756-30f8-4c7d-bf28-1c64cc19f169', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.587797 n-d-815324-6 neutron-server[103400]: INFO neutron.db.securitygroups_db [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Project e09cfe8001a545d694dd356721dcb72d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 14:23:56.592384 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (f094fea9-5512-4f5b-8651-ecb7865090ba), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.648775 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (f094fea9-5512-4f5b-8651-ecb7865090ba), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.652342 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590253'] for security_group_rule (f094fea9-5512-4f5b-8651-ecb7865090ba), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.670492 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f094fea9-5512-4f5b-8651-ecb7865090ba,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.678579 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.679791 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-4b71adf6-fd43-4aa7-8183-5992d84d75b9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149077 Feb 10 14:23:56.682560 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34506) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.687916 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'network': {'name': 'tempest-network-smoke--485784781', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'port_security_enabled': True}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.709806 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'network': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:23:56.715972 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for network (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.740309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 14:23:56.749338 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8254239'] for segment (14380999-4fc8-45fe-9ac2-19ce91adcb38), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.749689 n-d-815324-6 neutron-server[103400]: INFO neutron.db.segments_db [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Added segment 14380999-4fc8-45fe-9ac2-19ce91adcb38 of type vlan for network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec Feb 10 14:23:56.788347 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754119800351'] for network (6e3f06e9-d13c-47e2-afab-8a6b3f490dec), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.813453 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973'] for network (6e3f06e9-d13c-47e2-afab-8a6b3f490dec), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.818263 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:56.818868 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for network (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.855116 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1715658 Feb 10 14:23:56.858096 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34508) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:56.864362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'admin_state_up': True, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:56.869734 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3337fbd3-a24c-416d-a69c-d0699805e9f9 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:23:56.890672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 3337fbd3-a24c-416d-a69c-d0699805e9f9 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:23:56.891021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 3337fbd3-a24c-416d-a69c-d0699805e9f9 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:23:56.891429 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2782bf5f-fd69-4838-b269-6e95fab10099 no longer exists at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 14:23:56.907923 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d1d7-7127-43b3-ab7c-bd0d8402caab tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Network': ['ID=6e3f06e9-d13c-47e2-afab-8a6b3f490dec,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:56.910864 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] No Port match for: 2782bf5f-fd69-4838-b269-6e95fab10099 {{(pid=103401) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 14:23:56.912059 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 2782bf5f-fd69-4838-b269-6e95fab10099 not bound to the agent host n-d-815324-6 {{(pid=103401) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 14:23:56.917558 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11550'] for router (5ab5e6fc-24c5-42d6-aa44-407f6578b317), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.918125 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec details requested by agent ovs-agent-n-d-815324-6 with host n-d-815324-6 {{(pid=103401) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 14:23:56.918676 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11525'] for router (5ab5e6fc-24c5-42d6-aa44-407f6578b317), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:56.970578 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_controller (5ab5e6fc-24c5-42d6-aa44-407f6578b317), precommit_add_association {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.119191 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (5ab5e6fc-24c5-42d6-aa44-407f6578b317), precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.313085 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (5ab5e6fc-24c5-42d6-aa44-407f6578b317), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.331572 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.428240 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.66 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/901570e9-c98e-46c2-bded-9704dd3941a6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:23:57.529973 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (901570e9-c98e-46c2-bded-9704dd3941a6), precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.562891 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59276686'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:57.599512 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:23:57.603803 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:23:57.607237 n-d-815324-6 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:23:57.612380 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=901570e9-c98e-46c2-bded-9704dd3941a6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:57.850450 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router_gateway (5ab5e6fc-24c5-42d6-aa44-407f6578b317), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:58.044041 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618977'] for router (5ab5e6fc-24c5-42d6-aa44-407f6578b317), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:58.171362 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 is scheduled to L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e with binding_index 1 {{(pid=103400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 14:23:58.591440 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:23:58.602460 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Sync routers for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:23:58.610675 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for router (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:58.611757 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:58.611888 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-ee58fbbc-53dc-41d4-80b9-191468ef3101 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7509944 Feb 10 14:23:58.612367 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:58.615200 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:58.646495 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-f398e403-4b30-449c-afa0-c8f59417f318 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e09cfe8001a545d694dd356721dcb72d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301042 Feb 10 14:23:58.649298 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34512) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:58.742856 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae53ee-3caf-4fd1-94bf-d1a478ef14da tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:58.744279 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-b6ae53ee-3caf-4fd1-94bf-d1a478ef14da tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937281 Feb 10 14:23:58.747845 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:58.777860 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-a4a42ae7-8593-46f3-a6c1-65278b852cad tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f6d7ec51-b422-47e7-beca-925ae04878bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284400 Feb 10 14:23:58.781469 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34518) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:58.786200 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.v2.base [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795295011', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:23:58.809457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:58.870468 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'subnet': 1} {{(pid=103400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:23:58.874610 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60208954'] for subnet (None), before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:58.988953 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:23:57Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:59.015860 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Checking router: 5ab5e6fc-24c5-42d6-aa44-407f6578b317 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:23:59.016387 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Updating router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 port 901570e9-c98e-46c2-bded-9704dd3941a6 binding host n-d-815324-6 {{(pid=103402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:23:59.044021 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.052127 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59276578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60208936'] for subnet (a646837e-ee32-4b05-b034-a75857df8393), after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.112881 n-d-815324-6 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Subnet': ['ID=a646837e-ee32-4b05-b034-a75857df8393,revision_number=0']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:59.120260 n-d-815324-6 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Checking segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:23:59.120542 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network hostable DHCP agents. Network: 6e3f06e9-d13c-47e2-afab-8a6b3f490dec, hostable agents: ['71c21403-04d7-4732-905b-9071cbda6337'], hosted agents: [] {{(pid=103400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 14:23:59.138764 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec is scheduled to be hosted by DHCP agent 71c21403-04d7-4732-905b-9071cbda6337 with binding_index 1 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 14:23:59.148173 n-d-815324-6 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-6, 6e3f06e9-d13c-47e2-afab-8a6b3f490dec) {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:23:59.152976 n-d-815324-6 neutron-server[103400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:23:59.153574 n-d-815324-6 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for subnet (None), before_response {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.162211 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c04a7b-031a-4b3c-ae62-e97239fa4526 None None] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:23:59.169977 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-00b7aaae-e155-4c92-9cc4-2c4883dc5427 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3875942 Feb 10 14:23:59.173380 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:23:59.268985 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp478beee8-32c6-5ca2-8bf5-ff0e7d5ad033-6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393'}]}} from n-d-815324-6. {{(pid=103401) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 14:23:59.270098 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.309977 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks [] for port (901570e9-c98e-46c2-bded-9704dd3941a6), precommit_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.316083 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.366810 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Pushing event updated for resources: {'Port': ['ID=901570e9-c98e-46c2-bded-9704dd3941a6,revision_number=2']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:59.376547 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.376924 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.377243 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.377569 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.377893 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.378212 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.378531 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.378874 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.379163 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.379469 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.379782 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.380095 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.380406 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-6 {{(pid=103402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 14:23:59.383707 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Attempting to bind port 901570e9-c98e-46c2-bded-9704dd3941a6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:23:59.384067 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Attempting to bind port 901570e9-c98e-46c2-bded-9704dd3941a6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:23:59.384420 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Attempting to bind port 901570e9-c98e-46c2-bded-9704dd3941a6 on network f6d7ec51-b422-47e7-beca-925ae04878bc {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:23:59.390457 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:23:59.390811 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Checking segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:23:59.391205 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.391585 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Bound using segment: {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'} {{(pid=103402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:23:59.392267 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.managers [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Bound port: 901570e9-c98e-46c2-bded-9704dd3941a6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda15c47-aa4c-407b-a84c-2b8af2cc48c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc'}}] {{(pid=103402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:23:59.392680 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), before_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.417334 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.db_base_plugin_common [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Allocated IP 172.20.0.2 (6e3f06e9-d13c-47e2-afab-8a6b3f490dec/a646837e-ee32-4b05-b034-a75857df8393/98e89a56-d741-4867-a2b5-a779a1dedb78) {{(pid=103401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:23:59.452088 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] For port 901570e9-c98e-46c2-bded-9704dd3941a6, host n-d-815324-6, cleared binding levels {{(pid=103402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:23:59.458079 n-d-815324-6 neutron-server[103402]: DEBUG neutron.plugins.ml2.db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] For port 901570e9-c98e-46c2-bded-9704dd3941a6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=901570e9-c98e-46c2-bded-9704dd3941a6,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:23:59.470689 n-d-815324-6 neutron-server[103402]: DEBUG neutron_lib.callbacks.manager [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), after_update {{(pid=103402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.527400 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:23:59.528029 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:59.567482 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c858b9-452c-49ec-a4f7-140b25892f2f None None] Pushing event updated for resources: {'Port': ['ID=901570e9-c98e-46c2-bded-9704dd3941a6,revision_number=3']} {{(pid=103402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:59.578519 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks [] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), precommit_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.585076 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), after_create {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.626136 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec is already hosted by enough agents. {{(pid=103401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:23:59.628930 n-d-815324-6 neutron-server[103401]: DEBUG neutron.scheduler.base_scheduler [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Resources bound (agent type, host, resource id): {{(pid=103401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:23:59.631941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Received port after_create {{(pid=103401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:23:59.644549 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:23:59.645433 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.660438 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Pushing event updated for resources: {'Port': ['ID=98e89a56-d741-4867-a2b5-a779a1dedb78,revision_number=1']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:59.699391 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Attempting to bind port 98e89a56-d741-4867-a2b5-a779a1dedb78 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:23:59.699766 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Attempting to bind port 98e89a56-d741-4867-a2b5-a779a1dedb78 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:23:59.700129 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Attempting to bind port 98e89a56-d741-4867-a2b5-a779a1dedb78 on network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:23:59.706555 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:23:59.706941 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Checking segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:23:59.707348 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.707740 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Bound using segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:23:59.708597 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Bound port: 98e89a56-d741-4867-a2b5-a779a1dedb78, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:23:59.708597 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.780470 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] For port 98e89a56-d741-4867-a2b5-a779a1dedb78, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:23:59.783672 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] For port 98e89a56-d741-4867-a2b5-a779a1dedb78, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=98e89a56-d741-4867-a2b5-a779a1dedb78,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:23:59.791002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:23:59.846454 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772f9c-8b4d-44f4-8652-594a5ba4b945 None None] Pushing event updated for resources: {'Port': ['ID=98e89a56-d741-4867-a2b5-a779a1dedb78,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:23:59.860328 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:23:57Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:23:59.887054 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b084aa-7918-4f6a-bd1f-d40f96783dd5 None None] The sync data for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 is: [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:23:57Z', 'revision_number': 3, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6'}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:23:59.958662 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.1 (6e3f06e9-d13c-47e2-afab-8a6b3f490dec/a646837e-ee32-4b05-b034-a75857df8393/ec25c6ef-7e03-4984-878b-4d091adbd3c6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:24:00.102942 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.143706 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.210421 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:24:00.213479 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:24:00.216056 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:24:00.223031 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=ec25c6ef-7e03-4984-878b-4d091adbd3c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:00.274268 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608476'] for router_interface (5ab5e6fc-24c5-42d6-aa44-407f6578b317), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.421114 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.733435 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.738111 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.813374 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=ec25c6ef-7e03-4984-878b-4d091adbd3c6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:00.817211 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1029991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606764'] for router_interface (5ab5e6fc-24c5-42d6-aa44-407f6578b317), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:00.871890 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537bd31-2da9-45d4-8f10-41d75d933518 None None] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec requested from n-d-815324-6 {{(pid=103401) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 14:24:00.940447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:24:00.942612 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:24:00.991754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Provisioning complete for port 98e89a56-d741-4867-a2b5-a779a1dedb78 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:00.992131 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.027649 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 901570e9-c98e-46c2-bded-9704dd3941a6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:01.030861 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75572aae-8edd-4a58-a9d0-538712aa3d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.081834 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:24:01.198309 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:24:01.203879 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-d0547c46-1055-4d4e-9261-875d34977bb6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "PUT /v2.0/routers/5ab5e6fc-24c5-42d6-aa44-407f6578b317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294845 Feb 10 14:24:01.322944 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 901570e9-c98e-46c2-bded-9704dd3941a6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:01.322944 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.346868 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Current status of the port 98e89a56-d741-4867-a2b5-a779a1dedb78 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:01.347266 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.397562 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] For port 98e89a56-d741-4867-a2b5-a779a1dedb78, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=98e89a56-d741-4867-a2b5-a779a1dedb78,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:01.398433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-78c7aa9d-d378-421f-b847-a222c8b1ca3c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316813296&fields=id&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 267 time: 0.0518570 Feb 10 14:24:01.428026 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.469371 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 901570e9-c98e-46c2-bded-9704dd3941a6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:01.469752 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.506774 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] For port 901570e9-c98e-46c2-bded-9704dd3941a6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=901570e9-c98e-46c2-bded-9704dd3941a6,segment=NetworkSegment(eda15c47-aa4c-407b-a84c-2b8af2cc48c0),segment_id=eda15c47-aa4c-407b-a84c-2b8af2cc48c0)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:01.508095 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830c5f-0a5e-4800-bbc4-b0711333c146 None None] Pushing event updated for resources: {'Port': ['ID=98e89a56-d741-4867-a2b5-a779a1dedb78,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:01.513706 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.515102 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 98e89a56-d741-4867-a2b5-a779a1dedb78 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:01.539770 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3c1ab109-f8ea-48d5-bff7-edb6f612a157 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:01.541738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3c1ab109-f8ea-48d5-bff7-edb6f612a157 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 796 time: 0.1358576 Feb 10 14:24:01.559742 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-43aaf25b-012c-48b5-8241-30565c1819d9 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/quotas/e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 375 time: 0.0108285 Feb 10 14:24:01.592983 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Provisioning complete for port 98e89a56-d741-4867-a2b5-a779a1dedb78 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:01.593358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.625624 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-6be2742c-00f6-4c22-ad8d-70ee78d24184 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577624 Feb 10 14:24:01.643294 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Pushing event updated for resources: {'Port': ['ID=901570e9-c98e-46c2-bded-9704dd3941a6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:01.647059 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-33789c09-7371-4ac7-9086-84f957b2370d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:24:01.648308 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-33789c09-7371-4ac7-9086-84f957b2370d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063012 Feb 10 14:24:01.665248 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 98e89a56-d741-4867-a2b5-a779a1dedb78 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:01.665612 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.744340 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Sync routers for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:24:01.749413 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Current status of the port 98e89a56-d741-4867-a2b5-a779a1dedb78 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:01.771683 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:24:01.772315 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:01.774270 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Provisioning complete for port ec25c6ef-7e03-4984-878b-4d091adbd3c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:01.774641 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:01.782942 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-0966bb8f-666a-44f6-803a-a318337f0922 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216896 Feb 10 14:24:01.891993 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b19ec-0fb5-46dc-b24f-afa67504a544 None None] Port ec25c6ef-7e03-4984-878b-4d091adbd3c6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:24:01.898553 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-10a5cf06-ec0f-4fe4-a178-4f81941b4c31 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087461 Feb 10 14:24:01.937082 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 98e89a56-d741-4867-a2b5-a779a1dedb78 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:01.957355 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:24:02.070018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5444ee62-b3b1-4773-9685-835275d37e69 None None] Provisioning complete for port ec25c6ef-7e03-4984-878b-4d091adbd3c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:02.070408 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5444ee62-b3b1-4773-9685-835275d37e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.074509 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-9fae80b2-25c6-49b3-a890-7e99dea38ae9 req-f32a500d-6481-4d11-81a7-81f1ad70d1ca tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 210 time: 0.0305431 Feb 10 14:24:02.137034 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5444ee62-b3b1-4773-9685-835275d37e69 None None] Port ec25c6ef-7e03-4984-878b-4d091adbd3c6 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:24:02.208070 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 2, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:02.237905 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Checking router: 5ab5e6fc-24c5-42d6-aa44-407f6578b317 for host: n-d-815324-6 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:24:02.238262 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Updating router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 port ec25c6ef-7e03-4984-878b-4d091adbd3c6 binding host n-d-815324-6 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 14:24:02.266506 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.542995 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks [] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.548994 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.602385 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d939-2216-482f-8b12-bb3a80473e56 None None] Pushing event updated for resources: {'Port': ['ID=ec25c6ef-7e03-4984-878b-4d091adbd3c6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:02.663029 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Attempting to bind port ec25c6ef-7e03-4984-878b-4d091adbd3c6 on host n-d-815324-6 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:24:02.663495 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Attempting to bind port ec25c6ef-7e03-4984-878b-4d091adbd3c6 by drivers openvswitch,hyperv on host n-d-815324-6 at level 0 using segments [{'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:24:02.663870 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Attempting to bind port ec25c6ef-7e03-4984-878b-4d091adbd3c6 on network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:24:02.669216 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Checking agent: {'id': '7badf868-9cf0-429a-8450-0bfd469d2e4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 12, 59, 7), 'started_at': datetime.datetime(2022, 2, 10, 12, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:24:02.669647 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Checking segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:24:02.670032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.670961 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Bound using segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:24:02.671435 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Bound port: ec25c6ef-7e03-4984-878b-4d091adbd3c6, host: n-d-815324-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:24:02.671818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.735610 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] For port ec25c6ef-7e03-4984-878b-4d091adbd3c6, host n-d-815324-6, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:24:02.738858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] For port ec25c6ef-7e03-4984-878b-4d091adbd3c6, host n-d-815324-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ec25c6ef-7e03-4984-878b-4d091adbd3c6,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:24:02.745377 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.798707 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:24:02.799381 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:23:33Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:02.854794 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583d939-2216-482f-8b12-bb3a80473e56 None None] Pushing event updated for resources: {'Port': ['ID=ec25c6ef-7e03-4984-878b-4d091adbd3c6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:02.912711 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Provisioning complete for port ec25c6ef-7e03-4984-878b-4d091adbd3c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:02.913391 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:02.964284 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 901570e9-c98e-46c2-bded-9704dd3941a6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:02.971296 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:24:03.086855 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-2c12633d-5fd9-4bff-91dc-ff3086462454 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:03.089340 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-2c12633d-5fd9-4bff-91dc-ff3086462454 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 796 time: 0.1448736 Feb 10 14:24:03.154131 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-6231ee13-da7e-404b-ba51-d2e4a809954f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09cfe8001a545d694dd356721dcb72d HTTP/1.1" status: 200 len: 380 time: 0.0571511 Feb 10 14:24:03.169002 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'port': {'device_id': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'admin_state_up': True, 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'security_groups': ['388c1756-30f8-4c7d-bf28-1c64cc19f169']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:24:03.176661 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Current status of the port ec25c6ef-7e03-4984-878b-4d091adbd3c6 is: DOWN; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:03.177085 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.187585 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-c99c2159-0e78-4fc8-958b-cc1720fddb9f req-cc62b0e3-51be-40c5-9b25-8686c2d53e35 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Feb 10 14:24:03.195472 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 901570e9-c98e-46c2-bded-9704dd3941a6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:03.195863 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (901570e9-c98e-46c2-bded-9704dd3941a6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.259754 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] For port ec25c6ef-7e03-4984-878b-4d091adbd3c6, host n-d-815324-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-6',level=0,port_id=ec25c6ef-7e03-4984-878b-4d091adbd3c6,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:03.267545 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.299733 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Made reservation on behalf of e09cfe8001a545d694dd356721dcb72d for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 14:24:03.303251 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.391537 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806f32d-9dce-42e8-ab40-5f8365843143 None None] Pushing event updated for resources: {'Port': ['ID=ec25c6ef-7e03-4984-878b-4d091adbd3c6,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:03.412681 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 901570e9-c98e-46c2-bded-9704dd3941a6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:03.413753 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device 98e89a56-d741-4867-a2b5-a779a1dedb78 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:03.429281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.20.0.3 (6e3f06e9-d13c-47e2-afab-8a6b3f490dec/a646837e-ee32-4b05-b034-a75857df8393/e6c45784-34ba-4a5e-b75b-bb790b001176) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:24:03.438196 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cab3eae3-9f4b-4aa3-bfc2-a35c90338855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.447593 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-5dd06603-eca8-4545-b0ed-8f5a3503a5de None None] Provisioning complete for port ec25c6ef-7e03-4984-878b-4d091adbd3c6 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:03.447968 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5dd06603-eca8-4545-b0ed-8f5a3503a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.496254 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:02Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:03.529283 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bbf79-d0a9-43c5-af3f-662e04165133 None None] The sync data for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 is: [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:02Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:24:03.548506 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port 98e89a56-d741-4867-a2b5-a779a1dedb78 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:03.548928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (98e89a56-d741-4867-a2b5-a779a1dedb78), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.583106 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.621437 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5dd06603-eca8-4545-b0ed-8f5a3503a5de None None] Current status of the port ec25c6ef-7e03-4984-878b-4d091adbd3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:03.631328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.682286 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:24:03.685695 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:24:03.693087 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:24:03.734581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=e6c45784-34ba-4a5e-b75b-bb790b001176,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:03.781091 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:03.781701 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.806407 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-ae128db2-81c3-42a5-8905-4bba3b712eaa tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6425531 Feb 10 14:24:03.846182 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port 98e89a56-d741-4867-a2b5-a779a1dedb78 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:03.864956 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Request body: {'port': {'device_id': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:24:03.955621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-70bf1437-6920-4e8b-bbfd-443b39413ec4 None None] Provisioning complete for port e6c45784-34ba-4a5e-b75b-bb790b001176 triggered by entity DHCP. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:03.956242 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-70bf1437-6920-4e8b-bbfd-443b39413ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:03.999237 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-70bf1437-6920-4e8b-bbfd-443b39413ec4 None None] Port e6c45784-34ba-4a5e-b75b-bb790b001176 cannot update to ACTIVE because it is not bound. {{(pid=103401) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 14:24:04.233123 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.395847 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f8af3-c72c-4216-84ed-f0d246d52e48 req-3a1d9d9d-836f-4870-be51-89cfd30f298d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:04.397386 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-086f8af3-c72c-4216-84ed-f0d246d52e48 req-3a1d9d9d-836f-4870-be51-89cfd30f298d tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 931 time: 0.1324234 Feb 10 14:24:04.504890 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-086f8af3-c72c-4216-84ed-f0d246d52e48 req-61e4e938-4b1c-4558-bb8f-7a30ab090d28 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013613 Feb 10 14:24:04.554593 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-989868e6-e88c-472f-bb36-18fb91221849 service neutron] (103400) timed out ('10.222.0.13', 53134) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:24:04.586007 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c45784-34ba-4a5e-b75b-bb790b001176 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:24:04.594325 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks [] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.606206 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Transition to ACTIVE for port object e6c45784-34ba-4a5e-b75b-bb790b001176 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 14:24:04.610415 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.664314 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45784-34ba-4a5e-b75b-bb790b001176,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:04.753522 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Attempting to bind port e6c45784-34ba-4a5e-b75b-bb790b001176 on host n-h2-815324-6 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 14:24:04.753859 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Attempting to bind port e6c45784-34ba-4a5e-b75b-bb790b001176 by drivers openvswitch,hyperv on host n-h2-815324-6 at level 0 using segments [{'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 14:24:04.754181 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Attempting to bind port e6c45784-34ba-4a5e-b75b-bb790b001176 on network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:24:04.759504 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Port e6c45784-34ba-4a5e-b75b-bb790b001176 on network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 14:24:04.759908 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Attempting to bind port e6c45784-34ba-4a5e-b75b-bb790b001176 on network 6e3f06e9-d13c-47e2-afab-8a6b3f490dec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 14:24:04.766260 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Checking agent: {'id': '7a5bf8ef-d2e5-4742-b814-e59dda35773c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'started_at': datetime.datetime(2022, 2, 10, 13, 6, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 14:24:04.766674 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Checking segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 14:24:04.767120 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Bound using segment: {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 14:24:04.767812 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Bound port: e6c45784-34ba-4a5e-b75b-bb790b001176, host: n-h2-815324-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14380999-4fc8-45fe-9ac2-19ce91adcb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 14:24:04.768169 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.829510 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.839961 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] For port e6c45784-34ba-4a5e-b75b-bb790b001176, host n-h2-815324-6, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 14:24:04.844289 n-d-815324-6 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] For port e6c45784-34ba-4a5e-b75b-bb790b001176, host n-h2-815324-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e6c45784-34ba-4a5e-b75b-bb790b001176,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 14:24:04.850839 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.895326 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:04.896090 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for port (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:04.897821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1091 time: 1.0841575 Feb 10 14:24:04.898196 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:24:04.900436 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d" -d '{"events": [{"name": "network-changed", "server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:24:04.934587 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058d020-6da3-472b-901a-f8dd7059d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45784-34ba-4a5e-b75b-bb790b001176,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:04.949309 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-a0f3fd80-ef00-4906-b2b3-62c94afd6117 req-5be82a76-827a-4691-b86b-98bdc5529017 tempest-ServerActionsTestJSON-1861522658 tempest-ServerActionsTestJSON-1861522658-project] (103400) timed out ('10.222.0.13', 55238) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:24:05.000393 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Device ec25c6ef-7e03-4984-878b-4d091adbd3c6 up at agent ovs-agent-n-d-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:05.017740 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-aa2fd548-6016-42b4-95fc-4e38d2617e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.019389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-aa2fd548-6016-42b4-95fc-4e38d2617e4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1125 time: 0.0769942 Feb 10 14:24:05.065617 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-28ff229c-9248-4e29-a738-1ad15dceb533 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 217 time: 0.0394509 Feb 10 14:24:05.069668 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e044ecf6-bd38-467d-bd32-9aac66fa5b48 x-openstack-request-id: req-e044ecf6-bd38-467d-bd32-9aac66fa5b48 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:24:05.069970 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:24:05.070230 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e044ecf6-bd38-467d-bd32-9aac66fa5b48 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:24:05.070649 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'status': 'completed', 'code': 200} Feb 10 14:24:05.088599 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Provisioning complete for port ec25c6ef-7e03-4984-878b-4d091adbd3c6 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:05.089112 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (ec25c6ef-7e03-4984-878b-4d091adbd3c6), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:05.122102 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-21e4d853-a2a9-4515-a479-4b90221978f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.124273 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-21e4d853-a2a9-4515-a479-4b90221978f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0491827 Feb 10 14:24:05.175621 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Current status of the port ec25c6ef-7e03-4984-878b-4d091adbd3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:05.176242 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3ddd2a6a-c036-4aa6-97ee-fb9a840df643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.177880 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-3ddd2a6a-c036-4aa6-97ee-fb9a840df643 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473902 Feb 10 14:24:05.271156 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-1711bf62-ec73-441e-819b-728500867753 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861816 Feb 10 14:24:05.366803 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-677bb314-d675-45a5-aa9e-89bae8cb5960 req-07f8f742-db2f-41d6-b1e6-e1d452794969 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893600 Feb 10 14:24:05.451750 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-cd82cc02-82f6-4d83-9b59-c0e3a6bbd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.453303 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-cd82cc02-82f6-4d83-9b59-c0e3a6bbd899 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1125 time: 0.0448651 Feb 10 14:24:05.541343 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-34708332-7a50-4c9e-9ce3-b06df0eaf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.542944 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-34708332-7a50-4c9e-9ce3-b06df0eaf195 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0841777 Feb 10 14:24:05.588142 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-64be4b13-615d-4533-9ff6-fd3969bb5e52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 217 time: 0.0398295 Feb 10 14:24:05.657281 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-45b027c0-2f80-4025-9144-fbeee58c461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.658653 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-45b027c0-2f80-4025-9144-fbeee58c461e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0628586 Feb 10 14:24:05.681199 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194516c-5152-49ae-a609-99eb19ed926d req-999960bc-43eb-4d27-8a94-08e1feaaf4b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.682649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7194516c-5152-49ae-a609-99eb19ed926d req-999960bc-43eb-4d27-8a94-08e1feaaf4b6 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 943 time: 0.0973356 Feb 10 14:24:05.757592 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-7194516c-5152-49ae-a609-99eb19ed926d req-1f010124-b7a3-4164-9307-b6c311f71162 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569170 Feb 10 14:24:05.759320 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-8c0408d8-ed80-46a1-845b-6df618a9d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:05.760723 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-8c0408d8-ed80-46a1-845b-6df618a9d6a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0955105 Feb 10 14:24:05.848587 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-b8328924-a8b9-4a3d-8fd9-03962a28c320 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813527 Feb 10 14:24:05.942010 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-69209d2d-7f55-4b0e-bbf3-8b031e98a22d req-dd39070f-18ce-43e9-8fe2-f8ceb8859868 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Feb 10 14:24:06.039016 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:06.453426 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e6c45784-34ba-4a5e-b75b-bb790b001176 details requested by agent hyperv_n-h2-815324-6 with host n-h2-815324-6 {{(pid=103401) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 14:24:06.556443 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e6c45784-34ba-4a5e-b75b-bb790b001176, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e6c45784-34ba-4a5e-b75b-bb790b001176,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:06.567953 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Returning: {'device': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'port_id': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'mac_address': 'fa:16:3e:e2:96:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103401) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 14:24:06.604619 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e6c45784-34ba-4a5e-b75b-bb790b001176 is: DOWN; New status is: BUILD {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:06.605038 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:06.618018 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c45784-34ba-4a5e-b75b-bb790b001176 {{(pid=103401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 14:24:06.637876 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e6c45784-34ba-4a5e-b75b-bb790b001176, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e6c45784-34ba-4a5e-b75b-bb790b001176,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:06.643104 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:06.700659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:06.710021 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e6c45784-34ba-4a5e-b75b-bb790b001176,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:06.863351 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] get_ports_and_sgs() called for port_ids ['e6c45784-34ba-4a5e-b75b-bb790b001176'] {{(pid=103401) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 14:24:06.886929 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fe7b7-923c-424b-9b8c-8addbcabc8b5 req-84e5ad8d-819d-4fdf-b3f0-958d2875f042 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:06.888481 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e65fe7b7-923c-424b-9b8c-8addbcabc8b5 req-84e5ad8d-819d-4fdf-b3f0-958d2875f042 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 944 time: 0.0583909 Feb 10 14:24:06.939821 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e65fe7b7-923c-424b-9b8c-8addbcabc8b5 req-59633938-ab4f-4b5b-aa0f-3928d9146273 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454030 Feb 10 14:24:07.534208 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:08.061447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1c77-26f3-4604-a69c-bac4fbbad50d req-f874d80a-6f2c-4a8c-a345-edd26948d788 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:08.062920 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574d1c77-26f3-4604-a69c-bac4fbbad50d req-f874d80a-6f2c-4a8c-a345-edd26948d788 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 944 time: 0.0563378 Feb 10 14:24:08.109816 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-574d1c77-26f3-4604-a69c-bac4fbbad50d req-7f62e48c-60d5-4609-befc-2f112ee62766 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Feb 10 14:24:08.457016 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Device e6c45784-34ba-4a5e-b75b-bb790b001176 up at agent hyperv_n-h2-815324-6 {{(pid=103401) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 14:24:08.504858 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning for port e6c45784-34ba-4a5e-b75b-bb790b001176 completed by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 14:24:08.508889 n-d-815324-6 neutron-server[103401]: DEBUG neutron.db.provisioning_blocks [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Provisioning complete for port e6c45784-34ba-4a5e-b75b-bb790b001176 triggered by entity L2. {{(pid=103401) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 14:24:08.509267 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8163239'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), provisioning_complete {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:08.585976 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Current status of the port e6c45784-34ba-4a5e-b75b-bb790b001176 is: BUILD; New status is: ACTIVE {{(pid=103401) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 14:24:08.586655 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:08.609204 n-d-815324-6 neutron-server[103401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176'}] {{(pid=103401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:24:08.611411 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907a6d142bed2032e1a97d232c4aaac2763d218a7c8400d51c70ad0fc1fc13c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708458f3-f20d-4872-b71f-aad9e69a4ea8" -d '{"events": [{"server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176"}]}' {{(pid=103401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:24:08.623164 n-d-815324-6 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] For port e6c45784-34ba-4a5e-b75b-bb790b001176, host n-h2-815324-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-6',level=0,port_id=e6c45784-34ba-4a5e-b75b-bb790b001176,segment=NetworkSegment(14380999-4fc8-45fe-9ac2-19ce91adcb38),segment_id=14380999-4fc8-45fe-9ac2-19ce91adcb38)] {{(pid=103401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 14:24:08.627358 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924'] for port (e6c45784-34ba-4a5e-b75b-bb790b001176), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:08.652241 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70bd2b7-35b5-46d7-bf8c-7557b10d342f x-openstack-request-id: req-a70bd2b7-35b5-46d7-bf8c-7557b10d342f {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:24:08.652534 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176", "code": 200}]} {{(pid=103401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:24:08.652811 n-d-815324-6 neutron-server[103401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70bd2b7-35b5-46d7-bf8c-7557b10d342f {{(pid=103401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:24:08.653217 n-d-815324-6 neutron-server[103401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'code': 200} Feb 10 14:24:08.681165 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Pushing event updated for resources: {'Port': ['ID=e6c45784-34ba-4a5e-b75b-bb790b001176,revision_number=5']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:08.746883 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cef8f-76e5-4cf7-8848-497c8cb77556 req-39198684-25fa-4872-bb66-79a32433acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:08.748328 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-609cef8f-76e5-4cf7-8848-497c8cb77556 req-39198684-25fa-4872-bb66-79a32433acd7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0445652 Feb 10 14:24:08.793606 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-609cef8f-76e5-4cf7-8848-497c8cb77556 req-89cacc34-6686-435d-b167-dc0436a7368d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391989 Feb 10 14:24:09.231217 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c088ab-d492-4424-a5cb-9a3b6dd242cd req-beafd4fa-f43b-4652-9a0a-9e7e6db2a141 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:09.232689 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7c088ab-d492-4424-a5cb-9a3b6dd242cd req-beafd4fa-f43b-4652-9a0a-9e7e6db2a141 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 945 time: 0.0529985 Feb 10 14:24:09.285883 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-d7c088ab-d492-4424-a5cb-9a3b6dd242cd req-949dec51-a3ca-4e8c-8264-99f566f7483c tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Feb 10 14:24:10.404459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59464c5d-b2c5-4c6f-97c9-a31fe12a925e req-ab6a8f74-6cfd-439f-b30a-c58700d0e2e0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:10.406001 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59464c5d-b2c5-4c6f-97c9-a31fe12a925e req-ab6a8f74-6cfd-439f-b30a-c58700d0e2e0 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 945 time: 0.0527408 Feb 10 14:24:10.453362 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-59464c5d-b2c5-4c6f-97c9-a31fe12a925e req-1e670dc5-9a9d-44f6-a0b2-bf782a468dc8 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Feb 10 14:24:10.567143 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248a87-29c6-46be-85a6-fa4750c7e9f3 req-1287746f-9dc0-4187-9b73-753fcbd0f11f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:10.568526 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81248a87-29c6-46be-85a6-fa4750c7e9f3 req-1287746f-9dc0-4187-9b73-753fcbd0f11f tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Feb 10 14:24:10.615370 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-81248a87-29c6-46be-85a6-fa4750c7e9f3 req-7db5f075-aae4-4ce7-aa9e-f45bf5c6bd71 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Feb 10 14:24:10.636995 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:24:10.683284 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfdb99-4975-4541-bba1-6458bf836ff1 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:10.684804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-87dfdb99-4975-4541-bba1-6458bf836ff1 tempest-TestNetworkAdvancedServerOps-850902079 tempest-TestNetworkAdvancedServerOps-850902079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1122 time: 0.0468543 Feb 10 14:24:10.688318 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:24:10.692495 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Request body: {'floatingip': {'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'port_id': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 14:24:10.711521 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:10.805753 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (None), before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:10.908989 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Allocated IP 172.25.8.87 (f6d7ec51-b422-47e7-beca-925ae04878bc/5e05829c-98a9-4f50-b3d3-4b808c78093e/f9e7ab04-7df0-4706-b4d3-dc2b26837f34) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 14:24:11.007587 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (f9e7ab04-7df0-4706-b4d3-dc2b26837f34), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.040328 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754119784888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59222481'] for port (f9e7ab04-7df0-4706-b4d3-dc2b26837f34), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.083135 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Network f6d7ec51-b422-47e7-beca-925ae04878bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 14:24:11.086241 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 14:24:11.090906 n-d-815324-6 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 14:24:11.112003 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=f9e7ab04-7df0-4706-b4d3-dc2b26837f34,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:11.441288 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for floatingip (5d0a43b3-e961-46d8-ad44-61ae4ebdbc03), precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.509747 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8221525'] for port (f9e7ab04-7df0-4706-b4d3-dc2b26837f34), before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.656620 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks [] for port (f9e7ab04-7df0-4706-b4d3-dc2b26837f34), precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.661319 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8221473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1029973', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754120285956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754119784906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754119784924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59222506'] for port (f9e7ab04-7df0-4706-b4d3-dc2b26837f34), after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.729621 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Pushing event updated for resources: {'Port': ['ID=f9e7ab04-7df0-4706-b4d3-dc2b26837f34,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 14:24:11.739497 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608323'] for floatingip (5d0a43b3-e961-46d8-ad44-61ae4ebdbc03), after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.798116 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:11.839130 n-d-815324-6 neutron-server[103399]: INFO neutron.db.l3_db [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Floating IP 5d0a43b3-e961-46d8-ad44-61ae4ebdbc03 associated. External IP: 172.25.8.87, port: e6c45784-34ba-4a5e-b75b-bb790b001176. Feb 10 14:24:12.048392 n-d-815324-6 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 has already been hosted by L3 agent d41079c5-6bb7-4c5b-8abc-8760a869265e {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 14:24:12.159767 n-d-815324-6 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Notify agent at l3_agent.n-d-815324-6 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 14:24:12.172255 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Sync routers for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 14:24:12.181746 n-d-815324-6 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197470'] for floatingip (None), before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:12.183087 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:24:12.183789 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:12.214493 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-94af13ad-ad3a-4829-a6dd-7fea749f95cb tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5226941 Feb 10 14:24:12.214493 n-d-815324-6 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 14:24:12.215154 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2444344f7a3a290bd38d48d068be87988c58441eb07bee83a8ca1371a4fc4c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f7da8-9856-4207-910c-a0680900c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 14:24:12.297982 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:24:12.313299 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b0ea1-7c89-465d-aee3-02f9b6bee708 req-4722b17f-ba26-4ea3-894f-ee336b5f6183 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:12.314738 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f43b0ea1-7c89-465d-aee3-02f9b6bee708 req-4722b17f-ba26-4ea3-894f-ee336b5f6183 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 945 time: 0.0542655 Feb 10 14:24:12.363016 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f43b0ea1-7c89-465d-aee3-02f9b6bee708 req-4c85bc5b-662e-45bc-b20a-4fdfc0da1d16 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c1756-30f8-4c7d-bf28-1c64cc19f169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Feb 10 14:24:12.385774 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [-] (103400) accepted ('10.222.0.13', 34580) {{(pid=103400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:24:12.407289 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01e8cf-6217-43b3-b5b0-6eca29919949 x-openstack-request-id: req-6c01e8cf-6217-43b3-b5b0-6eca29919949 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 14:24:12.407581 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54c2e5a-c5fd-45aa-a971-dceb09e49ef4", "tag": "e6c45784-34ba-4a5e-b75b-bb790b001176", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 14:24:12.407833 n-d-815324-6 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c01e8cf-6217-43b3-b5b0-6eca29919949 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 14:24:12.408254 n-d-815324-6 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'tag': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'status': 'completed', 'code': 200} Feb 10 14:24:12.466317 n-d-815324-6 neutron-server[103400]: INFO neutron.wsgi [None req-0e54e4f1-e308-4651-ae6b-618ba1a83c64 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5d0a43b3-e961-46d8-ad44-61ae4ebdbc03 HTTP/1.1" status: 200 len: 990 time: 0.0789845 Feb 10 14:24:12.478718 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-0cd705ab-d9ed-4cd9-a43a-2da615df1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:12.480247 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-0cd705ab-d9ed-4cd9-a43a-2da615df1c3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0507634 Feb 10 14:24:12.530077 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5d0a43b3-e961-46d8-ad44-61ae4ebdbc03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'port_id': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'mac_address': 'fa:16:3e:e2:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:24:11Z', 'updated_at': '2022-02-10T14:24:11Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:03Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:12.555464 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Checking router: 5ab5e6fc-24c5-42d6-aa44-407f6578b317 for host: n-d-815324-6 {{(pid=103402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 14:24:12.564077 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Routers {'5ab5e6fc-24c5-42d6-aa44-407f6578b317'} bound to L3 agent in host n-d-815324-6 {{(pid=103402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 14:24:12.564601 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T12:59:03Z,description=,heartbeat_timestamp=2022-02-10T14:24:03Z,host='n-d-815324-6',id=d41079c5-6bb7-4c5b-8abc-8760a869265e,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T12:59:03Z,topic='l3_agent')) {'router_ids': ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'], 'active': True} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:12.572122 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-0d6b952e-17b5-43c4-b2bc-a20b3fcff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:12.573628 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-0d6b952e-17b5-43c4-b2bc-a20b3fcff5de service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0862179 Feb 10 14:24:12.640255 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-c2d35ec7-7f93-4fc5-a27f-408f2a8661fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 998 time: 0.0605497 Feb 10 14:24:12.671375 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_dvr_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] Set router 5ab5e6fc-24c5-42d6-aa44-407f6578b317 gateway port host: n-d-815324-6 {{(pid=103402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 14:24:12.687559 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-b138dc86-a560-45a6-adba-a90c60b18b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:12.689060 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-b138dc86-a560-45a6-adba-a90c60b18b20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0435133 Feb 10 14:24:12.735782 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-fe76caf2-0b18-44af-95b8-43ca8550288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:12.737312 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-fe76caf2-0b18-44af-95b8-43ca8550288e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429478 Feb 10 14:24:12.746581 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-fffda64d-6baa-431a-8375-0f8de616e1a3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 14:24:12.747518 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-fffda64d-6baa-431a-8375-0f8de616e1a3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048437 Feb 10 14:24:12.838040 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-a5067113-bc69-463d-95c2-3371beabd9fe service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Feb 10 14:24:12.893647 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.l3_hamode_db [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5d0a43b3-e961-46d8-ad44-61ae4ebdbc03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'port_id': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'mac_address': 'fa:16:3e:e2:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:24:11Z', 'updated_at': '2022-02-10T14:24:11Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:03Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-6', False) {} {{(pid=103402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 14:24:12.919627 n-d-815324-6 neutron-server[103402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49c540-6915-4be4-bba5-2d75495efd6a None None] The sync data for ids ['5ab5e6fc-24c5-42d6-aa44-407f6578b317'] in n-d-815324-6 is: [{'id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992218502', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'external_fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T14:23:56Z', 'updated_at': '2022-02-10T14:24:00Z', 'revision_number': 4, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'gw_port': {'id': '901570e9-c98e-46c2-bded-9704dd3941a6', 'name': '', 'network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:57Z', 'updated_at': '2022-02-10T14:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e05829c-98a9-4f50-b3d3-4b808c78093e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-6', '_floatingips': [{'id': '5d0a43b3-e961-46d8-ad44-61ae4ebdbc03', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'f6d7ec51-b422-47e7-beca-925ae04878bc', 'router_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'port_id': 'e6c45784-34ba-4a5e-b75b-bb790b001176', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'mac_address': 'fa:16:3e:e2:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54c2e5a-c5fd-45aa-a971-dceb09e49ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T14:24:11Z', 'updated_at': '2022-02-10T14:24:11Z', 'revision_number': 0, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec25c6ef-7e03-4984-878b-4d091adbd3c6', 'name': '', 'network_id': '6e3f06e9-d13c-47e2-afab-8a6b3f490dec', 'tenant_id': 'e09cfe8001a545d694dd356721dcb72d', 'mac_address': 'fa:16:3e:67:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e6fc-24c5-42d6-aa44-407f6578b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a646837e-ee32-4b05-b034-a75857df8393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T14:23:59Z', 'updated_at': '2022-02-10T14:24:03Z', 'revision_number': 5, 'project_id': 'e09cfe8001a545d694dd356721dcb72d', 'subnets': [{'id': 'a646837e-ee32-4b05-b034-a75857df8393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 14:24:12.927253 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-f03f7da8-9856-4207-910c-a0680900c0c2 req-b3214835-f28d-4878-8857-d57f3a57b039 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Feb 10 14:24:13.112111 n-d-815324-6 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791384b3-18fa-4f49-9043-91cc8c66542b None None] New status for floating IP 5d0a43b3-e961-46d8-ad44-61ae4ebdbc03: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 14:24:13.468950 n-d-815324-6 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.13', 34582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 14:24:13.800699 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [None req-3ffe5024-bb71-4b11-9f7e-80f9c50ed6a3 tempest-TestNetworkAdvancedServerOps-633355644 tempest-TestNetworkAdvancedServerOps-633355644-project] 10.222.0.13 "GET /v2.0/floatingips/5d0a43b3-e961-46d8-ad44-61ae4ebdbc03 HTTP/1.1" status: 200 len: 992 time: 0.3306417 Feb 10 14:24:15.471387 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:24:30.972402 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-534f94b1-c284-4ff9-b826-9249aade981f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:33.379965 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d7dc90ab-b107-40be-ba7c-ae37b69f16ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:34.830002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:36.040713 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:36.667248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:37.536215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:41.794248 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:24:45.050262 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-decafd83-62db-4abe-94be-14fd5c6602ff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425792 Feb 10 14:24:45.133435 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-95ac2626-8110-4555-aacd-82c39e2ae67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:45.134824 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-95ac2626-8110-4555-aacd-82c39e2ae67d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0431504 Feb 10 14:24:45.238474 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-9a1287ee-2b6f-4c16-aadf-1129dc50d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:45.239937 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-9a1287ee-2b6f-4c16-aadf-1129dc50d4e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0861831 Feb 10 14:24:45.303486 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-bb722777-5e29-4c39-9582-c3363d422864 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0575705 Feb 10 14:24:45.349626 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-1b9b692f-0d6e-4430-b55d-97cecd339c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:45.351015 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-1b9b692f-0d6e-4430-b55d-97cecd339c5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0416639 Feb 10 14:24:45.402279 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-a5e0f39d-9bc6-4d3d-ac82-e293e4f580a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:24:45.403651 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-a5e0f39d-9bc6-4d3d-ac82-e293e4f580a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471363 Feb 10 14:24:45.490192 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-172c12c6-0c59-4684-9b3f-8c8dadb5bcbd service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803041 Feb 10 14:24:45.579960 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-702ccef9-70db-46cd-b5d3-e4cbdf27c421 req-2e4e7b45-57fb-4461-af91-281936491c54 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Feb 10 14:24:52.472899 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:25:00.973537 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b88f9f22-061b-4dde-9e35-0ef49eb7676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:03.381216 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-540db943-9fb5-4074-a949-c8025a1b0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:04.831908 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:06.042840 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:06.669842 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:07.540014 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:11.797256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:29.471964 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:25:30.976826 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e0ffb10b-471b-4da7-8eb1-2021e11bba64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:33.384419 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-de1546b5-f9e3-4bae-8a68-194bc4ecf207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:34.835339 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:36.045279 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:36.703530 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:37.542180 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:41.796194 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:25:45.057947 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-b733c960-1957-4a5c-9db4-c93744cf89f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520394 Feb 10 14:25:45.152191 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-01b2063f-d880-458f-ae91-8aac3428942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:25:45.153695 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-01b2063f-d880-458f-ae91-8aac3428942e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0458503 Feb 10 14:25:45.262301 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-c3c0883a-01ae-45cb-b2c6-cbf381caf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:25:45.263781 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-c3c0883a-01ae-45cb-b2c6-cbf381caf9fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0912206 Feb 10 14:25:45.330093 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-0a4c859d-025b-4f35-9c60-a365cd5ed9c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0599399 Feb 10 14:25:45.383021 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-ac3effad-9c79-430f-ae92-ca2bd9b7fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:25:45.384511 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-ac3effad-9c79-430f-ae92-ca2bd9b7fbe4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0487776 Feb 10 14:25:45.433537 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-b30b756b-7827-442c-ac3f-705ac08d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:25:45.434980 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-b30b756b-7827-442c-ac3f-705ac08d9e71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452752 Feb 10 14:25:45.529415 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-27675b85-235a-42b8-9f4d-80bc451bc427 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Feb 10 14:25:45.620158 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-dcd91ba2-0be0-4b36-b188-332557d4e433 req-19b62909-ac0c-495f-9fe1-2e1fee037774 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848253 Feb 10 14:26:00.980526 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0bf057e4-914b-4331-b645-182c928e4343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:03.386676 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d1405f1c-5311-4be8-a377-eeeb6e4de95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:04.837751 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:06.048411 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:06.470783 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:26:06.708810 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:07.543141 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:11.793818 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:30.982347 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-979168e8-9b03-420d-9eab-61516fb6aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:33.387385 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b6-53d6-410f-bcb8-2928a3c69105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:34.841404 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:36.050417 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:36.714659 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:37.545689 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:41.794148 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:26:43.469846 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:26:47.061764 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-01999779-e0f7-4649-a900-4d35d60e8ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435364 Feb 10 14:26:47.148172 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-4be311f2-3da7-4323-ba96-9baa9e8a417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:26:47.149595 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-4be311f2-3da7-4323-ba96-9baa9e8a417b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0476625 Feb 10 14:26:47.249271 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-1a15d6da-526b-4f03-b509-72ff99e0af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:26:47.250715 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-1a15d6da-526b-4f03-b509-72ff99e0af19 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0827930 Feb 10 14:26:47.318375 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-9b83c7a8-3cdd-4ea9-8b79-083fb042bdba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0607727 Feb 10 14:26:47.365375 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-f3db594d-2b6a-443e-88cb-f2d25ae87807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:26:47.366822 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-f3db594d-2b6a-443e-88cb-f2d25ae87807 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0426376 Feb 10 14:26:47.414198 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-67c49bcd-5f91-4f50-b0e7-0f5050ba07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:26:47.415619 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-67c49bcd-5f91-4f50-b0e7-0f5050ba07dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430686 Feb 10 14:26:47.504887 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-8b868545-aa10-4ffe-afcc-818ca4b05e62 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Feb 10 14:26:47.593085 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-86254c3f-026e-4def-80ed-cb936cfb59cc req-2b7ff04f-d832-4edc-abd5-be0ca3ab181e service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Feb 10 14:27:00.983571 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-93e4be41-b4ce-4416-944a-6f84e9e0f77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:03.389709 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e7463c7e-74d4-4d40-a0d1-72c2973754ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:04.844909 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:06.053828 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:06.715003 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:07.546444 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:11.807949 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:20.468616 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:27:30.984431 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ee3507e8-d15b-47da-9536-fcb9798f2be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:33.391883 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-9b9d505e-bca8-48da-b04e-94cc067577ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:34.849820 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:36.057205 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:36.715373 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:37.548447 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:41.823701 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:27:47.095952 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-a59760c9-c284-43dc-8d12-7ebf2f7a7945 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475900 Feb 10 14:27:47.183425 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-30a745f7-35c4-40b7-8166-93924db35e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:27:47.184936 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-30a745f7-35c4-40b7-8166-93924db35e08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0483189 Feb 10 14:27:47.283682 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-3578ddc7-0350-475a-804d-3b7e6a9f7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:27:47.285171 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-3578ddc7-0350-475a-804d-3b7e6a9f7456 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0828981 Feb 10 14:27:47.352923 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-d081f8a7-1451-414b-a23d-b598b1e6014d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0608518 Feb 10 14:27:47.399785 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-85b2f5a1-49fc-46d7-a03e-c07359b52802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:27:47.401218 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-85b2f5a1-49fc-46d7-a03e-c07359b52802 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0426421 Feb 10 14:27:47.448184 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-0f39e894-6e59-44f1-8942-7f4a60eb2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:27:47.449801 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-0f39e894-6e59-44f1-8942-7f4a60eb2625 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424352 Feb 10 14:27:47.539702 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-d3f6f2f0-4a25-4cf0-9b03-55724e0f7afe service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Feb 10 14:27:47.629928 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-e734664f-5391-44ee-9580-83fe46dd58f7 req-d4632b1e-bfef-4f11-9888-e83de6417f10 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Feb 10 14:27:57.468368 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:28:00.986324 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e41609b3-9d60-4f83-8b71-8a197c05d4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:03.393469 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c09bf596-4258-41f6-a361-5e0de090f9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:04.849929 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:06.063650 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:06.713517 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:07.550413 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:11.838014 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:30.987566 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5a187da5-051f-46ab-86d0-b0c421f44b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:33.394607 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-487dc294-0b38-4303-8e60-22581199d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:34.467864 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:28:34.852225 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:36.063534 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:36.713805 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:37.551620 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:41.869687 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:28:49.055084 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-b8ee3131-3362-4e72-9ee5-aa61daebad19 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459418 Feb 10 14:28:49.142188 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-c70adc48-b297-4360-bae6-b6e583e552be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:28:49.143605 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-c70adc48-b297-4360-bae6-b6e583e552be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0470848 Feb 10 14:28:49.247666 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-9add2e46-2bc7-4bc9-ae54-205eca6a6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:28:49.249166 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-9add2e46-2bc7-4bc9-ae54-205eca6a6cb7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0873363 Feb 10 14:28:49.313541 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-ef3e84fa-bfc5-402d-ad24-63441ea9a8f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0577762 Feb 10 14:28:49.359126 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-71c2dc01-1aa7-468d-9360-965788409d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:28:49.361045 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-71c2dc01-1aa7-468d-9360-965788409d53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0427356 Feb 10 14:28:49.426127 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-ceb56061-a330-4937-a89b-81940706d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:28:49.427545 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-ceb56061-a330-4937-a89b-81940706d9ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608962 Feb 10 14:28:49.515805 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-cc8dba25-eb97-4911-9cef-930be06c8c96 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815959 Feb 10 14:28:49.606814 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-fd790906-ed17-4b01-b79e-bdb6f96ecae9 req-b90b8411-ccd6-42c4-9297-eda0b3e3b46f service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Feb 10 14:29:00.989226 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-11bfec7f-c91d-4b29-8640-b81ca10d055e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:03.396456 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0a8938ac-7537-47c0-92a1-bc414634f094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:04.855296 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:06.065539 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:06.712950 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:07.553753 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:11.466937 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:29:11.868746 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:30.990326 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-87dcd682-6c24-4748-9287-73d852527d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:33.396215 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3dba15d4-b14c-4f0d-98aa-494ae4a66e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:34.858628 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:36.068032 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:36.711613 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:37.555525 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:41.883292 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:29:48.465737 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:29:51.159471 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-0f29b2c3-7c4d-4292-bbe0-dc22b5b08e8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446869 Feb 10 14:29:51.243898 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-399344f2-72b6-480f-beca-5a23fccbb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:29:51.245433 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-399344f2-72b6-480f-beca-5a23fccbb337 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0436578 Feb 10 14:29:51.360890 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-23a8133e-6f46-4a12-b3cc-231c9f27ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:29:51.362379 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-23a8133e-6f46-4a12-b3cc-231c9f27ca0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0970027 Feb 10 14:29:51.427064 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-1d504230-d1f0-4bf8-afe3-1c195f9b5bf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0576894 Feb 10 14:29:51.477910 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-f8dfffbf-5616-467c-bb1d-554909dccac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:29:51.479325 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-f8dfffbf-5616-467c-bb1d-554909dccac2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0464690 Feb 10 14:29:51.526888 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-a40f09f7-9333-4d6e-99a3-aa701bb22d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:29:51.528353 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-a40f09f7-9333-4d6e-99a3-aa701bb22d3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428436 Feb 10 14:29:51.617741 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-c87b2495-5616-454e-a575-3d6caab2b590 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830319 Feb 10 14:29:51.704193 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4a9908bd-c298-466a-9135-cbf10d29d1aa req-742ba7d9-cbb6-490a-83e5-4048f247cd79 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806930 Feb 10 14:30:00.991958 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b1fa206c-24ee-4199-a790-6b9dd8da15d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:03.397361 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f36293bd-e022-440a-909c-3cea08285495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:04.862077 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:06.071275 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:06.711902 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:07.556576 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:11.883376 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:25.464345 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:30:30.993485 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6e34ddea-947b-4ef8-a652-7444e06033f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:33.399366 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-01f3db96-281b-44eb-87aa-9ab5fa85b1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:34.865092 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:36.073583 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:36.710270 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:37.558701 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:41.898802 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:30:53.044337 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-186dd58d-6c29-47fc-a837-d1854f2587ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452418 Feb 10 14:30:53.134423 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67fa92-ed96-4783-a425-f615a300b02f req-2662321a-da14-47b3-ac70-98f334ad5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:30:53.135852 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-2662321a-da14-47b3-ac70-98f334ad5d8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0499048 Feb 10 14:30:53.239379 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67fa92-ed96-4783-a425-f615a300b02f req-75cddac6-0ae3-4817-b686-74a7fd0e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:30:53.240911 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-75cddac6-0ae3-4817-b686-74a7fd0e53e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0871005 Feb 10 14:30:53.313011 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-cfff61ce-a4c4-4598-b01d-02f5f5d90a75 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0660021 Feb 10 14:30:53.369447 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67fa92-ed96-4783-a425-f615a300b02f req-7dfc63d3-da39-49d0-9085-8fd5dc8f658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:30:53.370932 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-7dfc63d3-da39-49d0-9085-8fd5dc8f658d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0516214 Feb 10 14:30:53.424472 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67fa92-ed96-4783-a425-f615a300b02f req-8651e4fa-29cf-4b3d-85b8-2731bc76fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:30:53.426632 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-8651e4fa-29cf-4b3d-85b8-2731bc76fae5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494063 Feb 10 14:30:53.520826 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-0124a872-d301-45ca-bcea-e6a9a18a5e75 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881667 Feb 10 14:30:53.611736 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-eb67fa92-ed96-4783-a425-f615a300b02f req-d0dfc310-0bfb-4d0c-b350-27ddba3d6d63 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Feb 10 14:30:57.336270 n-d-815324-6 neutron-server[103400]: DEBUG neutron.wsgi [req-18d654ca-335f-4ec0-bc91-0bbb6ee366e7 req-d659ef43-9b38-4e08-ba71-3b8ae76533c2 service neutron] (103400) timed out ('10.222.0.21', 50479) {{(pid=103400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 14:31:00.996452 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d8094c0c-096f-4bd1-9ac8-81908e1e7d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:02.464075 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:31:03.402176 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8b4f3e15-b23d-48a7-9121-17f9d9f10e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:04.867973 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:06.075781 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:06.725523 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:07.561717 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:11.901164 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:30.999924 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e831da56-ef88-4d23-91ed-6fa3c580e4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:33.406980 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5e249107-397e-4404-8093-78ee601f41d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:34.871256 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:36.080063 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:36.742221 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:37.565336 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:39.464376 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:31:41.913195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:31:54.049389 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-128c4f1f-c0af-4db8-ab73-483c154710e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520456 Feb 10 14:31:54.136623 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2a6e-2911-4050-9832-5b747395788f req-3cfadb5e-5db5-4877-94d0-4a65144ba639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:31:54.138088 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-3cfadb5e-5db5-4877-94d0-4a65144ba639 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0480754 Feb 10 14:31:54.241233 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2a6e-2911-4050-9832-5b747395788f req-c39a512f-5e58-4f69-812c-af50021357b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:31:54.242690 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-c39a512f-5e58-4f69-812c-af50021357b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0855660 Feb 10 14:31:54.310223 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-14276c39-ea4a-495e-874b-8a9717685bd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0616431 Feb 10 14:31:54.358197 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2a6e-2911-4050-9832-5b747395788f req-e3675061-1270-48ef-ab3a-71b2e980ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:31:54.359649 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-e3675061-1270-48ef-ab3a-71b2e980ae42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0433211 Feb 10 14:31:54.408370 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2a6e-2911-4050-9832-5b747395788f req-0c39e48d-64d1-47aa-8d6b-b35806033893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:31:54.409804 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-0c39e48d-64d1-47aa-8d6b-b35806033893 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435677 Feb 10 14:31:54.506112 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-11258a37-2670-4b7f-96b0-484bef75772c service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902412 Feb 10 14:31:54.600489 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-4ade2a6e-2911-4050-9832-5b747395788f req-f1b37972-c037-4767-a0f5-74a733acc533 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 Feb 10 14:32:01.002928 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0f4a52e5-f485-4c5a-b76f-6ded6950f223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:03.410170 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-131795b2-4437-4b0b-9d88-3b29b8508dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:04.875002 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:06.081998 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:06.749053 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:07.568349 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:11.932783 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:16.464305 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:32:31.004086 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-68982f06-9664-4257-925d-c057166acb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (71c21403-04d7-4732-905b-9071cbda6337), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:33.417977 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-58429e9a-47c3-4f70-b4c6-08748109c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (d41079c5-6bb7-4c5b-8abc-8760a869265e), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:34.881297 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f517ceb3-fdb2-495e-a23c-fb13d2c2890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (5f47a8a7-7e2b-4daf-b260-92d6339c5583), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:36.089712 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6653af09-2282-4324-adca-67f491c374ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c8025a05-94be-4cb9-b9a4-d2d0c41b2d3f), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:36.756577 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f09e8b-ffb3-45a5-ba77-1b7c7e3b2b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7a5bf8ef-d2e5-4742-b814-e59dda35773c), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:37.571195 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4d92-3012-4838-987b-2b51b7621474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (7badf868-9cf0-429a-8450-0bfd469d2e4a), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:41.925989 n-d-815324-6 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-dae0f8d0-098d-4940-9359-fb1441ce22e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754120306854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163321'] for agent (c3286804-b438-4f2e-8a90-3b8b588ab4b4), after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 14:32:53.465905 n-d-815324-6 neutron-server[103402]: DEBUG neutron.db.agents_db [None req-b33848da-d696-4445-91e7-f84374e07374 None None] Agent healthcheck: found 7 active agents {{(pid=103402) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 14:32:54.055453 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-2147da3b-7ac7-40ea-8656-6d18a537fd75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437477 Feb 10 14:32:54.138736 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-f46b128a-3288-4034-a179-5ebffe632d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:32:54.140186 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-f46b128a-3288-4034-a179-5ebffe632d7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e09cfe8001a545d694dd356721dcb72d&device_id=a54c2e5a-c5fd-45aa-a971-dceb09e49ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0450161 Feb 10 14:32:54.249459 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-e57b5eda-6bf6-495e-b324-25acbe6298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:32:54.251968 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-e57b5eda-6bf6-495e-b324-25acbe6298a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec HTTP/1.1" status: 200 len: 897 time: 0.0884891 Feb 10 14:32:54.317901 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-f819dd5d-96c7-4db0-9e20-6136b35b7335 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6c45784-34ba-4a5e-b75b-bb790b001176 HTTP/1.1" status: 200 len: 1000 time: 0.0589406 Feb 10 14:32:54.366697 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-ff7f6974-ac8b-44ef-b512-9580e2b58e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:32:54.368140 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-ff7f6974-ac8b-44ef-b512-9580e2b58e68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a646837e-ee32-4b05-b034-a75857df8393 HTTP/1.1" status: 200 len: 835 time: 0.0452530 Feb 10 14:32:54.420201 n-d-815324-6 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-a2c90473-731f-47e8-ac54-2aac4f0e3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 14:32:54.421660 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-a2c90473-731f-47e8-ac54-2aac4f0e3d9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e3f06e9-d13c-47e2-afab-8a6b3f490dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477977 Feb 10 14:32:54.510834 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-b59f992c-9472-4b46-af62-8fc308dd9bb0 service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811820 Feb 10 14:32:54.601414 n-d-815324-6 neutron-server[103399]: INFO neutron.wsgi [req-ee60139a-061e-42d8-9a9b-cd76c9207960 req-275ce4bd-2b14-4432-bddc-f6b47f00da5c service neutron] 10.222.0.77 "GET /v2.0/networks/6e3f06e9-d13c-47e2-afab-8a6b3f490dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852108